1f8829a4aSRandall Stewart /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 5807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 6807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 7f8829a4aSRandall Stewart * 8f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 9f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 10f8829a4aSRandall Stewart * 11f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 12f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 13f8829a4aSRandall Stewart * 14f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 15f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 16f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 17f8829a4aSRandall Stewart * 18f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 19f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 20f8829a4aSRandall Stewart * from this software without specific prior written permission. 21f8829a4aSRandall Stewart * 22f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 23f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 24f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 26f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 27f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 28f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 29f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 30f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 31f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 32f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 33f8829a4aSRandall Stewart */ 34f8829a4aSRandall Stewart 35f8829a4aSRandall Stewart #include <sys/cdefs.h> 36f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 37f8829a4aSRandall Stewart 38f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3944249214SRandall Stewart #include <sys/proc.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 4142551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 42f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4344249214SRandall Stewart #include <netinet/sctp_pcb.h> 44f8829a4aSRandall Stewart #include <netinet/sctputil.h> 45f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4744249214SRandall Stewart #include <netinet/sctp_auth.h> 48f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4944249214SRandall Stewart #include <netinet/sctp_asconf.h> 5044249214SRandall Stewart #include <netinet/sctp_indata.h> 5144249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5244249214SRandall Stewart #include <netinet/sctp_input.h> 5344249214SRandall Stewart #include <netinet/sctp_crc32.h> 5444249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 55f8829a4aSRandall Stewart /* 56f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 57f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 58f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 59f8829a4aSRandall Stewart * 60f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 61f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 62f8829a4aSRandall Stewart * the list. 63f8829a4aSRandall Stewart */ 6428cd0699SMichael Tuexen static uint32_t 6544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6644249214SRandall Stewart struct sctp_stream_in *strm, 6744249214SRandall Stewart struct sctp_tcb *stcb, 6844249214SRandall Stewart struct sctp_association *asoc, 69d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 7044249214SRandall Stewart 71f8829a4aSRandall Stewart 7272fb6fdbSRandall Stewart void 73f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 74f8829a4aSRandall Stewart { 75b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 76f8829a4aSRandall Stewart } 77f8829a4aSRandall Stewart 78f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7972fb6fdbSRandall Stewart uint32_t 80f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 81f8829a4aSRandall Stewart { 82b3f1ea41SRandall Stewart uint32_t calc = 0; 83f8829a4aSRandall Stewart 84f8829a4aSRandall Stewart /* 85f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 864e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 87f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 88f8829a4aSRandall Stewart * associations data is taken into account. 89f8829a4aSRandall Stewart */ 9044249214SRandall Stewart if (stcb->sctp_socket == NULL) { 91f8829a4aSRandall Stewart return (calc); 9244249214SRandall Stewart } 93253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue > 0 || asoc->size_on_reasm_queue == 0, 94253a63b8SMichael Tuexen ("size_on_reasm_queue is %u", asoc->size_on_reasm_queue)); 95253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_all_streams > 0 || asoc->size_on_all_streams == 0, 96253a63b8SMichael Tuexen ("size_on_all_streams is %u", asoc->size_on_all_streams)); 974e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 98253a63b8SMichael Tuexen asoc->cnt_on_reasm_queue == 0 && 99253a63b8SMichael Tuexen asoc->cnt_on_all_streams == 0) { 100f8829a4aSRandall Stewart /* Full rwnd granted */ 101b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 102f8829a4aSRandall Stewart return (calc); 103f8829a4aSRandall Stewart } 104f8829a4aSRandall Stewart /* get actual space */ 105f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 106f8829a4aSRandall Stewart /* 107f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 108f8829a4aSRandall Stewart * for putting up. 109f8829a4aSRandall Stewart */ 11044fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 11144fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 11244fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 11344fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 114f8829a4aSRandall Stewart if (calc == 0) { 115f8829a4aSRandall Stewart /* out of space */ 116f8829a4aSRandall Stewart return (calc); 117f8829a4aSRandall Stewart } 118f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1192afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 120b3f1ea41SRandall Stewart /* 121b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 122b3f1ea41SRandall Stewart * even it is 0. SWS engaged 123f8829a4aSRandall Stewart */ 124b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 125b3f1ea41SRandall Stewart calc = 1; 1262afb3e84SRandall Stewart } 127b3f1ea41SRandall Stewart return (calc); 128f8829a4aSRandall Stewart } 129f8829a4aSRandall Stewart 130f8829a4aSRandall Stewart 131f8829a4aSRandall Stewart 132f8829a4aSRandall Stewart /* 133f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 134f8829a4aSRandall Stewart */ 135f8829a4aSRandall Stewart struct sctp_queued_to_read * 136f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 137f8829a4aSRandall Stewart struct sctp_nets *net, 138f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13949656eefSMichael Tuexen uint32_t context, uint16_t sid, 14049656eefSMichael Tuexen uint32_t mid, uint8_t flags, 141f8829a4aSRandall Stewart struct mbuf *dm) 142f8829a4aSRandall Stewart { 143f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 144f8829a4aSRandall Stewart 145f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 146f8829a4aSRandall Stewart if (read_queue_e == NULL) { 147f8829a4aSRandall Stewart goto failed_build; 148f8829a4aSRandall Stewart } 14944249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 15049656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 151f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 152f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1537215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 154f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 155f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 156f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15749656eefSMichael Tuexen read_queue_e->mid = mid; 15844249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15944249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 160f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 161f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 162f8829a4aSRandall Stewart read_queue_e->data = dm; 163f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 164f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 165f8829a4aSRandall Stewart failed_build: 166f8829a4aSRandall Stewart return (read_queue_e); 167f8829a4aSRandall Stewart } 168f8829a4aSRandall Stewart 169f8829a4aSRandall Stewart struct mbuf * 170e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 171f8829a4aSRandall Stewart { 172e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 173f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 174e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 175e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 176f8829a4aSRandall Stewart struct cmsghdr *cmh; 177f8829a4aSRandall Stewart struct mbuf *ret; 178f8829a4aSRandall Stewart int len; 179e2e7c62eSMichael Tuexen int use_extended; 180e2e7c62eSMichael Tuexen int provide_nxt; 181f8829a4aSRandall Stewart 182e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 183e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 184e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 185e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 186f8829a4aSRandall Stewart return (NULL); 187f8829a4aSRandall Stewart } 188e2e7c62eSMichael Tuexen len = 0; 189e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 190e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 191e2e7c62eSMichael Tuexen } 192e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 193e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 194b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 195e2e7c62eSMichael Tuexen provide_nxt = 1; 1960bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 197e2e7c62eSMichael Tuexen } else { 198e2e7c62eSMichael Tuexen provide_nxt = 0; 199e2e7c62eSMichael Tuexen } 200e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 201f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 202f8829a4aSRandall Stewart use_extended = 1; 203e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 204f8829a4aSRandall Stewart } else { 205e2e7c62eSMichael Tuexen use_extended = 0; 206e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 207e2e7c62eSMichael Tuexen } 208e2e7c62eSMichael Tuexen } else { 209e2e7c62eSMichael Tuexen use_extended = 0; 210f8829a4aSRandall Stewart } 211f8829a4aSRandall Stewart 212eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 213f8829a4aSRandall Stewart if (ret == NULL) { 214f8829a4aSRandall Stewart /* No space */ 215f8829a4aSRandall Stewart return (ret); 216f8829a4aSRandall Stewart } 217e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 218e2e7c62eSMichael Tuexen 219f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 220f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 221e432298aSXin LI /* 222e432298aSXin LI * Make sure that there is no un-initialized padding between the 223e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 224e432298aSXin LI */ 225e432298aSXin LI memset(cmh, 0, len); 226e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 227f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 228e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 229e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 230e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 231e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 233e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 234e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 235e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 236e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 237e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 238e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 239e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 240e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 241f8829a4aSRandall Stewart } 242e2e7c62eSMichael Tuexen if (provide_nxt) { 243e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 244e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 245e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 246e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 247b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 248e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 249b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 250e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 251e2e7c62eSMichael Tuexen } 252b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 253e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 254e2e7c62eSMichael Tuexen } 255b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 256e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 257e2e7c62eSMichael Tuexen } 258b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 259b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 260b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 261e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 262e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 263e2e7c62eSMichael Tuexen } 264e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 265e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 266e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 267e2e7c62eSMichael Tuexen if (use_extended) { 268e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 269e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 270e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 271e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 272e2e7c62eSMichael Tuexen } else { 273e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 274e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 275e2e7c62eSMichael Tuexen *outinfo = *sinfo; 276e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 277e2e7c62eSMichael Tuexen } 278e2e7c62eSMichael Tuexen } 279f8829a4aSRandall Stewart return (ret); 280f8829a4aSRandall Stewart } 281f8829a4aSRandall Stewart 282139bc87fSRandall Stewart 28377acdc25SRandall Stewart static void 28477acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 28577acdc25SRandall Stewart { 2869b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28777acdc25SRandall Stewart int fnd = 0; 28844249214SRandall Stewart int in_r = 0, in_nr = 0; 28977acdc25SRandall Stewart 29077acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 29177acdc25SRandall Stewart return; 29277acdc25SRandall Stewart } 2939b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 29420b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2959b2e0767SRandall Stewart /* 2969b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2979b2e0767SRandall Stewart * worry about it being moved from one to the other. 2989b2e0767SRandall Stewart */ 2999b2e0767SRandall Stewart return; 3009b2e0767SRandall Stewart } 30177acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 30244249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 30344249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 30444249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 30544249214SRandall Stewart #ifdef INVARIANTS 30644249214SRandall Stewart panic("Things are really messed up now"); 30744249214SRandall Stewart #else 308cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30977acdc25SRandall Stewart sctp_print_mapping_array(asoc); 31077acdc25SRandall Stewart #endif 311b5c16493SMichael Tuexen } 31244249214SRandall Stewart if (in_nr == 0) 31377acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 31444249214SRandall Stewart if (in_r) 31577acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31620b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31777acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31877acdc25SRandall Stewart } 31977acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 32077acdc25SRandall Stewart /* We must back down to see what the new highest is */ 32120b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 32277acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 32377acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 32477acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 32577acdc25SRandall Stewart fnd = 1; 32677acdc25SRandall Stewart break; 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart } 32977acdc25SRandall Stewart if (!fnd) { 33077acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 33177acdc25SRandall Stewart } 33277acdc25SRandall Stewart } 33377acdc25SRandall Stewart } 33477acdc25SRandall Stewart 33544249214SRandall Stewart static int 33644249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33744249214SRandall Stewart struct sctp_association *asoc, 33844249214SRandall Stewart struct sctp_queued_to_read *control) 339f8829a4aSRandall Stewart { 34044249214SRandall Stewart struct sctp_queued_to_read *at; 34144249214SRandall Stewart struct sctp_readhead *q; 3428b9c95f4SMichael Tuexen uint8_t flags, unordered; 343f8829a4aSRandall Stewart 3448b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3458b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34644249214SRandall Stewart if (unordered) { 34744249214SRandall Stewart q = &strm->uno_inqueue; 34844249214SRandall Stewart if (asoc->idata_supported == 0) { 34944249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 350b7b84c0eSMichael Tuexen /* 351b7b84c0eSMichael Tuexen * Only one stream can be here in old style 352b7b84c0eSMichael Tuexen * -- abort 353b7b84c0eSMichael Tuexen */ 35444249214SRandall Stewart return (-1); 35544249214SRandall Stewart } 35644249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 35744249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35844249214SRandall Stewart return (0); 35944249214SRandall Stewart } 36044249214SRandall Stewart } else { 36144249214SRandall Stewart q = &strm->inqueue; 36244249214SRandall Stewart } 3638b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3648b9c95f4SMichael Tuexen control->end_added = 1; 3658b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3668b9c95f4SMichael Tuexen control->last_frag_seen = 1; 36744249214SRandall Stewart } 36844249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36944249214SRandall Stewart /* Empty queue */ 37044249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 37144249214SRandall Stewart if (unordered) { 37244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37344249214SRandall Stewart } else { 37444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 37544249214SRandall Stewart } 37644249214SRandall Stewart return (0); 37744249214SRandall Stewart } else { 37844249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37949656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 38044249214SRandall Stewart /* 38144249214SRandall Stewart * one in queue is bigger than the new one, 38244249214SRandall Stewart * insert before this one 38344249214SRandall Stewart */ 38444249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 38544249214SRandall Stewart if (unordered) { 38644249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 38744249214SRandall Stewart } else { 38844249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38944249214SRandall Stewart } 39044249214SRandall Stewart break; 39149656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 39244249214SRandall Stewart /* 39344249214SRandall Stewart * Gak, He sent me a duplicate msg id 39444249214SRandall Stewart * number?? return -1 to abort. 39544249214SRandall Stewart */ 39644249214SRandall Stewart return (-1); 39744249214SRandall Stewart } else { 39844249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39944249214SRandall Stewart /* 40044249214SRandall Stewart * We are at the end, insert it 40144249214SRandall Stewart * after this one 40244249214SRandall Stewart */ 40344249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 40444249214SRandall Stewart sctp_log_strm_del(control, at, 40544249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40644249214SRandall Stewart } 4078b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40844249214SRandall Stewart if (unordered) { 40944249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 41044249214SRandall Stewart } else { 41144249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 41244249214SRandall Stewart } 41344249214SRandall Stewart break; 41444249214SRandall Stewart } 41544249214SRandall Stewart } 41644249214SRandall Stewart } 41744249214SRandall Stewart } 41844249214SRandall Stewart return (0); 41944249214SRandall Stewart } 42044249214SRandall Stewart 42144249214SRandall Stewart static void 42244249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 42344249214SRandall Stewart struct sctp_queued_to_read *control, 42444249214SRandall Stewart struct sctp_tmit_chunk *chk, 42544249214SRandall Stewart int *abort_flag, int opspot) 42644249214SRandall Stewart { 42744249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42844249214SRandall Stewart struct mbuf *oper; 42944249214SRandall Stewart 43044249214SRandall Stewart if (stcb->asoc.idata_supported) { 43144249214SRandall Stewart snprintf(msg, sizeof(msg), 43244249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 43344249214SRandall Stewart opspot, 43444249214SRandall Stewart control->fsn_included, 43549656eefSMichael Tuexen chk->rec.data.tsn, 43649656eefSMichael Tuexen chk->rec.data.sid, 43749656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43844249214SRandall Stewart } else { 43944249214SRandall Stewart snprintf(msg, sizeof(msg), 44044249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 44144249214SRandall Stewart opspot, 44244249214SRandall Stewart control->fsn_included, 44349656eefSMichael Tuexen chk->rec.data.tsn, 44449656eefSMichael Tuexen chk->rec.data.sid, 44549656eefSMichael Tuexen chk->rec.data.fsn, 44649656eefSMichael Tuexen (uint16_t)chk->rec.data.mid); 44744249214SRandall Stewart } 44844249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 449f8829a4aSRandall Stewart sctp_m_freem(chk->data); 450f8829a4aSRandall Stewart chk->data = NULL; 451689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 45244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 45344249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 45444249214SRandall Stewart *abort_flag = 1; 455f8829a4aSRandall Stewart } 456f8829a4aSRandall Stewart 45744249214SRandall Stewart static void 458d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45944249214SRandall Stewart { 460f8829a4aSRandall Stewart /* 46144249214SRandall Stewart * The control could not be placed and must be cleaned. 462f8829a4aSRandall Stewart */ 46344249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 464df6e0cc3SRandall Stewart 46544249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 46744249214SRandall Stewart if (chk->data) 46844249214SRandall Stewart sctp_m_freem(chk->data); 469f8829a4aSRandall Stewart chk->data = NULL; 470689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 471f8829a4aSRandall Stewart } 47244249214SRandall Stewart sctp_free_a_readq(stcb, control); 473f8829a4aSRandall Stewart } 474f8829a4aSRandall Stewart 475f8829a4aSRandall Stewart /* 476f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 477f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47844249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47944249214SRandall Stewart * long as the control's entered are non-fragmented. 480f8829a4aSRandall Stewart */ 481f8829a4aSRandall Stewart static void 48244249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 48344249214SRandall Stewart struct sctp_association *asoc, 48444249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 485f8829a4aSRandall Stewart { 486f8829a4aSRandall Stewart /* 487f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 488f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 489f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 490cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 491f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 492f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 493f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 494f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 495f8829a4aSRandall Stewart * TSN. 496f8829a4aSRandall Stewart * 4975b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4985b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 499f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 500f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 501f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 502f8829a4aSRandall Stewart * 503f8829a4aSRandall Stewart */ 504f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 505f8829a4aSRandall Stewart int queue_needed; 50644249214SRandall Stewart uint32_t nxt_todel; 507ff1ffd74SMichael Tuexen struct mbuf *op_err; 5083d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 509ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 510f8829a4aSRandall Stewart 5113d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 512b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 513f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 51480fefe0aSRandall Stewart } 51549656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 516f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 517f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5183d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 519f8829a4aSRandall Stewart /* 520f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 521f8829a4aSRandall Stewart * association destruction 522f8829a4aSRandall Stewart */ 52344249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 52449656eefSMichael Tuexen if (asoc->idata_supported) { 52549656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 52649656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 52749656eefSMichael Tuexen control->sinfo_stream, control->mid); 52849656eefSMichael Tuexen } else { 529ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 53049656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 53149656eefSMichael Tuexen control->sinfo_tsn, 53249656eefSMichael Tuexen control->sinfo_stream, 53349656eefSMichael Tuexen (uint16_t)control->mid); 53449656eefSMichael Tuexen } 535ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 53644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 537ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 538f8829a4aSRandall Stewart *abort_flag = 1; 539f8829a4aSRandall Stewart return; 540f8829a4aSRandall Stewart 541f8829a4aSRandall Stewart } 54244249214SRandall Stewart queue_needed = 1; 54344249214SRandall Stewart asoc->size_on_all_streams += control->length; 54444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 54549656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54649656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 547cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 548cf9e47b2SMichael Tuexen struct socket *so; 549cf9e47b2SMichael Tuexen 550cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 551cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 552cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 553cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 554cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 555cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 556cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 557cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 558cf9e47b2SMichael Tuexen return; 559cf9e47b2SMichael Tuexen } 560cf9e47b2SMichael Tuexen #endif 561f8829a4aSRandall Stewart /* can be delivered right away? */ 562b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 563f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 56480fefe0aSRandall Stewart } 565830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 566f8829a4aSRandall Stewart queue_needed = 0; 56728cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 568f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 56928cd0699SMichael Tuexen } else { 57028cd0699SMichael Tuexen #ifdef INVARIANTS 57128cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 57228cd0699SMichael Tuexen #else 57328cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 57428cd0699SMichael Tuexen #endif 57528cd0699SMichael Tuexen } 576f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57749656eefSMichael Tuexen strm->last_mid_delivered++; 578b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 579f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 580f8829a4aSRandall Stewart control, 581cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 582574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 58344249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 584f8829a4aSRandall Stewart /* all delivered */ 58549656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 58649656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 58744249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 58844249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 58944249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 59028cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 59128cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 59228cd0699SMichael Tuexen } else { 59328cd0699SMichael Tuexen #ifdef INVARIANTS 59428cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 59528cd0699SMichael Tuexen #else 59628cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 59728cd0699SMichael Tuexen #endif 59828cd0699SMichael Tuexen } 59928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 60098d5fd97SMichael Tuexen #ifdef INVARIANTS 60144249214SRandall Stewart } else { 60244249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 60344249214SRandall Stewart control, control->on_strm_q); 60498d5fd97SMichael Tuexen #endif 60544249214SRandall Stewart } 60644249214SRandall Stewart control->on_strm_q = 0; 60749656eefSMichael Tuexen strm->last_mid_delivered++; 608f8829a4aSRandall Stewart /* 609f8829a4aSRandall Stewart * We ignore the return of deliver_data here 610f8829a4aSRandall Stewart * since we always can hold the chunk on the 611f8829a4aSRandall Stewart * d-queue. And we have a finite number that 612f8829a4aSRandall Stewart * can be delivered from the strq. 613f8829a4aSRandall Stewart */ 614b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 615f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 616f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 61780fefe0aSRandall Stewart } 618b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 619f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 620f8829a4aSRandall Stewart control, 621cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 622cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 623574679afSMichael Tuexen SCTP_SO_LOCKED); 624f8829a4aSRandall Stewart continue; 62549656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 62644249214SRandall Stewart *need_reasm = 1; 627f8829a4aSRandall Stewart } 628f8829a4aSRandall Stewart break; 629f8829a4aSRandall Stewart } 63044249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 63144249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 63244249214SRandall Stewart #endif 633f8829a4aSRandall Stewart } 634f8829a4aSRandall Stewart if (queue_needed) { 635f8829a4aSRandall Stewart /* 636f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 637f8829a4aSRandall Stewart * to put it on the queue. 638f8829a4aSRandall Stewart */ 63944249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 64044249214SRandall Stewart snprintf(msg, sizeof(msg), 64149656eefSMichael Tuexen "Queue to str MID: %u duplicate", 64249656eefSMichael Tuexen control->mid); 643d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 644b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 64544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 646b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 64744249214SRandall Stewart *abort_flag = 1; 648f8829a4aSRandall Stewart } 649f8829a4aSRandall Stewart } 650f8829a4aSRandall Stewart } 651f8829a4aSRandall Stewart 65244249214SRandall Stewart 65344249214SRandall Stewart static void 65444249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 655f8829a4aSRandall Stewart { 65644249214SRandall Stewart struct mbuf *m, *prev = NULL; 65744249214SRandall Stewart struct sctp_tcb *stcb; 658f8829a4aSRandall Stewart 65944249214SRandall Stewart stcb = control->stcb; 66044249214SRandall Stewart control->held_length = 0; 66144249214SRandall Stewart control->length = 0; 66244249214SRandall Stewart m = control->data; 66344249214SRandall Stewart while (m) { 66444249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 66544249214SRandall Stewart /* Skip mbufs with NO length */ 66644249214SRandall Stewart if (prev == NULL) { 66744249214SRandall Stewart /* First one */ 66844249214SRandall Stewart control->data = sctp_m_free(m); 66944249214SRandall Stewart m = control->data; 67044249214SRandall Stewart } else { 67144249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 67244249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 673f8829a4aSRandall Stewart } 67444249214SRandall Stewart if (m == NULL) { 67544249214SRandall Stewart control->tail_mbuf = prev; 676f8829a4aSRandall Stewart } 67744249214SRandall Stewart continue; 678f8829a4aSRandall Stewart } 67944249214SRandall Stewart prev = m; 68044249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 68144249214SRandall Stewart if (control->on_read_q) { 68244249214SRandall Stewart /* 68344249214SRandall Stewart * On read queue so we must increment the SB stuff, 68444249214SRandall Stewart * we assume caller has done any locks of SB. 68544249214SRandall Stewart */ 68644249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 687f8829a4aSRandall Stewart } 68844249214SRandall Stewart m = SCTP_BUF_NEXT(m); 689f8829a4aSRandall Stewart } 69044249214SRandall Stewart if (prev) { 69144249214SRandall Stewart control->tail_mbuf = prev; 69244249214SRandall Stewart } 693f8829a4aSRandall Stewart } 694f8829a4aSRandall Stewart 695f8829a4aSRandall Stewart static void 69628cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 697f8829a4aSRandall Stewart { 69844249214SRandall Stewart struct mbuf *prev = NULL; 69944249214SRandall Stewart struct sctp_tcb *stcb; 700f8829a4aSRandall Stewart 70144249214SRandall Stewart stcb = control->stcb; 70244249214SRandall Stewart if (stcb == NULL) { 70398d5fd97SMichael Tuexen #ifdef INVARIANTS 70444249214SRandall Stewart panic("Control broken"); 70598d5fd97SMichael Tuexen #else 70698d5fd97SMichael Tuexen return; 70798d5fd97SMichael Tuexen #endif 70844249214SRandall Stewart } 70944249214SRandall Stewart if (control->tail_mbuf == NULL) { 71044249214SRandall Stewart /* TSNH */ 71144249214SRandall Stewart control->data = m; 71244249214SRandall Stewart sctp_setup_tail_pointer(control); 713f8829a4aSRandall Stewart return; 714f8829a4aSRandall Stewart } 71544249214SRandall Stewart control->tail_mbuf->m_next = m; 71644249214SRandall Stewart while (m) { 71744249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 71844249214SRandall Stewart /* Skip mbufs with NO length */ 71944249214SRandall Stewart if (prev == NULL) { 72044249214SRandall Stewart /* First one */ 72144249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 72244249214SRandall Stewart m = control->tail_mbuf->m_next; 72344249214SRandall Stewart } else { 72444249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 72544249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 72644249214SRandall Stewart } 72744249214SRandall Stewart if (m == NULL) { 72844249214SRandall Stewart control->tail_mbuf = prev; 72944249214SRandall Stewart } 73044249214SRandall Stewart continue; 73144249214SRandall Stewart } 73244249214SRandall Stewart prev = m; 73344249214SRandall Stewart if (control->on_read_q) { 734f8829a4aSRandall Stewart /* 73544249214SRandall Stewart * On read queue so we must increment the SB stuff, 73644249214SRandall Stewart * we assume caller has done any locks of SB. 737f8829a4aSRandall Stewart */ 73844249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 73944249214SRandall Stewart } 74028cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 74144249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 74244249214SRandall Stewart m = SCTP_BUF_NEXT(m); 74344249214SRandall Stewart } 74444249214SRandall Stewart if (prev) { 74544249214SRandall Stewart control->tail_mbuf = prev; 74644249214SRandall Stewart } 74744249214SRandall Stewart } 74844249214SRandall Stewart 74944249214SRandall Stewart static void 75044249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 75144249214SRandall Stewart { 75244249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 75344249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 75449656eefSMichael Tuexen nc->mid = control->mid; 75544249214SRandall Stewart TAILQ_INIT(&nc->reasm); 75644249214SRandall Stewart nc->top_fsn = control->top_fsn; 75749656eefSMichael Tuexen nc->mid = control->mid; 75844249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 75944249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 76044249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 76144249214SRandall Stewart nc->fsn_included = 0xffffffff; 76244249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 76344249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 76444249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 76544249214SRandall Stewart nc->whoFrom = control->whoFrom; 76644249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 76744249214SRandall Stewart nc->stcb = control->stcb; 76844249214SRandall Stewart nc->port_from = control->port_from; 76944249214SRandall Stewart } 77044249214SRandall Stewart 771d1ea5fa9SMichael Tuexen static void 772d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 773d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 774d1ea5fa9SMichael Tuexen { 775d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 776d1ea5fa9SMichael Tuexen if (control->on_read_q) { 777d1ea5fa9SMichael Tuexen /* 778d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 779d1ea5fa9SMichael Tuexen * :-) 780d1ea5fa9SMichael Tuexen */ 781d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 782d1ea5fa9SMichael Tuexen control->on_read_q = 0; 783d1ea5fa9SMichael Tuexen } 784d1ea5fa9SMichael Tuexen } 785d1ea5fa9SMichael Tuexen 78644249214SRandall Stewart static int 787d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 788d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 789d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 790d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 791d1ea5fa9SMichael Tuexen uint32_t pd_point, 792d1ea5fa9SMichael Tuexen int inp_read_lock_held) 79344249214SRandall Stewart { 79444249214SRandall Stewart /* 79544249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 79649656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 79749656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 79849656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 79949656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 80049656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 80144249214SRandall Stewart */ 80244249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 80344249214SRandall Stewart uint32_t fsn; 804643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 80544249214SRandall Stewart int cnt_added; 80644249214SRandall Stewart 80744249214SRandall Stewart if (control->first_frag_seen == 0) { 80844249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 80944249214SRandall Stewart return (1); 81044249214SRandall Stewart } 81144249214SRandall Stewart /* Collapse any we can */ 81244249214SRandall Stewart cnt_added = 0; 81344249214SRandall Stewart restart: 81444249214SRandall Stewart fsn = control->fsn_included + 1; 81544249214SRandall Stewart /* Now what can we add? */ 81644249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 81749656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 81844249214SRandall Stewart /* Ok lets add it */ 819643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 820643fd575SMichael Tuexen if (nc == NULL) { 821643fd575SMichael Tuexen break; 822643fd575SMichael Tuexen } 823643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 82444249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 825d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 82644249214SRandall Stewart fsn++; 82744249214SRandall Stewart cnt_added++; 82844249214SRandall Stewart chk = NULL; 82944249214SRandall Stewart if (control->end_added) { 83044249214SRandall Stewart /* We are done */ 83144249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 83244249214SRandall Stewart /* 83344249214SRandall Stewart * Ok we have to move anything left 83444249214SRandall Stewart * on the control queue to a new 83544249214SRandall Stewart * control. 83644249214SRandall Stewart */ 83744249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 83844249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83944249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 84044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 84128cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8425cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 84328cd0699SMichael Tuexen } else { 84428cd0699SMichael Tuexen #ifdef INVARIANTS 84528cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 84628cd0699SMichael Tuexen #else 84728cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 84828cd0699SMichael Tuexen #endif 84928cd0699SMichael Tuexen } 8505cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 85144249214SRandall Stewart nc->first_frag_seen = 1; 85249656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 85344249214SRandall Stewart nc->data = tchk->data; 85449656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 85549656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 85649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 85744249214SRandall Stewart tchk->data = NULL; 85844249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 85944249214SRandall Stewart sctp_setup_tail_pointer(nc); 86044249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 86144249214SRandall Stewart } 86244249214SRandall Stewart /* Spin the rest onto the queue */ 86344249214SRandall Stewart while (tchk) { 86444249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 86544249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 86644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 86744249214SRandall Stewart } 868b7b84c0eSMichael Tuexen /* 869b7b84c0eSMichael Tuexen * Now lets add it to the queue 870b7b84c0eSMichael Tuexen * after removing control 871b7b84c0eSMichael Tuexen */ 87244249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 87344249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 87444249214SRandall Stewart if (control->on_strm_q) { 87544249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 87644249214SRandall Stewart control->on_strm_q = 0; 87744249214SRandall Stewart } 87844249214SRandall Stewart } 87944249214SRandall Stewart if (control->pdapi_started) { 88044249214SRandall Stewart strm->pd_api_started = 0; 88144249214SRandall Stewart control->pdapi_started = 0; 88244249214SRandall Stewart } 88344249214SRandall Stewart if (control->on_strm_q) { 88444249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 88544249214SRandall Stewart control->on_strm_q = 0; 88626f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 88744249214SRandall Stewart } 888c09a1534SMichael Tuexen if (control->on_read_q == 0) { 889c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 890c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 891d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 892c09a1534SMichael Tuexen } 893b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8940fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 895b7b84c0eSMichael Tuexen /* 896b7b84c0eSMichael Tuexen * Switch to the new guy and 897b7b84c0eSMichael Tuexen * continue 898b7b84c0eSMichael Tuexen */ 89944249214SRandall Stewart control = nc; 90044249214SRandall Stewart goto restart; 901643fd575SMichael Tuexen } else { 902d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 903643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90444249214SRandall Stewart } 905d1ea5fa9SMichael Tuexen } 90644249214SRandall Stewart return (1); 907643fd575SMichael Tuexen } else { 908643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 90944249214SRandall Stewart } 91044249214SRandall Stewart } else { 91144249214SRandall Stewart /* Can't add more */ 91244249214SRandall Stewart break; 91344249214SRandall Stewart } 91444249214SRandall Stewart } 91544249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 916c09a1534SMichael Tuexen strm->pd_api_started = 1; 917c09a1534SMichael Tuexen control->pdapi_started = 1; 91844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 91944249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 920d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 921b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 92244249214SRandall Stewart return (0); 92344249214SRandall Stewart } else { 92444249214SRandall Stewart return (1); 92544249214SRandall Stewart } 92644249214SRandall Stewart } 92744249214SRandall Stewart 92844249214SRandall Stewart static void 929d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 930d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 93144249214SRandall Stewart struct sctp_queued_to_read *control, 93244249214SRandall Stewart struct sctp_tmit_chunk *chk, 93344249214SRandall Stewart int *abort_flag) 93444249214SRandall Stewart { 93544249214SRandall Stewart struct sctp_tmit_chunk *at; 936d1ea5fa9SMichael Tuexen int inserted; 93744249214SRandall Stewart 93844249214SRandall Stewart /* 93944249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 94044249214SRandall Stewart * in the correct order. 94144249214SRandall Stewart */ 94244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 94344249214SRandall Stewart /* Its the very first one. */ 94444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 945f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 94649656eefSMichael Tuexen chk->rec.data.fsn); 94744249214SRandall Stewart if (control->first_frag_seen) { 94844249214SRandall Stewart /* 94944249214SRandall Stewart * In old un-ordered we can reassembly on one 95044249214SRandall Stewart * control multiple messages. As long as the next 95144249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 95244249214SRandall Stewart * wise) 95344249214SRandall Stewart */ 95444249214SRandall Stewart struct mbuf *tdata; 95544249214SRandall Stewart uint32_t tmp; 95644249214SRandall Stewart 95749656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 958b7b84c0eSMichael Tuexen /* 959b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 960b7b84c0eSMichael Tuexen * the lowest 961b7b84c0eSMichael Tuexen */ 96244249214SRandall Stewart goto place_chunk; 96344249214SRandall Stewart } 96449656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 96544249214SRandall Stewart (control->pdapi_started)) { 96644249214SRandall Stewart /* 96744249214SRandall Stewart * Ok this should not happen, if it does we 96844249214SRandall Stewart * started the pd-api on the higher TSN 96944249214SRandall Stewart * (since the equals part is a TSN failure 97044249214SRandall Stewart * it must be that). 97144249214SRandall Stewart * 9725b495f17SMichael Tuexen * We are completly hosed in that case since 9735b495f17SMichael Tuexen * I have no way to recover. This really 9745b495f17SMichael Tuexen * will only happen if we can get more TSN's 97544249214SRandall Stewart * higher before the pd-api-point. 97644249214SRandall Stewart */ 977b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 97844249214SRandall Stewart abort_flag, 97944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 98044249214SRandall Stewart 98144249214SRandall Stewart return; 98244249214SRandall Stewart } 98344249214SRandall Stewart /* 98444249214SRandall Stewart * Ok we have two firsts and the one we just got is 98544249214SRandall Stewart * smaller than the one we previously placed.. yuck! 98644249214SRandall Stewart * We must swap them out. 98744249214SRandall Stewart */ 98844249214SRandall Stewart /* swap the mbufs */ 98944249214SRandall Stewart tdata = control->data; 99044249214SRandall Stewart control->data = chk->data; 99144249214SRandall Stewart chk->data = tdata; 992d1ea5fa9SMichael Tuexen /* Save the lengths */ 993d1ea5fa9SMichael Tuexen chk->send_size = control->length; 994d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 995d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 99644249214SRandall Stewart /* Fix the FSN included */ 99744249214SRandall Stewart tmp = control->fsn_included; 99849656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 99949656eefSMichael Tuexen chk->rec.data.fsn = tmp; 1000d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 1001d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 100249656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 100349656eefSMichael Tuexen chk->rec.data.tsn = tmp; 1004d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 1005d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 100649656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 100749656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1008d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 100944249214SRandall Stewart goto place_chunk; 101044249214SRandall Stewart } 101144249214SRandall Stewart control->first_frag_seen = 1; 10128b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10138b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 101449656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 101549656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 101644249214SRandall Stewart control->data = chk->data; 101749656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 101844249214SRandall Stewart chk->data = NULL; 101944249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 102044249214SRandall Stewart sctp_setup_tail_pointer(control); 102144249214SRandall Stewart return; 102244249214SRandall Stewart } 102344249214SRandall Stewart place_chunk: 1024d1ea5fa9SMichael Tuexen inserted = 0; 102544249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 102649656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 102744249214SRandall Stewart /* 102844249214SRandall Stewart * This one in queue is bigger than the new one, 102944249214SRandall Stewart * insert the new one before at. 103044249214SRandall Stewart */ 103144249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 103244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 103344249214SRandall Stewart inserted = 1; 103444249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 103544249214SRandall Stewart break; 103649656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 103744249214SRandall Stewart /* 103844249214SRandall Stewart * They sent a duplicate fsn number. This really 103944249214SRandall Stewart * should not happen since the FSN is a TSN and it 104044249214SRandall Stewart * should have been dropped earlier. 104144249214SRandall Stewart */ 1042b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 104344249214SRandall Stewart abort_flag, 104444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 104544249214SRandall Stewart return; 104644249214SRandall Stewart } 104744249214SRandall Stewart } 104844249214SRandall Stewart if (inserted == 0) { 104944249214SRandall Stewart /* Its at the end */ 105044249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 105144249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 105249656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 105344249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 105444249214SRandall Stewart } 105544249214SRandall Stewart } 105644249214SRandall Stewart 105744249214SRandall Stewart static int 1058d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1059d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 106044249214SRandall Stewart { 106144249214SRandall Stewart /* 106244249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 106344249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 106444249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 106544249214SRandall Stewart * need to remove them from the stream's queue. 106644249214SRandall Stewart */ 106744249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 106844249214SRandall Stewart uint32_t next_to_del; 106944249214SRandall Stewart uint32_t pd_point; 107044249214SRandall Stewart int ret = 0; 107144249214SRandall Stewart 1072810ec536SMichael Tuexen if (stcb->sctp_socket) { 1073d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1074810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1075810ec536SMichael Tuexen } else { 1076810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1077810ec536SMichael Tuexen } 107844249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1079d1ea5fa9SMichael Tuexen 10803d6fe5d8SMichael Tuexen if ((control != NULL) && 108144249214SRandall Stewart (asoc->idata_supported == 0)) { 108244249214SRandall Stewart /* Special handling needed for "old" data format */ 1083d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 108444249214SRandall Stewart goto done_un; 1085f8829a4aSRandall Stewart } 1086f8829a4aSRandall Stewart } 108744249214SRandall Stewart if (strm->pd_api_started) { 108844249214SRandall Stewart /* Can't add more */ 108944249214SRandall Stewart return (0); 109044249214SRandall Stewart } 109144249214SRandall Stewart while (control) { 1092f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 109349656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 109444249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 109544249214SRandall Stewart if (control->end_added) { 109644249214SRandall Stewart /* We just put the last bit on */ 109744249214SRandall Stewart if (control->on_strm_q) { 109898d5fd97SMichael Tuexen #ifdef INVARIANTS 109944249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 110044249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 110144249214SRandall Stewart control, control->on_strm_q); 110244249214SRandall Stewart } 110398d5fd97SMichael Tuexen #endif 110426f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 110544249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 110644249214SRandall Stewart control->on_strm_q = 0; 110744249214SRandall Stewart } 110844249214SRandall Stewart if (control->on_read_q == 0) { 110944249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 111044249214SRandall Stewart control, 111144249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1112d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 111344249214SRandall Stewart } 1114f8829a4aSRandall Stewart } else { 111544249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 111644249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 111744249214SRandall Stewart strm->pd_api_started = 1; 111844249214SRandall Stewart control->pdapi_started = 1; 111944249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 112044249214SRandall Stewart control, 112144249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1122d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 112344249214SRandall Stewart 112444249214SRandall Stewart break; 1125139bc87fSRandall Stewart } 1126f8829a4aSRandall Stewart } 112744249214SRandall Stewart control = nctl; 112844249214SRandall Stewart } 112944249214SRandall Stewart done_un: 113044249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 113144249214SRandall Stewart if (strm->pd_api_started) { 113244249214SRandall Stewart /* Can't add more */ 113344249214SRandall Stewart return (0); 113444249214SRandall Stewart } 113544249214SRandall Stewart if (control == NULL) { 113644249214SRandall Stewart return (ret); 113744249214SRandall Stewart } 113849656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 113944249214SRandall Stewart /* 114044249214SRandall Stewart * Ok the guy at the top was being partially delivered 114144249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 114244249214SRandall Stewart * taken off when the chunk was merged on in 114344249214SRandall Stewart * sctp_queue_data_for_reasm below. 114444249214SRandall Stewart */ 114544249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 114644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1147f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 114849656eefSMichael Tuexen control, control->end_added, control->mid, 114944249214SRandall Stewart control->top_fsn, control->fsn_included, 115049656eefSMichael Tuexen strm->last_mid_delivered); 115144249214SRandall Stewart if (control->end_added) { 115244249214SRandall Stewart if (control->on_strm_q) { 115398d5fd97SMichael Tuexen #ifdef INVARIANTS 115444249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 115544249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 115644249214SRandall Stewart control, control->on_strm_q); 115744249214SRandall Stewart } 115898d5fd97SMichael Tuexen #endif 115926f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 116044249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 116128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 116228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 116328cd0699SMichael Tuexen } else { 116428cd0699SMichael Tuexen #ifdef INVARIANTS 116528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 116628cd0699SMichael Tuexen #else 116728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 116828cd0699SMichael Tuexen #endif 116928cd0699SMichael Tuexen } 117028cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 117144249214SRandall Stewart control->on_strm_q = 0; 117244249214SRandall Stewart } 1173c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1174c09a1534SMichael Tuexen control->pdapi_started = 0; 1175c09a1534SMichael Tuexen strm->pd_api_started = 0; 1176c09a1534SMichael Tuexen } 117744249214SRandall Stewart if (control->on_read_q == 0) { 117844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 117944249214SRandall Stewart control, 118044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1181d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 118244249214SRandall Stewart } 118344249214SRandall Stewart control = nctl; 118444249214SRandall Stewart } 118544249214SRandall Stewart } 118644249214SRandall Stewart if (strm->pd_api_started) { 1187b7b84c0eSMichael Tuexen /* 1188b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1189b7b84c0eSMichael Tuexen * partially delivered. 1190b7b84c0eSMichael Tuexen */ 119144249214SRandall Stewart return (0); 119244249214SRandall Stewart } 119344249214SRandall Stewart deliver_more: 119449656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 119544249214SRandall Stewart if (control) { 119644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1197f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 119849656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 119944249214SRandall Stewart next_to_del); 120044249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 120149656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 120244249214SRandall Stewart (control->first_frag_seen)) { 1203c09a1534SMichael Tuexen int done; 1204c09a1534SMichael Tuexen 120544249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 120644249214SRandall Stewart if (control->end_added) { 120744249214SRandall Stewart /* We are done with it afterwards */ 120844249214SRandall Stewart if (control->on_strm_q) { 120998d5fd97SMichael Tuexen #ifdef INVARIANTS 121044249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 121144249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 121244249214SRandall Stewart control, control->on_strm_q); 121344249214SRandall Stewart } 121498d5fd97SMichael Tuexen #endif 121526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 121644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 121728cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 121828cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 121928cd0699SMichael Tuexen } else { 122028cd0699SMichael Tuexen #ifdef INVARIANTS 122128cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 122228cd0699SMichael Tuexen #else 122328cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 122428cd0699SMichael Tuexen #endif 122528cd0699SMichael Tuexen } 122628cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 122744249214SRandall Stewart control->on_strm_q = 0; 122844249214SRandall Stewart } 122944249214SRandall Stewart ret++; 123044249214SRandall Stewart } 123144249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1232b7b84c0eSMichael Tuexen /* 1233b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1234b7b84c0eSMichael Tuexen * it non-revokable too 1235b7b84c0eSMichael Tuexen */ 123644249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 123744249214SRandall Stewart } else if (control->end_added == 0) { 1238b7b84c0eSMichael Tuexen /* 1239b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1240b7b84c0eSMichael Tuexen * all there 1241b7b84c0eSMichael Tuexen */ 124244249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1243b7b84c0eSMichael Tuexen /* 1244b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1245b7b84c0eSMichael Tuexen * (one being delivered that way) 1246b7b84c0eSMichael Tuexen */ 124744249214SRandall Stewart goto out; 124844249214SRandall Stewart } 124944249214SRandall Stewart } 1250c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 125144249214SRandall Stewart if (control->on_read_q == 0) { 1252253a63b8SMichael Tuexen if (!done) { 1253253a63b8SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 1254253a63b8SMichael Tuexen asoc->size_on_all_streams -= control->length; 1255253a63b8SMichael Tuexen } else { 1256253a63b8SMichael Tuexen #ifdef INVARIANTS 1257253a63b8SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 1258253a63b8SMichael Tuexen #else 1259253a63b8SMichael Tuexen asoc->size_on_all_streams = 0; 1260253a63b8SMichael Tuexen #endif 1261253a63b8SMichael Tuexen } 1262253a63b8SMichael Tuexen strm->pd_api_started = 1; 1263253a63b8SMichael Tuexen control->pdapi_started = 1; 1264253a63b8SMichael Tuexen } 126544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 126644249214SRandall Stewart control, 126744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1268d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 126944249214SRandall Stewart } 127049656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1271c09a1534SMichael Tuexen if (done) { 127244249214SRandall Stewart control = nctl; 127344249214SRandall Stewart goto deliver_more; 127444249214SRandall Stewart } 127544249214SRandall Stewart } 127644249214SRandall Stewart } 127744249214SRandall Stewart out: 127844249214SRandall Stewart return (ret); 127944249214SRandall Stewart } 128044249214SRandall Stewart 1281d1ea5fa9SMichael Tuexen 128228cd0699SMichael Tuexen uint32_t 128344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 128444249214SRandall Stewart struct sctp_stream_in *strm, 128544249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1286d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 128744249214SRandall Stewart { 128844249214SRandall Stewart /* 128944249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 129044249214SRandall Stewart * control and free up the chunk resources. 129144249214SRandall Stewart */ 129228cd0699SMichael Tuexen uint32_t added = 0; 129344249214SRandall Stewart int i_locked = 0; 129444249214SRandall Stewart 1295d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 129644249214SRandall Stewart /* 129744249214SRandall Stewart * Its being pd-api'd so we must do some locks. 129844249214SRandall Stewart */ 129944249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 130044249214SRandall Stewart i_locked = 1; 130144249214SRandall Stewart } 130244249214SRandall Stewart if (control->data == NULL) { 130344249214SRandall Stewart control->data = chk->data; 130444249214SRandall Stewart sctp_setup_tail_pointer(control); 130544249214SRandall Stewart } else { 130628cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 130744249214SRandall Stewart } 130849656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 130944249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 131044249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 131149656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 131244249214SRandall Stewart chk->data = NULL; 131344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 131444249214SRandall Stewart control->first_frag_seen = 1; 13158b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13168b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 131744249214SRandall Stewart } 131844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 131944249214SRandall Stewart /* Its complete */ 132044249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 132144249214SRandall Stewart if (control->pdapi_started) { 132244249214SRandall Stewart control->pdapi_started = 0; 132344249214SRandall Stewart strm->pd_api_started = 0; 132444249214SRandall Stewart } 132544249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 132644249214SRandall Stewart /* Unordered */ 132744249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 132844249214SRandall Stewart control->on_strm_q = 0; 132944249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 133044249214SRandall Stewart /* Ordered */ 133144249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 1332253a63b8SMichael Tuexen /* 1333253a63b8SMichael Tuexen * Don't need to decrement 1334253a63b8SMichael Tuexen * size_on_all_streams, since control is on 1335253a63b8SMichael Tuexen * the read queue. 1336253a63b8SMichael Tuexen */ 133728cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 133844249214SRandall Stewart control->on_strm_q = 0; 133998d5fd97SMichael Tuexen #ifdef INVARIANTS 134044249214SRandall Stewart } else if (control->on_strm_q) { 134144249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 134244249214SRandall Stewart control->on_strm_q); 134398d5fd97SMichael Tuexen #endif 134444249214SRandall Stewart } 134544249214SRandall Stewart } 134644249214SRandall Stewart control->end_added = 1; 134744249214SRandall Stewart control->last_frag_seen = 1; 134844249214SRandall Stewart } 134944249214SRandall Stewart if (i_locked) { 135044249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 135144249214SRandall Stewart } 135244249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 135328cd0699SMichael Tuexen return (added); 1354f8829a4aSRandall Stewart } 1355f8829a4aSRandall Stewart 1356f8829a4aSRandall Stewart /* 1357f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1358f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1359f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1360f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1361f8829a4aSRandall Stewart */ 1362f8829a4aSRandall Stewart static void 1363f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 136444249214SRandall Stewart struct sctp_queued_to_read *control, 136544249214SRandall Stewart struct sctp_tmit_chunk *chk, 136644249214SRandall Stewart int created_control, 136744249214SRandall Stewart int *abort_flag, uint32_t tsn) 1368f8829a4aSRandall Stewart { 136944249214SRandall Stewart uint32_t next_fsn; 137044249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13713d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1372c09a1534SMichael Tuexen int do_wakeup, unordered; 137328cd0699SMichael Tuexen uint32_t lenadded; 1374f8829a4aSRandall Stewart 13753d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1376f8829a4aSRandall Stewart /* 137744249214SRandall Stewart * For old un-ordered data chunks. 1378f8829a4aSRandall Stewart */ 137944249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 138044249214SRandall Stewart unordered = 1; 1381f8829a4aSRandall Stewart } else { 138244249214SRandall Stewart unordered = 0; 138344249214SRandall Stewart } 138444249214SRandall Stewart /* Must be added to the stream-in queue */ 138544249214SRandall Stewart if (created_control) { 138628cd0699SMichael Tuexen if (unordered == 0) { 138728cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 138828cd0699SMichael Tuexen } 138944249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 139044249214SRandall Stewart /* Duplicate SSN? */ 1391b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 139244249214SRandall Stewart abort_flag, 139344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 139453999485SMichael Tuexen sctp_clean_up_control(stcb, control); 139544249214SRandall Stewart return; 139644249214SRandall Stewart } 139744249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1398f8829a4aSRandall Stewart /* 139944249214SRandall Stewart * Ok we created this control and now lets validate 140044249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 140144249214SRandall Stewart * and we have up to the cum-ack then its invalid. 140244249214SRandall Stewart */ 140344249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1404b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 140544249214SRandall Stewart abort_flag, 140644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 140744249214SRandall Stewart return; 140844249214SRandall Stewart } 140944249214SRandall Stewart } 141044249214SRandall Stewart } 1411a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1412d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 141344249214SRandall Stewart return; 141444249214SRandall Stewart } 141544249214SRandall Stewart /* 141644249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 141744249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 141844249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 141944249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 142044249214SRandall Stewart * in its place. 142144249214SRandall Stewart */ 142244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 142344249214SRandall Stewart /* Its the very first one. */ 142444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1425f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 142649656eefSMichael Tuexen chk->rec.data.fsn); 142744249214SRandall Stewart if (control->first_frag_seen) { 142844249214SRandall Stewart /* 142944249214SRandall Stewart * Error on senders part, they either sent us two 143044249214SRandall Stewart * data chunks with FIRST, or they sent two 143144249214SRandall Stewart * un-ordered chunks that were fragmented at the 143244249214SRandall Stewart * same time in the same stream. 143344249214SRandall Stewart */ 1434b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 143544249214SRandall Stewart abort_flag, 143644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 143744249214SRandall Stewart return; 143844249214SRandall Stewart } 143944249214SRandall Stewart control->first_frag_seen = 1; 14408b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14418b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 144249656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 144344249214SRandall Stewart control->data = chk->data; 144449656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 144544249214SRandall Stewart chk->data = NULL; 144644249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 144744249214SRandall Stewart sctp_setup_tail_pointer(control); 144828cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 144944249214SRandall Stewart } else { 145044249214SRandall Stewart /* Place the chunk in our list */ 145144249214SRandall Stewart int inserted = 0; 145244249214SRandall Stewart 145344249214SRandall Stewart if (control->last_frag_seen == 0) { 145444249214SRandall Stewart /* Still willing to raise highest FSN seen */ 145549656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 145644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1457f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 145849656eefSMichael Tuexen chk->rec.data.fsn); 145949656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 146044249214SRandall Stewart } 146144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 146244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1463f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 146449656eefSMichael Tuexen chk->rec.data.fsn); 146544249214SRandall Stewart control->last_frag_seen = 1; 146644249214SRandall Stewart } 146744249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 146844249214SRandall Stewart /* 146944249214SRandall Stewart * For IDATA we always check since we know 147044249214SRandall Stewart * that the first fragment is 0. For old 147144249214SRandall Stewart * DATA we have to receive the first before 1472cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 147344249214SRandall Stewart */ 147449656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1475b7b84c0eSMichael Tuexen /* 1476b7b84c0eSMichael Tuexen * We have already delivered up to 1477b7b84c0eSMichael Tuexen * this so its a dup 1478b7b84c0eSMichael Tuexen */ 1479b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 148044249214SRandall Stewart abort_flag, 148144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 148244249214SRandall Stewart return; 148344249214SRandall Stewart } 148444249214SRandall Stewart } 148544249214SRandall Stewart } else { 148644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 148744249214SRandall Stewart /* Second last? huh? */ 148844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1489f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 149049656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1491b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 149244249214SRandall Stewart chk, abort_flag, 149344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 149444249214SRandall Stewart return; 149544249214SRandall Stewart } 149644249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 149744249214SRandall Stewart /* 149844249214SRandall Stewart * For IDATA we always check since we know 149944249214SRandall Stewart * that the first fragment is 0. For old 150044249214SRandall Stewart * DATA we have to receive the first before 1501cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 150244249214SRandall Stewart */ 150344249214SRandall Stewart 150449656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1505b7b84c0eSMichael Tuexen /* 1506b7b84c0eSMichael Tuexen * We have already delivered up to 1507b7b84c0eSMichael Tuexen * this so its a dup 1508b7b84c0eSMichael Tuexen */ 150944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1510f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 151149656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1512b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 151344249214SRandall Stewart abort_flag, 151444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 151544249214SRandall Stewart return; 151644249214SRandall Stewart } 151744249214SRandall Stewart } 1518b7b84c0eSMichael Tuexen /* 1519b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1520b7b84c0eSMichael Tuexen * one 1521b7b84c0eSMichael Tuexen */ 152249656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 152344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1524f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 152549656eefSMichael Tuexen chk->rec.data.fsn, 152644249214SRandall Stewart control->top_fsn); 1527b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 152844249214SRandall Stewart abort_flag, 152944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 153044249214SRandall Stewart return; 153144249214SRandall Stewart } 153244249214SRandall Stewart } 153344249214SRandall Stewart /* 153444249214SRandall Stewart * If we reach here, we need to place the new chunk in the 153544249214SRandall Stewart * reassembly for this control. 153644249214SRandall Stewart */ 153744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1538f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 153949656eefSMichael Tuexen chk->rec.data.fsn); 154044249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 154149656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 154244249214SRandall Stewart /* 154344249214SRandall Stewart * This one in queue is bigger than the new 154444249214SRandall Stewart * one, insert the new one before at. 154544249214SRandall Stewart */ 154644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1547f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 154849656eefSMichael Tuexen at->rec.data.fsn); 1549f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1550f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 155144249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 155244249214SRandall Stewart inserted = 1; 155344249214SRandall Stewart break; 155449656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1555b7b84c0eSMichael Tuexen /* 1556b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1557b7b84c0eSMichael Tuexen * number 1558b7b84c0eSMichael Tuexen */ 155944249214SRandall Stewart /* 156044249214SRandall Stewart * foo bar, I guess I will just free this 156144249214SRandall Stewart * new guy, should we abort too? FIX ME 156244249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 156344249214SRandall Stewart * wrapped. Maybe I should compare to TSN 156444249214SRandall Stewart * somehow... sigh for now just blow away 156544249214SRandall Stewart * the chunk! 156644249214SRandall Stewart */ 156744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1568f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 156949656eefSMichael Tuexen at->rec.data.fsn); 1570b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 157144249214SRandall Stewart chk, abort_flag, 157244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 157344249214SRandall Stewart return; 157444249214SRandall Stewart } 157544249214SRandall Stewart } 157644249214SRandall Stewart if (inserted == 0) { 157744249214SRandall Stewart /* Goes on the end */ 1578f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 157949656eefSMichael Tuexen chk->rec.data.fsn); 158044249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 158144249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 158244249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 158344249214SRandall Stewart } 158444249214SRandall Stewart } 158544249214SRandall Stewart /* 158644249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 158744249214SRandall Stewart * are in seq if it makes sense. 158844249214SRandall Stewart */ 1589c09a1534SMichael Tuexen do_wakeup = 0; 159044249214SRandall Stewart /* 159144249214SRandall Stewart * If the first fragment has not been seen there is no sense in 159244249214SRandall Stewart * looking. 159344249214SRandall Stewart */ 159444249214SRandall Stewart if (control->first_frag_seen) { 159544249214SRandall Stewart next_fsn = control->fsn_included + 1; 159644249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 159749656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 159844249214SRandall Stewart /* We can add this one now to the control */ 159944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1600f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 160144249214SRandall Stewart control, at, 160249656eefSMichael Tuexen at->rec.data.fsn, 160344249214SRandall Stewart next_fsn, control->fsn_included); 160444249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 160528cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1606c09a1534SMichael Tuexen if (control->on_read_q) { 1607c09a1534SMichael Tuexen do_wakeup = 1; 160872e23abaSMichael Tuexen } else { 160972e23abaSMichael Tuexen /* 161072e23abaSMichael Tuexen * We only add to the 161172e23abaSMichael Tuexen * size-on-all-streams if its not on 161272e23abaSMichael Tuexen * the read q. The read q flag will 161372e23abaSMichael Tuexen * cause a sballoc so its accounted 161472e23abaSMichael Tuexen * for there. 161572e23abaSMichael Tuexen */ 161672e23abaSMichael Tuexen asoc->size_on_all_streams += lenadded; 1617c09a1534SMichael Tuexen } 161844249214SRandall Stewart next_fsn++; 161944249214SRandall Stewart if (control->end_added && control->pdapi_started) { 162044249214SRandall Stewart if (strm->pd_api_started) { 162144249214SRandall Stewart strm->pd_api_started = 0; 162244249214SRandall Stewart control->pdapi_started = 0; 162344249214SRandall Stewart } 162444249214SRandall Stewart if (control->on_read_q == 0) { 162544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 162644249214SRandall Stewart control, 162744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 162844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 162944249214SRandall Stewart } 163044249214SRandall Stewart break; 163144249214SRandall Stewart } 163244249214SRandall Stewart } else { 1633f8829a4aSRandall Stewart break; 1634f8829a4aSRandall Stewart } 1635f8829a4aSRandall Stewart } 1636f8829a4aSRandall Stewart } 1637c09a1534SMichael Tuexen if (do_wakeup) { 163844249214SRandall Stewart /* Need to wakeup the reader */ 1639b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1640f8829a4aSRandall Stewart } 1641f8829a4aSRandall Stewart } 1642f8829a4aSRandall Stewart 164344249214SRandall Stewart static struct sctp_queued_to_read * 164449656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1645f8829a4aSRandall Stewart { 1646c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1647f8829a4aSRandall Stewart 164844249214SRandall Stewart if (ordered) { 1649c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 165049656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 165144249214SRandall Stewart break; 165244249214SRandall Stewart } 165344249214SRandall Stewart } 1654f8829a4aSRandall Stewart } else { 165549656eefSMichael Tuexen if (idata_supported) { 1656c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 165749656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 165844249214SRandall Stewart break; 1659f8829a4aSRandall Stewart } 1660f8829a4aSRandall Stewart } 166149656eefSMichael Tuexen } else { 166249656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 166349656eefSMichael Tuexen } 1664f8829a4aSRandall Stewart } 1665c09a1534SMichael Tuexen return (control); 1666f8829a4aSRandall Stewart } 166744249214SRandall Stewart 1668f8829a4aSRandall Stewart static int 1669f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 167044249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1671f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 16728b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1673f8829a4aSRandall Stewart { 1674f8829a4aSRandall Stewart /* Process a data chunk */ 1675f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 1676f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 167749656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1678f8829a4aSRandall Stewart struct mbuf *dmbuf; 16797215cc1bSMichael Tuexen int the_len; 1680139bc87fSRandall Stewart int need_reasm_check = 0; 168149656eefSMichael Tuexen uint16_t sid; 1682ff1ffd74SMichael Tuexen struct mbuf *op_err; 1683ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 168428cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 168549656eefSMichael Tuexen uint32_t ppid; 16868b9c95f4SMichael Tuexen uint8_t chk_flags; 168717205eccSRandall Stewart struct sctp_stream_reset_list *liste; 168844249214SRandall Stewart int ordered; 168944249214SRandall Stewart size_t clen; 169044249214SRandall Stewart int created_control = 0; 1691f8829a4aSRandall Stewart 16928b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 16938b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 16948b9c95f4SMichael Tuexen 16958b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 169644249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 16978b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 169844249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 16998b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17008b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17018b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 17028b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 170344249214SRandall Stewart fsn = 0; 17048b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 170544249214SRandall Stewart } else { 17068b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 17078b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 170844249214SRandall Stewart } 17098b9c95f4SMichael Tuexen } else { 17108b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 17118b9c95f4SMichael Tuexen 17128b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 17138b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 17148b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 17158b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17168b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17178b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17188b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17198b9c95f4SMichael Tuexen fsn = tsn; 17208b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17218b9c95f4SMichael Tuexen } 172244249214SRandall Stewart if ((size_t)chk_length == clen) { 172344249214SRandall Stewart /* 172444249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 172544249214SRandall Stewart */ 17268b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 172744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 172844249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 172944249214SRandall Stewart *abort_flag = 1; 173044249214SRandall Stewart return (0); 173144249214SRandall Stewart } 17328b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1733b3f1ea41SRandall Stewart asoc->send_sack = 1; 1734b3f1ea41SRandall Stewart } 17358b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1736b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1737c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 173880fefe0aSRandall Stewart } 1739ad81507eSRandall Stewart if (stcb == NULL) { 1740ad81507eSRandall Stewart return (0); 1741ad81507eSRandall Stewart } 17428b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 174320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1744f8829a4aSRandall Stewart /* It is a duplicate */ 1745f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1746f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1747f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1748f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1749f8829a4aSRandall Stewart asoc->numduptsns++; 1750f8829a4aSRandall Stewart } 1751b201f536SRandall Stewart asoc->send_sack = 1; 1752f8829a4aSRandall Stewart return (0); 1753f8829a4aSRandall Stewart } 1754f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1755d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1756f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1757f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1758f8829a4aSRandall Stewart return (0); 1759f8829a4aSRandall Stewart } 1760f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1761207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17620696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1763f8829a4aSRandall Stewart /* Can't expand, drop it */ 1764f8829a4aSRandall Stewart return (0); 1765f8829a4aSRandall Stewart } 1766f8829a4aSRandall Stewart } 176720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1768f8829a4aSRandall Stewart *high_tsn = tsn; 1769f8829a4aSRandall Stewart } 1770f8829a4aSRandall Stewart /* See if we have received this one already */ 177177acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 177277acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1773f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1774f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1775f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1776f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1777f8829a4aSRandall Stewart asoc->numduptsns++; 1778f8829a4aSRandall Stewart } 177942551e99SRandall Stewart asoc->send_sack = 1; 1780f8829a4aSRandall Stewart return (0); 1781f8829a4aSRandall Stewart } 1782f8829a4aSRandall Stewart /* 1783f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1784f8829a4aSRandall Stewart * to be sent up above 1785f8829a4aSRandall Stewart */ 1786ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1787f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1788ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1789f8829a4aSRandall Stewart /* 1790f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1791f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1792f8829a4aSRandall Stewart */ 1793ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1794a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1795f8829a4aSRandall Stewart *abort_flag = 1; 1796f8829a4aSRandall Stewart return (0); 1797f8829a4aSRandall Stewart } 1798f8829a4aSRandall Stewart /* 1799f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1800f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1801f8829a4aSRandall Stewart * for on a partial delivery API. 1802f8829a4aSRandall Stewart */ 1803f8829a4aSRandall Stewart 180444249214SRandall Stewart /* Is the stream valid? */ 180549656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 180686eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1807f8829a4aSRandall Stewart 180886eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1809eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 181086eda749SMichael Tuexen if (op_err != NULL) { 1811f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 181286eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 181386eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1814f8829a4aSRandall Stewart /* 1815f8829a4aSRandall Stewart * Error causes are just param's and this one has 1816f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1817f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1818f8829a4aSRandall Stewart */ 181986eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 182086eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 182186eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18228b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 182386eda749SMichael Tuexen cause->reserved = htons(0); 182486eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1825f8829a4aSRandall Stewart } 1826f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1827207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1828830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 182920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1830830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1831d06c82f1SRandall Stewart } 1832d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1833d06c82f1SRandall Stewart /* Update cum-ack */ 1834d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1835d06c82f1SRandall Stewart } 1836f8829a4aSRandall Stewart return (0); 1837f8829a4aSRandall Stewart } 1838f8829a4aSRandall Stewart /* 183944249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 184044249214SRandall Stewart * on the reassembly queues. 1841f8829a4aSRandall Stewart */ 18428b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18438b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1844be46a7c5SMichael Tuexen (fsn == 0)) { 184544249214SRandall Stewart /* 184644249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1847be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1848be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 184944249214SRandall Stewart */ 1850be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 18518b9c95f4SMichael Tuexen mid, chk_flags); 185244249214SRandall Stewart goto err_out; 185344249214SRandall Stewart } 18543d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 185544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18568b9c95f4SMichael Tuexen chk_flags, control); 18578b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1858be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1859be46a7c5SMichael Tuexen if (control != NULL) { 186044249214SRandall Stewart /* We found something, does it belong? */ 186149656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 186249656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 186344249214SRandall Stewart err_out: 186444249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 186544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 186644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 186744249214SRandall Stewart *abort_flag = 1; 186844249214SRandall Stewart return (0); 186944249214SRandall Stewart } 187044249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1871b7b84c0eSMichael Tuexen /* 1872b7b84c0eSMichael Tuexen * We can't have a switched order with an 1873b7b84c0eSMichael Tuexen * unordered chunk 1874b7b84c0eSMichael Tuexen */ 1875be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1876be46a7c5SMichael Tuexen tsn); 187744249214SRandall Stewart goto err_out; 187844249214SRandall Stewart } 187944249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1880b7b84c0eSMichael Tuexen /* 1881b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1882b7b84c0eSMichael Tuexen * ordered chunk 1883b7b84c0eSMichael Tuexen */ 1884be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1885be46a7c5SMichael Tuexen tsn); 188644249214SRandall Stewart goto err_out; 188744249214SRandall Stewart } 188844249214SRandall Stewart } 188944249214SRandall Stewart } else { 189044249214SRandall Stewart /* 189144249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 189244249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 189344249214SRandall Stewart * ordered) or in the same Stream for unordered. 189444249214SRandall Stewart */ 1895be46a7c5SMichael Tuexen if (control != NULL) { 189649656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 189749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 18988b9c95f4SMichael Tuexen chk_flags, mid); 189949656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 190044249214SRandall Stewart goto err_out; 1901be46a7c5SMichael Tuexen } else { 1902be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1903be46a7c5SMichael Tuexen (control->end_added == 0)) { 1904be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1905be46a7c5SMichael Tuexen goto err_out; 1906be46a7c5SMichael Tuexen } else { 1907be46a7c5SMichael Tuexen control = NULL; 1908be46a7c5SMichael Tuexen } 1909be46a7c5SMichael Tuexen } 191044249214SRandall Stewart } 191144249214SRandall Stewart } 191244249214SRandall Stewart /* now do the tests */ 191344249214SRandall Stewart if (((asoc->cnt_on_all_streams + 191444249214SRandall Stewart asoc->cnt_on_reasm_queue + 191544249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 191644249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 191744249214SRandall Stewart /* 191844249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 191944249214SRandall Stewart * the reader is doing its job... 192044249214SRandall Stewart */ 192144249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 192244249214SRandall Stewart /* some to read, wake-up */ 192344249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 192444249214SRandall Stewart struct socket *so; 192544249214SRandall Stewart 192644249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 192744249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 192844249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 192944249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 193044249214SRandall Stewart SCTP_TCB_LOCK(stcb); 193144249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 193244249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 193344249214SRandall Stewart /* assoc was freed while we were unlocked */ 193444249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 193544249214SRandall Stewart return (0); 193644249214SRandall Stewart } 193744249214SRandall Stewart #endif 193844249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 193944249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 194044249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 194144249214SRandall Stewart #endif 194244249214SRandall Stewart } 194344249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19448b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 194544249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 194644249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 194744249214SRandall Stewart /* Nope not in the valid range dump it */ 194844249214SRandall Stewart dump_packet: 194944249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 195044249214SRandall Stewart if ((asoc->cnt_on_all_streams + 195144249214SRandall Stewart asoc->cnt_on_reasm_queue + 195244249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 195344249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 195444249214SRandall Stewart } else { 195544249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 195644249214SRandall Stewart } 195744249214SRandall Stewart *break_flag = 1; 195844249214SRandall Stewart return (0); 195944249214SRandall Stewart } 196044249214SRandall Stewart } else { 196144249214SRandall Stewart if (control == NULL) { 196244249214SRandall Stewart goto dump_packet; 196344249214SRandall Stewart } 196444249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 196544249214SRandall Stewart goto dump_packet; 196644249214SRandall Stewart } 196744249214SRandall Stewart } 196844249214SRandall Stewart } 1969f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 197018e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 197118e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 197218e198d3SRandall Stewart asoc->tsn_in_at = 0; 197318e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 197418e198d3SRandall Stewart } 1975f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 197649656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 197749656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1978f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1979f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 198018e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 198118e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 198218e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1983f42a358aSRandall Stewart asoc->tsn_in_at++; 1984f42a358aSRandall Stewart #endif 198544249214SRandall Stewart /* 198644249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 198744249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 198844249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 198944249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 199044249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 199144249214SRandall Stewart */ 19928b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1993d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 19948b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 199549656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1996f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1997f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 199849656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1999f8829a4aSRandall Stewart 200049656eefSMichael Tuexen if (asoc->idata_supported) { 200149656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 200249656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 200349656eefSMichael Tuexen tsn, 200449656eefSMichael Tuexen sid, 200549656eefSMichael Tuexen mid); 200649656eefSMichael Tuexen } else { 2007ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 200849656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 200949656eefSMichael Tuexen tsn, 201049656eefSMichael Tuexen sid, 201149656eefSMichael Tuexen (uint16_t)mid); 201249656eefSMichael Tuexen } 2013ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2014b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 2015ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2016f8829a4aSRandall Stewart *abort_flag = 1; 2017f8829a4aSRandall Stewart return (0); 2018f8829a4aSRandall Stewart } 20198b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 202044249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 202144249214SRandall Stewart } else { 2022f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 202344249214SRandall Stewart } 2024f8829a4aSRandall Stewart if (last_chunk == 0) { 20258b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 202644249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 202744249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 202844249214SRandall Stewart the_len, M_NOWAIT); 202944249214SRandall Stewart } else { 203044b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2031f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2032eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 203344249214SRandall Stewart } 2034f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2035b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20364be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2037f8829a4aSRandall Stewart } 2038f8829a4aSRandall Stewart #endif 2039f8829a4aSRandall Stewart } else { 2040f8829a4aSRandall Stewart /* We can steal the last chunk */ 2041139bc87fSRandall Stewart int l_len; 2042139bc87fSRandall Stewart 2043f8829a4aSRandall Stewart dmbuf = *m; 2044f8829a4aSRandall Stewart /* lop off the top part */ 20458b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 204644249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 204744249214SRandall Stewart } else { 2048f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 204944249214SRandall Stewart } 2050139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2051139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2052139bc87fSRandall Stewart } else { 2053139bc87fSRandall Stewart /* 2054139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2055139bc87fSRandall Stewart * this to often :-0 2056139bc87fSRandall Stewart */ 2057139bc87fSRandall Stewart struct mbuf *lat; 2058139bc87fSRandall Stewart 2059139bc87fSRandall Stewart l_len = 0; 206060990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2061139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2062139bc87fSRandall Stewart } 2063139bc87fSRandall Stewart } 2064139bc87fSRandall Stewart if (l_len > the_len) { 2065f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2066139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2067f8829a4aSRandall Stewart } 2068f8829a4aSRandall Stewart } 2069f8829a4aSRandall Stewart if (dmbuf == NULL) { 2070f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2071f8829a4aSRandall Stewart return (0); 2072f8829a4aSRandall Stewart } 207344249214SRandall Stewart /* 20748b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 207544249214SRandall Stewart * one (we may have gotten it above when we found the message was 207644249214SRandall Stewart * fragmented 207744249214SRandall Stewart */ 207844249214SRandall Stewart if (control == NULL) { 207944249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 208044249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 208149656eefSMichael Tuexen ppid, 208249656eefSMichael Tuexen sid, 20838b9c95f4SMichael Tuexen chk_flags, 208449656eefSMichael Tuexen NULL, fsn, mid); 208544249214SRandall Stewart if (control == NULL) { 208644249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 208744249214SRandall Stewart return (0); 208844249214SRandall Stewart } 20898b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 20901f76872cSMichael Tuexen struct mbuf *mm; 209128cd0699SMichael Tuexen 209244249214SRandall Stewart control->data = dmbuf; 20931f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 20941f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 209528cd0699SMichael Tuexen } 209644249214SRandall Stewart control->tail_mbuf = NULL; 20978b9c95f4SMichael Tuexen control->end_added = 1; 20988b9c95f4SMichael Tuexen control->last_frag_seen = 1; 20998b9c95f4SMichael Tuexen control->first_frag_seen = 1; 21008b9c95f4SMichael Tuexen control->fsn_included = fsn; 21018b9c95f4SMichael Tuexen control->top_fsn = fsn; 210244249214SRandall Stewart } 210344249214SRandall Stewart created_control = 1; 210444249214SRandall Stewart } 210549656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 21068b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 21078b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2108f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2109f42a358aSRandall Stewart ((ordered == 0) || 211049656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 211149656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2112f8829a4aSRandall Stewart /* Candidate for express delivery */ 2113f8829a4aSRandall Stewart /* 2114f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2115f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2116f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2117f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2118f8829a4aSRandall Stewart * stuff it up the buffer.... 2119f8829a4aSRandall Stewart */ 21201ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 212120b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21221ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21231ea735c8SMichael Tuexen } 212449656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 212549656eefSMichael Tuexen control, mid); 212644249214SRandall Stewart 2127cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2128cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2129cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2130830d754dSRandall Stewart 21318b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2132f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21333d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2134f8829a4aSRandall Stewart } 2135f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2136b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 213749656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2138f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 213980fefe0aSRandall Stewart } 2140f8829a4aSRandall Stewart control = NULL; 2141f8829a4aSRandall Stewart goto finish_express_del; 2142f8829a4aSRandall Stewart } 214344249214SRandall Stewart /* Now will we need a chunk too? */ 21448b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2145f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2146f8829a4aSRandall Stewart if (chk == NULL) { 2147f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2148f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2149f8829a4aSRandall Stewart if (last_chunk == 0) { 2150f8829a4aSRandall Stewart /* we copied it, free the copy */ 2151f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2152f8829a4aSRandall Stewart } 2153f8829a4aSRandall Stewart return (0); 2154f8829a4aSRandall Stewart } 215549656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2156f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 215749656eefSMichael Tuexen chk->rec.data.fsn = fsn; 215849656eefSMichael Tuexen chk->rec.data.mid = mid; 215949656eefSMichael Tuexen chk->rec.data.sid = sid; 216049656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2161f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2162f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 21638b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2164f8829a4aSRandall Stewart chk->asoc = asoc; 2165f8829a4aSRandall Stewart chk->send_size = the_len; 2166f8829a4aSRandall Stewart chk->whoTo = net; 216749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 216844249214SRandall Stewart chk, 216949656eefSMichael Tuexen control, mid); 2170f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2171f8829a4aSRandall Stewart chk->data = dmbuf; 217244249214SRandall Stewart } 217344249214SRandall Stewart /* Set the appropriate TSN mark */ 217444249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 217544249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 217644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 217744249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 217844249214SRandall Stewart } 2179f8829a4aSRandall Stewart } else { 218044249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 218144249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 218244249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2183f8829a4aSRandall Stewart } 2184f8829a4aSRandall Stewart } 218544249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 21868b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2187f8829a4aSRandall Stewart /* 218844249214SRandall Stewart * Special check for when streams are resetting. We could be 218944249214SRandall Stewart * more smart about this and check the actual stream to see 219044249214SRandall Stewart * if it is not being reset.. that way we would not create a 219144249214SRandall Stewart * HOLB when amongst streams being reset and those not being 219244249214SRandall Stewart * reset. 2193f8829a4aSRandall Stewart * 2194f8829a4aSRandall Stewart */ 2195f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 219620b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2197f8829a4aSRandall Stewart /* 219844249214SRandall Stewart * yep its past where we need to reset... go ahead 219944249214SRandall Stewart * and queue it. 2200f8829a4aSRandall Stewart */ 2201f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2202f8829a4aSRandall Stewart /* first one on */ 2203f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2204f8829a4aSRandall Stewart } else { 220528cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2206f8829a4aSRandall Stewart unsigned char inserted = 0; 2207f8829a4aSRandall Stewart 220828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 220928cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 221044249214SRandall Stewart 22114a9ef3f8SMichael Tuexen continue; 2212f8829a4aSRandall Stewart } else { 2213f8829a4aSRandall Stewart /* found it */ 221428cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2215f8829a4aSRandall Stewart inserted = 1; 2216f8829a4aSRandall Stewart break; 2217f8829a4aSRandall Stewart } 2218f8829a4aSRandall Stewart } 2219f8829a4aSRandall Stewart if (inserted == 0) { 2220f8829a4aSRandall Stewart /* 222144249214SRandall Stewart * must be put at end, use prevP 222244249214SRandall Stewart * (all setup from loop) to setup 222344249214SRandall Stewart * nextP. 2224f8829a4aSRandall Stewart */ 2225f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2226f8829a4aSRandall Stewart } 2227f8829a4aSRandall Stewart } 222844249214SRandall Stewart goto finish_express_del; 222944249214SRandall Stewart } 22308b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 223144249214SRandall Stewart /* queue directly into socket buffer */ 223249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 223349656eefSMichael Tuexen control, mid); 223444249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 223544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 223644249214SRandall Stewart control, 223744249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 223844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 223944249214SRandall Stewart 2240f8829a4aSRandall Stewart } else { 224149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 224249656eefSMichael Tuexen mid); 22433d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2244f8829a4aSRandall Stewart if (*abort_flag) { 22458be0fd55SMichael Tuexen if (last_chunk) { 22468be0fd55SMichael Tuexen *m = NULL; 22478be0fd55SMichael Tuexen } 2248f8829a4aSRandall Stewart return (0); 2249f8829a4aSRandall Stewart } 2250f8829a4aSRandall Stewart } 225144249214SRandall Stewart goto finish_express_del; 2252f8829a4aSRandall Stewart } 225344249214SRandall Stewart /* If we reach here its a reassembly */ 225444249214SRandall Stewart need_reasm_check = 1; 225544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 225649656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 225749656eefSMichael Tuexen control, mid); 22583d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2259f8829a4aSRandall Stewart if (*abort_flag) { 2260a5d547adSRandall Stewart /* 226144249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 226244249214SRandall Stewart * queue, which has all been freed. 2263a5d547adSRandall Stewart */ 22648be0fd55SMichael Tuexen if (last_chunk) { 2265a5d547adSRandall Stewart *m = NULL; 22668be0fd55SMichael Tuexen } 2267f8829a4aSRandall Stewart return (0); 2268f8829a4aSRandall Stewart } 2269f8829a4aSRandall Stewart finish_express_del: 227044249214SRandall Stewart /* Here we tidy up things */ 2271307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2272307b49efSMichael Tuexen /* Update cum-ack */ 2273307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2274307b49efSMichael Tuexen } 2275f8829a4aSRandall Stewart if (last_chunk) { 2276f8829a4aSRandall Stewart *m = NULL; 2277f8829a4aSRandall Stewart } 2278f42a358aSRandall Stewart if (ordered) { 2279f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2280f8829a4aSRandall Stewart } else { 2281f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2282f8829a4aSRandall Stewart } 2283f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2284f8829a4aSRandall Stewart /* Set it present please */ 2285b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 228649656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 228780fefe0aSRandall Stewart } 2288b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2289f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2290f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 229180fefe0aSRandall Stewart } 22923d6fe5d8SMichael Tuexen if (need_reasm_check) { 22933d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 22943d6fe5d8SMichael Tuexen need_reasm_check = 0; 22953d6fe5d8SMichael Tuexen } 229617205eccSRandall Stewart /* check the special flag for stream resets */ 229717205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 229820b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 229917205eccSRandall Stewart /* 230017205eccSRandall Stewart * we have finished working through the backlogged TSN's now 230117205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 230217205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 230317205eccSRandall Stewart * pending_reply_queue. 230417205eccSRandall Stewart */ 2305a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 230617205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 23077cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2308207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 23093c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 231017205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 23114a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 231217205eccSRandall Stewart /* All can be removed */ 231328cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 231428cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 231528cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 231617205eccSRandall Stewart if (*abort_flag) { 231717205eccSRandall Stewart return (0); 231817205eccSRandall Stewart } 23193d6fe5d8SMichael Tuexen if (need_reasm_check) { 232028cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 23213d6fe5d8SMichael Tuexen need_reasm_check = 0; 23223d6fe5d8SMichael Tuexen } 232317205eccSRandall Stewart } 23244a9ef3f8SMichael Tuexen } else { 232528cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 232628cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23274a9ef3f8SMichael Tuexen break; 23284a9ef3f8SMichael Tuexen } 232917205eccSRandall Stewart /* 233028cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 233128cd0699SMichael Tuexen * can process it which is the NOT of 233228cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 233317205eccSRandall Stewart */ 233428cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 233528cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 233617205eccSRandall Stewart if (*abort_flag) { 233717205eccSRandall Stewart return (0); 233817205eccSRandall Stewart } 23393d6fe5d8SMichael Tuexen if (need_reasm_check) { 234028cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 234117205eccSRandall Stewart need_reasm_check = 0; 234217205eccSRandall Stewart } 23433d6fe5d8SMichael Tuexen } 23443d6fe5d8SMichael Tuexen } 2345139bc87fSRandall Stewart } 2346f8829a4aSRandall Stewart return (1); 2347f8829a4aSRandall Stewart } 2348f8829a4aSRandall Stewart 2349ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2350b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2351b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2352b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2353b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2354b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2355b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2356b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2357b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2358b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2359b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2360b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2361b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2362b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2363b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2364b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2365b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2366b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2367b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2368b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2369b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2370b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2371b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2372b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2373b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2374b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2375b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2376b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2377b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2378b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2379b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2380b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2381b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2382f8829a4aSRandall Stewart }; 2383f8829a4aSRandall Stewart 2384f8829a4aSRandall Stewart 2385f8829a4aSRandall Stewart void 2386b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2387f8829a4aSRandall Stewart { 2388f8829a4aSRandall Stewart /* 2389f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2390f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 239166bd30bdSRandall Stewart * 23925b495f17SMichael Tuexen * When you first glance at this you might think that all entries 23935b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 23945b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 239566bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 239666bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 239766bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 239866bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2399f8829a4aSRandall Stewart */ 2400f8829a4aSRandall Stewart struct sctp_association *asoc; 2401b3f1ea41SRandall Stewart int at; 240266bd30bdSRandall Stewart uint8_t val; 2403f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 240477acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2405f8829a4aSRandall Stewart 2406f8829a4aSRandall Stewart asoc = &stcb->asoc; 2407f8829a4aSRandall Stewart 2408f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2409f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2410f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2411f8829a4aSRandall Stewart /* 2412f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2413f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2414f8829a4aSRandall Stewart */ 2415f8829a4aSRandall Stewart at = 0; 2416b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 241766bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 241866bd30bdSRandall Stewart if (val == 0xff) { 2419f8829a4aSRandall Stewart at += 8; 2420f8829a4aSRandall Stewart } else { 2421f8829a4aSRandall Stewart /* there is a 0 bit */ 242266bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2423f8829a4aSRandall Stewart break; 2424f8829a4aSRandall Stewart } 2425f8829a4aSRandall Stewart } 2426b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2427f8829a4aSRandall Stewart 242820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 242920b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2430a5d547adSRandall Stewart #ifdef INVARIANTS 2431ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2432ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2433f8829a4aSRandall Stewart #else 2434ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2435ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24360e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2437b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2438b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2439b3f1ea41SRandall Stewart } 2440f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2441830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2442f8829a4aSRandall Stewart #endif 2443f8829a4aSRandall Stewart } 244420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 244577acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 244677acdc25SRandall Stewart } else { 244777acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 244877acdc25SRandall Stewart } 244977acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2450f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 245177acdc25SRandall Stewart /* highest becomes the cum-ack */ 245237f144ebSMichael Tuexen int clr; 245337f144ebSMichael Tuexen #ifdef INVARIANTS 245437f144ebSMichael Tuexen unsigned int i; 245537f144ebSMichael Tuexen #endif 2456f8829a4aSRandall Stewart 2457f8829a4aSRandall Stewart /* clear the array */ 2458b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2459c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2460f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2461f8829a4aSRandall Stewart } 2462f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2463830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 246437f144ebSMichael Tuexen #ifdef INVARIANTS 2465b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2466b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2467cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2468b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2469b5c16493SMichael Tuexen } 2470b5c16493SMichael Tuexen } 247137f144ebSMichael Tuexen #endif 247277acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 247377acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2474f8829a4aSRandall Stewart } else if (at >= 8) { 2475f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2476b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2477b3f1ea41SRandall Stewart 2478f8829a4aSRandall Stewart /* 2479f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2480f8829a4aSRandall Stewart * TSN value 2481f8829a4aSRandall Stewart */ 248277acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 248377acdc25SRandall Stewart slide_end = (lgap >> 3); 2484f8829a4aSRandall Stewart if (slide_end < slide_from) { 248577acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2486d55b0b1bSRandall Stewart #ifdef INVARIANTS 2487f8829a4aSRandall Stewart panic("impossible slide"); 2488d55b0b1bSRandall Stewart #else 2489cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 249077acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2491d55b0b1bSRandall Stewart return; 2492d55b0b1bSRandall Stewart #endif 2493f8829a4aSRandall Stewart } 2494b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2495b3f1ea41SRandall Stewart #ifdef INVARIANTS 2496b3f1ea41SRandall Stewart panic("would overrun buffer"); 2497b3f1ea41SRandall Stewart #else 2498cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2499b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2500b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2501b3f1ea41SRandall Stewart #endif 2502b3f1ea41SRandall Stewart } 2503f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2504b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2505f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2506f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2507f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2508f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 250980fefe0aSRandall Stewart } 2510f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2511f8829a4aSRandall Stewart distance < 0) { 2512f8829a4aSRandall Stewart /* 2513f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2514f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2515f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2516f8829a4aSRandall Stewart * don't think this should happen :-0 2517f8829a4aSRandall Stewart */ 2518f8829a4aSRandall Stewart 2519b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2520f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2521f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2522f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 252380fefe0aSRandall Stewart } 2524f8829a4aSRandall Stewart } else { 2525f8829a4aSRandall Stewart int ii; 2526f8829a4aSRandall Stewart 2527f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 252837f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 252937f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 253077acdc25SRandall Stewart 2531f8829a4aSRandall Stewart } 2532aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2533f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 253477acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2535f8829a4aSRandall Stewart } 2536ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2537ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2538ee94f0a2SMichael Tuexen } 2539ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2540ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2541ee94f0a2SMichael Tuexen } 2542f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2543b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2544f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2545f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2546f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 254780fefe0aSRandall Stewart } 2548830d754dSRandall Stewart } 2549830d754dSRandall Stewart } 2550b5c16493SMichael Tuexen } 2551b5c16493SMichael Tuexen 2552b5c16493SMichael Tuexen void 25537215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2554b5c16493SMichael Tuexen { 2555b5c16493SMichael Tuexen struct sctp_association *asoc; 2556b5c16493SMichael Tuexen uint32_t highest_tsn; 2557ebecdad8SMichael Tuexen int is_a_gap; 2558b5c16493SMichael Tuexen 2559ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2560b5c16493SMichael Tuexen asoc = &stcb->asoc; 256120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2562b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2563b5c16493SMichael Tuexen } else { 2564b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2565b5c16493SMichael Tuexen } 2566ebecdad8SMichael Tuexen /* Is there a gap now? */ 2567ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2568b5c16493SMichael Tuexen 2569830d754dSRandall Stewart /* 2570f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2571f8829a4aSRandall Stewart * timer (if allowed). 2572f8829a4aSRandall Stewart */ 2573f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2574f8829a4aSRandall Stewart /* 2575b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2576b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2577b5c16493SMichael Tuexen * SACK 2578f8829a4aSRandall Stewart */ 2579139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2580f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2581b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 258244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2583f8829a4aSRandall Stewart } 2584ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2585ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2586ebecdad8SMichael Tuexen if (is_a_gap) { 2587689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2588ebecdad8SMichael Tuexen } 2589f8829a4aSRandall Stewart } else { 2590f8829a4aSRandall Stewart /* 2591b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2592b5c16493SMichael Tuexen * since last ack 2593f8829a4aSRandall Stewart */ 2594f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2595f8829a4aSRandall Stewart 259642551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 259742551e99SRandall Stewart * SACK */ 2598f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2599f8829a4aSRandall Stewart * longer is one */ 2600f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2601f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 260242551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2603b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2604b7b84c0eSMichael Tuexen ) { 2605f8829a4aSRandall Stewart 26067c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2607b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 260842551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2609f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2610f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2611139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2612f8829a4aSRandall Stewart 2613f8829a4aSRandall Stewart /* 2614b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2615b5c16493SMichael Tuexen * even in the face of 2616f8829a4aSRandall Stewart * 26175b495f17SMichael Tuexen * reordering. Therefore, if acks that do 26185b495f17SMichael Tuexen * not have to be sent because of the above 2619b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2620b5c16493SMichael Tuexen * that would have been sent due to gap 2621b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2622f8829a4aSRandall Stewart * the delayed ack timer. 2623f8829a4aSRandall Stewart */ 2624f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2625f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2626f8829a4aSRandall Stewart } else { 2627f8829a4aSRandall Stewart /* 2628b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2629b5c16493SMichael Tuexen * is pending, we got our first packet OR 2630b5c16493SMichael Tuexen * there are gaps or duplicates. 2631f8829a4aSRandall Stewart */ 2632ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2633689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2634f8829a4aSRandall Stewart } 2635f8829a4aSRandall Stewart } else { 263642551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2637f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2638f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2639f8829a4aSRandall Stewart } 2640f8829a4aSRandall Stewart } 2641f8829a4aSRandall Stewart } 2642f8829a4aSRandall Stewart } 2643f8829a4aSRandall Stewart 2644f8829a4aSRandall Stewart int 2645f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2646e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2647e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2648f8829a4aSRandall Stewart { 264944249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2650f8829a4aSRandall Stewart struct sctp_association *asoc; 2651f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2652f8829a4aSRandall Stewart int stop_proc = 0; 2653af03054cSMichael Tuexen int break_flag, last_chunk; 26548f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2655f8829a4aSRandall Stewart struct mbuf *m; 26568f777478SMichael Tuexen uint32_t highest_tsn; 2657af03054cSMichael Tuexen uint16_t chk_length; 2658f8829a4aSRandall Stewart 2659f8829a4aSRandall Stewart /* set the rwnd */ 2660f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2661f8829a4aSRandall Stewart 2662f8829a4aSRandall Stewart m = *mm; 2663f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2664f8829a4aSRandall Stewart asoc = &stcb->asoc; 266520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 26668f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 26678f777478SMichael Tuexen } else { 26688f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2669f8829a4aSRandall Stewart } 267020b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2671f8829a4aSRandall Stewart /* 2672f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2673f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2674f8829a4aSRandall Stewart * chunk is assigned. 2675f8829a4aSRandall Stewart */ 2676f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2677f8829a4aSRandall Stewart 2678d06c82f1SRandall Stewart /*- 2679f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2680f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2681f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2682f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2683d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2684d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2685f8829a4aSRandall Stewart */ 268644b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2687f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2688eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2689f8829a4aSRandall Stewart if (m) { 2690f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2691f8829a4aSRandall Stewart caddr_t *from, *to; 2692f8829a4aSRandall Stewart 2693f8829a4aSRandall Stewart /* get the pointers and copy */ 2694f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2695f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2696139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2697f8829a4aSRandall Stewart /* copy the length and free up the old */ 2698139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2699f8829a4aSRandall Stewart sctp_m_freem(*mm); 2700cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2701f8829a4aSRandall Stewart *mm = m; 2702f8829a4aSRandall Stewart } else { 2703f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2704f8829a4aSRandall Stewart m = *mm; 2705f8829a4aSRandall Stewart } 2706f8829a4aSRandall Stewart } 2707f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 270844249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 27097f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 27107f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2711f8829a4aSRandall Stewart if (ch == NULL) { 2712f8829a4aSRandall Stewart return (1); 2713f8829a4aSRandall Stewart } 2714f8829a4aSRandall Stewart /* 2715f8829a4aSRandall Stewart * process all DATA chunks... 2716f8829a4aSRandall Stewart */ 2717f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2718f8829a4aSRandall Stewart break_flag = 0; 271942551e99SRandall Stewart asoc->data_pkts_seen++; 2720f8829a4aSRandall Stewart while (stop_proc == 0) { 2721f8829a4aSRandall Stewart /* validate chunk length */ 272244249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2723f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2724f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2725f8829a4aSRandall Stewart stop_proc = 1; 272660990c0cSMichael Tuexen continue; 2727f8829a4aSRandall Stewart } 272844249214SRandall Stewart if ((asoc->idata_supported == 1) && 272944249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 273044249214SRandall Stewart struct mbuf *op_err; 273144249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 273244249214SRandall Stewart 2733e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 273444249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 273544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 273644249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 273744249214SRandall Stewart return (2); 273844249214SRandall Stewart } 273944249214SRandall Stewart if ((asoc->idata_supported == 0) && 274044249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 274144249214SRandall Stewart struct mbuf *op_err; 274244249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 274344249214SRandall Stewart 2744e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 274544249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 274644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 274744249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 274844249214SRandall Stewart return (2); 274944249214SRandall Stewart } 275044249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 275144249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 2752af03054cSMichael Tuexen uint16_t clen; 275344249214SRandall Stewart 275444249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 275544249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 275644249214SRandall Stewart } else { 275744249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 275844249214SRandall Stewart } 2759f8ee69bfSMichael Tuexen if (chk_length < clen) { 2760f8829a4aSRandall Stewart /* 2761f8829a4aSRandall Stewart * Need to send an abort since we had a 2762f8829a4aSRandall Stewart * invalid data chunk. 2763f8829a4aSRandall Stewart */ 2764f8829a4aSRandall Stewart struct mbuf *op_err; 2765ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2766f8829a4aSRandall Stewart 2767af03054cSMichael Tuexen snprintf(msg, sizeof(msg), "%s chunk of length %u", 27687f75695aSMichael Tuexen ch->chunk_type == SCTP_DATA ? "DATA" : "I-DATA", 2769ff1ffd74SMichael Tuexen chk_length); 2770ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 277144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2772e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 277332451da4SMichael Tuexen return (2); 277432451da4SMichael Tuexen } 2775f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2776f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2777f8829a4aSRandall Stewart #endif 2778f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2779f8829a4aSRandall Stewart last_chunk = 1; 2780f8829a4aSRandall Stewart } else { 2781f8829a4aSRandall Stewart last_chunk = 0; 2782f8829a4aSRandall Stewart } 278344249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2784f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 278544249214SRandall Stewart last_chunk, ch->chunk_type)) { 2786f8829a4aSRandall Stewart num_chunks++; 2787f8829a4aSRandall Stewart } 2788f8829a4aSRandall Stewart if (abort_flag) 2789f8829a4aSRandall Stewart return (2); 2790f8829a4aSRandall Stewart 2791f8829a4aSRandall Stewart if (break_flag) { 2792f8829a4aSRandall Stewart /* 2793f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2794f8829a4aSRandall Stewart * drop rep space left. 2795f8829a4aSRandall Stewart */ 2796f8829a4aSRandall Stewart stop_proc = 1; 279760990c0cSMichael Tuexen continue; 2798f8829a4aSRandall Stewart } 2799f8829a4aSRandall Stewart } else { 2800f8829a4aSRandall Stewart /* not a data chunk in the data region */ 280144249214SRandall Stewart switch (ch->chunk_type) { 2802f8829a4aSRandall Stewart case SCTP_INITIATION: 2803f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2804f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 280560990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2806f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2807f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2808f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2809f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2810f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2811f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2812f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2813f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2814f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2815f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2816f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2817f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2818f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2819f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2820f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2821f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2822f8829a4aSRandall Stewart case SCTP_ASCONF: 2823fd60718dSMichael Tuexen { 2824f8829a4aSRandall Stewart /* 2825fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2826fd60718dSMichael Tuexen * chunks that are NOT in the right 2827fd60718dSMichael Tuexen * place? 2828f8829a4aSRandall Stewart * 2829fd60718dSMichael Tuexen * For now, I do nothing but ignore 2830fd60718dSMichael Tuexen * them. We may later want to add 2831fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2832fd60718dSMichael Tuexen * either an ABORT() or possibly 2833fd60718dSMichael Tuexen * process them. 2834f8829a4aSRandall Stewart */ 2835f8829a4aSRandall Stewart struct mbuf *op_err; 2836267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2837f8829a4aSRandall Stewart 28389ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 283944249214SRandall Stewart ch->chunk_type); 2840267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2841e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2842f8829a4aSRandall Stewart return (2); 2843f8829a4aSRandall Stewart } 2844f8829a4aSRandall Stewart default: 28457f75695aSMichael Tuexen /* 28467f75695aSMichael Tuexen * Unknown chunk type: use bit rules after 28477f75695aSMichael Tuexen * checking length 28487f75695aSMichael Tuexen */ 28497f75695aSMichael Tuexen if (chk_length < sizeof(struct sctp_chunkhdr)) { 28507f75695aSMichael Tuexen /* 28517f75695aSMichael Tuexen * Need to send an abort since we 28527f75695aSMichael Tuexen * had a invalid chunk. 28537f75695aSMichael Tuexen */ 28547f75695aSMichael Tuexen struct mbuf *op_err; 28557f75695aSMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 28567f75695aSMichael Tuexen 2857af03054cSMichael Tuexen snprintf(msg, sizeof(msg), "Chunk of length %u", 28587f75695aSMichael Tuexen chk_length); 28597f75695aSMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 28607f75695aSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 28617f75695aSMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 28627f75695aSMichael Tuexen return (2); 28637f75695aSMichael Tuexen } 286444249214SRandall Stewart if (ch->chunk_type & 0x40) { 2865f8829a4aSRandall Stewart /* Add a error report to the queue */ 286686eda749SMichael Tuexen struct mbuf *op_err; 286786eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2868f8829a4aSRandall Stewart 286986eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 287086eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 287186eda749SMichael Tuexen if (op_err != NULL) { 287286eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 287386eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 28749a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 287586eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 287686eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 287786eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 287886eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2879f8829a4aSRandall Stewart } else { 288086eda749SMichael Tuexen sctp_m_freem(op_err); 2881f8829a4aSRandall Stewart } 2882f8829a4aSRandall Stewart } 2883f8829a4aSRandall Stewart } 288444249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2885f8829a4aSRandall Stewart /* discard the rest of this packet */ 2886f8829a4aSRandall Stewart stop_proc = 1; 2887f8829a4aSRandall Stewart } /* else skip this bad chunk and 2888b7b84c0eSMichael Tuexen * continue... */ 2889b7b84c0eSMichael Tuexen break; 289060990c0cSMichael Tuexen } /* switch of chunk type */ 2891f8829a4aSRandall Stewart } 2892f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2893f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2894f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2895f8829a4aSRandall Stewart stop_proc = 1; 2896f8829a4aSRandall Stewart continue; 2897f8829a4aSRandall Stewart } 289844249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 28997f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 29007f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2901f8829a4aSRandall Stewart if (ch == NULL) { 2902f8829a4aSRandall Stewart *offset = length; 2903f8829a4aSRandall Stewart stop_proc = 1; 290460990c0cSMichael Tuexen continue; 2905f8829a4aSRandall Stewart } 290660990c0cSMichael Tuexen } 2907f8829a4aSRandall Stewart if (break_flag) { 2908f8829a4aSRandall Stewart /* 2909f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2910f8829a4aSRandall Stewart */ 291120cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2912f8829a4aSRandall Stewart } 2913f8829a4aSRandall Stewart if (num_chunks) { 2914f8829a4aSRandall Stewart /* 2915ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2916f8829a4aSRandall Stewart * give peer credit for being alive. 2917f8829a4aSRandall Stewart */ 2918f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2919b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2920c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2921c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2922c4739e2fSRandall Stewart 0, 2923c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2924c4739e2fSRandall Stewart __LINE__); 2925c4739e2fSRandall Stewart } 2926f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 29276e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2928f8829a4aSRandall Stewart } 2929f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2930f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 293142551e99SRandall Stewart /* Assure that we ack right away */ 293242551e99SRandall Stewart stcb->asoc.send_sack = 1; 2933f8829a4aSRandall Stewart } 2934f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 29357215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2936f8829a4aSRandall Stewart return (0); 2937f8829a4aSRandall Stewart } 2938f8829a4aSRandall Stewart 29390fa753b3SRandall Stewart static int 29400fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29410fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29420fa753b3SRandall Stewart int *num_frs, 29430fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29440fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29457215cc1bSMichael Tuexen int *rto_ok) 29460fa753b3SRandall Stewart { 29470fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29480fa753b3SRandall Stewart unsigned int theTSN; 2949b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29500fa753b3SRandall Stewart 29510fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29520fa753b3SRandall Stewart tp1 = *p_tp1; 29530fa753b3SRandall Stewart if (tp1 == NULL) { 29540fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29550fa753b3SRandall Stewart } 29560fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29570fa753b3SRandall Stewart theTSN = j + last_tsn; 29580fa753b3SRandall Stewart while (tp1) { 29590fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 29600fa753b3SRandall Stewart (*num_frs) += 1; 29610fa753b3SRandall Stewart 29620fa753b3SRandall Stewart /*- 29630fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 29640fa753b3SRandall Stewart * processed from the sent queue, track the 29650fa753b3SRandall Stewart * next expected pseudo-cumack, or 29660fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 29670fa753b3SRandall Stewart * cumack trackers for first transmissions, 29680fa753b3SRandall Stewart * and retransmissions. 29690fa753b3SRandall Stewart */ 29708427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29718427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 29720fa753b3SRandall Stewart (tp1->snd_count == 1)) { 297349656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 29740fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 29750fa753b3SRandall Stewart } 29768427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 29778427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 29780fa753b3SRandall Stewart (tp1->snd_count > 1)) { 297949656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 29800fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 29810fa753b3SRandall Stewart } 298249656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 29830fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 29840fa753b3SRandall Stewart /*- 29850fa753b3SRandall Stewart * must be held until 29860fa753b3SRandall Stewart * cum-ack passes 29870fa753b3SRandall Stewart */ 29880fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 29890fa753b3SRandall Stewart /*- 29900fa753b3SRandall Stewart * If it is less than RESEND, it is 29910fa753b3SRandall Stewart * now no-longer in flight. 29920fa753b3SRandall Stewart * Higher values may already be set 29930fa753b3SRandall Stewart * via previous Gap Ack Blocks... 29940fa753b3SRandall Stewart * i.e. ACKED or RESEND. 29950fa753b3SRandall Stewart */ 299649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 299720b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 299849656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 29990fa753b3SRandall Stewart } 30000fa753b3SRandall Stewart /*- 30010fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 30020fa753b3SRandall Stewart * saw_newack to 1 for dest being 30030fa753b3SRandall Stewart * newly acked. update 30040fa753b3SRandall Stewart * this_sack_highest_newack if 30050fa753b3SRandall Stewart * appropriate. 30060fa753b3SRandall Stewart */ 30070fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 30080fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 30090fa753b3SRandall Stewart 301049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 301120b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 30120fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 301349656eefSMichael Tuexen tp1->rec.data.tsn; 30140fa753b3SRandall Stewart } 30150fa753b3SRandall Stewart /*- 30160fa753b3SRandall Stewart * CMT DAC algo: also update 30170fa753b3SRandall Stewart * this_sack_lowest_newack 30180fa753b3SRandall Stewart */ 30190fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 30200fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30210fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 30220fa753b3SRandall Stewart last_tsn, 302349656eefSMichael Tuexen tp1->rec.data.tsn, 30240fa753b3SRandall Stewart 0, 30250fa753b3SRandall Stewart 0, 30260fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30270fa753b3SRandall Stewart } 302849656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 30290fa753b3SRandall Stewart } 30300fa753b3SRandall Stewart /*- 30310fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 30320fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 30330fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 30340fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 30350fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 30360fa753b3SRandall Stewart * retransmissions. 30370fa753b3SRandall Stewart */ 303849656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30390fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30400fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30410fa753b3SRandall Stewart } 30420fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30430fa753b3SRandall Stewart } 30440fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 304549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30460fa753b3SRandall Stewart } 304749656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30480fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30490fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30500fa753b3SRandall Stewart } 30510fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30520fa753b3SRandall Stewart } 30530fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30540fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30550fa753b3SRandall Stewart last_tsn, 305649656eefSMichael Tuexen tp1->rec.data.tsn, 30570fa753b3SRandall Stewart frag_strt, 30580fa753b3SRandall Stewart frag_end, 30590fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30600fa753b3SRandall Stewart } 30610fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 30620fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 30630fa753b3SRandall Stewart tp1->whoTo->flight_size, 30640fa753b3SRandall Stewart tp1->book_size, 30659a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 306649656eefSMichael Tuexen tp1->rec.data.tsn); 30670fa753b3SRandall Stewart } 30680fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3069299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3070299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3071299108c5SRandall Stewart tp1); 3072299108c5SRandall Stewart } 30730fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 30740fa753b3SRandall Stewart 30750fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 30760fa753b3SRandall Stewart if (tp1->snd_count < 2) { 30770fa753b3SRandall Stewart /*- 30780fa753b3SRandall Stewart * True non-retransmited chunk 30790fa753b3SRandall Stewart */ 30800fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 30810fa753b3SRandall Stewart 30820fa753b3SRandall Stewart /*- 30830fa753b3SRandall Stewart * update RTO too ? 30840fa753b3SRandall Stewart */ 30850fa753b3SRandall Stewart if (tp1->do_rtt) { 3086f79aab18SRandall Stewart if (*rto_ok) { 30870fa753b3SRandall Stewart tp1->whoTo->RTO = 30880fa753b3SRandall Stewart sctp_calculate_rto(stcb, 30890fa753b3SRandall Stewart &stcb->asoc, 30900fa753b3SRandall Stewart tp1->whoTo, 30910fa753b3SRandall Stewart &tp1->sent_rcv_time, 3092f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3093f79aab18SRandall Stewart *rto_ok = 0; 3094f79aab18SRandall Stewart } 3095f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3096f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3097f79aab18SRandall Stewart } 30980fa753b3SRandall Stewart tp1->do_rtt = 0; 30990fa753b3SRandall Stewart } 31000fa753b3SRandall Stewart } 31010fa753b3SRandall Stewart } 31020fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 310349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 310420b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 31050fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 310649656eefSMichael Tuexen tp1->rec.data.tsn; 31070fa753b3SRandall Stewart } 31080fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 31090fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 31100fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 31110fa753b3SRandall Stewart sctp_audit_log(0xB2, 31120fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 31130fa753b3SRandall Stewart #endif 31140fa753b3SRandall Stewart } 31150fa753b3SRandall Stewart } 31160fa753b3SRandall Stewart /*- 31170fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 31180fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 31190fa753b3SRandall Stewart */ 31202a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3121325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 31220fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 31232a498584SMichael Tuexen } 31240fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 31250fa753b3SRandall Stewart /* deflate the cwnd */ 31260fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 31270fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 31280fa753b3SRandall Stewart } 31290fa753b3SRandall Stewart /* NR Sack code here */ 3130325c8c46SMichael Tuexen if (nr_sacking && 3131325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 313249656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 313349656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3134325c8c46SMichael Tuexen #ifdef INVARIANTS 3135325c8c46SMichael Tuexen } else { 313649656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3137325c8c46SMichael Tuexen #endif 3138325c8c46SMichael Tuexen } 313949656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 314049656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 314149656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3142d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3143d96bef9cSMichael Tuexen } 3144325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31450fa753b3SRandall Stewart if (tp1->data) { 3146b7b84c0eSMichael Tuexen /* 3147b7b84c0eSMichael Tuexen * sa_ignore 3148b7b84c0eSMichael Tuexen * NO_NULL_CHK 3149b7b84c0eSMichael Tuexen */ 31500fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31510fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31520fa753b3SRandall Stewart tp1->data = NULL; 3153b5c16493SMichael Tuexen } 31540fa753b3SRandall Stewart wake_him++; 31550fa753b3SRandall Stewart } 31560fa753b3SRandall Stewart } 31570fa753b3SRandall Stewart break; 3158b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3159b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 31600fa753b3SRandall Stewart break; 316120b07a4dSMichael Tuexen } 31620fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3163b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3164b5c16493SMichael Tuexen circled++; 31650fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 31660fa753b3SRandall Stewart } 3167b5c16493SMichael Tuexen } /* end while (tp1) */ 3168b5c16493SMichael Tuexen if (tp1 == NULL) { 3169b5c16493SMichael Tuexen circled = 0; 3170b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3171b5c16493SMichael Tuexen } 3172b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 31730fa753b3SRandall Stewart } /* end for (j = fragStart */ 31740fa753b3SRandall Stewart *p_tp1 = tp1; 31750fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 31760fa753b3SRandall Stewart } 31770fa753b3SRandall Stewart 31780fa753b3SRandall Stewart 3179cd554309SMichael Tuexen static int 3180458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3181cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3182139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 31837215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3184f8829a4aSRandall Stewart { 3185458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3186f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 31870fa753b3SRandall Stewart int i; 3188f8829a4aSRandall Stewart int num_frs = 0; 3189cd554309SMichael Tuexen int chunk_freed; 3190cd554309SMichael Tuexen int non_revocable; 3191d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3192f8829a4aSRandall Stewart 3193d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3194d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3195cd554309SMichael Tuexen chunk_freed = 0; 3196f8829a4aSRandall Stewart 3197cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3198d9c5cfeaSMichael Tuexen if (i == num_seg) { 3199d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3200d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3201d9c5cfeaSMichael Tuexen } 3202458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3203458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3204458303daSRandall Stewart *offset += sizeof(block); 3205458303daSRandall Stewart if (frag == NULL) { 3206cd554309SMichael Tuexen return (chunk_freed); 3207458303daSRandall Stewart } 3208f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3209f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3210d9c5cfeaSMichael Tuexen 3211f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3212d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3213f8829a4aSRandall Stewart continue; 3214f8829a4aSRandall Stewart } 3215d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3216d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3217f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3218f8829a4aSRandall Stewart } 321920b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3220d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3221f8829a4aSRandall Stewart } 3222cd554309SMichael Tuexen if (i < num_seg) { 3223cd554309SMichael Tuexen non_revocable = 0; 3224cd554309SMichael Tuexen } else { 3225cd554309SMichael Tuexen non_revocable = 1; 3226cd554309SMichael Tuexen } 3227cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3228cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 32297215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3230cd554309SMichael Tuexen chunk_freed = 1; 3231458303daSRandall Stewart } 3232d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3233f8829a4aSRandall Stewart } 3234b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 323580fefe0aSRandall Stewart if (num_frs) 323680fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 323780fefe0aSRandall Stewart *biggest_newly_acked_tsn, 323880fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 323980fefe0aSRandall Stewart } 3240cd554309SMichael Tuexen return (chunk_freed); 3241f8829a4aSRandall Stewart } 3242f8829a4aSRandall Stewart 3243f8829a4aSRandall Stewart static void 3244c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3245c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 324663eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3247f8829a4aSRandall Stewart { 3248f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3249f8829a4aSRandall Stewart 32504a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 325149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3252f8829a4aSRandall Stewart /* 3253f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3254f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3255f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3256f8829a4aSRandall Stewart * again. 3257f8829a4aSRandall Stewart */ 325849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3259d06c82f1SRandall Stewart break; 326020b07a4dSMichael Tuexen } 3261f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3262f8829a4aSRandall Stewart /* it has been revoked */ 3263f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3264f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3265a5d547adSRandall Stewart /* 326642551e99SRandall Stewart * We must add this stuff back in to assure 326742551e99SRandall Stewart * timers and such get started. 3268a5d547adSRandall Stewart */ 3269b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3270c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3271c105859eSRandall Stewart tp1->whoTo->flight_size, 3272c105859eSRandall Stewart tp1->book_size, 32739a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 327449656eefSMichael Tuexen tp1->rec.data.tsn); 327580fefe0aSRandall Stewart } 3276c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3277c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 327842551e99SRandall Stewart /* 327942551e99SRandall Stewart * We inflate the cwnd to compensate for our 328042551e99SRandall Stewart * artificial inflation of the flight_size. 328142551e99SRandall Stewart */ 328242551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3283b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3284f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3285f8829a4aSRandall Stewart cumack, 328649656eefSMichael Tuexen tp1->rec.data.tsn, 3287f8829a4aSRandall Stewart 0, 3288f8829a4aSRandall Stewart 0, 3289f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 329080fefe0aSRandall Stewart } 3291f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3292f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3293f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3294f8829a4aSRandall Stewart } 3295f8829a4aSRandall Stewart } 3296f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3297f8829a4aSRandall Stewart break; 3298f8829a4aSRandall Stewart } 3299f8829a4aSRandall Stewart } 3300f8829a4aSRandall Stewart 3301830d754dSRandall Stewart 3302f8829a4aSRandall Stewart static void 3303f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 330463eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3305f8829a4aSRandall Stewart { 3306f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3307f8829a4aSRandall Stewart int strike_flag = 0; 3308f8829a4aSRandall Stewart struct timeval now; 3309f8829a4aSRandall Stewart int tot_retrans = 0; 3310f8829a4aSRandall Stewart uint32_t sending_seq; 3311f8829a4aSRandall Stewart struct sctp_nets *net; 3312f8829a4aSRandall Stewart int num_dests_sacked = 0; 3313f8829a4aSRandall Stewart 3314f8829a4aSRandall Stewart /* 3315f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3316f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3317f8829a4aSRandall Stewart */ 3318f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3319f8829a4aSRandall Stewart if (tp1 == NULL) { 3320f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3321f8829a4aSRandall Stewart } else { 332249656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3323f8829a4aSRandall Stewart } 3324f8829a4aSRandall Stewart 3325f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 33267c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 332720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3328f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3329f8829a4aSRandall Stewart if (net->saw_newack) 3330f8829a4aSRandall Stewart num_dests_sacked++; 3331f8829a4aSRandall Stewart } 3332f8829a4aSRandall Stewart } 3333dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 33346e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3335f8829a4aSRandall Stewart } 33364a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3337f8829a4aSRandall Stewart strike_flag = 0; 3338f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3339f8829a4aSRandall Stewart /* this one had a timeout or something */ 3340f8829a4aSRandall Stewart continue; 3341f8829a4aSRandall Stewart } 3342b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3343f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3344f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 334549656eefSMichael Tuexen tp1->rec.data.tsn, 3346f8829a4aSRandall Stewart tp1->sent, 3347f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 334880fefe0aSRandall Stewart } 334949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3350f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3351f8829a4aSRandall Stewart /* done */ 3352f8829a4aSRandall Stewart break; 3353f8829a4aSRandall Stewart } 3354dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3355f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3356f8829a4aSRandall Stewart /* Is it expired? */ 335799ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3358f8829a4aSRandall Stewart /* Yes so drop it */ 3359f8829a4aSRandall Stewart if (tp1->data != NULL) { 33601edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 33610c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3362f8829a4aSRandall Stewart } 3363f8829a4aSRandall Stewart continue; 3364f8829a4aSRandall Stewart } 3365f8829a4aSRandall Stewart } 3366f8829a4aSRandall Stewart } 3367e9a3a1b1SMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap) && 3368e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3369f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3370f8829a4aSRandall Stewart break; 3371f8829a4aSRandall Stewart } 3372f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3373f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3374f8829a4aSRandall Stewart /* skip */ 337544fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 337644fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 337744fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 337844fbe462SRandall Stewart } 3379f8829a4aSRandall Stewart continue; 3380f8829a4aSRandall Stewart } 3381f8829a4aSRandall Stewart /* 3382f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3383f8829a4aSRandall Stewart */ 3384ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3385f8829a4aSRandall Stewart /* 3386f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3387f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3388f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3389c105859eSRandall Stewart * FR using this SACK. 3390f8829a4aSRandall Stewart */ 3391f8829a4aSRandall Stewart continue; 3392e9a3a1b1SMichael Tuexen } else if (tp1->whoTo && 3393e9a3a1b1SMichael Tuexen SCTP_TSN_GT(tp1->rec.data.tsn, 3394e9a3a1b1SMichael Tuexen tp1->whoTo->this_sack_highest_newack) && 3395e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3396f8829a4aSRandall Stewart /* 3397f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3398f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3399f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3400f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3401f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3402f8829a4aSRandall Stewart * and the HTNA algo as well. 3403f8829a4aSRandall Stewart */ 3404f8829a4aSRandall Stewart continue; 3405f8829a4aSRandall Stewart } 3406f8829a4aSRandall Stewart /* 3407f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3408f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3409f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3410f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3411f8829a4aSRandall Stewart */ 3412f8829a4aSRandall Stewart /* 341342551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 341442551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 341542551e99SRandall Stewart * 0)) { 3416f8829a4aSRandall Stewart */ 341742551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3418f8829a4aSRandall Stewart /* 3419f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3420f8829a4aSRandall Stewart * moved. 3421f8829a4aSRandall Stewart */ 3422b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3423f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 342449656eefSMichael Tuexen tp1->rec.data.tsn, 3425f8829a4aSRandall Stewart tp1->sent, 3426f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 342780fefe0aSRandall Stewart } 34285e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3429f8829a4aSRandall Stewart tp1->sent++; 34305e54f665SRandall Stewart } 34317c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 343220083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3433f8829a4aSRandall Stewart /* 3434f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3435f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3436f8829a4aSRandall Stewart * because it would have been set to the 3437f8829a4aSRandall Stewart * cumack earlier. If not already to be 3438f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3439f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3440c105859eSRandall Stewart * one more. NOTE that we are marking by one 3441c105859eSRandall Stewart * additional time since the SACK DAC flag 3442c105859eSRandall Stewart * indicates that two packets have been 3443c105859eSRandall Stewart * received after this missing TSN. 34445e54f665SRandall Stewart */ 34455e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 344649656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3447b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3448f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 344949656eefSMichael Tuexen tp1->rec.data.tsn, 3450f8829a4aSRandall Stewart tp1->sent, 3451f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 345280fefe0aSRandall Stewart } 3453f8829a4aSRandall Stewart tp1->sent++; 3454f8829a4aSRandall Stewart } 3455f8829a4aSRandall Stewart } 345620083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 345720083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3458f8829a4aSRandall Stewart /* 3459f8829a4aSRandall Stewart * For those that have done a FR we must take 3460f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3461f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3462f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3463f8829a4aSRandall Stewart */ 34645e54f665SRandall Stewart if ( 3465f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3466f8829a4aSRandall Stewart /* 3467f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3468f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3469f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3470f8829a4aSRandall Stewart * ok to FR multiple times. 3471f8829a4aSRandall Stewart */ 34725e54f665SRandall Stewart (asoc->numnets < 2) 3473f8829a4aSRandall Stewart #else 34745e54f665SRandall Stewart (1) 3475f8829a4aSRandall Stewart #endif 34765e54f665SRandall Stewart ) { 34775e54f665SRandall Stewart 347820b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3479f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3480f8829a4aSRandall Stewart /* 3481f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3482f8829a4aSRandall Stewart * beyond where things were when we 3483f8829a4aSRandall Stewart * did a FR. 3484f8829a4aSRandall Stewart */ 3485b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3486f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 348749656eefSMichael Tuexen tp1->rec.data.tsn, 3488f8829a4aSRandall Stewart tp1->sent, 3489f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 349080fefe0aSRandall Stewart } 34915e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3492f8829a4aSRandall Stewart tp1->sent++; 34935e54f665SRandall Stewart } 3494f8829a4aSRandall Stewart strike_flag = 1; 34957c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 349620083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3497f8829a4aSRandall Stewart /* 3498f8829a4aSRandall Stewart * CMT DAC algorithm: If 3499f8829a4aSRandall Stewart * SACK flag is set to 0, 3500f8829a4aSRandall Stewart * then lowest_newack test 3501f8829a4aSRandall Stewart * will not pass because it 3502f8829a4aSRandall Stewart * would have been set to 3503f8829a4aSRandall Stewart * the cumack earlier. If 3504f8829a4aSRandall Stewart * not already to be rtx'd, 3505f8829a4aSRandall Stewart * If not a mixed sack and 3506f8829a4aSRandall Stewart * if tp1 is not between two 3507f8829a4aSRandall Stewart * sacked TSNs, then mark by 3508c105859eSRandall Stewart * one more. NOTE that we 3509c105859eSRandall Stewart * are marking by one 3510c105859eSRandall Stewart * additional time since the 3511c105859eSRandall Stewart * SACK DAC flag indicates 3512c105859eSRandall Stewart * that two packets have 3513c105859eSRandall Stewart * been received after this 3514c105859eSRandall Stewart * missing TSN. 3515f8829a4aSRandall Stewart */ 35165e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 35175e54f665SRandall Stewart (num_dests_sacked == 1) && 351820b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 351949656eefSMichael Tuexen tp1->rec.data.tsn)) { 3520b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3521f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 352249656eefSMichael Tuexen tp1->rec.data.tsn, 3523f8829a4aSRandall Stewart tp1->sent, 3524f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 352580fefe0aSRandall Stewart } 35265e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3527f8829a4aSRandall Stewart tp1->sent++; 35285e54f665SRandall Stewart } 3529f8829a4aSRandall Stewart } 3530f8829a4aSRandall Stewart } 3531f8829a4aSRandall Stewart } 3532f8829a4aSRandall Stewart } 3533f8829a4aSRandall Stewart /* 353442551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 353542551e99SRandall Stewart * algo covers HTNA. 3536f8829a4aSRandall Stewart */ 353749656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 353820b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3539f8829a4aSRandall Stewart /* 3540f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3541f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3542f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3543f8829a4aSRandall Stewart */ 3544f8829a4aSRandall Stewart ; 3545f8829a4aSRandall Stewart } else { 3546f8829a4aSRandall Stewart /* Strike the TSN */ 3547b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3548f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 354949656eefSMichael Tuexen tp1->rec.data.tsn, 3550f8829a4aSRandall Stewart tp1->sent, 3551f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 355280fefe0aSRandall Stewart } 35535e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3554f8829a4aSRandall Stewart tp1->sent++; 35555e54f665SRandall Stewart } 35567c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 355720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3558f8829a4aSRandall Stewart /* 3559f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3560f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3561f8829a4aSRandall Stewart * because it would have been set to the 3562f8829a4aSRandall Stewart * cumack earlier. If not already to be 3563f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3564f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3565c105859eSRandall Stewart * one more. NOTE that we are marking by one 3566c105859eSRandall Stewart * additional time since the SACK DAC flag 3567c105859eSRandall Stewart * indicates that two packets have been 3568c105859eSRandall Stewart * received after this missing TSN. 3569f8829a4aSRandall Stewart */ 35705e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 357149656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3572b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3573f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 357449656eefSMichael Tuexen tp1->rec.data.tsn, 3575f8829a4aSRandall Stewart tp1->sent, 3576f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 357780fefe0aSRandall Stewart } 3578f8829a4aSRandall Stewart tp1->sent++; 3579f8829a4aSRandall Stewart } 3580f8829a4aSRandall Stewart } 3581f8829a4aSRandall Stewart } 3582f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3583f8829a4aSRandall Stewart struct sctp_nets *alt; 3584f8829a4aSRandall Stewart 3585544e35bdSRandall Stewart /* fix counts and things */ 3586544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3587544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3588544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3589544e35bdSRandall Stewart tp1->book_size, 35909a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 359149656eefSMichael Tuexen tp1->rec.data.tsn); 3592544e35bdSRandall Stewart } 3593544e35bdSRandall Stewart if (tp1->whoTo) { 3594544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3595544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3596299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3597299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3598299108c5SRandall Stewart tp1); 3599299108c5SRandall Stewart } 3600544e35bdSRandall Stewart } 3601544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3602544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3603544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3604544e35bdSRandall Stewart } 3605544e35bdSRandall Stewart /* add back to the rwnd */ 3606544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3607544e35bdSRandall Stewart 3608544e35bdSRandall Stewart /* remove from the total flight */ 3609544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3610544e35bdSRandall Stewart 3611dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3612475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3613b7b84c0eSMichael Tuexen /* 3614b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3615b7b84c0eSMichael Tuexen * we store the retran count there. 3616b7b84c0eSMichael Tuexen */ 3617475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3618475d0674SMichael Tuexen /* Yes, so drop it */ 3619475d0674SMichael Tuexen if (tp1->data != NULL) { 36201edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3621475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3622475d0674SMichael Tuexen } 3623475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3624*67e8b08bSMichael Tuexen if (tp1->whoTo != NULL) { 3625475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3626*67e8b08bSMichael Tuexen } 3627475d0674SMichael Tuexen continue; 3628475d0674SMichael Tuexen } 3629475d0674SMichael Tuexen } 3630b7b84c0eSMichael Tuexen /* 3631b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3632b7b84c0eSMichael Tuexen * guy\n"); 3633b7b84c0eSMichael Tuexen */ 3634b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 363549656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3636f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 363780fefe0aSRandall Stewart } 3638f8829a4aSRandall Stewart if (strike_flag) { 3639f8829a4aSRandall Stewart /* This is a subsequent FR */ 3640f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3641f8829a4aSRandall Stewart } 36425e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36437c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3644f8829a4aSRandall Stewart /* 3645f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3646f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3647f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3648f8829a4aSRandall Stewart */ 3649f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3650f8829a4aSRandall Stewart alt = tp1->whoTo; 36513c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 365220083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3653b7b84c0eSMichael Tuexen /* 3654b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3655b54d3a6cSRandall Stewart * use the PF version of 3656b7b84c0eSMichael Tuexen * find_alt_net() 3657b7b84c0eSMichael Tuexen */ 3658b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3659b54d3a6cSRandall Stewart } else { 3660b7b84c0eSMichael Tuexen /* 3661b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3662b54d3a6cSRandall Stewart * use the CMT version of 3663b7b84c0eSMichael Tuexen * find_alt_net() 3664b7b84c0eSMichael Tuexen */ 366552be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3666f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3667b54d3a6cSRandall Stewart } 3668ad81507eSRandall Stewart if (alt == NULL) { 3669ad81507eSRandall Stewart alt = tp1->whoTo; 3670ad81507eSRandall Stewart } 3671f8829a4aSRandall Stewart /* 3672f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3673f8829a4aSRandall Stewart * the retransmission, then new 3674f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3675f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3676f8829a4aSRandall Stewart * pseudo-cumack always. 3677f8829a4aSRandall Stewart */ 3678ad81507eSRandall Stewart if (tp1->whoTo) { 3679f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3680f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3681ad81507eSRandall Stewart } 3682f8829a4aSRandall Stewart } else { /* CMT is OFF */ 3683f8829a4aSRandall Stewart 3684f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3685f8829a4aSRandall Stewart /* Can we find an alternate? */ 3686f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3687f8829a4aSRandall Stewart #else 3688f8829a4aSRandall Stewart /* 3689f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3690f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3691f8829a4aSRandall Stewart * paper details why. 3692f8829a4aSRandall Stewart */ 3693f8829a4aSRandall Stewart alt = tp1->whoTo; 3694f8829a4aSRandall Stewart #endif 3695f8829a4aSRandall Stewart } 3696f8829a4aSRandall Stewart 3697f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3698f8829a4aSRandall Stewart tot_retrans++; 3699f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3700f8829a4aSRandall Stewart /* 3701cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 370249656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3703f8829a4aSRandall Stewart */ 3704f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3705f8829a4aSRandall Stewart /* 3706f8829a4aSRandall Stewart * If the queue of send is empty then its 3707f8829a4aSRandall Stewart * the next sequence number that will be 3708f8829a4aSRandall Stewart * assigned so we subtract one from this to 3709f8829a4aSRandall Stewart * get the one we last sent. 3710f8829a4aSRandall Stewart */ 3711f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3712f8829a4aSRandall Stewart } else { 3713f8829a4aSRandall Stewart /* 3714f8829a4aSRandall Stewart * If there are chunks on the send queue 3715f8829a4aSRandall Stewart * (unsent data that has made it from the 3716f8829a4aSRandall Stewart * stream queues but not out the door, we 3717f8829a4aSRandall Stewart * take the first one (which will have the 3718f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3719f8829a4aSRandall Stewart * one we last sent. 3720f8829a4aSRandall Stewart */ 3721f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3722f8829a4aSRandall Stewart 3723f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3724f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 372549656eefSMichael Tuexen ttt->rec.data.tsn; 3726f8829a4aSRandall Stewart } 3727f8829a4aSRandall Stewart 3728f8829a4aSRandall Stewart if (tp1->do_rtt) { 3729f8829a4aSRandall Stewart /* 3730f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3731f8829a4aSRandall Stewart * it, cancel it 3732f8829a4aSRandall Stewart */ 373360990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 373460990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3735f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3736f79aab18SRandall Stewart } 3737f8829a4aSRandall Stewart tp1->do_rtt = 0; 3738f8829a4aSRandall Stewart } 3739f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3740f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3741f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37423c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3743f8829a4aSRandall Stewart tp1->whoTo = alt; 3744f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3745f8829a4aSRandall Stewart } 3746f8829a4aSRandall Stewart } 37474a9ef3f8SMichael Tuexen } 3748f8829a4aSRandall Stewart } 3749f8829a4aSRandall Stewart 3750f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3751f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3752f8829a4aSRandall Stewart struct sctp_association *asoc) 3753f8829a4aSRandall Stewart { 3754f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3755f8829a4aSRandall Stewart struct timeval now; 3756f8829a4aSRandall Stewart int now_filled = 0; 3757f8829a4aSRandall Stewart 3758dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3759f8829a4aSRandall Stewart return (NULL); 3760f8829a4aSRandall Stewart } 37614a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3762f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 376398f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3764325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3765f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3766f8829a4aSRandall Stewart break; 3767f8829a4aSRandall Stewart } 37680c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 37692a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3770325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 37710c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 37720c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 377349656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 37740c0982b8SRandall Stewart } 37750c0982b8SRandall Stewart } 3776f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3777f8829a4aSRandall Stewart /* 3778f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3779f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3780f8829a4aSRandall Stewart */ 3781f8829a4aSRandall Stewart break; 3782f8829a4aSRandall Stewart } 3783f8829a4aSRandall Stewart if (!now_filled) { 37846e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3785f8829a4aSRandall Stewart now_filled = 1; 3786f8829a4aSRandall Stewart } 3787f8829a4aSRandall Stewart /* 3788f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3789f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3790f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3791f8829a4aSRandall Stewart * it if its a resend? 3792f8829a4aSRandall Stewart */ 3793f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3794f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3795f8829a4aSRandall Stewart /* 3796f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3797f8829a4aSRandall Stewart * now up? 3798f8829a4aSRandall Stewart */ 3799f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3800f8829a4aSRandall Stewart /* Yes so drop it */ 3801f8829a4aSRandall Stewart if (tp1->data) { 3802ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 38031edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3804f8829a4aSRandall Stewart } 3805f8829a4aSRandall Stewart } else { 3806f8829a4aSRandall Stewart /* 3807f8829a4aSRandall Stewart * No, we are done when hit one for resend 3808f8829a4aSRandall Stewart * whos time as not expired. 3809f8829a4aSRandall Stewart */ 3810f8829a4aSRandall Stewart break; 3811f8829a4aSRandall Stewart } 3812f8829a4aSRandall Stewart } 3813f8829a4aSRandall Stewart /* 3814f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3815f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3816f8829a4aSRandall Stewart * the next chunk. 3817f8829a4aSRandall Stewart */ 381898f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3819325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3820f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 382149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 382249656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3823f8829a4aSRandall Stewart a_adv = tp1; 382449656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 38250c0982b8SRandall Stewart /* No update but we do save the chk */ 38260c0982b8SRandall Stewart a_adv = tp1; 38270c0982b8SRandall Stewart } 3828f8829a4aSRandall Stewart } else { 3829f8829a4aSRandall Stewart /* 3830f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3831f8829a4aSRandall Stewart * further 3832f8829a4aSRandall Stewart */ 3833f8829a4aSRandall Stewart break; 3834f8829a4aSRandall Stewart } 3835f8829a4aSRandall Stewart } 3836f8829a4aSRandall Stewart return (a_adv); 3837f8829a4aSRandall Stewart } 3838f8829a4aSRandall Stewart 38390c0982b8SRandall Stewart static int 3840c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3841bff64a4dSRandall Stewart { 3842bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3843afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3844548f47a8SMichael Tuexen int ret; 3845548f47a8SMichael Tuexen #ifndef INVARIANTS 3846548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3847548f47a8SMichael Tuexen #endif 3848548f47a8SMichael Tuexen 3849548f47a8SMichael Tuexen ret = 0; 3850548f47a8SMichael Tuexen #ifndef INVARIANTS 38510c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38520c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3853548f47a8SMichael Tuexen #endif 38540c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38550c0982b8SRandall Stewart return (0); 3856bff64a4dSRandall Stewart 3857bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3858bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3859cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 386049656eefSMichael Tuexen chk->rec.data.tsn, 38610c0982b8SRandall Stewart chk->send_size, 3862cd3fd531SMichael Tuexen chk->snd_count); 3863bff64a4dSRandall Stewart inflight++; 3864bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3865bff64a4dSRandall Stewart resend++; 3866bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3867bff64a4dSRandall Stewart inbetween++; 3868bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3869bff64a4dSRandall Stewart above++; 3870bff64a4dSRandall Stewart } else { 3871bff64a4dSRandall Stewart acked++; 3872bff64a4dSRandall Stewart } 3873bff64a4dSRandall Stewart } 3874f1f73e57SRandall Stewart 3875c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3876f1f73e57SRandall Stewart #ifdef INVARIANTS 3877c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3878f1f73e57SRandall Stewart #else 3879cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 38800c0982b8SRandall Stewart entry_flight, entry_cnt); 38810c0982b8SRandall Stewart 38820c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 38830c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 38840c0982b8SRandall Stewart ret = 1; 3885f1f73e57SRandall Stewart #endif 3886bff64a4dSRandall Stewart } 38870c0982b8SRandall Stewart return (ret); 3888c105859eSRandall Stewart } 3889c105859eSRandall Stewart 3890c105859eSRandall Stewart 3891c105859eSRandall Stewart static void 3892c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3893c105859eSRandall Stewart struct sctp_association *asoc, 3894c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3895c105859eSRandall Stewart { 3896dfb11ef8SRandall Stewart tp1->window_probe = 0; 38975171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3898dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3899dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 39008427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3901dfb11ef8SRandall Stewart tp1->book_size, 39029a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 390349656eefSMichael Tuexen tp1->rec.data.tsn); 3904dfb11ef8SRandall Stewart return; 3905dfb11ef8SRandall Stewart } 39065171328bSRandall Stewart /* First setup this by shrinking flight */ 3907299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3908299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3909299108c5SRandall Stewart tp1); 3910299108c5SRandall Stewart } 39115171328bSRandall Stewart sctp_flight_size_decrease(tp1); 39125171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 39135171328bSRandall Stewart /* Now mark for resend */ 39145171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3915791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3916791437b5SRandall Stewart 3917b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3918c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3919c105859eSRandall Stewart tp1->whoTo->flight_size, 3920c105859eSRandall Stewart tp1->book_size, 39219a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 392249656eefSMichael Tuexen tp1->rec.data.tsn); 392380fefe0aSRandall Stewart } 3924c105859eSRandall Stewart } 3925c105859eSRandall Stewart 3926f8829a4aSRandall Stewart void 3927f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3928899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3929f8829a4aSRandall Stewart { 3930f8829a4aSRandall Stewart struct sctp_nets *net; 3931f8829a4aSRandall Stewart struct sctp_association *asoc; 3932f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 39335e54f665SRandall Stewart uint32_t old_rwnd; 39345e54f665SRandall Stewart int win_probe_recovery = 0; 3935c105859eSRandall Stewart int win_probe_recovered = 0; 3936d06c82f1SRandall Stewart int j, done_once = 0; 3937f79aab18SRandall Stewart int rto_ok = 1; 3938fd60718dSMichael Tuexen uint32_t send_s; 3939f8829a4aSRandall Stewart 3940b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3941d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3942d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 394380fefe0aSRandall Stewart } 3944f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 394518e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 394618e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 394718e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 394818e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 394918e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 395018e198d3SRandall Stewart } 395118e198d3SRandall Stewart #endif 3952f8829a4aSRandall Stewart asoc = &stcb->asoc; 3953d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 395420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39555e54f665SRandall Stewart /* old ack */ 39565e54f665SRandall Stewart return; 3957d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3958d06c82f1SRandall Stewart /* Window update sack */ 3959d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 396044fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3961d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3962d06c82f1SRandall Stewart /* SWS sender side engages */ 3963d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3964d06c82f1SRandall Stewart } 3965d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3966d06c82f1SRandall Stewart goto again; 3967d06c82f1SRandall Stewart } 3968d06c82f1SRandall Stewart return; 39695e54f665SRandall Stewart } 3970f8829a4aSRandall Stewart /* First setup for CC stuff */ 3971f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3972a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3973a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3974a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3975a21779f0SRandall Stewart } 3976f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3977f8829a4aSRandall Stewart net->net_ack = 0; 3978f8829a4aSRandall Stewart net->net_ack2 = 0; 3979132dea7dSRandall Stewart 3980132dea7dSRandall Stewart /* 3981132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3982132dea7dSRandall Stewart * SACK processing 3983132dea7dSRandall Stewart */ 3984132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3985132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3986299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3987299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3988299108c5SRandall Stewart } 3989f8829a4aSRandall Stewart } 3990c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3991c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3992c105859eSRandall Stewart sctpchunk_listhead); 399349656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3994139bc87fSRandall Stewart } else { 3995c105859eSRandall Stewart send_s = asoc->sending_seq; 3996139bc87fSRandall Stewart } 399720b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3998ff1ffd74SMichael Tuexen struct mbuf *op_err; 3999ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4000139bc87fSRandall Stewart 4001139bc87fSRandall Stewart *abort_now = 1; 4002139bc87fSRandall Stewart /* XXX */ 400355f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4004ff1ffd74SMichael Tuexen cumack, send_s); 4005ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 400644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 4007ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4008139bc87fSRandall Stewart return; 4009139bc87fSRandall Stewart } 4010f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 4011b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4012c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4013c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4014c4739e2fSRandall Stewart 0, 4015c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4016c4739e2fSRandall Stewart __LINE__); 4017c4739e2fSRandall Stewart } 4018f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 401920b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 4020f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 40214a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 402249656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 402318e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 4024cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 402518e198d3SRandall Stewart } 4026f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4027f8829a4aSRandall Stewart /* 402818e198d3SRandall Stewart * If it is less than ACKED, it is 402918e198d3SRandall Stewart * now no-longer in flight. Higher 403018e198d3SRandall Stewart * values may occur during marking 4031f8829a4aSRandall Stewart */ 4032c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4033b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4034c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4035a5d547adSRandall Stewart tp1->whoTo->flight_size, 4036a5d547adSRandall Stewart tp1->book_size, 40379a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 403849656eefSMichael Tuexen tp1->rec.data.tsn); 403980fefe0aSRandall Stewart } 4040c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4041299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4042299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4043299108c5SRandall Stewart tp1); 4044299108c5SRandall Stewart } 404504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4046c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4047f8829a4aSRandall Stewart } 4048f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4049f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4050f8829a4aSRandall Stewart /* 405118e198d3SRandall Stewart * True non-retransmited 4052f8829a4aSRandall Stewart * chunk 4053f8829a4aSRandall Stewart */ 4054f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4055f8829a4aSRandall Stewart tp1->send_size; 4056f8829a4aSRandall Stewart 4057f8829a4aSRandall Stewart /* update RTO too? */ 405862c1ff9cSRandall Stewart if (tp1->do_rtt) { 4059f79aab18SRandall Stewart if (rto_ok) { 4060f8829a4aSRandall Stewart tp1->whoTo->RTO = 406104ee05e8SRandall Stewart /* 406204ee05e8SRandall Stewart * sa_ignore 40635b495f17SMichael Tuexen * NO_NULL_CHK 406404ee05e8SRandall Stewart */ 4065f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4066f8829a4aSRandall Stewart asoc, tp1->whoTo, 406718e198d3SRandall Stewart &tp1->sent_rcv_time, 4068f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4069f79aab18SRandall Stewart rto_ok = 0; 4070f79aab18SRandall Stewart } 4071f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4072f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4073f79aab18SRandall Stewart } 4074f8829a4aSRandall Stewart tp1->do_rtt = 0; 4075f8829a4aSRandall Stewart } 4076f8829a4aSRandall Stewart } 4077132dea7dSRandall Stewart /* 407818e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 407918e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 408018e198d3SRandall Stewart * acked for the first time, set the 408118e198d3SRandall Stewart * following variables for the 408218e198d3SRandall Stewart * corresp destination. 408318e198d3SRandall Stewart * new_pseudo_cumack will trigger a 408418e198d3SRandall Stewart * cwnd update. 408518e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 408618e198d3SRandall Stewart * trigger search for the next 408718e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4088132dea7dSRandall Stewart */ 4089132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4090132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4091132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4092132dea7dSRandall Stewart 4093b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 409404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 409549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 409680fefe0aSRandall Stewart } 4097f8829a4aSRandall Stewart } 4098f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4099f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4100f8829a4aSRandall Stewart } 410142551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 410242551e99SRandall Stewart /* deflate the cwnd */ 410342551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 410442551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 410542551e99SRandall Stewart } 4106325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 410749656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 410849656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4109a7ad6026SMichael Tuexen #ifdef INVARIANTS 4110a7ad6026SMichael Tuexen } else { 411149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4112a7ad6026SMichael Tuexen #endif 4113a7ad6026SMichael Tuexen } 4114a7ad6026SMichael Tuexen } 411549656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 411649656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 411749656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4118d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4119d96bef9cSMichael Tuexen } 4120f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4121f8829a4aSRandall Stewart if (tp1->data) { 412204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4123f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4124f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 41254a9ef3f8SMichael Tuexen tp1->data = NULL; 4126f8829a4aSRandall Stewart } 4127b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4128f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4129f8829a4aSRandall Stewart cumack, 413049656eefSMichael Tuexen tp1->rec.data.tsn, 4131f8829a4aSRandall Stewart 0, 4132f8829a4aSRandall Stewart 0, 4133f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 413480fefe0aSRandall Stewart } 4135f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4136689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 413718e198d3SRandall Stewart } else { 413818e198d3SRandall Stewart break; 4139f8829a4aSRandall Stewart } 41405e54f665SRandall Stewart } 414118e198d3SRandall Stewart 414218e198d3SRandall Stewart } 414304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4144f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4145ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4146ceaad40aSRandall Stewart struct socket *so; 4147ceaad40aSRandall Stewart 4148ceaad40aSRandall Stewart #endif 4149f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4150b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 415104ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41527215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 415380fefe0aSRandall Stewart } 4154ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4155ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4156ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4157ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4158ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4159ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4160ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4161ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4162ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4163ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4164ceaad40aSRandall Stewart return; 4165ceaad40aSRandall Stewart } 4166ceaad40aSRandall Stewart #endif 4167f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4168ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4169ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4170ceaad40aSRandall Stewart #endif 4171f8829a4aSRandall Stewart } else { 4172b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 41737215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 417480fefe0aSRandall Stewart } 4175f8829a4aSRandall Stewart } 4176f8829a4aSRandall Stewart 4177b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4178ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4179ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4180ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4181ca85e948SMichael Tuexen /* 4182ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4183ca85e948SMichael Tuexen * count, this is optional. 4184ca85e948SMichael Tuexen */ 4185ca85e948SMichael Tuexen net->error_count = 0; 4186ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4187ca85e948SMichael Tuexen /* addr came good */ 4188ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4189ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 41904b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4191ca85e948SMichael Tuexen } 4192ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4193ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4194b7b84c0eSMichael Tuexen /* 4195b7b84c0eSMichael Tuexen * release the alternate, 4196b7b84c0eSMichael Tuexen * primary is good 4197b7b84c0eSMichael Tuexen */ 4198ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4199ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4200ca85e948SMichael Tuexen } 4201ca85e948SMichael Tuexen } 4202ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4203ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4204b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4205b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 420644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4207ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4208ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4209ca85e948SMichael Tuexen /* Done with this net */ 4210ca85e948SMichael Tuexen net->net_ack = 0; 4211ca85e948SMichael Tuexen } 4212ca85e948SMichael Tuexen /* restore any doubled timers */ 4213ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4214ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4215ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4216ca85e948SMichael Tuexen } 4217ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4218ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4219ca85e948SMichael Tuexen } 4220ca85e948SMichael Tuexen } 4221ca85e948SMichael Tuexen } 4222b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4223ca85e948SMichael Tuexen } 4224f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 42255e54f665SRandall Stewart 4226f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4227f8829a4aSRandall Stewart /* nothing left in-flight */ 4228f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4229f8829a4aSRandall Stewart net->flight_size = 0; 4230f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4231f8829a4aSRandall Stewart } 4232f8829a4aSRandall Stewart asoc->total_flight = 0; 4233f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4234f8829a4aSRandall Stewart } 4235f8829a4aSRandall Stewart /* RWND update */ 4236f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 423744fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4238f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4239f8829a4aSRandall Stewart /* SWS sender side engages */ 4240f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4241f8829a4aSRandall Stewart } 42425e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42435e54f665SRandall Stewart win_probe_recovery = 1; 42445e54f665SRandall Stewart } 4245f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4246a5d547adSRandall Stewart again: 4247a5d547adSRandall Stewart j = 0; 4248f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42495e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4250c105859eSRandall Stewart win_probe_recovered = 1; 42515e54f665SRandall Stewart /* 42525e54f665SRandall Stewart * Find first chunk that was used with window probe 42535e54f665SRandall Stewart * and clear the sent 42545e54f665SRandall Stewart */ 42553c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42565e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42575e54f665SRandall Stewart if (tp1->window_probe) { 4258cd554309SMichael Tuexen /* move back to data send queue */ 42597215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 42605e54f665SRandall Stewart break; 42615e54f665SRandall Stewart } 42625e54f665SRandall Stewart } 42635e54f665SRandall Stewart } 42645171328bSRandall Stewart if (net->flight_size) { 4265a5d547adSRandall Stewart j++; 426672e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42675171328bSRandall Stewart if (net->window_probe) { 42685171328bSRandall Stewart net->window_probe = 0; 42695171328bSRandall Stewart } 4270f8829a4aSRandall Stewart } else { 42715171328bSRandall Stewart if (net->window_probe) { 4272b7b84c0eSMichael Tuexen /* 4273b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4274b7b84c0eSMichael Tuexen * is still running there 4275b7b84c0eSMichael Tuexen */ 42765171328bSRandall Stewart net->window_probe = 0; 42775171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 427872e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 42795171328bSRandall Stewart } 42805171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4281f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4282a5d547adSRandall Stewart stcb, net, 428344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4284f8829a4aSRandall Stewart } 4285f8829a4aSRandall Stewart } 4286f8829a4aSRandall Stewart } 4287bff64a4dSRandall Stewart if ((j == 0) && 4288bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4289bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4290c105859eSRandall Stewart (win_probe_recovered == 0) && 4291bff64a4dSRandall Stewart (done_once == 0)) { 42920c0982b8SRandall Stewart /* 42930c0982b8SRandall Stewart * huh, this should not happen unless all packets are 42940c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 42950c0982b8SRandall Stewart */ 42960c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4297a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4298a5d547adSRandall Stewart net->flight_size = 0; 4299a5d547adSRandall Stewart } 4300a5d547adSRandall Stewart asoc->total_flight = 0; 4301a5d547adSRandall Stewart asoc->total_flight_count = 0; 4302a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4303a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4304a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4305c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4306c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4307a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4308791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4309a5d547adSRandall Stewart } 4310a5d547adSRandall Stewart } 43110c0982b8SRandall Stewart } 4312bff64a4dSRandall Stewart done_once = 1; 4313a5d547adSRandall Stewart goto again; 4314a5d547adSRandall Stewart } 4315f8829a4aSRandall Stewart /**********************************/ 4316f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4317f8829a4aSRandall Stewart /**********************************/ 4318f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4319f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4320f8829a4aSRandall Stewart /* clean up */ 4321f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4322f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4323f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4324d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4325f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 43262afb3e84SRandall Stewart } 4327bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4328bbc9dfbcSMichael Tuexen (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4329bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4330bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4331ff1ffd74SMichael Tuexen struct mbuf *op_err; 4332f8829a4aSRandall Stewart 4333f8829a4aSRandall Stewart *abort_now = 1; 4334f8829a4aSRandall Stewart /* XXX */ 4335ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 433644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4337ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4338fe4a59b3SMichael Tuexen return; 4339bbc9dfbcSMichael Tuexen } 4340bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4341bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4342ca85e948SMichael Tuexen struct sctp_nets *netp; 4343ca85e948SMichael Tuexen 4344f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4345f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4346f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4347f42a358aSRandall Stewart } 4348c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4349b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4350f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4351ca85e948SMichael Tuexen if (asoc->alternate) { 4352ca85e948SMichael Tuexen netp = asoc->alternate; 4353ca85e948SMichael Tuexen } else { 4354ca85e948SMichael Tuexen netp = asoc->primary_destination; 4355ca85e948SMichael Tuexen } 4356ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4357f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4358ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4359f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4360ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4361f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4362f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4363ca85e948SMichael Tuexen struct sctp_nets *netp; 4364ca85e948SMichael Tuexen 4365f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4366c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4367b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 436812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4369c39cfa1fSMichael Tuexen if (asoc->alternate) { 4370c39cfa1fSMichael Tuexen netp = asoc->alternate; 4371c39cfa1fSMichael Tuexen } else { 4372c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4373c39cfa1fSMichael Tuexen } 4374c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4375f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4376ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4377f8829a4aSRandall Stewart } 4378f8829a4aSRandall Stewart } 4379dfb11ef8SRandall Stewart /*********************************************/ 4380dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4381dfb11ef8SRandall Stewart /* (section 4.2) */ 4382dfb11ef8SRandall Stewart /*********************************************/ 4383dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 438420b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4385dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4386dfb11ef8SRandall Stewart } 4387830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4388dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4389830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4390830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4391830d754dSRandall Stewart 4392830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4393830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4394830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 439520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4396830d754dSRandall Stewart /* 4397493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4398830d754dSRandall Stewart */ 439920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4400830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 44010c0982b8SRandall Stewart } else if (lchk) { 44020c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 440344fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 44040c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 44050c0982b8SRandall Stewart } 4406830d754dSRandall Stewart } 4407830d754dSRandall Stewart } 4408830d754dSRandall Stewart if (lchk) { 4409830d754dSRandall Stewart /* Assure a timer is up */ 4410830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4411830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4412830d754dSRandall Stewart } 4413830d754dSRandall Stewart } 4414b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4415f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4416f8829a4aSRandall Stewart rwnd, 4417f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4418f8829a4aSRandall Stewart stcb->asoc.total_flight, 4419f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 442080fefe0aSRandall Stewart } 4421f8829a4aSRandall Stewart } 4422f8829a4aSRandall Stewart 4423f8829a4aSRandall Stewart void 4424cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 44257215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4426cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4427cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4428899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4429f8829a4aSRandall Stewart { 4430f8829a4aSRandall Stewart struct sctp_association *asoc; 4431f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4432cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4433f8829a4aSRandall Stewart uint16_t wake_him = 0; 4434c105859eSRandall Stewart uint32_t send_s = 0; 4435f8829a4aSRandall Stewart long j; 4436f8829a4aSRandall Stewart int accum_moved = 0; 4437f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44385e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44395e54f665SRandall Stewart int win_probe_recovery = 0; 4440c105859eSRandall Stewart int win_probe_recovered = 0; 4441f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4442bff64a4dSRandall Stewart int done_once; 4443f79aab18SRandall Stewart int rto_ok = 1; 4444f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4445f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4446f8829a4aSRandall Stewart 4447f8829a4aSRandall Stewart /* 4448f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4449f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4450f8829a4aSRandall Stewart */ 4451f8829a4aSRandall Stewart /* 4452f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4453f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4454f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4455f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4456f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4457f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4458f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4459f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4460f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4461f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4462f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4463f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4464f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4465f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4466f8829a4aSRandall Stewart * if in shutdown_recv state. 4467f8829a4aSRandall Stewart */ 4468f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4469f8829a4aSRandall Stewart /* CMT DAC algo */ 4470f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4471f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4472cd554309SMichael Tuexen last_tsn = cum_ack; 4473cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 447418e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 447518e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 447618e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 447718e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 447818e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 447918e198d3SRandall Stewart } 448018e198d3SRandall Stewart #endif 4481d06c82f1SRandall Stewart a_rwnd = rwnd; 4482f8829a4aSRandall Stewart 4483cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4484cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4485cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4486cd554309SMichael Tuexen } 44875e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4488b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4489c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4490c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4491c4739e2fSRandall Stewart 0, 4492c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4493c4739e2fSRandall Stewart __LINE__); 4494c4739e2fSRandall Stewart } 4495f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4496f8829a4aSRandall Stewart asoc = &stcb->asoc; 4497b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4498f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4499f8829a4aSRandall Stewart cum_ack, 4500f8829a4aSRandall Stewart 0, 4501f8829a4aSRandall Stewart num_seg, 4502f8829a4aSRandall Stewart num_dup, 4503f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 450480fefe0aSRandall Stewart } 4505ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4506cd554309SMichael Tuexen uint16_t i; 4507458303daSRandall Stewart uint32_t *dupdata, dblock; 4508f8829a4aSRandall Stewart 4509cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4510cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4511458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4512cd554309SMichael Tuexen if (dupdata == NULL) { 4513458303daSRandall Stewart break; 4514458303daSRandall Stewart } 4515cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4516f8829a4aSRandall Stewart } 4517f8829a4aSRandall Stewart } 4518c105859eSRandall Stewart /* reality check */ 4519c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4520c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4521c105859eSRandall Stewart sctpchunk_listhead); 452249656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4523c105859eSRandall Stewart } else { 4524b5c16493SMichael Tuexen tp1 = NULL; 4525c105859eSRandall Stewart send_s = asoc->sending_seq; 4526c105859eSRandall Stewart } 452720b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4528ff1ffd74SMichael Tuexen struct mbuf *op_err; 4529ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4530c105859eSRandall Stewart 4531f8829a4aSRandall Stewart /* 4532fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4533fd60718dSMichael Tuexen * hopelessly messed up with us. 4534f8829a4aSRandall Stewart */ 4535cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4536b5c16493SMichael Tuexen cum_ack, send_s); 4537b5c16493SMichael Tuexen if (tp1) { 4538cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 453949656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4540b5c16493SMichael Tuexen } 4541f8829a4aSRandall Stewart hopeless_peer: 4542f8829a4aSRandall Stewart *abort_now = 1; 4543f8829a4aSRandall Stewart /* XXX */ 454455f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4545ff1ffd74SMichael Tuexen cum_ack, send_s); 4546ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 454744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4548ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4549f8829a4aSRandall Stewart return; 4550f8829a4aSRandall Stewart } 4551f8829a4aSRandall Stewart /**********************/ 4552f8829a4aSRandall Stewart /* 1) check the range */ 4553f8829a4aSRandall Stewart /**********************/ 455420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4555f8829a4aSRandall Stewart /* acking something behind */ 4556f8829a4aSRandall Stewart return; 4557f8829a4aSRandall Stewart } 4558f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4559f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4560f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4561cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4562f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4563b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4564f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4565f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 456680fefe0aSRandall Stewart } 4567f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4568f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4569f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4570f8829a4aSRandall Stewart } 4571f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4572f8829a4aSRandall Stewart /* SWS sender side engages */ 4573f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4574f8829a4aSRandall Stewart } 4575f8829a4aSRandall Stewart /* stop any timers */ 4576f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4577f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 457844249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4579f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4580f8829a4aSRandall Stewart net->flight_size = 0; 4581f8829a4aSRandall Stewart } 4582f8829a4aSRandall Stewart asoc->total_flight = 0; 4583f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4584f8829a4aSRandall Stewart return; 4585f8829a4aSRandall Stewart } 4586f8829a4aSRandall Stewart /* 4587f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4588f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4589f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4590f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4591f8829a4aSRandall Stewart * destination address basis. 4592f8829a4aSRandall Stewart */ 4593f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4594a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4595a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4596a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4597a21779f0SRandall Stewart } 4598f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4599f8829a4aSRandall Stewart net->net_ack = 0; 4600f8829a4aSRandall Stewart net->net_ack2 = 0; 4601f8829a4aSRandall Stewart 4602f8829a4aSRandall Stewart /* 460342551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 460442551e99SRandall Stewart * SACK processing 4605f8829a4aSRandall Stewart */ 4606f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4607f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4608299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4609299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4610299108c5SRandall Stewart } 4611e9a3a1b1SMichael Tuexen /* 4612e9a3a1b1SMichael Tuexen * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4613e9a3a1b1SMichael Tuexen * to be greater than the cumack. Also reset saw_newack to 0 4614e9a3a1b1SMichael Tuexen * for all dests. 4615e9a3a1b1SMichael Tuexen */ 4616e9a3a1b1SMichael Tuexen net->saw_newack = 0; 4617e9a3a1b1SMichael Tuexen net->this_sack_highest_newack = last_tsn; 4618f8829a4aSRandall Stewart } 4619f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 46204a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 462149656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4622f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4623f8829a4aSRandall Stewart accum_moved = 1; 4624f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4625f8829a4aSRandall Stewart /* 4626f8829a4aSRandall Stewart * If it is less than ACKED, it is 4627f8829a4aSRandall Stewart * now no-longer in flight. Higher 4628f8829a4aSRandall Stewart * values may occur during marking 4629f8829a4aSRandall Stewart */ 4630f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4631f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4632f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4633f8829a4aSRandall Stewart /* 4634f8829a4aSRandall Stewart * If there was no retran 4635f8829a4aSRandall Stewart * and the address is 4636f8829a4aSRandall Stewart * un-confirmed and we sent 4637f8829a4aSRandall Stewart * there and are now 4638f8829a4aSRandall Stewart * sacked.. its confirmed, 4639f8829a4aSRandall Stewart * mark it so. 4640f8829a4aSRandall Stewart */ 4641f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4642f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4643f8829a4aSRandall Stewart } 4644c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4645b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4646c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4647a5d547adSRandall Stewart tp1->whoTo->flight_size, 4648a5d547adSRandall Stewart tp1->book_size, 46499a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 465049656eefSMichael Tuexen tp1->rec.data.tsn); 465180fefe0aSRandall Stewart } 4652c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4653c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4654299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4655299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4656299108c5SRandall Stewart tp1); 4657299108c5SRandall Stewart } 4658f8829a4aSRandall Stewart } 4659f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4660f8829a4aSRandall Stewart 4661f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 466249656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4663f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4664f8829a4aSRandall Stewart 4665f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4666f8829a4aSRandall Stewart /* 4667f8829a4aSRandall Stewart * True non-retransmited 4668f8829a4aSRandall Stewart * chunk 4669f8829a4aSRandall Stewart */ 4670f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4671f8829a4aSRandall Stewart tp1->send_size; 4672f8829a4aSRandall Stewart 4673f8829a4aSRandall Stewart /* update RTO too? */ 4674f8829a4aSRandall Stewart if (tp1->do_rtt) { 4675f79aab18SRandall Stewart if (rto_ok) { 4676f8829a4aSRandall Stewart tp1->whoTo->RTO = 4677f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4678f8829a4aSRandall Stewart asoc, tp1->whoTo, 467918e198d3SRandall Stewart &tp1->sent_rcv_time, 4680f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4681f79aab18SRandall Stewart rto_ok = 0; 4682f79aab18SRandall Stewart } 4683f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4684f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4685f79aab18SRandall Stewart } 4686f8829a4aSRandall Stewart tp1->do_rtt = 0; 4687f8829a4aSRandall Stewart } 4688f8829a4aSRandall Stewart } 4689f8829a4aSRandall Stewart /* 4690f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4691f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4692f8829a4aSRandall Stewart * acked for the first time, set the 4693f8829a4aSRandall Stewart * following variables for the 4694f8829a4aSRandall Stewart * corresp destination. 4695f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4696f8829a4aSRandall Stewart * cwnd update. 4697f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4698f8829a4aSRandall Stewart * trigger search for the next 4699f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4700f8829a4aSRandall Stewart */ 4701f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4702f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4703f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4704f8829a4aSRandall Stewart 4705f8829a4aSRandall Stewart 4706b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4707f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4708f8829a4aSRandall Stewart cum_ack, 470949656eefSMichael Tuexen tp1->rec.data.tsn, 4710f8829a4aSRandall Stewart 0, 4711f8829a4aSRandall Stewart 0, 4712f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 471380fefe0aSRandall Stewart } 4714b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 471549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 471680fefe0aSRandall Stewart } 4717f8829a4aSRandall Stewart } 4718f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4719f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4720f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4721f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4722f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4723f8829a4aSRandall Stewart #endif 4724f8829a4aSRandall Stewart } 472542551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 472642551e99SRandall Stewart /* deflate the cwnd */ 472742551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 472842551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 472942551e99SRandall Stewart } 4730325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4731f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4732f8829a4aSRandall Stewart } 4733325c8c46SMichael Tuexen } 4734f8829a4aSRandall Stewart } else { 4735f8829a4aSRandall Stewart break; 4736f8829a4aSRandall Stewart } 4737f8829a4aSRandall Stewart } 4738f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4739f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4740f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4741f8829a4aSRandall Stewart 4742cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4743f8829a4aSRandall Stewart 4744f8829a4aSRandall Stewart /* 4745f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4746f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4747f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4748f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4749f8829a4aSRandall Stewart */ 4750cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4751cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 47527215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4753cd554309SMichael Tuexen wake_him++; 4754cd554309SMichael Tuexen } 4755f8829a4aSRandall Stewart /* 4756fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4757fd60718dSMichael Tuexen * adherence is wanted. 4758f8829a4aSRandall Stewart */ 475920b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4760f8829a4aSRandall Stewart /* 4761fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4762fd60718dSMichael Tuexen * We must abort. 4763f8829a4aSRandall Stewart */ 4764cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4765cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4766f8829a4aSRandall Stewart goto hopeless_peer; 4767f8829a4aSRandall Stewart } 4768f8829a4aSRandall Stewart } 4769f8829a4aSRandall Stewart /*******************************************/ 4770f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4771f8829a4aSRandall Stewart /*******************************************/ 47727c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4773f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4774f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4775f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4776a5d547adSRandall Stewart stcb, net, 477744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4778f8829a4aSRandall Stewart 4779f8829a4aSRandall Stewart } 4780f8829a4aSRandall Stewart } else { 4781f8829a4aSRandall Stewart if (accum_moved) { 4782f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4783f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 478444249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4785f8829a4aSRandall Stewart } 4786f8829a4aSRandall Stewart } 4787f8829a4aSRandall Stewart } 4788f8829a4aSRandall Stewart /********************************************/ 4789d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4790f8829a4aSRandall Stewart /********************************************/ 4791f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4792f8829a4aSRandall Stewart 47937c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 479449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4795f8829a4aSRandall Stewart break; 4796f8829a4aSRandall Stewart } 4797325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 479849656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 479949656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4800a7ad6026SMichael Tuexen #ifdef INVARIANTS 4801a7ad6026SMichael Tuexen } else { 480249656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4803a7ad6026SMichael Tuexen #endif 4804a7ad6026SMichael Tuexen } 4805f8829a4aSRandall Stewart } 480649656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 480749656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 480849656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4809d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4810d96bef9cSMichael Tuexen } 4811f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 48120ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4813f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4814f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4815f8829a4aSRandall Stewart } 48167c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4817f8829a4aSRandall Stewart if (tp1->data) { 481804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4819f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4820f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 48217c99d56fSMichael Tuexen tp1->data = NULL; 4822dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4823f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4824f8829a4aSRandall Stewart } 4825f8829a4aSRandall Stewart } 4826b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4827f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4828f8829a4aSRandall Stewart cum_ack, 482949656eefSMichael Tuexen tp1->rec.data.tsn, 4830f8829a4aSRandall Stewart 0, 4831f8829a4aSRandall Stewart 0, 4832f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 483380fefe0aSRandall Stewart } 4834689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4835f8829a4aSRandall Stewart wake_him++; 48367c99d56fSMichael Tuexen } 48377c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48387c99d56fSMichael Tuexen #ifdef INVARIANTS 4839cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48407c99d56fSMichael Tuexen #else 48417c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48427c99d56fSMichael Tuexen asoc->total_flight); 48437c99d56fSMichael Tuexen #endif 48447c99d56fSMichael Tuexen asoc->total_flight = 0; 48457c99d56fSMichael Tuexen } 484604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4847f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4848ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4849ceaad40aSRandall Stewart struct socket *so; 4850ceaad40aSRandall Stewart 4851ceaad40aSRandall Stewart #endif 4852f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4853b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48547215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 485580fefe0aSRandall Stewart } 4856ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4857ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4858ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4859ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4860ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4861ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4862ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4863ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4864ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4865ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4866ceaad40aSRandall Stewart return; 4867ceaad40aSRandall Stewart } 4868ceaad40aSRandall Stewart #endif 4869f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4870ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4871ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4872ceaad40aSRandall Stewart #endif 4873f8829a4aSRandall Stewart } else { 4874b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 48757215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 487680fefe0aSRandall Stewart } 4877f8829a4aSRandall Stewart } 4878f8829a4aSRandall Stewart 487942551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 488020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4881f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4882f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4883f8829a4aSRandall Stewart } 4884f8829a4aSRandall Stewart } 4885f8829a4aSRandall Stewart /* 4886f8829a4aSRandall Stewart * Check for revoked fragments: 4887f8829a4aSRandall Stewart * 4888f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4889f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4890f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4891f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4892f8829a4aSRandall Stewart * we had some before and now we have NONE. 4893f8829a4aSRandall Stewart */ 4894f8829a4aSRandall Stewart 4895d9c5cfeaSMichael Tuexen if (num_seg) { 4896c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4897d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4898d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4899f8829a4aSRandall Stewart int cnt_revoked = 0; 4900f8829a4aSRandall Stewart 4901f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4902f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4903b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4904f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4905b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4906c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4907c105859eSRandall Stewart tp1->whoTo->flight_size, 4908c105859eSRandall Stewart tp1->book_size, 49099a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 491049656eefSMichael Tuexen tp1->rec.data.tsn); 491180fefe0aSRandall Stewart } 4912c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4913c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4914a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 491542551e99SRandall Stewart /* 491642551e99SRandall Stewart * To ensure that this increase in 49174a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 49184a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 49194a9ef3f8SMichael Tuexen * cwnd artificially. 492042551e99SRandall Stewart */ 492142551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4922f8829a4aSRandall Stewart cnt_revoked++; 4923f8829a4aSRandall Stewart } 4924f8829a4aSRandall Stewart } 4925f8829a4aSRandall Stewart if (cnt_revoked) { 4926f8829a4aSRandall Stewart reneged_all = 1; 4927f8829a4aSRandall Stewart } 4928f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4929f8829a4aSRandall Stewart } 4930d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4931d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4932f8829a4aSRandall Stewart else 4933d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4934f8829a4aSRandall Stewart 4935b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4936ca85e948SMichael Tuexen if (ecne_seen == 0) { 4937ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4938ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4939ca85e948SMichael Tuexen /* 4940ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4941ca85e948SMichael Tuexen * count, this is optional. 4942ca85e948SMichael Tuexen */ 4943ca85e948SMichael Tuexen net->error_count = 0; 4944ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4945ca85e948SMichael Tuexen /* addr came good */ 4946ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4947ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49484b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4949ca85e948SMichael Tuexen } 4950ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4951ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4952b7b84c0eSMichael Tuexen /* 4953b7b84c0eSMichael Tuexen * release the alternate, 4954b7b84c0eSMichael Tuexen * primary is good 4955b7b84c0eSMichael Tuexen */ 4956ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4957ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4958ca85e948SMichael Tuexen } 4959ca85e948SMichael Tuexen } 4960ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4961ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4962b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4963b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 496444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4965ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4966ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4967ca85e948SMichael Tuexen /* Done with this net */ 4968ca85e948SMichael Tuexen net->net_ack = 0; 4969ca85e948SMichael Tuexen } 4970ca85e948SMichael Tuexen /* restore any doubled timers */ 4971ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4972ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4973ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4974ca85e948SMichael Tuexen } 4975ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4976ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4977ca85e948SMichael Tuexen } 4978ca85e948SMichael Tuexen } 4979ca85e948SMichael Tuexen } 4980b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4981ca85e948SMichael Tuexen } 4982f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4983f8829a4aSRandall Stewart /* nothing left in-flight */ 4984f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4985f8829a4aSRandall Stewart /* stop all timers */ 4986f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4987b7d130beSMichael Tuexen stcb, net, 498844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4989f8829a4aSRandall Stewart net->flight_size = 0; 4990f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4991f8829a4aSRandall Stewart } 4992f8829a4aSRandall Stewart asoc->total_flight = 0; 4993f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4994f8829a4aSRandall Stewart } 4995f8829a4aSRandall Stewart /**********************************/ 4996f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4997f8829a4aSRandall Stewart /**********************************/ 4998f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4999f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 5000b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5001f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 5002f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 500380fefe0aSRandall Stewart } 5004f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 5005f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5006f8829a4aSRandall Stewart /* SWS sender side engages */ 5007f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5008f8829a4aSRandall Stewart } 5009f8829a4aSRandall Stewart /* clean up */ 5010f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 5011f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5012f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 5013d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 50142afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 5015f8829a4aSRandall Stewart } 5016bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5017bbc9dfbcSMichael Tuexen (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5018bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 5019bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 5020ff1ffd74SMichael Tuexen struct mbuf *op_err; 5021f8829a4aSRandall Stewart 5022f8829a4aSRandall Stewart *abort_now = 1; 5023f8829a4aSRandall Stewart /* XXX */ 5024ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 5025bbc9dfbcSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 5026ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5027f8829a4aSRandall Stewart return; 5028bbc9dfbcSMichael Tuexen } 5029bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 5030bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 5031ca85e948SMichael Tuexen struct sctp_nets *netp; 5032ca85e948SMichael Tuexen 5033f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 5034f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 5035f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5036f42a358aSRandall Stewart } 5037c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 5038b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 5039f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5040c39cfa1fSMichael Tuexen if (asoc->alternate) { 5041c39cfa1fSMichael Tuexen netp = asoc->alternate; 5042c39cfa1fSMichael Tuexen } else { 5043c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5044c39cfa1fSMichael Tuexen } 5045ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5046f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5047ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5048f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 5049ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5050f8829a4aSRandall Stewart return; 5051f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5052f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5053ca85e948SMichael Tuexen struct sctp_nets *netp; 5054ca85e948SMichael Tuexen 5055f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5056c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 5057b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 505812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5059c39cfa1fSMichael Tuexen if (asoc->alternate) { 5060c39cfa1fSMichael Tuexen netp = asoc->alternate; 5061c39cfa1fSMichael Tuexen } else { 5062c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5063c39cfa1fSMichael Tuexen } 5064c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5065f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5066ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5067f8829a4aSRandall Stewart return; 5068f8829a4aSRandall Stewart } 5069f8829a4aSRandall Stewart } 5070f8829a4aSRandall Stewart /* 5071f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5072f8829a4aSRandall Stewart * HEADS UP. 5073f8829a4aSRandall Stewart */ 5074f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5075f8829a4aSRandall Stewart net->net_ack = 0; 5076f8829a4aSRandall Stewart } 5077f8829a4aSRandall Stewart 5078f8829a4aSRandall Stewart /* 5079f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5080f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5081f8829a4aSRandall Stewart * automatically ensure that. 5082f8829a4aSRandall Stewart */ 50837c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 508420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 508520083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5086f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5087f8829a4aSRandall Stewart } 5088cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5089f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5090f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5091f8829a4aSRandall Stewart } 5092b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5093b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5094f8829a4aSRandall Stewart 5095f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5096f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5097f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5098f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5099f8829a4aSRandall Stewart } 5100f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 510120b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5102f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5103f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5104f8829a4aSRandall Stewart } 510542551e99SRandall Stewart /* 510642551e99SRandall Stewart * CMT Fast recovery 510742551e99SRandall Stewart */ 5108f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5109f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5110f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5111f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5112f8829a4aSRandall Stewart } 5113f8829a4aSRandall Stewart } 5114f8829a4aSRandall Stewart 5115f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5116b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5117f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 511844fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 511980fefe0aSRandall Stewart } 5120f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 512144fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5122f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5123f8829a4aSRandall Stewart /* SWS sender side engages */ 5124f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5125f8829a4aSRandall Stewart } 51265e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 51275e54f665SRandall Stewart win_probe_recovery = 1; 51285e54f665SRandall Stewart } 5129f8829a4aSRandall Stewart /* 5130f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5131f8829a4aSRandall Stewart * outstanding data. 5132f8829a4aSRandall Stewart */ 5133bff64a4dSRandall Stewart done_once = 0; 5134a5d547adSRandall Stewart again: 5135a5d547adSRandall Stewart j = 0; 5136f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 51375e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5138c105859eSRandall Stewart win_probe_recovered = 1; 51395e54f665SRandall Stewart /*- 51405e54f665SRandall Stewart * Find first chunk that was used with 51415e54f665SRandall Stewart * window probe and clear the event. Put 51425e54f665SRandall Stewart * it back into the send queue as if has 51435e54f665SRandall Stewart * not been sent. 51445e54f665SRandall Stewart */ 51455e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51465e54f665SRandall Stewart if (tp1->window_probe) { 51477215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 51485e54f665SRandall Stewart break; 51495e54f665SRandall Stewart } 51505e54f665SRandall Stewart } 51515e54f665SRandall Stewart } 5152f8829a4aSRandall Stewart if (net->flight_size) { 5153a5d547adSRandall Stewart j++; 5154cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5155f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5156f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5157cd554309SMichael Tuexen } 51585171328bSRandall Stewart if (net->window_probe) { 5159cd554309SMichael Tuexen net->window_probe = 0; 51605171328bSRandall Stewart } 5161c105859eSRandall Stewart } else { 51625171328bSRandall Stewart if (net->window_probe) { 5163b7b84c0eSMichael Tuexen /* 5164b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5165b7b84c0eSMichael Tuexen * is still running there 5166b7b84c0eSMichael Tuexen */ 51675171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 51685171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 51695171328bSRandall Stewart stcb->sctp_ep, stcb, net); 51705171328bSRandall Stewart 51715171328bSRandall Stewart } 51725171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5173c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5174c105859eSRandall Stewart stcb, net, 517544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5176c105859eSRandall Stewart } 5177f8829a4aSRandall Stewart } 5178f8829a4aSRandall Stewart } 5179bff64a4dSRandall Stewart if ((j == 0) && 5180bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5181bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5182c105859eSRandall Stewart (win_probe_recovered == 0) && 5183bff64a4dSRandall Stewart (done_once == 0)) { 51840c0982b8SRandall Stewart /* 51850c0982b8SRandall Stewart * huh, this should not happen unless all packets are 51860c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 51870c0982b8SRandall Stewart */ 51880c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5189a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5190a5d547adSRandall Stewart net->flight_size = 0; 5191a5d547adSRandall Stewart } 5192a5d547adSRandall Stewart asoc->total_flight = 0; 5193a5d547adSRandall Stewart asoc->total_flight_count = 0; 5194a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5195a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5196a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5197c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5198c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5199a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5200791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5201a5d547adSRandall Stewart } 5202a5d547adSRandall Stewart } 52030c0982b8SRandall Stewart } 5204bff64a4dSRandall Stewart done_once = 1; 5205a5d547adSRandall Stewart goto again; 5206a5d547adSRandall Stewart } 5207cd554309SMichael Tuexen /*********************************************/ 5208cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5209cd554309SMichael Tuexen /* (section 4.2) */ 5210cd554309SMichael Tuexen /*********************************************/ 5211cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 521220b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5213dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5214dfb11ef8SRandall Stewart } 5215830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5216dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5217830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5218830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5219830d754dSRandall Stewart 5220830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5221830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5222830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 522320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5224830d754dSRandall Stewart /* 5225493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5226830d754dSRandall Stewart */ 52270c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 52280c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 52290c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 52300c0982b8SRandall Stewart old_adv_peer_ack_point); 52310c0982b8SRandall Stewart } 523220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5233830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 52340c0982b8SRandall Stewart } else if (lchk) { 52350c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 523644fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 52370c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 52380c0982b8SRandall Stewart } 5239830d754dSRandall Stewart } 5240830d754dSRandall Stewart } 5241830d754dSRandall Stewart if (lchk) { 5242830d754dSRandall Stewart /* Assure a timer is up */ 5243830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5244830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5245830d754dSRandall Stewart } 5246830d754dSRandall Stewart } 5247b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5248f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5249f8829a4aSRandall Stewart a_rwnd, 5250f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5251f8829a4aSRandall Stewart stcb->asoc.total_flight, 5252f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 525380fefe0aSRandall Stewart } 5254f8829a4aSRandall Stewart } 5255f8829a4aSRandall Stewart 5256f8829a4aSRandall Stewart void 52577215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5258f8829a4aSRandall Stewart { 5259f8829a4aSRandall Stewart /* Copy cum-ack */ 5260f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5261f8829a4aSRandall Stewart 5262f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5263f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5264f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5265f8829a4aSRandall Stewart 5266f8829a4aSRandall Stewart /* Now call the express sack handling */ 5267899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5268f8829a4aSRandall Stewart } 5269f8829a4aSRandall Stewart 5270f8829a4aSRandall Stewart static void 5271f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5272f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5273f8829a4aSRandall Stewart { 527428cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5275f8829a4aSRandall Stewart struct sctp_association *asoc; 527649656eefSMichael Tuexen uint32_t mid; 527749656eefSMichael Tuexen int need_reasm_check = 0; 5278f8829a4aSRandall Stewart 5279f8829a4aSRandall Stewart asoc = &stcb->asoc; 528049656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5281f8829a4aSRandall Stewart /* 5282f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 528344249214SRandall Stewart * came in. 5284f8829a4aSRandall Stewart */ 528528cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 528628cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5287f8829a4aSRandall Stewart /* this is deliverable now */ 528828cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 528928cd0699SMichael Tuexen if (control->on_strm_q) { 529028cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 529128cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 529228cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 529328cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 529498d5fd97SMichael Tuexen #ifdef INVARIANTS 529544249214SRandall Stewart } else { 529644249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 529728cd0699SMichael Tuexen strmin, control, control->on_strm_q); 529898d5fd97SMichael Tuexen #endif 529944249214SRandall Stewart } 530028cd0699SMichael Tuexen control->on_strm_q = 0; 530144249214SRandall Stewart } 5302f8829a4aSRandall Stewart /* subtract pending on streams */ 530328cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 530428cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 530528cd0699SMichael Tuexen } else { 530628cd0699SMichael Tuexen #ifdef INVARIANTS 530728cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 530828cd0699SMichael Tuexen #else 530928cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 531028cd0699SMichael Tuexen #endif 531128cd0699SMichael Tuexen } 5312f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5313f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5314f8829a4aSRandall Stewart if (stcb->sctp_socket) { 531528cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5316f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 531728cd0699SMichael Tuexen control, 531844249214SRandall Stewart &stcb->sctp_socket->so_rcv, 531944249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 532044249214SRandall Stewart SCTP_SO_NOT_LOCKED); 532144249214SRandall Stewart } 532244249214SRandall Stewart } else { 532344249214SRandall Stewart /* Its a fragmented message */ 532428cd0699SMichael Tuexen if (control->first_frag_seen) { 5325b7b84c0eSMichael Tuexen /* 5326b7b84c0eSMichael Tuexen * Make it so this is next to 5327b7b84c0eSMichael Tuexen * deliver, we restore later 5328b7b84c0eSMichael Tuexen */ 532928cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 533044249214SRandall Stewart need_reasm_check = 1; 533144249214SRandall Stewart break; 533244249214SRandall Stewart } 5333f8829a4aSRandall Stewart } 5334f8829a4aSRandall Stewart } else { 5335f8829a4aSRandall Stewart /* no more delivery now. */ 5336f8829a4aSRandall Stewart break; 5337f8829a4aSRandall Stewart } 5338f8829a4aSRandall Stewart } 533944249214SRandall Stewart if (need_reasm_check) { 534044249214SRandall Stewart int ret; 534144249214SRandall Stewart 5342d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 534349656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 534444249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 534549656eefSMichael Tuexen strmin->last_mid_delivered = mid; 534644249214SRandall Stewart } 534744249214SRandall Stewart if (ret == 0) { 534844249214SRandall Stewart /* Left the front Partial one on */ 534944249214SRandall Stewart return; 535044249214SRandall Stewart } 535144249214SRandall Stewart need_reasm_check = 0; 535244249214SRandall Stewart } 5353f8829a4aSRandall Stewart /* 5354f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5355f8829a4aSRandall Stewart * now ready. 5356f8829a4aSRandall Stewart */ 535749656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 535828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 535928cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 536028cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5361f8829a4aSRandall Stewart /* this is deliverable now */ 536228cd0699SMichael Tuexen if (control->on_strm_q) { 536328cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 536428cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 536528cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 536628cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 536798d5fd97SMichael Tuexen #ifdef INVARIANTS 536844249214SRandall Stewart } else { 536944249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 537028cd0699SMichael Tuexen strmin, control, control->on_strm_q); 537198d5fd97SMichael Tuexen #endif 537244249214SRandall Stewart } 537328cd0699SMichael Tuexen control->on_strm_q = 0; 537444249214SRandall Stewart } 5375f8829a4aSRandall Stewart /* subtract pending on streams */ 537628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 537728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 537828cd0699SMichael Tuexen } else { 537928cd0699SMichael Tuexen #ifdef INVARIANTS 538028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 538128cd0699SMichael Tuexen #else 538228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 538328cd0699SMichael Tuexen #endif 538428cd0699SMichael Tuexen } 5385f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5386f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 538728cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5388f8829a4aSRandall Stewart if (stcb->sctp_socket) { 538928cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5390f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 539128cd0699SMichael Tuexen control, 539244249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 539344249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 539477acdc25SRandall Stewart 5395f8829a4aSRandall Stewart } 539649656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5397f8829a4aSRandall Stewart } else { 539844249214SRandall Stewart /* Its a fragmented message */ 539928cd0699SMichael Tuexen if (control->first_frag_seen) { 5400b7b84c0eSMichael Tuexen /* 5401b7b84c0eSMichael Tuexen * Make it so this is next to 5402b7b84c0eSMichael Tuexen * deliver 5403b7b84c0eSMichael Tuexen */ 540428cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 540544249214SRandall Stewart need_reasm_check = 1; 5406f8829a4aSRandall Stewart break; 5407f8829a4aSRandall Stewart } 5408f8829a4aSRandall Stewart } 540944249214SRandall Stewart } else { 541044249214SRandall Stewart break; 541144249214SRandall Stewart } 541244249214SRandall Stewart } 541344249214SRandall Stewart if (need_reasm_check) { 5414d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 541544249214SRandall Stewart } 5416f8829a4aSRandall Stewart } 5417f8829a4aSRandall Stewart 54188e1b295fSMichael Tuexen 5419d1ea5fa9SMichael Tuexen 54208933fa13SRandall Stewart static void 54218933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 54228933fa13SRandall Stewart struct sctp_association *asoc, 542349656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 54248933fa13SRandall Stewart { 542544249214SRandall Stewart struct sctp_queued_to_read *control; 542644249214SRandall Stewart struct sctp_stream_in *strm; 54274a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5428d1ea5fa9SMichael Tuexen int cnt_removed = 0; 54298933fa13SRandall Stewart 54308933fa13SRandall Stewart /* 543144249214SRandall Stewart * For now large messages held on the stream reasm that are complete 54324a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 54334a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 54344a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 54354a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 54364a9ef3f8SMichael Tuexen * queue. 54378933fa13SRandall Stewart */ 543844249214SRandall Stewart strm = &asoc->strmin[stream]; 543949656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 544044249214SRandall Stewart if (control == NULL) { 544144249214SRandall Stewart /* Not found */ 544244249214SRandall Stewart return; 54438933fa13SRandall Stewart } 544449656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 54455cb91655SMichael Tuexen return; 54465cb91655SMichael Tuexen } 544744249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 544844249214SRandall Stewart /* Purge hanging chunks */ 544949656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 545049656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5451d1ea5fa9SMichael Tuexen break; 5452d1ea5fa9SMichael Tuexen } 5453d1ea5fa9SMichael Tuexen } 5454d1ea5fa9SMichael Tuexen cnt_removed++; 545544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 545628cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 54578933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 545828cd0699SMichael Tuexen } else { 545928cd0699SMichael Tuexen #ifdef INVARIANTS 546028cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 546128cd0699SMichael Tuexen #else 546228cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 546328cd0699SMichael Tuexen #endif 546428cd0699SMichael Tuexen } 54658933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 54668933fa13SRandall Stewart if (chk->data) { 54678933fa13SRandall Stewart sctp_m_freem(chk->data); 54688933fa13SRandall Stewart chk->data = NULL; 54698933fa13SRandall Stewart } 5470689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 54718933fa13SRandall Stewart } 5472d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5473d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5474d1ea5fa9SMichael Tuexen if (control->data) { 5475d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5476d1ea5fa9SMichael Tuexen control->data = NULL; 5477d1ea5fa9SMichael Tuexen } 5478d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5479d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5480d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5481d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5482d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5483d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5484d1ea5fa9SMichael Tuexen } 5485d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5486d1ea5fa9SMichael Tuexen return; 5487d1ea5fa9SMichael Tuexen } 5488d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 548944249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 549028cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 549128cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 549228cd0699SMichael Tuexen } else { 549328cd0699SMichael Tuexen #ifdef INVARIANTS 549428cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 549528cd0699SMichael Tuexen #else 549628cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 549728cd0699SMichael Tuexen #endif 549828cd0699SMichael Tuexen } 549928cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5500d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5501d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5502d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5503d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5504d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5505d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5506d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5507d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5508d1ea5fa9SMichael Tuexen #endif 5509d1ea5fa9SMichael Tuexen } 5510d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 551144249214SRandall Stewart if (control->on_read_q == 0) { 551244249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 551344249214SRandall Stewart if (control->data) { 551444249214SRandall Stewart sctp_m_freem(control->data); 551544249214SRandall Stewart control->data = NULL; 551644249214SRandall Stewart } 551744249214SRandall Stewart sctp_free_a_readq(stcb, control); 55188933fa13SRandall Stewart } 55198933fa13SRandall Stewart } 55208933fa13SRandall Stewart 5521f8829a4aSRandall Stewart void 5522f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5523b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5524b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5525f8829a4aSRandall Stewart { 5526f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5527f8829a4aSRandall Stewart /* 5528f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5529f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5530f8829a4aSRandall Stewart * 5531f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5532f8829a4aSRandall Stewart * 55335b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 55345b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5535f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5536f8829a4aSRandall Stewart * report where we are. 5537f8829a4aSRandall Stewart */ 5538f8829a4aSRandall Stewart struct sctp_association *asoc; 55397898f408SRandall Stewart uint32_t new_cum_tsn, gap; 55407215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 55418933fa13SRandall Stewart uint32_t str_seq; 5542f8829a4aSRandall Stewart struct sctp_stream_in *strm; 554328cd0699SMichael Tuexen struct sctp_queued_to_read *control, *sv; 5544f8829a4aSRandall Stewart 5545f8829a4aSRandall Stewart asoc = &stcb->asoc; 5546f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5547ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5548ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5549f8829a4aSRandall Stewart return; 5550f8829a4aSRandall Stewart } 5551f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5552f8829a4aSRandall Stewart /*************************************************************/ 5553f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5554f8829a4aSRandall Stewart /*************************************************************/ 5555f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5556f8829a4aSRandall Stewart 555720b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5558f8829a4aSRandall Stewart /* Already got there ... */ 5559f8829a4aSRandall Stewart return; 5560f8829a4aSRandall Stewart } 5561f8829a4aSRandall Stewart /* 5562f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5563f8829a4aSRandall Stewart * gap 5564f8829a4aSRandall Stewart */ 5565b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 556677acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 55672afb3e84SRandall Stewart if (gap >= m_size) { 5568f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5569ff1ffd74SMichael Tuexen struct mbuf *op_err; 5570ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 557117205eccSRandall Stewart 5572f8829a4aSRandall Stewart /* 5573f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 557417205eccSRandall Stewart * give out). This must be an attacker. 5575f8829a4aSRandall Stewart */ 557617205eccSRandall Stewart *abort_flag = 1; 5577ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5578ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5579ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5580ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 558144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5582ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5583f8829a4aSRandall Stewart return; 5584f8829a4aSRandall Stewart } 5585207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 558677acdc25SRandall Stewart 55872afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 55882afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 558977acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 559077acdc25SRandall Stewart 5591b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5592830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 559377acdc25SRandall Stewart 5594b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5595f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 559680fefe0aSRandall Stewart } 55972afb3e84SRandall Stewart } else { 55982afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 55992afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 56007898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 56017898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 56028933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 560320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 56047898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5605b5c16493SMichael Tuexen } 5606b5c16493SMichael Tuexen } 5607b5c16493SMichael Tuexen } 5608f8829a4aSRandall Stewart } 5609f8829a4aSRandall Stewart /*************************************************************/ 5610f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5611f8829a4aSRandall Stewart /*************************************************************/ 5612f8829a4aSRandall Stewart 561344249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5614d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5615d1ea5fa9SMichael Tuexen uint16_t sid; 561644249214SRandall Stewart 5617d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5618d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5619d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 562049656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5621d1ea5fa9SMichael Tuexen } 5622d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5623d1ea5fa9SMichael Tuexen } 56248933fa13SRandall Stewart /*******************************************************/ 56258933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 56268933fa13SRandall Stewart /* delivery issues as needed. */ 56278933fa13SRandall Stewart /*******************************************************/ 5628f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5629671d309cSRandall Stewart if (m && fwd_sz) { 5630f8829a4aSRandall Stewart /* New method. */ 5631d61a0ae0SRandall Stewart unsigned int num_str; 563249656eefSMichael Tuexen uint32_t mid, cur_mid; 563349656eefSMichael Tuexen uint16_t sid; 56348e1b295fSMichael Tuexen uint16_t ordered, flags; 5635671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 563644249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5637671d309cSRandall Stewart 5638671d309cSRandall Stewart offset += sizeof(*fwd); 5639f8829a4aSRandall Stewart 56408933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 564144249214SRandall Stewart if (asoc->idata_supported) { 564244249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 564344249214SRandall Stewart } else { 5644f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 564544249214SRandall Stewart } 5646f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 564744249214SRandall Stewart if (asoc->idata_supported) { 564844249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 564944249214SRandall Stewart sizeof(struct sctp_strseq_mid), 565044249214SRandall Stewart (uint8_t *)&strseqbuf_m); 565144249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 565244249214SRandall Stewart if (stseq_m == NULL) { 565344249214SRandall Stewart break; 565444249214SRandall Stewart } 565549656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 565649656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 56578e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 56588e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 56598e1b295fSMichael Tuexen ordered = 0; 56608e1b295fSMichael Tuexen } else { 56618e1b295fSMichael Tuexen ordered = 1; 56628e1b295fSMichael Tuexen } 566344249214SRandall Stewart } else { 5664671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5665671d309cSRandall Stewart sizeof(struct sctp_strseq), 5666671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5667671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 56682afb3e84SRandall Stewart if (stseq == NULL) { 5669671d309cSRandall Stewart break; 56702afb3e84SRandall Stewart } 567149656eefSMichael Tuexen sid = ntohs(stseq->sid); 567249656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 56738e1b295fSMichael Tuexen ordered = 1; 567444249214SRandall Stewart } 5675f8829a4aSRandall Stewart /* Convert */ 56768933fa13SRandall Stewart 5677f8829a4aSRandall Stewart /* now process */ 56788933fa13SRandall Stewart 56798933fa13SRandall Stewart /* 56808933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 56818933fa13SRandall Stewart * queue where its not all delivered. If we find it 56828933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 56838933fa13SRandall Stewart */ 568449656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 56852afb3e84SRandall Stewart /* screwed up streams, stop! */ 56862afb3e84SRandall Stewart break; 5687f8829a4aSRandall Stewart } 568849656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 568949656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 56908933fa13SRandall Stewart /* 56918933fa13SRandall Stewart * If this is the one we were partially 56928933fa13SRandall Stewart * delivering now then we no longer are. 56938933fa13SRandall Stewart * Note this will change with the reassembly 56948933fa13SRandall Stewart * re-write. 56958933fa13SRandall Stewart */ 56968933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 56978933fa13SRandall Stewart } 569849656eefSMichael Tuexen strm = &asoc->strmin[sid]; 569949656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 570049656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5701d1ea5fa9SMichael Tuexen } 570228cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 570328cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 570428cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 570549656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 570628cd0699SMichael Tuexen control->pdapi_aborted = 1; 57078933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 570828cd0699SMichael Tuexen control->end_added = 1; 570928cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 571028cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 571128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 571228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 571328cd0699SMichael Tuexen } else { 571498d5fd97SMichael Tuexen #ifdef INVARIANTS 571528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 571628cd0699SMichael Tuexen #else 571728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 571898d5fd97SMichael Tuexen #endif 571944249214SRandall Stewart } 572028cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 572128cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 572228cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 572328cd0699SMichael Tuexen #ifdef INVARIANTS 572428cd0699SMichael Tuexen } else if (control->on_strm_q) { 572528cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 572628cd0699SMichael Tuexen strm, control, control->on_strm_q); 572728cd0699SMichael Tuexen #endif 572828cd0699SMichael Tuexen } 572928cd0699SMichael Tuexen control->on_strm_q = 0; 573028cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5731810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5732810ec536SMichael Tuexen stcb, 57338933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5734810ec536SMichael Tuexen (void *)&str_seq, 5735810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57368933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57378933fa13SRandall Stewart break; 573828cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 573928cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57408933fa13SRandall Stewart /* We are past our victim SSN */ 57418933fa13SRandall Stewart break; 57428933fa13SRandall Stewart } 57438933fa13SRandall Stewart } 574449656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5745f8829a4aSRandall Stewart /* Update the sequence number */ 574649656eefSMichael Tuexen strm->last_mid_delivered = mid; 5747f8829a4aSRandall Stewart } 5748f8829a4aSRandall Stewart /* now kick the stream the new way */ 574904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5750f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5751f8829a4aSRandall Stewart } 57528933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5753f8829a4aSRandall Stewart } 57547898f408SRandall Stewart /* 57557898f408SRandall Stewart * Now slide thing forward. 57567898f408SRandall Stewart */ 57577898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5758f8829a4aSRandall Stewart } 5759