1f8829a4aSRandall Stewart /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 5807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 6807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 7f8829a4aSRandall Stewart * 8f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 9f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 10f8829a4aSRandall Stewart * 11f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 12f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 13f8829a4aSRandall Stewart * 14f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 15f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 16f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 17f8829a4aSRandall Stewart * 18f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 19f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 20f8829a4aSRandall Stewart * from this software without specific prior written permission. 21f8829a4aSRandall Stewart * 22f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 23f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 24f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 25f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 26f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 27f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 28f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 29f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 30f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 31f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 32f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 33f8829a4aSRandall Stewart */ 34f8829a4aSRandall Stewart 35f8829a4aSRandall Stewart #include <sys/cdefs.h> 36f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 37f8829a4aSRandall Stewart 38f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3944249214SRandall Stewart #include <sys/proc.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 4142551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 42f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4344249214SRandall Stewart #include <netinet/sctp_pcb.h> 44f8829a4aSRandall Stewart #include <netinet/sctputil.h> 45f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4744249214SRandall Stewart #include <netinet/sctp_auth.h> 48f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4944249214SRandall Stewart #include <netinet/sctp_asconf.h> 5044249214SRandall Stewart #include <netinet/sctp_indata.h> 5144249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5244249214SRandall Stewart #include <netinet/sctp_input.h> 5344249214SRandall Stewart #include <netinet/sctp_crc32.h> 5444249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 55f8829a4aSRandall Stewart /* 56f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 57f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 58f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 59f8829a4aSRandall Stewart * 60f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 61f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 62f8829a4aSRandall Stewart * the list. 63f8829a4aSRandall Stewart */ 6428cd0699SMichael Tuexen static uint32_t 6544249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6644249214SRandall Stewart struct sctp_stream_in *strm, 6744249214SRandall Stewart struct sctp_tcb *stcb, 6844249214SRandall Stewart struct sctp_association *asoc, 69d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 7044249214SRandall Stewart 71f8829a4aSRandall Stewart 7272fb6fdbSRandall Stewart void 73f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 74f8829a4aSRandall Stewart { 75b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 76f8829a4aSRandall Stewart } 77f8829a4aSRandall Stewart 78f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7972fb6fdbSRandall Stewart uint32_t 80b0471b4bSMichael Tuexen sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 81b0471b4bSMichael Tuexen { 82b3f1ea41SRandall Stewart uint32_t calc = 0; 83f8829a4aSRandall Stewart 84f8829a4aSRandall Stewart /* 85f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 864e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 87f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 88f8829a4aSRandall Stewart * associations data is taken into account. 89f8829a4aSRandall Stewart */ 9044249214SRandall Stewart if (stcb->sctp_socket == NULL) { 91f8829a4aSRandall Stewart return (calc); 9244249214SRandall Stewart } 930053ed28SMichael Tuexen 94253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_reasm_queue > 0 || asoc->size_on_reasm_queue == 0, 95253a63b8SMichael Tuexen ("size_on_reasm_queue is %u", asoc->size_on_reasm_queue)); 96253a63b8SMichael Tuexen KASSERT(asoc->cnt_on_all_streams > 0 || asoc->size_on_all_streams == 0, 97253a63b8SMichael Tuexen ("size_on_all_streams is %u", asoc->size_on_all_streams)); 984e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 99253a63b8SMichael Tuexen asoc->cnt_on_reasm_queue == 0 && 100253a63b8SMichael Tuexen asoc->cnt_on_all_streams == 0) { 101f8829a4aSRandall Stewart /* Full rwnd granted */ 102b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 103f8829a4aSRandall Stewart return (calc); 104f8829a4aSRandall Stewart } 105f8829a4aSRandall Stewart /* get actual space */ 106f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 107f8829a4aSRandall Stewart /* 108f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 109f8829a4aSRandall Stewart * for putting up. 110f8829a4aSRandall Stewart */ 11144fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 11244fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 11344fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 11444fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 115f8829a4aSRandall Stewart if (calc == 0) { 116f8829a4aSRandall Stewart /* out of space */ 117f8829a4aSRandall Stewart return (calc); 118f8829a4aSRandall Stewart } 1190053ed28SMichael Tuexen 120f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1212afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 122b3f1ea41SRandall Stewart /* 123b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 124b3f1ea41SRandall Stewart * even it is 0. SWS engaged 125f8829a4aSRandall Stewart */ 126b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 127b3f1ea41SRandall Stewart calc = 1; 1282afb3e84SRandall Stewart } 129b3f1ea41SRandall Stewart return (calc); 130f8829a4aSRandall Stewart } 131f8829a4aSRandall Stewart 132f8829a4aSRandall Stewart 133f8829a4aSRandall Stewart 134f8829a4aSRandall Stewart /* 135f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 136f8829a4aSRandall Stewart */ 137f8829a4aSRandall Stewart struct sctp_queued_to_read * 138f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 139f8829a4aSRandall Stewart struct sctp_nets *net, 140f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 14149656eefSMichael Tuexen uint32_t context, uint16_t sid, 14249656eefSMichael Tuexen uint32_t mid, uint8_t flags, 143f8829a4aSRandall Stewart struct mbuf *dm) 144f8829a4aSRandall Stewart { 145f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 146f8829a4aSRandall Stewart 147f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 148f8829a4aSRandall Stewart if (read_queue_e == NULL) { 149f8829a4aSRandall Stewart goto failed_build; 150f8829a4aSRandall Stewart } 15144249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 15249656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 153f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 154f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1557215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 156f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 157f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 158f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15949656eefSMichael Tuexen read_queue_e->mid = mid; 16044249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 16144249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 162f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 163f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 164f8829a4aSRandall Stewart read_queue_e->data = dm; 165f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 166f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 167daf14341SMichael Tuexen if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) { 168daf14341SMichael Tuexen read_queue_e->do_not_ref_stcb = 1; 169daf14341SMichael Tuexen } 170f8829a4aSRandall Stewart failed_build: 171f8829a4aSRandall Stewart return (read_queue_e); 172f8829a4aSRandall Stewart } 173f8829a4aSRandall Stewart 174f8829a4aSRandall Stewart struct mbuf * 175e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 176f8829a4aSRandall Stewart { 177e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 178f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 179e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 180e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 181f8829a4aSRandall Stewart struct cmsghdr *cmh; 182f8829a4aSRandall Stewart struct mbuf *ret; 183f8829a4aSRandall Stewart int len; 184e2e7c62eSMichael Tuexen int use_extended; 185e2e7c62eSMichael Tuexen int provide_nxt; 186f8829a4aSRandall Stewart 187e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 188e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 189e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 190e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 191f8829a4aSRandall Stewart return (NULL); 192f8829a4aSRandall Stewart } 1930053ed28SMichael Tuexen 194e2e7c62eSMichael Tuexen len = 0; 195e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 196e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 197e2e7c62eSMichael Tuexen } 198e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 199e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 200b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 201e2e7c62eSMichael Tuexen provide_nxt = 1; 2020bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 203e2e7c62eSMichael Tuexen } else { 204e2e7c62eSMichael Tuexen provide_nxt = 0; 205e2e7c62eSMichael Tuexen } 206e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 207f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 208f8829a4aSRandall Stewart use_extended = 1; 209e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 210f8829a4aSRandall Stewart } else { 211e2e7c62eSMichael Tuexen use_extended = 0; 212e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 213e2e7c62eSMichael Tuexen } 214e2e7c62eSMichael Tuexen } else { 215e2e7c62eSMichael Tuexen use_extended = 0; 216f8829a4aSRandall Stewart } 217f8829a4aSRandall Stewart 218eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 219f8829a4aSRandall Stewart if (ret == NULL) { 220f8829a4aSRandall Stewart /* No space */ 221f8829a4aSRandall Stewart return (ret); 222f8829a4aSRandall Stewart } 223e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 224e2e7c62eSMichael Tuexen 225f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 226f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 227e432298aSXin LI /* 228e432298aSXin LI * Make sure that there is no un-initialized padding between the 229e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 230e432298aSXin LI */ 231e432298aSXin LI memset(cmh, 0, len); 232e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 233f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 234e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 235e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 236e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 237e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 238e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 239e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 240e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 241e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 242e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 243e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 244e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 245e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 246e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 247f8829a4aSRandall Stewart } 248e2e7c62eSMichael Tuexen if (provide_nxt) { 249e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 250e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 251e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 252e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 253b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 254e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 255b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 256e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 257e2e7c62eSMichael Tuexen } 258b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 259e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 260e2e7c62eSMichael Tuexen } 261b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 262e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 263e2e7c62eSMichael Tuexen } 264b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 265b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 266b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 267e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 268e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 269e2e7c62eSMichael Tuexen } 270e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 271e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 272e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 273e2e7c62eSMichael Tuexen if (use_extended) { 274e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 275e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 276e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 277e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 278e2e7c62eSMichael Tuexen } else { 279e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 280e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 281e2e7c62eSMichael Tuexen *outinfo = *sinfo; 282e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 283e2e7c62eSMichael Tuexen } 284e2e7c62eSMichael Tuexen } 285f8829a4aSRandall Stewart return (ret); 286f8829a4aSRandall Stewart } 287f8829a4aSRandall Stewart 288139bc87fSRandall Stewart 28977acdc25SRandall Stewart static void 29077acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 29177acdc25SRandall Stewart { 2929b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 29377acdc25SRandall Stewart int fnd = 0; 29444249214SRandall Stewart int in_r = 0, in_nr = 0; 29577acdc25SRandall Stewart 29677acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 29777acdc25SRandall Stewart return; 29877acdc25SRandall Stewart } 2999b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 30020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 3019b2e0767SRandall Stewart /* 3029b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 3039b2e0767SRandall Stewart * worry about it being moved from one to the other. 3049b2e0767SRandall Stewart */ 3059b2e0767SRandall Stewart return; 3069b2e0767SRandall Stewart } 30777acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 30844249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 30944249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 31044249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 31144249214SRandall Stewart #ifdef INVARIANTS 31244249214SRandall Stewart panic("Things are really messed up now"); 31344249214SRandall Stewart #else 314cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 31577acdc25SRandall Stewart sctp_print_mapping_array(asoc); 31677acdc25SRandall Stewart #endif 317b5c16493SMichael Tuexen } 31844249214SRandall Stewart if (in_nr == 0) 31977acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 32044249214SRandall Stewart if (in_r) 32177acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 32220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 32377acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 32477acdc25SRandall Stewart } 32577acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 32677acdc25SRandall Stewart /* We must back down to see what the new highest is */ 32720b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 32877acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 32977acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 33077acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 33177acdc25SRandall Stewart fnd = 1; 33277acdc25SRandall Stewart break; 33377acdc25SRandall Stewart } 33477acdc25SRandall Stewart } 33577acdc25SRandall Stewart if (!fnd) { 33677acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 33777acdc25SRandall Stewart } 33877acdc25SRandall Stewart } 33977acdc25SRandall Stewart } 34077acdc25SRandall Stewart 34144249214SRandall Stewart static int 34244249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 34344249214SRandall Stewart struct sctp_association *asoc, 34444249214SRandall Stewart struct sctp_queued_to_read *control) 345f8829a4aSRandall Stewart { 34644249214SRandall Stewart struct sctp_queued_to_read *at; 34744249214SRandall Stewart struct sctp_readhead *q; 3488b9c95f4SMichael Tuexen uint8_t flags, unordered; 349f8829a4aSRandall Stewart 3508b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3518b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 35244249214SRandall Stewart if (unordered) { 35344249214SRandall Stewart q = &strm->uno_inqueue; 35444249214SRandall Stewart if (asoc->idata_supported == 0) { 35544249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 356b7b84c0eSMichael Tuexen /* 357b7b84c0eSMichael Tuexen * Only one stream can be here in old style 358b7b84c0eSMichael Tuexen * -- abort 359b7b84c0eSMichael Tuexen */ 36044249214SRandall Stewart return (-1); 36144249214SRandall Stewart } 36244249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 36344249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36444249214SRandall Stewart return (0); 36544249214SRandall Stewart } 36644249214SRandall Stewart } else { 36744249214SRandall Stewart q = &strm->inqueue; 36844249214SRandall Stewart } 3698b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3708b9c95f4SMichael Tuexen control->end_added = 1; 3718b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3728b9c95f4SMichael Tuexen control->last_frag_seen = 1; 37344249214SRandall Stewart } 37444249214SRandall Stewart if (TAILQ_EMPTY(q)) { 37544249214SRandall Stewart /* Empty queue */ 37644249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 37744249214SRandall Stewart if (unordered) { 37844249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37944249214SRandall Stewart } else { 38044249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38144249214SRandall Stewart } 38244249214SRandall Stewart return (0); 38344249214SRandall Stewart } else { 38444249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 38549656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 38644249214SRandall Stewart /* 38744249214SRandall Stewart * one in queue is bigger than the new one, 38844249214SRandall Stewart * insert before this one 38944249214SRandall Stewart */ 39044249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 39144249214SRandall Stewart if (unordered) { 39244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 39344249214SRandall Stewart } else { 39444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 39544249214SRandall Stewart } 39644249214SRandall Stewart break; 39749656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 39844249214SRandall Stewart /* 39944249214SRandall Stewart * Gak, He sent me a duplicate msg id 40044249214SRandall Stewart * number?? return -1 to abort. 40144249214SRandall Stewart */ 40244249214SRandall Stewart return (-1); 40344249214SRandall Stewart } else { 40444249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 40544249214SRandall Stewart /* 40644249214SRandall Stewart * We are at the end, insert it 40744249214SRandall Stewart * after this one 40844249214SRandall Stewart */ 40944249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 41044249214SRandall Stewart sctp_log_strm_del(control, at, 41144249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 41244249214SRandall Stewart } 4138b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 41444249214SRandall Stewart if (unordered) { 41544249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 41644249214SRandall Stewart } else { 41744249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 41844249214SRandall Stewart } 41944249214SRandall Stewart break; 42044249214SRandall Stewart } 42144249214SRandall Stewart } 42244249214SRandall Stewart } 42344249214SRandall Stewart } 42444249214SRandall Stewart return (0); 42544249214SRandall Stewart } 42644249214SRandall Stewart 42744249214SRandall Stewart static void 42844249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 42944249214SRandall Stewart struct sctp_queued_to_read *control, 43044249214SRandall Stewart struct sctp_tmit_chunk *chk, 43144249214SRandall Stewart int *abort_flag, int opspot) 43244249214SRandall Stewart { 43344249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 43444249214SRandall Stewart struct mbuf *oper; 43544249214SRandall Stewart 43644249214SRandall Stewart if (stcb->asoc.idata_supported) { 437*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 43844249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 43944249214SRandall Stewart opspot, 44044249214SRandall Stewart control->fsn_included, 44149656eefSMichael Tuexen chk->rec.data.tsn, 44249656eefSMichael Tuexen chk->rec.data.sid, 443821bae7cSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 44444249214SRandall Stewart } else { 445*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 44644249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 44744249214SRandall Stewart opspot, 44844249214SRandall Stewart control->fsn_included, 44949656eefSMichael Tuexen chk->rec.data.tsn, 45049656eefSMichael Tuexen chk->rec.data.sid, 45149656eefSMichael Tuexen chk->rec.data.fsn, 452821bae7cSMichael Tuexen (uint16_t)chk->rec.data.mid); 45344249214SRandall Stewart } 45444249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 455f8829a4aSRandall Stewart sctp_m_freem(chk->data); 456f8829a4aSRandall Stewart chk->data = NULL; 457689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 45844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 45944249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 46044249214SRandall Stewart *abort_flag = 1; 461f8829a4aSRandall Stewart } 462f8829a4aSRandall Stewart 46344249214SRandall Stewart static void 464d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 46544249214SRandall Stewart { 466f8829a4aSRandall Stewart /* 46744249214SRandall Stewart * The control could not be placed and must be cleaned. 468f8829a4aSRandall Stewart */ 46944249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 470df6e0cc3SRandall Stewart 47144249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 47244249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 47344249214SRandall Stewart if (chk->data) 47444249214SRandall Stewart sctp_m_freem(chk->data); 475f8829a4aSRandall Stewart chk->data = NULL; 476689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 477f8829a4aSRandall Stewart } 4782b861c15SMichael Tuexen sctp_free_remote_addr(control->whoFrom); 4792b861c15SMichael Tuexen if (control->data) { 4802b861c15SMichael Tuexen sctp_m_freem(control->data); 4812b861c15SMichael Tuexen control->data = NULL; 4822b861c15SMichael Tuexen } 48344249214SRandall Stewart sctp_free_a_readq(stcb, control); 484f8829a4aSRandall Stewart } 485f8829a4aSRandall Stewart 486f8829a4aSRandall Stewart /* 487f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 488f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 48944249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 49044249214SRandall Stewart * long as the control's entered are non-fragmented. 491f8829a4aSRandall Stewart */ 492f8829a4aSRandall Stewart static void 49344249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 49444249214SRandall Stewart struct sctp_association *asoc, 49544249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 496f8829a4aSRandall Stewart { 497f8829a4aSRandall Stewart /* 498f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 499f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 500f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 501cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 502f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 503f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 504f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 505f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 506f8829a4aSRandall Stewart * TSN. 507f8829a4aSRandall Stewart * 5085b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 5095b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 510f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 511f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 512f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 513f8829a4aSRandall Stewart * 514f8829a4aSRandall Stewart */ 515f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 516f8829a4aSRandall Stewart int queue_needed; 51744249214SRandall Stewart uint32_t nxt_todel; 518ff1ffd74SMichael Tuexen struct mbuf *op_err; 5193d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 520ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 521f8829a4aSRandall Stewart 5223d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 523b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 524f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 52580fefe0aSRandall Stewart } 52649656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 527f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 528f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5293d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 530f8829a4aSRandall Stewart /* 531f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 532f8829a4aSRandall Stewart * association destruction 533f8829a4aSRandall Stewart */ 53444249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 53549656eefSMichael Tuexen if (asoc->idata_supported) { 536*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 53749656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 538821bae7cSMichael Tuexen control->sinfo_stream, control->mid); 53949656eefSMichael Tuexen } else { 540*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 54149656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 54249656eefSMichael Tuexen control->sinfo_tsn, 54349656eefSMichael Tuexen control->sinfo_stream, 544821bae7cSMichael Tuexen (uint16_t)control->mid); 54549656eefSMichael Tuexen } 546ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 54744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 548ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 549f8829a4aSRandall Stewart *abort_flag = 1; 550f8829a4aSRandall Stewart return; 551f8829a4aSRandall Stewart 552f8829a4aSRandall Stewart } 55344249214SRandall Stewart queue_needed = 1; 55444249214SRandall Stewart asoc->size_on_all_streams += control->length; 55544249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 55649656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 55749656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 558cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 559cf9e47b2SMichael Tuexen struct socket *so; 560cf9e47b2SMichael Tuexen 561cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 562cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 563cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 564cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 565cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 566cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 567cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 568cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 569cf9e47b2SMichael Tuexen return; 570cf9e47b2SMichael Tuexen } 571cf9e47b2SMichael Tuexen #endif 572f8829a4aSRandall Stewart /* can be delivered right away? */ 573b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 574f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 57580fefe0aSRandall Stewart } 576830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 577f8829a4aSRandall Stewart queue_needed = 0; 57828cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 579f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 58028cd0699SMichael Tuexen } else { 58128cd0699SMichael Tuexen #ifdef INVARIANTS 58228cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 58328cd0699SMichael Tuexen #else 58428cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 58528cd0699SMichael Tuexen #endif 58628cd0699SMichael Tuexen } 587f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 58849656eefSMichael Tuexen strm->last_mid_delivered++; 589b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 590f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 591f8829a4aSRandall Stewart control, 592cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 593574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 59444249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 595f8829a4aSRandall Stewart /* all delivered */ 59649656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 59749656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 59844249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 59944249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 60044249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 60128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 60228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 60328cd0699SMichael Tuexen } else { 60428cd0699SMichael Tuexen #ifdef INVARIANTS 60528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 60628cd0699SMichael Tuexen #else 60728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 60828cd0699SMichael Tuexen #endif 60928cd0699SMichael Tuexen } 61028cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 61198d5fd97SMichael Tuexen #ifdef INVARIANTS 61244249214SRandall Stewart } else { 61344249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 61444249214SRandall Stewart control, control->on_strm_q); 61598d5fd97SMichael Tuexen #endif 61644249214SRandall Stewart } 61744249214SRandall Stewart control->on_strm_q = 0; 61849656eefSMichael Tuexen strm->last_mid_delivered++; 619f8829a4aSRandall Stewart /* 620f8829a4aSRandall Stewart * We ignore the return of deliver_data here 621f8829a4aSRandall Stewart * since we always can hold the chunk on the 622f8829a4aSRandall Stewart * d-queue. And we have a finite number that 623f8829a4aSRandall Stewart * can be delivered from the strq. 624f8829a4aSRandall Stewart */ 625b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 626f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 627f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 62880fefe0aSRandall Stewart } 629b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 630f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 631f8829a4aSRandall Stewart control, 632cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 633cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 634574679afSMichael Tuexen SCTP_SO_LOCKED); 635f8829a4aSRandall Stewart continue; 63649656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 63744249214SRandall Stewart *need_reasm = 1; 638f8829a4aSRandall Stewart } 639f8829a4aSRandall Stewart break; 640f8829a4aSRandall Stewart } 64144249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 64244249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 64344249214SRandall Stewart #endif 644f8829a4aSRandall Stewart } 645f8829a4aSRandall Stewart if (queue_needed) { 646f8829a4aSRandall Stewart /* 647f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 648f8829a4aSRandall Stewart * to put it on the queue. 649f8829a4aSRandall Stewart */ 65044249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 651*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 652*999f86d6SMichael Tuexen "Queue to str MID: %u duplicate", control->mid); 653d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 654b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 65544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 656b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 65744249214SRandall Stewart *abort_flag = 1; 658f8829a4aSRandall Stewart } 659f8829a4aSRandall Stewart } 660f8829a4aSRandall Stewart } 661f8829a4aSRandall Stewart 66244249214SRandall Stewart 66344249214SRandall Stewart static void 66444249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 665f8829a4aSRandall Stewart { 66644249214SRandall Stewart struct mbuf *m, *prev = NULL; 66744249214SRandall Stewart struct sctp_tcb *stcb; 668f8829a4aSRandall Stewart 66944249214SRandall Stewart stcb = control->stcb; 67044249214SRandall Stewart control->held_length = 0; 67144249214SRandall Stewart control->length = 0; 67244249214SRandall Stewart m = control->data; 67344249214SRandall Stewart while (m) { 67444249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 67544249214SRandall Stewart /* Skip mbufs with NO length */ 67644249214SRandall Stewart if (prev == NULL) { 67744249214SRandall Stewart /* First one */ 67844249214SRandall Stewart control->data = sctp_m_free(m); 67944249214SRandall Stewart m = control->data; 68044249214SRandall Stewart } else { 68144249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 68244249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 683f8829a4aSRandall Stewart } 68444249214SRandall Stewart if (m == NULL) { 68544249214SRandall Stewart control->tail_mbuf = prev; 686f8829a4aSRandall Stewart } 68744249214SRandall Stewart continue; 688f8829a4aSRandall Stewart } 68944249214SRandall Stewart prev = m; 69044249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 69144249214SRandall Stewart if (control->on_read_q) { 69244249214SRandall Stewart /* 69344249214SRandall Stewart * On read queue so we must increment the SB stuff, 69444249214SRandall Stewart * we assume caller has done any locks of SB. 69544249214SRandall Stewart */ 69644249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 697f8829a4aSRandall Stewart } 69844249214SRandall Stewart m = SCTP_BUF_NEXT(m); 699f8829a4aSRandall Stewart } 70044249214SRandall Stewart if (prev) { 70144249214SRandall Stewart control->tail_mbuf = prev; 70244249214SRandall Stewart } 703f8829a4aSRandall Stewart } 704f8829a4aSRandall Stewart 705f8829a4aSRandall Stewart static void 70628cd0699SMichael Tuexen sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m, uint32_t *added) 707f8829a4aSRandall Stewart { 70844249214SRandall Stewart struct mbuf *prev = NULL; 70944249214SRandall Stewart struct sctp_tcb *stcb; 710f8829a4aSRandall Stewart 71144249214SRandall Stewart stcb = control->stcb; 71244249214SRandall Stewart if (stcb == NULL) { 71398d5fd97SMichael Tuexen #ifdef INVARIANTS 71444249214SRandall Stewart panic("Control broken"); 71598d5fd97SMichael Tuexen #else 71698d5fd97SMichael Tuexen return; 71798d5fd97SMichael Tuexen #endif 71844249214SRandall Stewart } 71944249214SRandall Stewart if (control->tail_mbuf == NULL) { 72044249214SRandall Stewart /* TSNH */ 72163fb39baSMichael Tuexen sctp_m_freem(control->data); 72244249214SRandall Stewart control->data = m; 72344249214SRandall Stewart sctp_setup_tail_pointer(control); 724f8829a4aSRandall Stewart return; 725f8829a4aSRandall Stewart } 72644249214SRandall Stewart control->tail_mbuf->m_next = m; 72744249214SRandall Stewart while (m) { 72844249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 72944249214SRandall Stewart /* Skip mbufs with NO length */ 73044249214SRandall Stewart if (prev == NULL) { 73144249214SRandall Stewart /* First one */ 73244249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 73344249214SRandall Stewart m = control->tail_mbuf->m_next; 73444249214SRandall Stewart } else { 73544249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 73644249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 73744249214SRandall Stewart } 73844249214SRandall Stewart if (m == NULL) { 73944249214SRandall Stewart control->tail_mbuf = prev; 74044249214SRandall Stewart } 74144249214SRandall Stewart continue; 74244249214SRandall Stewart } 74344249214SRandall Stewart prev = m; 74444249214SRandall Stewart if (control->on_read_q) { 745f8829a4aSRandall Stewart /* 74644249214SRandall Stewart * On read queue so we must increment the SB stuff, 74744249214SRandall Stewart * we assume caller has done any locks of SB. 748f8829a4aSRandall Stewart */ 74944249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 75044249214SRandall Stewart } 75128cd0699SMichael Tuexen *added += SCTP_BUF_LEN(m); 75244249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 75344249214SRandall Stewart m = SCTP_BUF_NEXT(m); 75444249214SRandall Stewart } 75544249214SRandall Stewart if (prev) { 75644249214SRandall Stewart control->tail_mbuf = prev; 75744249214SRandall Stewart } 75844249214SRandall Stewart } 75944249214SRandall Stewart 76044249214SRandall Stewart static void 76144249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 76244249214SRandall Stewart { 76344249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 76444249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 76549656eefSMichael Tuexen nc->mid = control->mid; 76644249214SRandall Stewart TAILQ_INIT(&nc->reasm); 76744249214SRandall Stewart nc->top_fsn = control->top_fsn; 76849656eefSMichael Tuexen nc->mid = control->mid; 76944249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 77044249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 77144249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 77244249214SRandall Stewart nc->fsn_included = 0xffffffff; 77344249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 77444249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 77544249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 77644249214SRandall Stewart nc->whoFrom = control->whoFrom; 77744249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 77844249214SRandall Stewart nc->stcb = control->stcb; 77944249214SRandall Stewart nc->port_from = control->port_from; 780daf14341SMichael Tuexen nc->do_not_ref_stcb = control->do_not_ref_stcb; 78144249214SRandall Stewart } 78244249214SRandall Stewart 783d1ea5fa9SMichael Tuexen static void 784d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 785d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 786d1ea5fa9SMichael Tuexen { 787d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 788d1ea5fa9SMichael Tuexen if (control->on_read_q) { 789d1ea5fa9SMichael Tuexen /* 790d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 791d1ea5fa9SMichael Tuexen * :-) 792d1ea5fa9SMichael Tuexen */ 793d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 794d1ea5fa9SMichael Tuexen control->on_read_q = 0; 795d1ea5fa9SMichael Tuexen } 796d1ea5fa9SMichael Tuexen } 797d1ea5fa9SMichael Tuexen 79844249214SRandall Stewart static int 799d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 800d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 801d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 802d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 803d1ea5fa9SMichael Tuexen uint32_t pd_point, 804d1ea5fa9SMichael Tuexen int inp_read_lock_held) 80544249214SRandall Stewart { 80644249214SRandall Stewart /* 80744249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 80849656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 80949656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 81049656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 81149656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 81249656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 81344249214SRandall Stewart */ 81444249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 81544249214SRandall Stewart uint32_t fsn; 816643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 81744249214SRandall Stewart int cnt_added; 81844249214SRandall Stewart 81944249214SRandall Stewart if (control->first_frag_seen == 0) { 82044249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 82144249214SRandall Stewart return (1); 82244249214SRandall Stewart } 82344249214SRandall Stewart /* Collapse any we can */ 82444249214SRandall Stewart cnt_added = 0; 82544249214SRandall Stewart restart: 82644249214SRandall Stewart fsn = control->fsn_included + 1; 82744249214SRandall Stewart /* Now what can we add? */ 82844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 82949656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 83044249214SRandall Stewart /* Ok lets add it */ 831643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 832643fd575SMichael Tuexen if (nc == NULL) { 833643fd575SMichael Tuexen break; 834643fd575SMichael Tuexen } 835643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 83644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 837d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 83844249214SRandall Stewart fsn++; 83944249214SRandall Stewart cnt_added++; 84044249214SRandall Stewart chk = NULL; 84144249214SRandall Stewart if (control->end_added) { 84244249214SRandall Stewart /* We are done */ 84344249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 84444249214SRandall Stewart /* 84544249214SRandall Stewart * Ok we have to move anything left 84644249214SRandall Stewart * on the control queue to a new 84744249214SRandall Stewart * control. 84844249214SRandall Stewart */ 84944249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 85044249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 85144249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 85244249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 85328cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= tchk->send_size) { 8545cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 85528cd0699SMichael Tuexen } else { 85628cd0699SMichael Tuexen #ifdef INVARIANTS 85728cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, tchk->send_size); 85828cd0699SMichael Tuexen #else 85928cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 86028cd0699SMichael Tuexen #endif 86128cd0699SMichael Tuexen } 8625cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 86344249214SRandall Stewart nc->first_frag_seen = 1; 86449656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 86544249214SRandall Stewart nc->data = tchk->data; 86649656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 86749656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 86849656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 86944249214SRandall Stewart tchk->data = NULL; 87044249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 87144249214SRandall Stewart sctp_setup_tail_pointer(nc); 87244249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 87344249214SRandall Stewart } 87444249214SRandall Stewart /* Spin the rest onto the queue */ 87544249214SRandall Stewart while (tchk) { 87644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 87744249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 87844249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 87944249214SRandall Stewart } 880b7b84c0eSMichael Tuexen /* 881b7b84c0eSMichael Tuexen * Now lets add it to the queue 882b7b84c0eSMichael Tuexen * after removing control 883b7b84c0eSMichael Tuexen */ 88444249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 88544249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 88644249214SRandall Stewart if (control->on_strm_q) { 88744249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 88844249214SRandall Stewart control->on_strm_q = 0; 88944249214SRandall Stewart } 89044249214SRandall Stewart } 89144249214SRandall Stewart if (control->pdapi_started) { 89244249214SRandall Stewart strm->pd_api_started = 0; 89344249214SRandall Stewart control->pdapi_started = 0; 89444249214SRandall Stewart } 89544249214SRandall Stewart if (control->on_strm_q) { 89644249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 89744249214SRandall Stewart control->on_strm_q = 0; 89826f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 89944249214SRandall Stewart } 900c09a1534SMichael Tuexen if (control->on_read_q == 0) { 901c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 902c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 903d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 904c09a1534SMichael Tuexen } 905b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 9060fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 907b7b84c0eSMichael Tuexen /* 908b7b84c0eSMichael Tuexen * Switch to the new guy and 909b7b84c0eSMichael Tuexen * continue 910b7b84c0eSMichael Tuexen */ 91144249214SRandall Stewart control = nc; 91244249214SRandall Stewart goto restart; 913643fd575SMichael Tuexen } else { 914d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 915643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 91644249214SRandall Stewart } 917d1ea5fa9SMichael Tuexen } 91844249214SRandall Stewart return (1); 919643fd575SMichael Tuexen } else { 920643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 92144249214SRandall Stewart } 92244249214SRandall Stewart } else { 92344249214SRandall Stewart /* Can't add more */ 92444249214SRandall Stewart break; 92544249214SRandall Stewart } 92644249214SRandall Stewart } 927f1903dc0SMichael Tuexen if (cnt_added && strm->pd_api_started) { 928f1903dc0SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 929f1903dc0SMichael Tuexen } 93044249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 931c09a1534SMichael Tuexen strm->pd_api_started = 1; 932c09a1534SMichael Tuexen control->pdapi_started = 1; 93344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 93444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 935d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 936b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 93744249214SRandall Stewart return (0); 93844249214SRandall Stewart } else { 93944249214SRandall Stewart return (1); 94044249214SRandall Stewart } 94144249214SRandall Stewart } 94244249214SRandall Stewart 94344249214SRandall Stewart static void 944d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 945d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 94644249214SRandall Stewart struct sctp_queued_to_read *control, 94744249214SRandall Stewart struct sctp_tmit_chunk *chk, 94844249214SRandall Stewart int *abort_flag) 94944249214SRandall Stewart { 95044249214SRandall Stewart struct sctp_tmit_chunk *at; 951d1ea5fa9SMichael Tuexen int inserted; 95244249214SRandall Stewart 95344249214SRandall Stewart /* 95444249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 95544249214SRandall Stewart * in the correct order. 95644249214SRandall Stewart */ 95744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 95844249214SRandall Stewart /* Its the very first one. */ 95944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 960f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 96149656eefSMichael Tuexen chk->rec.data.fsn); 9622de5b904SMichael Tuexen at = TAILQ_FIRST(&control->reasm); 9632de5b904SMichael Tuexen if (at && SCTP_TSN_GT(chk->rec.data.fsn, at->rec.data.fsn)) { 9642de5b904SMichael Tuexen /* 9652de5b904SMichael Tuexen * The first chunk in the reassembly is a smaller 9662de5b904SMichael Tuexen * TSN than this one, even though this has a first, 9672de5b904SMichael Tuexen * it must be from a subsequent msg. 9682de5b904SMichael Tuexen */ 9692de5b904SMichael Tuexen goto place_chunk; 9702de5b904SMichael Tuexen } 97144249214SRandall Stewart if (control->first_frag_seen) { 97244249214SRandall Stewart /* 97344249214SRandall Stewart * In old un-ordered we can reassembly on one 97444249214SRandall Stewart * control multiple messages. As long as the next 97544249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 97644249214SRandall Stewart * wise) 97744249214SRandall Stewart */ 97844249214SRandall Stewart struct mbuf *tdata; 97944249214SRandall Stewart uint32_t tmp; 98044249214SRandall Stewart 98149656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 982b7b84c0eSMichael Tuexen /* 983b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 984b7b84c0eSMichael Tuexen * the lowest 985b7b84c0eSMichael Tuexen */ 98644249214SRandall Stewart goto place_chunk; 98744249214SRandall Stewart } 98849656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 98944249214SRandall Stewart (control->pdapi_started)) { 99044249214SRandall Stewart /* 99144249214SRandall Stewart * Ok this should not happen, if it does we 99244249214SRandall Stewart * started the pd-api on the higher TSN 99344249214SRandall Stewart * (since the equals part is a TSN failure 99444249214SRandall Stewart * it must be that). 99544249214SRandall Stewart * 9965b495f17SMichael Tuexen * We are completly hosed in that case since 9975b495f17SMichael Tuexen * I have no way to recover. This really 9985b495f17SMichael Tuexen * will only happen if we can get more TSN's 99944249214SRandall Stewart * higher before the pd-api-point. 100044249214SRandall Stewart */ 1001b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 100244249214SRandall Stewart abort_flag, 100344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 100444249214SRandall Stewart 100544249214SRandall Stewart return; 100644249214SRandall Stewart } 100744249214SRandall Stewart /* 100844249214SRandall Stewart * Ok we have two firsts and the one we just got is 100944249214SRandall Stewart * smaller than the one we previously placed.. yuck! 101044249214SRandall Stewart * We must swap them out. 101144249214SRandall Stewart */ 101244249214SRandall Stewart /* swap the mbufs */ 101344249214SRandall Stewart tdata = control->data; 101444249214SRandall Stewart control->data = chk->data; 101544249214SRandall Stewart chk->data = tdata; 1016d1ea5fa9SMichael Tuexen /* Save the lengths */ 1017d1ea5fa9SMichael Tuexen chk->send_size = control->length; 1018d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 1019d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 102044249214SRandall Stewart /* Fix the FSN included */ 102144249214SRandall Stewart tmp = control->fsn_included; 102249656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 102349656eefSMichael Tuexen chk->rec.data.fsn = tmp; 1024d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 1025d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 102649656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 102749656eefSMichael Tuexen chk->rec.data.tsn = tmp; 1028d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 1029d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 103049656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 103149656eefSMichael Tuexen chk->rec.data.ppid = tmp; 1032d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 103344249214SRandall Stewart goto place_chunk; 103444249214SRandall Stewart } 103544249214SRandall Stewart control->first_frag_seen = 1; 10368b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 10378b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 103849656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 103949656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 104044249214SRandall Stewart control->data = chk->data; 104149656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 104244249214SRandall Stewart chk->data = NULL; 104344249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 104444249214SRandall Stewart sctp_setup_tail_pointer(control); 104544249214SRandall Stewart return; 104644249214SRandall Stewart } 104744249214SRandall Stewart place_chunk: 1048d1ea5fa9SMichael Tuexen inserted = 0; 104944249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 105049656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 105144249214SRandall Stewart /* 105244249214SRandall Stewart * This one in queue is bigger than the new one, 105344249214SRandall Stewart * insert the new one before at. 105444249214SRandall Stewart */ 105544249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 105644249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 105744249214SRandall Stewart inserted = 1; 105844249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 105944249214SRandall Stewart break; 106049656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 106144249214SRandall Stewart /* 106244249214SRandall Stewart * They sent a duplicate fsn number. This really 106344249214SRandall Stewart * should not happen since the FSN is a TSN and it 106444249214SRandall Stewart * should have been dropped earlier. 106544249214SRandall Stewart */ 1066b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 106744249214SRandall Stewart abort_flag, 106844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 106944249214SRandall Stewart return; 107044249214SRandall Stewart } 10710053ed28SMichael Tuexen 107244249214SRandall Stewart } 107344249214SRandall Stewart if (inserted == 0) { 107444249214SRandall Stewart /* Its at the end */ 107544249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 107644249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 107749656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 107844249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 107944249214SRandall Stewart } 108044249214SRandall Stewart } 108144249214SRandall Stewart 108244249214SRandall Stewart static int 1083d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1084d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 108544249214SRandall Stewart { 108644249214SRandall Stewart /* 108744249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 108844249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 108944249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 109044249214SRandall Stewart * need to remove them from the stream's queue. 109144249214SRandall Stewart */ 109244249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 109344249214SRandall Stewart uint32_t next_to_del; 109444249214SRandall Stewart uint32_t pd_point; 109544249214SRandall Stewart int ret = 0; 109644249214SRandall Stewart 1097810ec536SMichael Tuexen if (stcb->sctp_socket) { 1098d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1099810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1100810ec536SMichael Tuexen } else { 1101810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1102810ec536SMichael Tuexen } 110344249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1104d1ea5fa9SMichael Tuexen 11053d6fe5d8SMichael Tuexen if ((control != NULL) && 110644249214SRandall Stewart (asoc->idata_supported == 0)) { 110744249214SRandall Stewart /* Special handling needed for "old" data format */ 1108d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 110944249214SRandall Stewart goto done_un; 1110f8829a4aSRandall Stewart } 1111f8829a4aSRandall Stewart } 111244249214SRandall Stewart if (strm->pd_api_started) { 111344249214SRandall Stewart /* Can't add more */ 111444249214SRandall Stewart return (0); 111544249214SRandall Stewart } 111644249214SRandall Stewart while (control) { 1117f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 111849656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 111944249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 112044249214SRandall Stewart if (control->end_added) { 112144249214SRandall Stewart /* We just put the last bit on */ 112244249214SRandall Stewart if (control->on_strm_q) { 112398d5fd97SMichael Tuexen #ifdef INVARIANTS 112444249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 112544249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 112644249214SRandall Stewart control, control->on_strm_q); 112744249214SRandall Stewart } 112898d5fd97SMichael Tuexen #endif 112926f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 113044249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 113144249214SRandall Stewart control->on_strm_q = 0; 113244249214SRandall Stewart } 113344249214SRandall Stewart if (control->on_read_q == 0) { 113444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113544249214SRandall Stewart control, 113644249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1137d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 113844249214SRandall Stewart } 1139f8829a4aSRandall Stewart } else { 114044249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 114144249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 114244249214SRandall Stewart strm->pd_api_started = 1; 114344249214SRandall Stewart control->pdapi_started = 1; 114444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 114544249214SRandall Stewart control, 114644249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1147d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 114844249214SRandall Stewart 114944249214SRandall Stewart break; 1150139bc87fSRandall Stewart } 1151f8829a4aSRandall Stewart } 115244249214SRandall Stewart control = nctl; 115344249214SRandall Stewart } 115444249214SRandall Stewart done_un: 115544249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 115644249214SRandall Stewart if (strm->pd_api_started) { 115744249214SRandall Stewart /* Can't add more */ 115844249214SRandall Stewart return (0); 115944249214SRandall Stewart } 116044249214SRandall Stewart if (control == NULL) { 116144249214SRandall Stewart return (ret); 116244249214SRandall Stewart } 116349656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 116444249214SRandall Stewart /* 116544249214SRandall Stewart * Ok the guy at the top was being partially delivered 116644249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 116744249214SRandall Stewart * taken off when the chunk was merged on in 116844249214SRandall Stewart * sctp_queue_data_for_reasm below. 116944249214SRandall Stewart */ 117044249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 117144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1172f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 117349656eefSMichael Tuexen control, control->end_added, control->mid, 117444249214SRandall Stewart control->top_fsn, control->fsn_included, 117549656eefSMichael Tuexen strm->last_mid_delivered); 117644249214SRandall Stewart if (control->end_added) { 117744249214SRandall Stewart if (control->on_strm_q) { 117898d5fd97SMichael Tuexen #ifdef INVARIANTS 117944249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 118044249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 118144249214SRandall Stewart control, control->on_strm_q); 118244249214SRandall Stewart } 118398d5fd97SMichael Tuexen #endif 118426f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 118544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 118628cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 118728cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 118828cd0699SMichael Tuexen } else { 118928cd0699SMichael Tuexen #ifdef INVARIANTS 119028cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 119128cd0699SMichael Tuexen #else 119228cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 119328cd0699SMichael Tuexen #endif 119428cd0699SMichael Tuexen } 119528cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 119644249214SRandall Stewart control->on_strm_q = 0; 119744249214SRandall Stewart } 1198c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1199c09a1534SMichael Tuexen control->pdapi_started = 0; 1200c09a1534SMichael Tuexen strm->pd_api_started = 0; 1201c09a1534SMichael Tuexen } 120244249214SRandall Stewart if (control->on_read_q == 0) { 120344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 120444249214SRandall Stewart control, 120544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1206d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 120744249214SRandall Stewart } 120844249214SRandall Stewart control = nctl; 120944249214SRandall Stewart } 121044249214SRandall Stewart } 121144249214SRandall Stewart if (strm->pd_api_started) { 1212b7b84c0eSMichael Tuexen /* 1213b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1214b7b84c0eSMichael Tuexen * partially delivered. 1215b7b84c0eSMichael Tuexen */ 121644249214SRandall Stewart return (0); 121744249214SRandall Stewart } 121844249214SRandall Stewart deliver_more: 121949656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 122044249214SRandall Stewart if (control) { 122144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1222f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 122349656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 122444249214SRandall Stewart next_to_del); 122544249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 122649656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 122744249214SRandall Stewart (control->first_frag_seen)) { 1228c09a1534SMichael Tuexen int done; 1229c09a1534SMichael Tuexen 123044249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 123144249214SRandall Stewart if (control->end_added) { 123244249214SRandall Stewart /* We are done with it afterwards */ 123344249214SRandall Stewart if (control->on_strm_q) { 123498d5fd97SMichael Tuexen #ifdef INVARIANTS 123544249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 123644249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 123744249214SRandall Stewart control, control->on_strm_q); 123844249214SRandall Stewart } 123998d5fd97SMichael Tuexen #endif 124026f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 124144249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 124228cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 124328cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 124428cd0699SMichael Tuexen } else { 124528cd0699SMichael Tuexen #ifdef INVARIANTS 124628cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 124728cd0699SMichael Tuexen #else 124828cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 124928cd0699SMichael Tuexen #endif 125028cd0699SMichael Tuexen } 125128cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 125244249214SRandall Stewart control->on_strm_q = 0; 125344249214SRandall Stewart } 125444249214SRandall Stewart ret++; 125544249214SRandall Stewart } 125644249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1257b7b84c0eSMichael Tuexen /* 1258b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1259b7b84c0eSMichael Tuexen * it non-revokable too 1260b7b84c0eSMichael Tuexen */ 126144249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 126244249214SRandall Stewart } else if (control->end_added == 0) { 1263b7b84c0eSMichael Tuexen /* 1264b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1265b7b84c0eSMichael Tuexen * all there 1266b7b84c0eSMichael Tuexen */ 126744249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1268b7b84c0eSMichael Tuexen /* 1269b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1270b7b84c0eSMichael Tuexen * (one being delivered that way) 1271b7b84c0eSMichael Tuexen */ 127244249214SRandall Stewart goto out; 127344249214SRandall Stewart } 127444249214SRandall Stewart } 1275c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 127644249214SRandall Stewart if (control->on_read_q == 0) { 1277253a63b8SMichael Tuexen if (!done) { 1278253a63b8SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 1279253a63b8SMichael Tuexen asoc->size_on_all_streams -= control->length; 1280253a63b8SMichael Tuexen } else { 1281253a63b8SMichael Tuexen #ifdef INVARIANTS 1282253a63b8SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 1283253a63b8SMichael Tuexen #else 1284253a63b8SMichael Tuexen asoc->size_on_all_streams = 0; 1285253a63b8SMichael Tuexen #endif 1286253a63b8SMichael Tuexen } 1287253a63b8SMichael Tuexen strm->pd_api_started = 1; 1288253a63b8SMichael Tuexen control->pdapi_started = 1; 1289253a63b8SMichael Tuexen } 129044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 129144249214SRandall Stewart control, 129244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1293d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 129444249214SRandall Stewart } 129549656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1296c09a1534SMichael Tuexen if (done) { 129744249214SRandall Stewart control = nctl; 129844249214SRandall Stewart goto deliver_more; 129944249214SRandall Stewart } 130044249214SRandall Stewart } 130144249214SRandall Stewart } 130244249214SRandall Stewart out: 130344249214SRandall Stewart return (ret); 130444249214SRandall Stewart } 130544249214SRandall Stewart 1306d1ea5fa9SMichael Tuexen 130728cd0699SMichael Tuexen uint32_t 130844249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 130944249214SRandall Stewart struct sctp_stream_in *strm, 131044249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1311b0471b4bSMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 1312b0471b4bSMichael Tuexen { 131344249214SRandall Stewart /* 131444249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 131544249214SRandall Stewart * control and free up the chunk resources. 131644249214SRandall Stewart */ 131728cd0699SMichael Tuexen uint32_t added = 0; 131844249214SRandall Stewart int i_locked = 0; 131944249214SRandall Stewart 1320d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 132144249214SRandall Stewart /* 132244249214SRandall Stewart * Its being pd-api'd so we must do some locks. 132344249214SRandall Stewart */ 132444249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 132544249214SRandall Stewart i_locked = 1; 132644249214SRandall Stewart } 132744249214SRandall Stewart if (control->data == NULL) { 132844249214SRandall Stewart control->data = chk->data; 132944249214SRandall Stewart sctp_setup_tail_pointer(control); 133044249214SRandall Stewart } else { 133128cd0699SMichael Tuexen sctp_add_to_tail_pointer(control, chk->data, &added); 133244249214SRandall Stewart } 133349656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 133444249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 133544249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 133649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 133744249214SRandall Stewart chk->data = NULL; 133844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 133944249214SRandall Stewart control->first_frag_seen = 1; 13408b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 13418b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 134244249214SRandall Stewart } 134344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 134444249214SRandall Stewart /* Its complete */ 134544249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 134644249214SRandall Stewart if (control->pdapi_started) { 134744249214SRandall Stewart control->pdapi_started = 0; 134844249214SRandall Stewart strm->pd_api_started = 0; 134944249214SRandall Stewart } 135044249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 135144249214SRandall Stewart /* Unordered */ 135244249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 135344249214SRandall Stewart control->on_strm_q = 0; 135444249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 135544249214SRandall Stewart /* Ordered */ 135644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 1357253a63b8SMichael Tuexen /* 1358253a63b8SMichael Tuexen * Don't need to decrement 1359253a63b8SMichael Tuexen * size_on_all_streams, since control is on 1360253a63b8SMichael Tuexen * the read queue. 1361253a63b8SMichael Tuexen */ 136228cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 136344249214SRandall Stewart control->on_strm_q = 0; 136498d5fd97SMichael Tuexen #ifdef INVARIANTS 136544249214SRandall Stewart } else if (control->on_strm_q) { 136644249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 136744249214SRandall Stewart control->on_strm_q); 136898d5fd97SMichael Tuexen #endif 136944249214SRandall Stewart } 137044249214SRandall Stewart } 137144249214SRandall Stewart control->end_added = 1; 137244249214SRandall Stewart control->last_frag_seen = 1; 137344249214SRandall Stewart } 137444249214SRandall Stewart if (i_locked) { 137544249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 137644249214SRandall Stewart } 137744249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 137828cd0699SMichael Tuexen return (added); 1379f8829a4aSRandall Stewart } 1380f8829a4aSRandall Stewart 1381f8829a4aSRandall Stewart /* 1382f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1383f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1384f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1385f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1386f8829a4aSRandall Stewart */ 1387f8829a4aSRandall Stewart static void 1388f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 138944249214SRandall Stewart struct sctp_queued_to_read *control, 139044249214SRandall Stewart struct sctp_tmit_chunk *chk, 139144249214SRandall Stewart int created_control, 139244249214SRandall Stewart int *abort_flag, uint32_t tsn) 1393f8829a4aSRandall Stewart { 139444249214SRandall Stewart uint32_t next_fsn; 139544249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13963d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1397c09a1534SMichael Tuexen int do_wakeup, unordered; 139828cd0699SMichael Tuexen uint32_t lenadded; 1399f8829a4aSRandall Stewart 14003d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1401f8829a4aSRandall Stewart /* 140244249214SRandall Stewart * For old un-ordered data chunks. 1403f8829a4aSRandall Stewart */ 140444249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 140544249214SRandall Stewart unordered = 1; 1406f8829a4aSRandall Stewart } else { 140744249214SRandall Stewart unordered = 0; 140844249214SRandall Stewart } 140944249214SRandall Stewart /* Must be added to the stream-in queue */ 141044249214SRandall Stewart if (created_control) { 141128cd0699SMichael Tuexen if (unordered == 0) { 141228cd0699SMichael Tuexen sctp_ucount_incr(asoc->cnt_on_all_streams); 141328cd0699SMichael Tuexen } 141444249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 141544249214SRandall Stewart /* Duplicate SSN? */ 1416b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 141744249214SRandall Stewart abort_flag, 141844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 141953999485SMichael Tuexen sctp_clean_up_control(stcb, control); 142044249214SRandall Stewart return; 142144249214SRandall Stewart } 142244249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1423f8829a4aSRandall Stewart /* 142444249214SRandall Stewart * Ok we created this control and now lets validate 142544249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 142644249214SRandall Stewart * and we have up to the cum-ack then its invalid. 142744249214SRandall Stewart */ 142844249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1429b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 143044249214SRandall Stewart abort_flag, 143144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 143244249214SRandall Stewart return; 143344249214SRandall Stewart } 143444249214SRandall Stewart } 143544249214SRandall Stewart } 1436a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1437d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 143844249214SRandall Stewart return; 143944249214SRandall Stewart } 144044249214SRandall Stewart /* 144144249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 144244249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 144344249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 144444249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 144544249214SRandall Stewart * in its place. 144644249214SRandall Stewart */ 144744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 144844249214SRandall Stewart /* Its the very first one. */ 144944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1450f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 145149656eefSMichael Tuexen chk->rec.data.fsn); 145244249214SRandall Stewart if (control->first_frag_seen) { 145344249214SRandall Stewart /* 145444249214SRandall Stewart * Error on senders part, they either sent us two 145544249214SRandall Stewart * data chunks with FIRST, or they sent two 145644249214SRandall Stewart * un-ordered chunks that were fragmented at the 145744249214SRandall Stewart * same time in the same stream. 145844249214SRandall Stewart */ 1459b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 146044249214SRandall Stewart abort_flag, 146144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 146244249214SRandall Stewart return; 146344249214SRandall Stewart } 146444249214SRandall Stewart control->first_frag_seen = 1; 14658b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 14668b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 146749656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 146844249214SRandall Stewart control->data = chk->data; 146949656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 147044249214SRandall Stewart chk->data = NULL; 147144249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 147244249214SRandall Stewart sctp_setup_tail_pointer(control); 147328cd0699SMichael Tuexen asoc->size_on_all_streams += control->length; 147444249214SRandall Stewart } else { 147544249214SRandall Stewart /* Place the chunk in our list */ 147644249214SRandall Stewart int inserted = 0; 147744249214SRandall Stewart 147844249214SRandall Stewart if (control->last_frag_seen == 0) { 147944249214SRandall Stewart /* Still willing to raise highest FSN seen */ 148049656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 148144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1482f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 148349656eefSMichael Tuexen chk->rec.data.fsn); 148449656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 148544249214SRandall Stewart } 148644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 148744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1488f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 148949656eefSMichael Tuexen chk->rec.data.fsn); 149044249214SRandall Stewart control->last_frag_seen = 1; 1491ec24a1b6SMichael Tuexen if (SCTP_TSN_GT(control->top_fsn, chk->rec.data.fsn)) { 1492ec24a1b6SMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, 1493ec24a1b6SMichael Tuexen "New fsn: %u is not at top_fsn: %u -- abort\n", 1494ec24a1b6SMichael Tuexen chk->rec.data.fsn, 1495ec24a1b6SMichael Tuexen control->top_fsn); 1496ec24a1b6SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 1497ec24a1b6SMichael Tuexen abort_flag, 1498ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 1499ec24a1b6SMichael Tuexen return; 1500ec24a1b6SMichael Tuexen } 150144249214SRandall Stewart } 150244249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 150344249214SRandall Stewart /* 150444249214SRandall Stewart * For IDATA we always check since we know 150544249214SRandall Stewart * that the first fragment is 0. For old 150644249214SRandall Stewart * DATA we have to receive the first before 1507cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 150844249214SRandall Stewart */ 150949656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1510b7b84c0eSMichael Tuexen /* 1511b7b84c0eSMichael Tuexen * We have already delivered up to 1512b7b84c0eSMichael Tuexen * this so its a dup 1513b7b84c0eSMichael Tuexen */ 1514b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 151544249214SRandall Stewart abort_flag, 1516ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 151744249214SRandall Stewart return; 151844249214SRandall Stewart } 151944249214SRandall Stewart } 152044249214SRandall Stewart } else { 152144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 152244249214SRandall Stewart /* Second last? huh? */ 152344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1524f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 152549656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1526b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 152744249214SRandall Stewart chk, abort_flag, 1528ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 152944249214SRandall Stewart return; 153044249214SRandall Stewart } 153144249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 153244249214SRandall Stewart /* 153344249214SRandall Stewart * For IDATA we always check since we know 153444249214SRandall Stewart * that the first fragment is 0. For old 153544249214SRandall Stewart * DATA we have to receive the first before 1536cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 153744249214SRandall Stewart */ 153844249214SRandall Stewart 153949656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1540b7b84c0eSMichael Tuexen /* 1541b7b84c0eSMichael Tuexen * We have already delivered up to 1542b7b84c0eSMichael Tuexen * this so its a dup 1543b7b84c0eSMichael Tuexen */ 154444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1545f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 154649656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1547b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 154844249214SRandall Stewart abort_flag, 1549ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 155044249214SRandall Stewart return; 155144249214SRandall Stewart } 155244249214SRandall Stewart } 1553b7b84c0eSMichael Tuexen /* 1554b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1555b7b84c0eSMichael Tuexen * one 1556b7b84c0eSMichael Tuexen */ 155749656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 155844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1559f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 156049656eefSMichael Tuexen chk->rec.data.fsn, 156144249214SRandall Stewart control->top_fsn); 1562b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 156344249214SRandall Stewart abort_flag, 1564ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 156544249214SRandall Stewart return; 156644249214SRandall Stewart } 156744249214SRandall Stewart } 156844249214SRandall Stewart /* 156944249214SRandall Stewart * If we reach here, we need to place the new chunk in the 157044249214SRandall Stewart * reassembly for this control. 157144249214SRandall Stewart */ 157244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1573f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 157449656eefSMichael Tuexen chk->rec.data.fsn); 157544249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 157649656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 157744249214SRandall Stewart /* 157844249214SRandall Stewart * This one in queue is bigger than the new 157944249214SRandall Stewart * one, insert the new one before at. 158044249214SRandall Stewart */ 158144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1582f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 158349656eefSMichael Tuexen at->rec.data.fsn); 1584f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1585f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 158644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 158744249214SRandall Stewart inserted = 1; 158844249214SRandall Stewart break; 158949656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1590b7b84c0eSMichael Tuexen /* 1591b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1592b7b84c0eSMichael Tuexen * number 1593b7b84c0eSMichael Tuexen */ 159444249214SRandall Stewart /* 159544249214SRandall Stewart * foo bar, I guess I will just free this 159644249214SRandall Stewart * new guy, should we abort too? FIX ME 159744249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 159844249214SRandall Stewart * wrapped. Maybe I should compare to TSN 159944249214SRandall Stewart * somehow... sigh for now just blow away 160044249214SRandall Stewart * the chunk! 160144249214SRandall Stewart */ 160244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1603f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 160449656eefSMichael Tuexen at->rec.data.fsn); 1605b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 160644249214SRandall Stewart chk, abort_flag, 1607ec24a1b6SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_14); 160844249214SRandall Stewart return; 160944249214SRandall Stewart } 161044249214SRandall Stewart } 161144249214SRandall Stewart if (inserted == 0) { 161244249214SRandall Stewart /* Goes on the end */ 1613f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 161449656eefSMichael Tuexen chk->rec.data.fsn); 161544249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 161644249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 161744249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 161844249214SRandall Stewart } 161944249214SRandall Stewart } 162044249214SRandall Stewart /* 162144249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 162244249214SRandall Stewart * are in seq if it makes sense. 162344249214SRandall Stewart */ 1624c09a1534SMichael Tuexen do_wakeup = 0; 162544249214SRandall Stewart /* 162644249214SRandall Stewart * If the first fragment has not been seen there is no sense in 162744249214SRandall Stewart * looking. 162844249214SRandall Stewart */ 162944249214SRandall Stewart if (control->first_frag_seen) { 163044249214SRandall Stewart next_fsn = control->fsn_included + 1; 163144249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 163249656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 163344249214SRandall Stewart /* We can add this one now to the control */ 163444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1635f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 163644249214SRandall Stewart control, at, 163749656eefSMichael Tuexen at->rec.data.fsn, 163844249214SRandall Stewart next_fsn, control->fsn_included); 163944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 164028cd0699SMichael Tuexen lenadded = sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1641c09a1534SMichael Tuexen if (control->on_read_q) { 1642c09a1534SMichael Tuexen do_wakeup = 1; 164372e23abaSMichael Tuexen } else { 164472e23abaSMichael Tuexen /* 164572e23abaSMichael Tuexen * We only add to the 164672e23abaSMichael Tuexen * size-on-all-streams if its not on 164772e23abaSMichael Tuexen * the read q. The read q flag will 164872e23abaSMichael Tuexen * cause a sballoc so its accounted 164972e23abaSMichael Tuexen * for there. 165072e23abaSMichael Tuexen */ 165172e23abaSMichael Tuexen asoc->size_on_all_streams += lenadded; 1652c09a1534SMichael Tuexen } 165344249214SRandall Stewart next_fsn++; 165444249214SRandall Stewart if (control->end_added && control->pdapi_started) { 165544249214SRandall Stewart if (strm->pd_api_started) { 165644249214SRandall Stewart strm->pd_api_started = 0; 165744249214SRandall Stewart control->pdapi_started = 0; 165844249214SRandall Stewart } 165944249214SRandall Stewart if (control->on_read_q == 0) { 166044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 166144249214SRandall Stewart control, 166244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 166344249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 166444249214SRandall Stewart } 166544249214SRandall Stewart break; 166644249214SRandall Stewart } 166744249214SRandall Stewart } else { 1668f8829a4aSRandall Stewart break; 1669f8829a4aSRandall Stewart } 1670f8829a4aSRandall Stewart } 1671f8829a4aSRandall Stewart } 1672c09a1534SMichael Tuexen if (do_wakeup) { 167344249214SRandall Stewart /* Need to wakeup the reader */ 1674b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1675f8829a4aSRandall Stewart } 1676f8829a4aSRandall Stewart } 1677f8829a4aSRandall Stewart 167844249214SRandall Stewart static struct sctp_queued_to_read * 167949656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1680f8829a4aSRandall Stewart { 1681c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1682f8829a4aSRandall Stewart 168344249214SRandall Stewart if (ordered) { 1684c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 168549656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 168644249214SRandall Stewart break; 168744249214SRandall Stewart } 168844249214SRandall Stewart } 1689f8829a4aSRandall Stewart } else { 169049656eefSMichael Tuexen if (idata_supported) { 1691c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 169249656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 169344249214SRandall Stewart break; 1694f8829a4aSRandall Stewart } 1695f8829a4aSRandall Stewart } 169649656eefSMichael Tuexen } else { 169749656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 169849656eefSMichael Tuexen } 1699f8829a4aSRandall Stewart } 1700c09a1534SMichael Tuexen return (control); 1701f8829a4aSRandall Stewart } 170244249214SRandall Stewart 1703f8829a4aSRandall Stewart static int 1704f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 170544249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1706f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 17078b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1708f8829a4aSRandall Stewart { 170995844fceSMichael Tuexen struct sctp_tmit_chunk *chk = NULL; /* make gcc happy */ 171049656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1711f8829a4aSRandall Stewart struct mbuf *dmbuf; 17127215cc1bSMichael Tuexen int the_len; 1713139bc87fSRandall Stewart int need_reasm_check = 0; 171449656eefSMichael Tuexen uint16_t sid; 1715ff1ffd74SMichael Tuexen struct mbuf *op_err; 1716ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 171728cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 171849656eefSMichael Tuexen uint32_t ppid; 17198b9c95f4SMichael Tuexen uint8_t chk_flags; 172017205eccSRandall Stewart struct sctp_stream_reset_list *liste; 172144249214SRandall Stewart int ordered; 172244249214SRandall Stewart size_t clen; 172344249214SRandall Stewart int created_control = 0; 1724f8829a4aSRandall Stewart 17258b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 17268b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 17278b9c95f4SMichael Tuexen 17288b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 172944249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 17308b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 173144249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 17328b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17338b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17348b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 17358b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 173644249214SRandall Stewart fsn = 0; 17378b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 173844249214SRandall Stewart } else { 17398b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 17408b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 174144249214SRandall Stewart } 17428b9c95f4SMichael Tuexen } else { 17438b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 17448b9c95f4SMichael Tuexen 17458b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 17468b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 17478b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 17488b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 17498b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 17508b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 17518b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 17528b9c95f4SMichael Tuexen fsn = tsn; 17538b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 17548b9c95f4SMichael Tuexen } 175544249214SRandall Stewart if ((size_t)chk_length == clen) { 175644249214SRandall Stewart /* 175744249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 175844249214SRandall Stewart */ 17598b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 1760bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 176144249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 176244249214SRandall Stewart *abort_flag = 1; 176344249214SRandall Stewart return (0); 176444249214SRandall Stewart } 17658b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1766b3f1ea41SRandall Stewart asoc->send_sack = 1; 1767b3f1ea41SRandall Stewart } 17688b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1769b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1770c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 177180fefe0aSRandall Stewart } 1772ad81507eSRandall Stewart if (stcb == NULL) { 1773ad81507eSRandall Stewart return (0); 1774ad81507eSRandall Stewart } 17758b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 177620b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1777f8829a4aSRandall Stewart /* It is a duplicate */ 1778f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1779f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1780f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1781f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1782f8829a4aSRandall Stewart asoc->numduptsns++; 1783f8829a4aSRandall Stewart } 1784b201f536SRandall Stewart asoc->send_sack = 1; 1785f8829a4aSRandall Stewart return (0); 1786f8829a4aSRandall Stewart } 1787f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1788d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1789f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1790f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1791f8829a4aSRandall Stewart return (0); 1792f8829a4aSRandall Stewart } 1793f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1794207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 17950696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1796f8829a4aSRandall Stewart /* Can't expand, drop it */ 1797f8829a4aSRandall Stewart return (0); 1798f8829a4aSRandall Stewart } 1799f8829a4aSRandall Stewart } 180020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1801f8829a4aSRandall Stewart *high_tsn = tsn; 1802f8829a4aSRandall Stewart } 1803f8829a4aSRandall Stewart /* See if we have received this one already */ 180477acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 180577acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1806f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1807f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1808f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1809f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1810f8829a4aSRandall Stewart asoc->numduptsns++; 1811f8829a4aSRandall Stewart } 181242551e99SRandall Stewart asoc->send_sack = 1; 1813f8829a4aSRandall Stewart return (0); 1814f8829a4aSRandall Stewart } 1815f8829a4aSRandall Stewart /* 1816f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1817f8829a4aSRandall Stewart * to be sent up above 1818f8829a4aSRandall Stewart */ 1819ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1820f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1821ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1822f8829a4aSRandall Stewart /* 1823f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1824f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1825f8829a4aSRandall Stewart */ 1826ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1827a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1828f8829a4aSRandall Stewart *abort_flag = 1; 1829f8829a4aSRandall Stewart return (0); 1830f8829a4aSRandall Stewart } 1831f8829a4aSRandall Stewart /* 1832f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1833f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1834f8829a4aSRandall Stewart * for on a partial delivery API. 1835f8829a4aSRandall Stewart */ 1836f8829a4aSRandall Stewart 183744249214SRandall Stewart /* Is the stream valid? */ 183849656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 183986eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1840f8829a4aSRandall Stewart 184186eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1842eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 184386eda749SMichael Tuexen if (op_err != NULL) { 1844f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 184586eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 184686eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1847f8829a4aSRandall Stewart /* 1848f8829a4aSRandall Stewart * Error causes are just param's and this one has 1849f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1850f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1851f8829a4aSRandall Stewart */ 185286eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 185386eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 185486eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 18558b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 185686eda749SMichael Tuexen cause->reserved = htons(0); 185786eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1858f8829a4aSRandall Stewart } 1859f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1860207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1861830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 186220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1863830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1864d06c82f1SRandall Stewart } 1865d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1866d06c82f1SRandall Stewart /* Update cum-ack */ 1867d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1868d06c82f1SRandall Stewart } 1869f8829a4aSRandall Stewart return (0); 1870f8829a4aSRandall Stewart } 1871f8829a4aSRandall Stewart /* 187244249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 187344249214SRandall Stewart * on the reassembly queues. 1874f8829a4aSRandall Stewart */ 18758b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 18768b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1877be46a7c5SMichael Tuexen (fsn == 0)) { 187844249214SRandall Stewart /* 187944249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1880be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1881be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 188244249214SRandall Stewart */ 1883*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", mid, chk_flags); 188444249214SRandall Stewart goto err_out; 188544249214SRandall Stewart } 18863d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 188744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 18888b9c95f4SMichael Tuexen chk_flags, control); 18898b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1890be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1891be46a7c5SMichael Tuexen if (control != NULL) { 189244249214SRandall Stewart /* We found something, does it belong? */ 189349656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 1894*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 189544249214SRandall Stewart err_out: 189644249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1897bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 189844249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 189944249214SRandall Stewart *abort_flag = 1; 190044249214SRandall Stewart return (0); 190144249214SRandall Stewart } 190244249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1903b7b84c0eSMichael Tuexen /* 1904b7b84c0eSMichael Tuexen * We can't have a switched order with an 1905b7b84c0eSMichael Tuexen * unordered chunk 1906b7b84c0eSMichael Tuexen */ 1907*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 1908*999f86d6SMichael Tuexen "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1909821bae7cSMichael Tuexen tsn); 191044249214SRandall Stewart goto err_out; 191144249214SRandall Stewart } 191244249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1913b7b84c0eSMichael Tuexen /* 1914b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1915b7b84c0eSMichael Tuexen * ordered chunk 1916b7b84c0eSMichael Tuexen */ 1917*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 1918*999f86d6SMichael Tuexen "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1919821bae7cSMichael Tuexen tsn); 192044249214SRandall Stewart goto err_out; 192144249214SRandall Stewart } 192244249214SRandall Stewart } 192344249214SRandall Stewart } else { 192444249214SRandall Stewart /* 192544249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 192644249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 192744249214SRandall Stewart * ordered) or in the same Stream for unordered. 192844249214SRandall Stewart */ 1929be46a7c5SMichael Tuexen if (control != NULL) { 193049656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 193149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 19328b9c95f4SMichael Tuexen chk_flags, mid); 1933*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 193444249214SRandall Stewart goto err_out; 1935be46a7c5SMichael Tuexen } else { 1936be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1937be46a7c5SMichael Tuexen (control->end_added == 0)) { 1938*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 1939*999f86d6SMichael Tuexen "Illegal message sequence, missing end for MID: %8.8x", 1940*999f86d6SMichael Tuexen control->fsn_included); 1941be46a7c5SMichael Tuexen goto err_out; 1942be46a7c5SMichael Tuexen } else { 1943be46a7c5SMichael Tuexen control = NULL; 1944be46a7c5SMichael Tuexen } 1945be46a7c5SMichael Tuexen } 194644249214SRandall Stewart } 194744249214SRandall Stewart } 194844249214SRandall Stewart /* now do the tests */ 194944249214SRandall Stewart if (((asoc->cnt_on_all_streams + 195044249214SRandall Stewart asoc->cnt_on_reasm_queue + 195144249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 195244249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 195344249214SRandall Stewart /* 195444249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 195544249214SRandall Stewart * the reader is doing its job... 195644249214SRandall Stewart */ 195744249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 195844249214SRandall Stewart /* some to read, wake-up */ 195944249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 196044249214SRandall Stewart struct socket *so; 196144249214SRandall Stewart 196244249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 196344249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 196444249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 196544249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 196644249214SRandall Stewart SCTP_TCB_LOCK(stcb); 196744249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 196844249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 196944249214SRandall Stewart /* assoc was freed while we were unlocked */ 197044249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 197144249214SRandall Stewart return (0); 197244249214SRandall Stewart } 197344249214SRandall Stewart #endif 197444249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 197544249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 197644249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 197744249214SRandall Stewart #endif 197844249214SRandall Stewart } 197944249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 19808b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 198144249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 198244249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 198344249214SRandall Stewart /* Nope not in the valid range dump it */ 198444249214SRandall Stewart dump_packet: 198544249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 198644249214SRandall Stewart if ((asoc->cnt_on_all_streams + 198744249214SRandall Stewart asoc->cnt_on_reasm_queue + 198844249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 198944249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 199044249214SRandall Stewart } else { 199144249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 199244249214SRandall Stewart } 199344249214SRandall Stewart *break_flag = 1; 199444249214SRandall Stewart return (0); 199544249214SRandall Stewart } 199644249214SRandall Stewart } else { 199744249214SRandall Stewart if (control == NULL) { 199844249214SRandall Stewart goto dump_packet; 199944249214SRandall Stewart } 200044249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 200144249214SRandall Stewart goto dump_packet; 200244249214SRandall Stewart } 200344249214SRandall Stewart } 200444249214SRandall Stewart } 2005f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 200618e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 200718e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 200818e198d3SRandall Stewart asoc->tsn_in_at = 0; 200918e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 201018e198d3SRandall Stewart } 2011f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 201249656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 201349656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 2014f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 2015f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 201618e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 201718e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 201818e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 2019f42a358aSRandall Stewart asoc->tsn_in_at++; 2020f42a358aSRandall Stewart #endif 202144249214SRandall Stewart /* 202244249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 202344249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 202444249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 202544249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 202644249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 202744249214SRandall Stewart */ 20288b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 2029d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 20308b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 203149656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 2032f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 2033f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 203449656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 2035f8829a4aSRandall Stewart 203649656eefSMichael Tuexen if (asoc->idata_supported) { 2037*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 203849656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 203949656eefSMichael Tuexen tsn, 204049656eefSMichael Tuexen sid, 2041821bae7cSMichael Tuexen mid); 204249656eefSMichael Tuexen } else { 2043*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 204449656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 204549656eefSMichael Tuexen tsn, 204649656eefSMichael Tuexen sid, 2047821bae7cSMichael Tuexen (uint16_t)mid); 204849656eefSMichael Tuexen } 2049ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2050bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_17; 2051ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 2052f8829a4aSRandall Stewart *abort_flag = 1; 2053f8829a4aSRandall Stewart return (0); 2054f8829a4aSRandall Stewart } 20558b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 205644249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 205744249214SRandall Stewart } else { 2058f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 205944249214SRandall Stewart } 2060f8829a4aSRandall Stewart if (last_chunk == 0) { 20618b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 206244249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 206344249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 206444249214SRandall Stewart the_len, M_NOWAIT); 206544249214SRandall Stewart } else { 206644b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 2067f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 2068eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 206944249214SRandall Stewart } 2070f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 2071b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 20724be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 2073f8829a4aSRandall Stewart } 2074f8829a4aSRandall Stewart #endif 2075f8829a4aSRandall Stewart } else { 2076f8829a4aSRandall Stewart /* We can steal the last chunk */ 2077139bc87fSRandall Stewart int l_len; 2078139bc87fSRandall Stewart 2079f8829a4aSRandall Stewart dmbuf = *m; 2080f8829a4aSRandall Stewart /* lop off the top part */ 20818b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 208244249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 208344249214SRandall Stewart } else { 2084f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 208544249214SRandall Stewart } 2086139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 2087139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 2088139bc87fSRandall Stewart } else { 2089139bc87fSRandall Stewart /* 2090139bc87fSRandall Stewart * need to count up the size hopefully does not hit 2091139bc87fSRandall Stewart * this to often :-0 2092139bc87fSRandall Stewart */ 2093139bc87fSRandall Stewart struct mbuf *lat; 2094139bc87fSRandall Stewart 2095139bc87fSRandall Stewart l_len = 0; 209660990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 2097139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 2098139bc87fSRandall Stewart } 2099139bc87fSRandall Stewart } 2100139bc87fSRandall Stewart if (l_len > the_len) { 2101f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 2102139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 2103f8829a4aSRandall Stewart } 2104f8829a4aSRandall Stewart } 2105f8829a4aSRandall Stewart if (dmbuf == NULL) { 2106f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2107f8829a4aSRandall Stewart return (0); 2108f8829a4aSRandall Stewart } 210944249214SRandall Stewart /* 21108b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 211144249214SRandall Stewart * one (we may have gotten it above when we found the message was 211244249214SRandall Stewart * fragmented 211344249214SRandall Stewart */ 211444249214SRandall Stewart if (control == NULL) { 211544249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 211644249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 211749656eefSMichael Tuexen ppid, 211849656eefSMichael Tuexen sid, 21198b9c95f4SMichael Tuexen chk_flags, 212049656eefSMichael Tuexen NULL, fsn, mid); 212144249214SRandall Stewart if (control == NULL) { 212244249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 212344249214SRandall Stewart return (0); 212444249214SRandall Stewart } 21258b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 21261f76872cSMichael Tuexen struct mbuf *mm; 212728cd0699SMichael Tuexen 212844249214SRandall Stewart control->data = dmbuf; 212963fb39baSMichael Tuexen control->tail_mbuf = NULL; 21301f76872cSMichael Tuexen for (mm = control->data; mm; mm = mm->m_next) { 21311f76872cSMichael Tuexen control->length += SCTP_BUF_LEN(mm); 213263fb39baSMichael Tuexen if (SCTP_BUF_NEXT(mm) == NULL) { 213363fb39baSMichael Tuexen control->tail_mbuf = mm; 213428cd0699SMichael Tuexen } 213563fb39baSMichael Tuexen } 21368b9c95f4SMichael Tuexen control->end_added = 1; 21378b9c95f4SMichael Tuexen control->last_frag_seen = 1; 21388b9c95f4SMichael Tuexen control->first_frag_seen = 1; 21398b9c95f4SMichael Tuexen control->fsn_included = fsn; 21408b9c95f4SMichael Tuexen control->top_fsn = fsn; 214144249214SRandall Stewart } 214244249214SRandall Stewart created_control = 1; 214344249214SRandall Stewart } 214449656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 21458b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 21468b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2147f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2148f42a358aSRandall Stewart ((ordered == 0) || 214949656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 215049656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2151f8829a4aSRandall Stewart /* Candidate for express delivery */ 2152f8829a4aSRandall Stewart /* 2153f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2154f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2155f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2156f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2157f8829a4aSRandall Stewart * stuff it up the buffer.... 2158f8829a4aSRandall Stewart */ 21591ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 216020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 21611ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 21621ea735c8SMichael Tuexen } 216349656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 216449656eefSMichael Tuexen control, mid); 216544249214SRandall Stewart 2166cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2167cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2168cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2169830d754dSRandall Stewart 21708b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2171f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 21723d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2173f8829a4aSRandall Stewart } 2174f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2175b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 217649656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2177f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 217880fefe0aSRandall Stewart } 2179f8829a4aSRandall Stewart control = NULL; 2180f8829a4aSRandall Stewart goto finish_express_del; 2181f8829a4aSRandall Stewart } 21820053ed28SMichael Tuexen 218344249214SRandall Stewart /* Now will we need a chunk too? */ 21848b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2185f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2186f8829a4aSRandall Stewart if (chk == NULL) { 2187f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2188f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2189f8829a4aSRandall Stewart if (last_chunk == 0) { 2190f8829a4aSRandall Stewart /* we copied it, free the copy */ 2191f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2192f8829a4aSRandall Stewart } 2193f8829a4aSRandall Stewart return (0); 2194f8829a4aSRandall Stewart } 219549656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2196f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 219749656eefSMichael Tuexen chk->rec.data.fsn = fsn; 219849656eefSMichael Tuexen chk->rec.data.mid = mid; 219949656eefSMichael Tuexen chk->rec.data.sid = sid; 220049656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2201f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2202f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 22038b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2204f8829a4aSRandall Stewart chk->asoc = asoc; 2205f8829a4aSRandall Stewart chk->send_size = the_len; 2206f8829a4aSRandall Stewart chk->whoTo = net; 220749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 220844249214SRandall Stewart chk, 220949656eefSMichael Tuexen control, mid); 2210f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2211f8829a4aSRandall Stewart chk->data = dmbuf; 221244249214SRandall Stewart } 221344249214SRandall Stewart /* Set the appropriate TSN mark */ 221444249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 221544249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 221644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 221744249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 221844249214SRandall Stewart } 2219f8829a4aSRandall Stewart } else { 222044249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 222144249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 222244249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2223f8829a4aSRandall Stewart } 2224f8829a4aSRandall Stewart } 222544249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 22268b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2227f8829a4aSRandall Stewart /* 222844249214SRandall Stewart * Special check for when streams are resetting. We could be 222944249214SRandall Stewart * more smart about this and check the actual stream to see 223044249214SRandall Stewart * if it is not being reset.. that way we would not create a 223144249214SRandall Stewart * HOLB when amongst streams being reset and those not being 223244249214SRandall Stewart * reset. 2233f8829a4aSRandall Stewart * 2234f8829a4aSRandall Stewart */ 2235f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 223620b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2237f8829a4aSRandall Stewart /* 223844249214SRandall Stewart * yep its past where we need to reset... go ahead 223944249214SRandall Stewart * and queue it. 2240f8829a4aSRandall Stewart */ 2241f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2242f8829a4aSRandall Stewart /* first one on */ 2243f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2244f8829a4aSRandall Stewart } else { 224528cd0699SMichael Tuexen struct sctp_queued_to_read *lcontrol, *nlcontrol; 2246f8829a4aSRandall Stewart unsigned char inserted = 0; 2247f8829a4aSRandall Stewart 224828cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(lcontrol, &asoc->pending_reply_queue, next, nlcontrol) { 224928cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, lcontrol->sinfo_tsn)) { 225044249214SRandall Stewart 22514a9ef3f8SMichael Tuexen continue; 2252f8829a4aSRandall Stewart } else { 2253f8829a4aSRandall Stewart /* found it */ 225428cd0699SMichael Tuexen TAILQ_INSERT_BEFORE(lcontrol, control, next); 2255f8829a4aSRandall Stewart inserted = 1; 2256f8829a4aSRandall Stewart break; 2257f8829a4aSRandall Stewart } 2258f8829a4aSRandall Stewart } 2259f8829a4aSRandall Stewart if (inserted == 0) { 2260f8829a4aSRandall Stewart /* 226144249214SRandall Stewart * must be put at end, use prevP 226244249214SRandall Stewart * (all setup from loop) to setup 226344249214SRandall Stewart * nextP. 2264f8829a4aSRandall Stewart */ 2265f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2266f8829a4aSRandall Stewart } 2267f8829a4aSRandall Stewart } 226844249214SRandall Stewart goto finish_express_del; 226944249214SRandall Stewart } 22708b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 227144249214SRandall Stewart /* queue directly into socket buffer */ 227249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 227349656eefSMichael Tuexen control, mid); 227444249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 227544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 227644249214SRandall Stewart control, 227744249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 227844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 227944249214SRandall Stewart 2280f8829a4aSRandall Stewart } else { 228149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 228249656eefSMichael Tuexen mid); 22833d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2284f8829a4aSRandall Stewart if (*abort_flag) { 22858be0fd55SMichael Tuexen if (last_chunk) { 22868be0fd55SMichael Tuexen *m = NULL; 22878be0fd55SMichael Tuexen } 2288f8829a4aSRandall Stewart return (0); 2289f8829a4aSRandall Stewart } 2290f8829a4aSRandall Stewart } 229144249214SRandall Stewart goto finish_express_del; 2292f8829a4aSRandall Stewart } 229344249214SRandall Stewart /* If we reach here its a reassembly */ 229444249214SRandall Stewart need_reasm_check = 1; 229544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 229649656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 229749656eefSMichael Tuexen control, mid); 22983d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2299f8829a4aSRandall Stewart if (*abort_flag) { 2300a5d547adSRandall Stewart /* 230144249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 230244249214SRandall Stewart * queue, which has all been freed. 2303a5d547adSRandall Stewart */ 23048be0fd55SMichael Tuexen if (last_chunk) { 2305a5d547adSRandall Stewart *m = NULL; 23068be0fd55SMichael Tuexen } 2307f8829a4aSRandall Stewart return (0); 2308f8829a4aSRandall Stewart } 2309f8829a4aSRandall Stewart finish_express_del: 231044249214SRandall Stewart /* Here we tidy up things */ 2311307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2312307b49efSMichael Tuexen /* Update cum-ack */ 2313307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2314307b49efSMichael Tuexen } 2315f8829a4aSRandall Stewart if (last_chunk) { 2316f8829a4aSRandall Stewart *m = NULL; 2317f8829a4aSRandall Stewart } 2318f42a358aSRandall Stewart if (ordered) { 2319f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2320f8829a4aSRandall Stewart } else { 2321f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2322f8829a4aSRandall Stewart } 2323f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2324f8829a4aSRandall Stewart /* Set it present please */ 2325b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 232649656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 232780fefe0aSRandall Stewart } 2328b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2329f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2330f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 233180fefe0aSRandall Stewart } 23323d6fe5d8SMichael Tuexen if (need_reasm_check) { 23333d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 23343d6fe5d8SMichael Tuexen need_reasm_check = 0; 23353d6fe5d8SMichael Tuexen } 233617205eccSRandall Stewart /* check the special flag for stream resets */ 233717205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 233820b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 233917205eccSRandall Stewart /* 234017205eccSRandall Stewart * we have finished working through the backlogged TSN's now 234117205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 234217205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 234317205eccSRandall Stewart * pending_reply_queue. 234417205eccSRandall Stewart */ 2345a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 234617205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 23477cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2348207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 23493c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 235017205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 23514a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 235217205eccSRandall Stewart /* All can be removed */ 235328cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 235428cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 235528cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 235617205eccSRandall Stewart if (*abort_flag) { 235717205eccSRandall Stewart return (0); 235817205eccSRandall Stewart } 23593d6fe5d8SMichael Tuexen if (need_reasm_check) { 236028cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 23613d6fe5d8SMichael Tuexen need_reasm_check = 0; 23623d6fe5d8SMichael Tuexen } 236317205eccSRandall Stewart } 23644a9ef3f8SMichael Tuexen } else { 236528cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &asoc->pending_reply_queue, next, ncontrol) { 236628cd0699SMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, liste->tsn)) { 23674a9ef3f8SMichael Tuexen break; 23684a9ef3f8SMichael Tuexen } 236917205eccSRandall Stewart /* 237028cd0699SMichael Tuexen * if control->sinfo_tsn is <= liste->tsn we 237128cd0699SMichael Tuexen * can process it which is the NOT of 237228cd0699SMichael Tuexen * control->sinfo_tsn > liste->tsn 237317205eccSRandall Stewart */ 237428cd0699SMichael Tuexen TAILQ_REMOVE(&asoc->pending_reply_queue, control, next); 237528cd0699SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 237617205eccSRandall Stewart if (*abort_flag) { 237717205eccSRandall Stewart return (0); 237817205eccSRandall Stewart } 23793d6fe5d8SMichael Tuexen if (need_reasm_check) { 238028cd0699SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[control->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 238117205eccSRandall Stewart need_reasm_check = 0; 238217205eccSRandall Stewart } 23833d6fe5d8SMichael Tuexen } 23843d6fe5d8SMichael Tuexen } 2385139bc87fSRandall Stewart } 2386f8829a4aSRandall Stewart return (1); 2387f8829a4aSRandall Stewart } 2388f8829a4aSRandall Stewart 2389ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2390b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2391b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2392b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2393b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2394b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2395b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2396b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2397b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2398b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2399b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2400b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2401b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2402b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2403b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2404b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2405b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2406b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2407b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2408b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2409b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2410b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2411b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2412b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2413b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2414b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2415b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2416b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2417b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2418b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2419b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2420b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2421b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2422f8829a4aSRandall Stewart }; 2423f8829a4aSRandall Stewart 2424f8829a4aSRandall Stewart 2425f8829a4aSRandall Stewart void 2426b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2427f8829a4aSRandall Stewart { 2428f8829a4aSRandall Stewart /* 2429f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2430f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 243166bd30bdSRandall Stewart * 24325b495f17SMichael Tuexen * When you first glance at this you might think that all entries 24335b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 24345b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 243566bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 243666bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 243766bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 243866bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2439f8829a4aSRandall Stewart */ 2440f8829a4aSRandall Stewart struct sctp_association *asoc; 2441b3f1ea41SRandall Stewart int at; 244266bd30bdSRandall Stewart uint8_t val; 2443f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 244477acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2445f8829a4aSRandall Stewart 2446f8829a4aSRandall Stewart asoc = &stcb->asoc; 2447f8829a4aSRandall Stewart 2448f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2449f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2450f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2451f8829a4aSRandall Stewart /* 2452f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2453f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2454f8829a4aSRandall Stewart */ 2455f8829a4aSRandall Stewart at = 0; 2456b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 245766bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 245866bd30bdSRandall Stewart if (val == 0xff) { 2459f8829a4aSRandall Stewart at += 8; 2460f8829a4aSRandall Stewart } else { 2461f8829a4aSRandall Stewart /* there is a 0 bit */ 246266bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2463f8829a4aSRandall Stewart break; 2464f8829a4aSRandall Stewart } 2465f8829a4aSRandall Stewart } 2466b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2467f8829a4aSRandall Stewart 246820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 246920b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2470a5d547adSRandall Stewart #ifdef INVARIANTS 2471ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2472ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2473f8829a4aSRandall Stewart #else 2474ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2475ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 24760e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2477b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2478b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2479b3f1ea41SRandall Stewart } 2480f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2481830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2482f8829a4aSRandall Stewart #endif 2483f8829a4aSRandall Stewart } 248420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 248577acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 248677acdc25SRandall Stewart } else { 248777acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 248877acdc25SRandall Stewart } 248977acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2490f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 249177acdc25SRandall Stewart /* highest becomes the cum-ack */ 249237f144ebSMichael Tuexen int clr; 249337f144ebSMichael Tuexen #ifdef INVARIANTS 249437f144ebSMichael Tuexen unsigned int i; 249537f144ebSMichael Tuexen #endif 2496f8829a4aSRandall Stewart 2497f8829a4aSRandall Stewart /* clear the array */ 2498b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2499c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2500f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2501f8829a4aSRandall Stewart } 2502f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2503830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 250437f144ebSMichael Tuexen #ifdef INVARIANTS 2505b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2506b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2507cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2508b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2509b5c16493SMichael Tuexen } 2510b5c16493SMichael Tuexen } 251137f144ebSMichael Tuexen #endif 251277acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 251377acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2514f8829a4aSRandall Stewart } else if (at >= 8) { 2515f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2516b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2517b3f1ea41SRandall Stewart 2518f8829a4aSRandall Stewart /* 2519f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2520f8829a4aSRandall Stewart * TSN value 2521f8829a4aSRandall Stewart */ 252277acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 252377acdc25SRandall Stewart slide_end = (lgap >> 3); 2524f8829a4aSRandall Stewart if (slide_end < slide_from) { 252577acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2526d55b0b1bSRandall Stewart #ifdef INVARIANTS 2527f8829a4aSRandall Stewart panic("impossible slide"); 2528d55b0b1bSRandall Stewart #else 2529cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 253077acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2531d55b0b1bSRandall Stewart return; 2532d55b0b1bSRandall Stewart #endif 2533f8829a4aSRandall Stewart } 2534b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2535b3f1ea41SRandall Stewart #ifdef INVARIANTS 2536b3f1ea41SRandall Stewart panic("would overrun buffer"); 2537b3f1ea41SRandall Stewart #else 2538cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2539b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2540b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2541b3f1ea41SRandall Stewart #endif 2542b3f1ea41SRandall Stewart } 2543f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2544b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2545f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2546f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2547f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2548f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 254980fefe0aSRandall Stewart } 2550f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2551f8829a4aSRandall Stewart distance < 0) { 2552f8829a4aSRandall Stewart /* 2553f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2554f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2555f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2556f8829a4aSRandall Stewart * don't think this should happen :-0 2557f8829a4aSRandall Stewart */ 2558f8829a4aSRandall Stewart 2559b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2560f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2561f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2562f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 256380fefe0aSRandall Stewart } 2564f8829a4aSRandall Stewart } else { 2565f8829a4aSRandall Stewart int ii; 2566f8829a4aSRandall Stewart 2567f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 256837f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 256937f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 257077acdc25SRandall Stewart 2571f8829a4aSRandall Stewart } 2572aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2573f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 257477acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2575f8829a4aSRandall Stewart } 2576ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2577ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2578ee94f0a2SMichael Tuexen } 2579ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2580ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2581ee94f0a2SMichael Tuexen } 2582f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2583b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2584f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2585f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2586f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 258780fefe0aSRandall Stewart } 2588830d754dSRandall Stewart } 2589830d754dSRandall Stewart } 2590b5c16493SMichael Tuexen } 2591b5c16493SMichael Tuexen 2592b5c16493SMichael Tuexen void 25937215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2594b5c16493SMichael Tuexen { 2595b5c16493SMichael Tuexen struct sctp_association *asoc; 2596b5c16493SMichael Tuexen uint32_t highest_tsn; 2597ebecdad8SMichael Tuexen int is_a_gap; 2598b5c16493SMichael Tuexen 2599ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2600b5c16493SMichael Tuexen asoc = &stcb->asoc; 260120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2602b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2603b5c16493SMichael Tuexen } else { 2604b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2605b5c16493SMichael Tuexen } 2606ebecdad8SMichael Tuexen /* Is there a gap now? */ 2607ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2608b5c16493SMichael Tuexen 2609830d754dSRandall Stewart /* 2610f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2611f8829a4aSRandall Stewart * timer (if allowed). 2612f8829a4aSRandall Stewart */ 2613839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 2614f8829a4aSRandall Stewart /* 2615b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2616b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2617b5c16493SMichael Tuexen * SACK 2618f8829a4aSRandall Stewart */ 2619139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2620f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2621b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 2622bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_18); 2623f8829a4aSRandall Stewart } 2624ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2625ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2626ebecdad8SMichael Tuexen if (is_a_gap) { 2627689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2628ebecdad8SMichael Tuexen } 2629f8829a4aSRandall Stewart } else { 2630f8829a4aSRandall Stewart /* 2631b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2632b5c16493SMichael Tuexen * since last ack 2633f8829a4aSRandall Stewart */ 2634f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2635f8829a4aSRandall Stewart 263642551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 263742551e99SRandall Stewart * SACK */ 2638f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2639f8829a4aSRandall Stewart * longer is one */ 2640f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2641f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 264242551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2643b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2644b7b84c0eSMichael Tuexen ) { 2645f8829a4aSRandall Stewart 26467c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2647b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 264842551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2649f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2650f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2651139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2652f8829a4aSRandall Stewart 2653f8829a4aSRandall Stewart /* 2654b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2655b5c16493SMichael Tuexen * even in the face of 2656f8829a4aSRandall Stewart * 26575b495f17SMichael Tuexen * reordering. Therefore, if acks that do 26585b495f17SMichael Tuexen * not have to be sent because of the above 2659b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2660b5c16493SMichael Tuexen * that would have been sent due to gap 2661b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2662f8829a4aSRandall Stewart * the delayed ack timer. 2663f8829a4aSRandall Stewart */ 2664f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2665f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2666f8829a4aSRandall Stewart } else { 2667f8829a4aSRandall Stewart /* 2668b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2669b5c16493SMichael Tuexen * is pending, we got our first packet OR 2670b5c16493SMichael Tuexen * there are gaps or duplicates. 2671f8829a4aSRandall Stewart */ 26725555400aSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_RECV, stcb->sctp_ep, stcb, NULL, 26735555400aSMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_19); 2674689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2675f8829a4aSRandall Stewart } 2676f8829a4aSRandall Stewart } else { 267742551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2678f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2679f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2680f8829a4aSRandall Stewart } 2681f8829a4aSRandall Stewart } 2682f8829a4aSRandall Stewart } 2683f8829a4aSRandall Stewart } 2684f8829a4aSRandall Stewart 2685f8829a4aSRandall Stewart int 2686f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2687e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2688e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2689f8829a4aSRandall Stewart { 269044249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2691f8829a4aSRandall Stewart struct sctp_association *asoc; 2692f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2693f8829a4aSRandall Stewart int stop_proc = 0; 2694af03054cSMichael Tuexen int break_flag, last_chunk; 26958f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2696f8829a4aSRandall Stewart struct mbuf *m; 26978f777478SMichael Tuexen uint32_t highest_tsn; 2698af03054cSMichael Tuexen uint16_t chk_length; 2699f8829a4aSRandall Stewart 2700f8829a4aSRandall Stewart /* set the rwnd */ 2701f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2702f8829a4aSRandall Stewart 2703f8829a4aSRandall Stewart m = *mm; 2704f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2705f8829a4aSRandall Stewart asoc = &stcb->asoc; 270620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 27078f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 27088f777478SMichael Tuexen } else { 27098f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2710f8829a4aSRandall Stewart } 271120b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2712f8829a4aSRandall Stewart /* 2713f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2714f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2715f8829a4aSRandall Stewart * chunk is assigned. 2716f8829a4aSRandall Stewart */ 2717f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2718f8829a4aSRandall Stewart 2719d06c82f1SRandall Stewart /*- 2720f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2721f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2722f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2723f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2724d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2725d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2726f8829a4aSRandall Stewart */ 272744b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2728f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2729eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2730f8829a4aSRandall Stewart if (m) { 2731f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2732f8829a4aSRandall Stewart caddr_t *from, *to; 2733f8829a4aSRandall Stewart 2734f8829a4aSRandall Stewart /* get the pointers and copy */ 2735f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2736f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2737139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2738f8829a4aSRandall Stewart /* copy the length and free up the old */ 2739139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2740f8829a4aSRandall Stewart sctp_m_freem(*mm); 2741cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2742f8829a4aSRandall Stewart *mm = m; 2743f8829a4aSRandall Stewart } else { 2744f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2745f8829a4aSRandall Stewart m = *mm; 2746f8829a4aSRandall Stewart } 2747f8829a4aSRandall Stewart } 2748f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 274944249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 27507f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 27517f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2752f8829a4aSRandall Stewart if (ch == NULL) { 2753f8829a4aSRandall Stewart return (1); 2754f8829a4aSRandall Stewart } 2755f8829a4aSRandall Stewart /* 2756f8829a4aSRandall Stewart * process all DATA chunks... 2757f8829a4aSRandall Stewart */ 2758f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2759f8829a4aSRandall Stewart break_flag = 0; 276042551e99SRandall Stewart asoc->data_pkts_seen++; 2761f8829a4aSRandall Stewart while (stop_proc == 0) { 2762f8829a4aSRandall Stewart /* validate chunk length */ 276344249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2764f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2765f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2766f8829a4aSRandall Stewart stop_proc = 1; 276760990c0cSMichael Tuexen continue; 2768f8829a4aSRandall Stewart } 276944249214SRandall Stewart if ((asoc->idata_supported == 1) && 277044249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 277144249214SRandall Stewart struct mbuf *op_err; 277244249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 277344249214SRandall Stewart 2774*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 277544249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2776bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 277744249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 277844249214SRandall Stewart return (2); 277944249214SRandall Stewart } 278044249214SRandall Stewart if ((asoc->idata_supported == 0) && 278144249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 278244249214SRandall Stewart struct mbuf *op_err; 278344249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 278444249214SRandall Stewart 2785*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 278644249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2787bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 278844249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 278944249214SRandall Stewart return (2); 279044249214SRandall Stewart } 279144249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 279244249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 2793af03054cSMichael Tuexen uint16_t clen; 279444249214SRandall Stewart 279544249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 279644249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 279744249214SRandall Stewart } else { 279844249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 279944249214SRandall Stewart } 2800f8ee69bfSMichael Tuexen if (chk_length < clen) { 2801f8829a4aSRandall Stewart /* 2802f8829a4aSRandall Stewart * Need to send an abort since we had a 2803f8829a4aSRandall Stewart * invalid data chunk. 2804f8829a4aSRandall Stewart */ 2805f8829a4aSRandall Stewart struct mbuf *op_err; 2806ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2807f8829a4aSRandall Stewart 2808*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "%s chunk of length %u", 28097f75695aSMichael Tuexen ch->chunk_type == SCTP_DATA ? "DATA" : "I-DATA", 2810821bae7cSMichael Tuexen chk_length); 2811ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2812bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_22; 2813e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 281432451da4SMichael Tuexen return (2); 281532451da4SMichael Tuexen } 2816f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2817f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2818f8829a4aSRandall Stewart #endif 2819f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2820f8829a4aSRandall Stewart last_chunk = 1; 2821f8829a4aSRandall Stewart } else { 2822f8829a4aSRandall Stewart last_chunk = 0; 2823f8829a4aSRandall Stewart } 282444249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2825f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 282644249214SRandall Stewart last_chunk, ch->chunk_type)) { 2827f8829a4aSRandall Stewart num_chunks++; 2828f8829a4aSRandall Stewart } 2829f8829a4aSRandall Stewart if (abort_flag) 2830f8829a4aSRandall Stewart return (2); 2831f8829a4aSRandall Stewart 2832f8829a4aSRandall Stewart if (break_flag) { 2833f8829a4aSRandall Stewart /* 2834f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2835f8829a4aSRandall Stewart * drop rep space left. 2836f8829a4aSRandall Stewart */ 2837f8829a4aSRandall Stewart stop_proc = 1; 283860990c0cSMichael Tuexen continue; 2839f8829a4aSRandall Stewart } 2840f8829a4aSRandall Stewart } else { 2841f8829a4aSRandall Stewart /* not a data chunk in the data region */ 284244249214SRandall Stewart switch (ch->chunk_type) { 2843f8829a4aSRandall Stewart case SCTP_INITIATION: 2844f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2845f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 284660990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2847f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2848f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2849f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2850f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2851f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2852f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2853f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2854f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2855f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2856f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2857f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2858f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2859f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2860f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2861f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2862f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2863f8829a4aSRandall Stewart case SCTP_ASCONF: 2864fd60718dSMichael Tuexen { 2865f8829a4aSRandall Stewart /* 2866fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2867fd60718dSMichael Tuexen * chunks that are NOT in the right 2868fd60718dSMichael Tuexen * place? 2869f8829a4aSRandall Stewart * 2870fd60718dSMichael Tuexen * For now, I do nothing but ignore 2871fd60718dSMichael Tuexen * them. We may later want to add 2872fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2873fd60718dSMichael Tuexen * either an ABORT() or possibly 2874fd60718dSMichael Tuexen * process them. 2875f8829a4aSRandall Stewart */ 2876f8829a4aSRandall Stewart struct mbuf *op_err; 2877267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2878f8829a4aSRandall Stewart 2879*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 2880821bae7cSMichael Tuexen ch->chunk_type); 2881267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2882e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2883f8829a4aSRandall Stewart return (2); 2884f8829a4aSRandall Stewart } 2885f8829a4aSRandall Stewart default: 28867f75695aSMichael Tuexen /* 28877f75695aSMichael Tuexen * Unknown chunk type: use bit rules after 28887f75695aSMichael Tuexen * checking length 28897f75695aSMichael Tuexen */ 28907f75695aSMichael Tuexen if (chk_length < sizeof(struct sctp_chunkhdr)) { 28917f75695aSMichael Tuexen /* 28927f75695aSMichael Tuexen * Need to send an abort since we 28937f75695aSMichael Tuexen * had a invalid chunk. 28947f75695aSMichael Tuexen */ 28957f75695aSMichael Tuexen struct mbuf *op_err; 28967f75695aSMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 28977f75695aSMichael Tuexen 2898*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), "Chunk of length %u", chk_length); 28997f75695aSMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2900bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_23; 29017f75695aSMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 29027f75695aSMichael Tuexen return (2); 29037f75695aSMichael Tuexen } 290444249214SRandall Stewart if (ch->chunk_type & 0x40) { 2905f8829a4aSRandall Stewart /* Add a error report to the queue */ 290686eda749SMichael Tuexen struct mbuf *op_err; 290786eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2908f8829a4aSRandall Stewart 290986eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 291086eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 291186eda749SMichael Tuexen if (op_err != NULL) { 291286eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 291386eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 29149a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 291586eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 291686eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 291786eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 291886eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2919f8829a4aSRandall Stewart } else { 292086eda749SMichael Tuexen sctp_m_freem(op_err); 2921f8829a4aSRandall Stewart } 2922f8829a4aSRandall Stewart } 2923f8829a4aSRandall Stewart } 292444249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2925f8829a4aSRandall Stewart /* discard the rest of this packet */ 2926f8829a4aSRandall Stewart stop_proc = 1; 2927f8829a4aSRandall Stewart } /* else skip this bad chunk and 2928b7b84c0eSMichael Tuexen * continue... */ 2929b7b84c0eSMichael Tuexen break; 293060990c0cSMichael Tuexen } /* switch of chunk type */ 2931f8829a4aSRandall Stewart } 2932f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2933f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2934f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2935f8829a4aSRandall Stewart stop_proc = 1; 2936f8829a4aSRandall Stewart continue; 2937f8829a4aSRandall Stewart } 293844249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 29397f75695aSMichael Tuexen sizeof(struct sctp_chunkhdr), 29407f75695aSMichael Tuexen (uint8_t *)&chunk_buf); 2941f8829a4aSRandall Stewart if (ch == NULL) { 2942f8829a4aSRandall Stewart *offset = length; 2943f8829a4aSRandall Stewart stop_proc = 1; 294460990c0cSMichael Tuexen continue; 2945f8829a4aSRandall Stewart } 294660990c0cSMichael Tuexen } 2947f8829a4aSRandall Stewart if (break_flag) { 2948f8829a4aSRandall Stewart /* 2949f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2950f8829a4aSRandall Stewart */ 295120cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2952f8829a4aSRandall Stewart } 2953f8829a4aSRandall Stewart if (num_chunks) { 2954f8829a4aSRandall Stewart /* 2955ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2956f8829a4aSRandall Stewart * give peer credit for being alive. 2957f8829a4aSRandall Stewart */ 2958f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2959b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2960c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2961c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2962c4739e2fSRandall Stewart 0, 2963c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2964c4739e2fSRandall Stewart __LINE__); 2965c4739e2fSRandall Stewart } 2966f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 29676e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2968f8829a4aSRandall Stewart } 2969f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2970839d21d6SMichael Tuexen if (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) { 297142551e99SRandall Stewart /* Assure that we ack right away */ 297242551e99SRandall Stewart stcb->asoc.send_sack = 1; 2973f8829a4aSRandall Stewart } 2974f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 29757215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2976f8829a4aSRandall Stewart return (0); 2977f8829a4aSRandall Stewart } 2978f8829a4aSRandall Stewart 29790fa753b3SRandall Stewart static int 29800fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 29810fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 29820fa753b3SRandall Stewart int *num_frs, 29830fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 29840fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 29857215cc1bSMichael Tuexen int *rto_ok) 29860fa753b3SRandall Stewart { 29870fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 29880fa753b3SRandall Stewart unsigned int theTSN; 2989b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 29900fa753b3SRandall Stewart 29910fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 29920fa753b3SRandall Stewart tp1 = *p_tp1; 29930fa753b3SRandall Stewart if (tp1 == NULL) { 29940fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29950fa753b3SRandall Stewart } 29960fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 29970fa753b3SRandall Stewart theTSN = j + last_tsn; 29980fa753b3SRandall Stewart while (tp1) { 29990fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 30000fa753b3SRandall Stewart (*num_frs) += 1; 30010fa753b3SRandall Stewart 30020fa753b3SRandall Stewart /*- 30030fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 30040fa753b3SRandall Stewart * processed from the sent queue, track the 30050fa753b3SRandall Stewart * next expected pseudo-cumack, or 30060fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 30070fa753b3SRandall Stewart * cumack trackers for first transmissions, 30080fa753b3SRandall Stewart * and retransmissions. 30090fa753b3SRandall Stewart */ 30108427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 30118427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 30120fa753b3SRandall Stewart (tp1->snd_count == 1)) { 301349656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 30140fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 30150fa753b3SRandall Stewart } 30168427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 30178427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 30180fa753b3SRandall Stewart (tp1->snd_count > 1)) { 301949656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 30200fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 30210fa753b3SRandall Stewart } 302249656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 30230fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 30240fa753b3SRandall Stewart /*- 30250fa753b3SRandall Stewart * must be held until 30260fa753b3SRandall Stewart * cum-ack passes 30270fa753b3SRandall Stewart */ 30280fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 30290fa753b3SRandall Stewart /*- 30300fa753b3SRandall Stewart * If it is less than RESEND, it is 30310fa753b3SRandall Stewart * now no-longer in flight. 30320fa753b3SRandall Stewart * Higher values may already be set 30330fa753b3SRandall Stewart * via previous Gap Ack Blocks... 30340fa753b3SRandall Stewart * i.e. ACKED or RESEND. 30350fa753b3SRandall Stewart */ 303649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 303720b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 303849656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 30390fa753b3SRandall Stewart } 30400fa753b3SRandall Stewart /*- 30410fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 30420fa753b3SRandall Stewart * saw_newack to 1 for dest being 30430fa753b3SRandall Stewart * newly acked. update 30440fa753b3SRandall Stewart * this_sack_highest_newack if 30450fa753b3SRandall Stewart * appropriate. 30460fa753b3SRandall Stewart */ 30470fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 30480fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 30490fa753b3SRandall Stewart 305049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 305120b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 30520fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 305349656eefSMichael Tuexen tp1->rec.data.tsn; 30540fa753b3SRandall Stewart } 30550fa753b3SRandall Stewart /*- 30560fa753b3SRandall Stewart * CMT DAC algo: also update 30570fa753b3SRandall Stewart * this_sack_lowest_newack 30580fa753b3SRandall Stewart */ 30590fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 30600fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30610fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 30620fa753b3SRandall Stewart last_tsn, 306349656eefSMichael Tuexen tp1->rec.data.tsn, 30640fa753b3SRandall Stewart 0, 30650fa753b3SRandall Stewart 0, 30660fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 30670fa753b3SRandall Stewart } 306849656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 30690fa753b3SRandall Stewart } 30700fa753b3SRandall Stewart /*- 30710fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 30720fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 30730fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 30740fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 30750fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 30760fa753b3SRandall Stewart * retransmissions. 30770fa753b3SRandall Stewart */ 307849656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 30790fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30800fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30810fa753b3SRandall Stewart } 30820fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 30830fa753b3SRandall Stewart } 30840fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 308549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 30860fa753b3SRandall Stewart } 308749656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 30880fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 30890fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 30900fa753b3SRandall Stewart } 30910fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 30920fa753b3SRandall Stewart } 30930fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 30940fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 30950fa753b3SRandall Stewart last_tsn, 309649656eefSMichael Tuexen tp1->rec.data.tsn, 30970fa753b3SRandall Stewart frag_strt, 30980fa753b3SRandall Stewart frag_end, 30990fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 31000fa753b3SRandall Stewart } 31010fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 31020fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 31030fa753b3SRandall Stewart tp1->whoTo->flight_size, 31040fa753b3SRandall Stewart tp1->book_size, 31059a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 310649656eefSMichael Tuexen tp1->rec.data.tsn); 31070fa753b3SRandall Stewart } 31080fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 3109299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3110299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3111299108c5SRandall Stewart tp1); 3112299108c5SRandall Stewart } 31130fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 31140fa753b3SRandall Stewart 31150fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 31160fa753b3SRandall Stewart if (tp1->snd_count < 2) { 31170fa753b3SRandall Stewart /*- 3118ab9ed8a1SDevin Teske * True non-retransmitted chunk 31190fa753b3SRandall Stewart */ 31200fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 31210fa753b3SRandall Stewart 31220fa753b3SRandall Stewart /*- 31230fa753b3SRandall Stewart * update RTO too ? 31240fa753b3SRandall Stewart */ 31250fa753b3SRandall Stewart if (tp1->do_rtt) { 312644f2a327SMichael Tuexen if (*rto_ok && 31270fa753b3SRandall Stewart sctp_calculate_rto(stcb, 31280fa753b3SRandall Stewart &stcb->asoc, 31290fa753b3SRandall Stewart tp1->whoTo, 31300fa753b3SRandall Stewart &tp1->sent_rcv_time, 313144f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 3132f79aab18SRandall Stewart *rto_ok = 0; 3133f79aab18SRandall Stewart } 3134f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3135f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3136f79aab18SRandall Stewart } 31370fa753b3SRandall Stewart tp1->do_rtt = 0; 31380fa753b3SRandall Stewart } 31390fa753b3SRandall Stewart } 31400053ed28SMichael Tuexen 31410fa753b3SRandall Stewart } 31420fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 314349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 314420b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 31450fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 314649656eefSMichael Tuexen tp1->rec.data.tsn; 31470fa753b3SRandall Stewart } 31480fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 31490fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 31500fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 31510fa753b3SRandall Stewart sctp_audit_log(0xB2, 31520fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 31530fa753b3SRandall Stewart #endif 31540fa753b3SRandall Stewart } 31550fa753b3SRandall Stewart } 31560fa753b3SRandall Stewart /*- 31570fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 31580fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 31590fa753b3SRandall Stewart */ 31602a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3161325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 31620fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 31632a498584SMichael Tuexen } 31640fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 31650fa753b3SRandall Stewart /* deflate the cwnd */ 31660fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 31670fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 31680fa753b3SRandall Stewart } 31690fa753b3SRandall Stewart /* NR Sack code here */ 3170325c8c46SMichael Tuexen if (nr_sacking && 3171325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 317249656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 317349656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3174325c8c46SMichael Tuexen #ifdef INVARIANTS 3175325c8c46SMichael Tuexen } else { 317649656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3177325c8c46SMichael Tuexen #endif 3178325c8c46SMichael Tuexen } 317949656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 318049656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 318149656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3182d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3183d96bef9cSMichael Tuexen } 3184325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 31850fa753b3SRandall Stewart if (tp1->data) { 3186b7b84c0eSMichael Tuexen /* 3187b7b84c0eSMichael Tuexen * sa_ignore 3188b7b84c0eSMichael Tuexen * NO_NULL_CHK 3189b7b84c0eSMichael Tuexen */ 31900fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 31910fa753b3SRandall Stewart sctp_m_freem(tp1->data); 31920fa753b3SRandall Stewart tp1->data = NULL; 3193b5c16493SMichael Tuexen } 31940fa753b3SRandall Stewart wake_him++; 31950fa753b3SRandall Stewart } 31960fa753b3SRandall Stewart } 31970fa753b3SRandall Stewart break; 3198b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3199b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 32000fa753b3SRandall Stewart break; 320120b07a4dSMichael Tuexen } 32020fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3203b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3204b5c16493SMichael Tuexen circled++; 32050fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 32060fa753b3SRandall Stewart } 3207b5c16493SMichael Tuexen } /* end while (tp1) */ 3208b5c16493SMichael Tuexen if (tp1 == NULL) { 3209b5c16493SMichael Tuexen circled = 0; 3210b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3211b5c16493SMichael Tuexen } 3212b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 32130fa753b3SRandall Stewart } /* end for (j = fragStart */ 32140fa753b3SRandall Stewart *p_tp1 = tp1; 32150fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 32160fa753b3SRandall Stewart } 32170fa753b3SRandall Stewart 32180fa753b3SRandall Stewart 3219cd554309SMichael Tuexen static int 3220458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3221cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3222139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 32237215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3224f8829a4aSRandall Stewart { 3225458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3226f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 32270fa753b3SRandall Stewart int i; 3228f8829a4aSRandall Stewart int num_frs = 0; 3229cd554309SMichael Tuexen int chunk_freed; 3230cd554309SMichael Tuexen int non_revocable; 3231d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3232f8829a4aSRandall Stewart 3233d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3234d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3235cd554309SMichael Tuexen chunk_freed = 0; 3236f8829a4aSRandall Stewart 3237cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3238d9c5cfeaSMichael Tuexen if (i == num_seg) { 3239d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3240d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3241d9c5cfeaSMichael Tuexen } 3242458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3243458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3244458303daSRandall Stewart *offset += sizeof(block); 3245458303daSRandall Stewart if (frag == NULL) { 3246cd554309SMichael Tuexen return (chunk_freed); 3247458303daSRandall Stewart } 3248f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3249f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3250d9c5cfeaSMichael Tuexen 3251f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3252d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3253f8829a4aSRandall Stewart continue; 3254f8829a4aSRandall Stewart } 3255d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3256d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3257f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3258f8829a4aSRandall Stewart } 325920b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3260d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3261f8829a4aSRandall Stewart } 3262cd554309SMichael Tuexen if (i < num_seg) { 3263cd554309SMichael Tuexen non_revocable = 0; 3264cd554309SMichael Tuexen } else { 3265cd554309SMichael Tuexen non_revocable = 1; 3266cd554309SMichael Tuexen } 3267cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3268cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 32697215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3270cd554309SMichael Tuexen chunk_freed = 1; 3271458303daSRandall Stewart } 3272d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3273f8829a4aSRandall Stewart } 3274b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 327580fefe0aSRandall Stewart if (num_frs) 327680fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 327780fefe0aSRandall Stewart *biggest_newly_acked_tsn, 327880fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 327980fefe0aSRandall Stewart } 3280cd554309SMichael Tuexen return (chunk_freed); 3281f8829a4aSRandall Stewart } 3282f8829a4aSRandall Stewart 3283f8829a4aSRandall Stewart static void 3284c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3285c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 328663eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3287f8829a4aSRandall Stewart { 3288f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3289f8829a4aSRandall Stewart 32904a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 329149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3292f8829a4aSRandall Stewart /* 3293f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3294f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3295f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3296f8829a4aSRandall Stewart * again. 3297f8829a4aSRandall Stewart */ 329849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3299d06c82f1SRandall Stewart break; 330020b07a4dSMichael Tuexen } 3301f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3302f8829a4aSRandall Stewart /* it has been revoked */ 3303f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3304f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3305a5d547adSRandall Stewart /* 330642551e99SRandall Stewart * We must add this stuff back in to assure 330742551e99SRandall Stewart * timers and such get started. 3308a5d547adSRandall Stewart */ 3309b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3310c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3311c105859eSRandall Stewart tp1->whoTo->flight_size, 3312c105859eSRandall Stewart tp1->book_size, 33139a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 331449656eefSMichael Tuexen tp1->rec.data.tsn); 331580fefe0aSRandall Stewart } 3316c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3317c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 331842551e99SRandall Stewart /* 331942551e99SRandall Stewart * We inflate the cwnd to compensate for our 332042551e99SRandall Stewart * artificial inflation of the flight_size. 332142551e99SRandall Stewart */ 332242551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3323b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3324f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3325f8829a4aSRandall Stewart cumack, 332649656eefSMichael Tuexen tp1->rec.data.tsn, 3327f8829a4aSRandall Stewart 0, 3328f8829a4aSRandall Stewart 0, 3329f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 333080fefe0aSRandall Stewart } 3331f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3332f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3333f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3334f8829a4aSRandall Stewart } 3335f8829a4aSRandall Stewart } 3336f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3337f8829a4aSRandall Stewart break; 3338f8829a4aSRandall Stewart } 3339f8829a4aSRandall Stewart } 3340f8829a4aSRandall Stewart 3341830d754dSRandall Stewart 3342f8829a4aSRandall Stewart static void 3343f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 334463eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3345f8829a4aSRandall Stewart { 3346f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3347f8829a4aSRandall Stewart int strike_flag = 0; 3348f8829a4aSRandall Stewart struct timeval now; 3349f8829a4aSRandall Stewart int tot_retrans = 0; 3350f8829a4aSRandall Stewart uint32_t sending_seq; 3351f8829a4aSRandall Stewart struct sctp_nets *net; 3352f8829a4aSRandall Stewart int num_dests_sacked = 0; 3353f8829a4aSRandall Stewart 3354f8829a4aSRandall Stewart /* 3355f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3356f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3357f8829a4aSRandall Stewart */ 3358f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3359f8829a4aSRandall Stewart if (tp1 == NULL) { 3360f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3361f8829a4aSRandall Stewart } else { 336249656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3363f8829a4aSRandall Stewart } 3364f8829a4aSRandall Stewart 3365f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 33667c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 336720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3368f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3369f8829a4aSRandall Stewart if (net->saw_newack) 3370f8829a4aSRandall Stewart num_dests_sacked++; 3371f8829a4aSRandall Stewart } 3372f8829a4aSRandall Stewart } 3373dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 33746e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3375f8829a4aSRandall Stewart } 33764a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3377f8829a4aSRandall Stewart strike_flag = 0; 3378f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3379f8829a4aSRandall Stewart /* this one had a timeout or something */ 3380f8829a4aSRandall Stewart continue; 3381f8829a4aSRandall Stewart } 3382b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3383f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3384f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 338549656eefSMichael Tuexen tp1->rec.data.tsn, 3386f8829a4aSRandall Stewart tp1->sent, 3387f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 338880fefe0aSRandall Stewart } 338949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3390f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3391f8829a4aSRandall Stewart /* done */ 3392f8829a4aSRandall Stewart break; 3393f8829a4aSRandall Stewart } 3394dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3395f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3396f8829a4aSRandall Stewart /* Is it expired? */ 339799ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3398f8829a4aSRandall Stewart /* Yes so drop it */ 3399f8829a4aSRandall Stewart if (tp1->data != NULL) { 34001edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 34010c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3402f8829a4aSRandall Stewart } 3403f8829a4aSRandall Stewart continue; 3404f8829a4aSRandall Stewart } 3405f8829a4aSRandall Stewart } 34060053ed28SMichael Tuexen 3407f8829a4aSRandall Stewart } 3408e9a3a1b1SMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap) && 3409e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3410f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3411f8829a4aSRandall Stewart break; 3412f8829a4aSRandall Stewart } 3413f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3414f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3415f8829a4aSRandall Stewart /* skip */ 341644fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 341744fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 341844fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 341944fbe462SRandall Stewart } 3420f8829a4aSRandall Stewart continue; 3421f8829a4aSRandall Stewart } 3422f8829a4aSRandall Stewart /* 3423f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3424f8829a4aSRandall Stewart */ 3425ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3426f8829a4aSRandall Stewart /* 3427f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3428f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3429f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3430c105859eSRandall Stewart * FR using this SACK. 3431f8829a4aSRandall Stewart */ 3432f8829a4aSRandall Stewart continue; 3433e9a3a1b1SMichael Tuexen } else if (tp1->whoTo && 3434e9a3a1b1SMichael Tuexen SCTP_TSN_GT(tp1->rec.data.tsn, 3435e9a3a1b1SMichael Tuexen tp1->whoTo->this_sack_highest_newack) && 3436e9a3a1b1SMichael Tuexen !(accum_moved && asoc->fast_retran_loss_recovery)) { 3437f8829a4aSRandall Stewart /* 3438f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3439f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3440f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3441f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3442f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3443f8829a4aSRandall Stewart * and the HTNA algo as well. 3444f8829a4aSRandall Stewart */ 3445f8829a4aSRandall Stewart continue; 3446f8829a4aSRandall Stewart } 3447f8829a4aSRandall Stewart /* 3448f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3449f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3450f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3451f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3452f8829a4aSRandall Stewart */ 3453f8829a4aSRandall Stewart /* 345442551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 345542551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 345642551e99SRandall Stewart * 0)) { 3457f8829a4aSRandall Stewart */ 345842551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3459f8829a4aSRandall Stewart /* 3460f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3461f8829a4aSRandall Stewart * moved. 3462f8829a4aSRandall Stewart */ 3463b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3464f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 346549656eefSMichael Tuexen tp1->rec.data.tsn, 3466f8829a4aSRandall Stewart tp1->sent, 3467f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 346880fefe0aSRandall Stewart } 34695e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3470f8829a4aSRandall Stewart tp1->sent++; 34715e54f665SRandall Stewart } 34727c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 347320083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3474f8829a4aSRandall Stewart /* 3475f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3476f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3477f8829a4aSRandall Stewart * because it would have been set to the 3478f8829a4aSRandall Stewart * cumack earlier. If not already to be 3479f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3480f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3481c105859eSRandall Stewart * one more. NOTE that we are marking by one 3482c105859eSRandall Stewart * additional time since the SACK DAC flag 3483c105859eSRandall Stewart * indicates that two packets have been 3484c105859eSRandall Stewart * received after this missing TSN. 34855e54f665SRandall Stewart */ 34865e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 348749656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3488b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3489f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 349049656eefSMichael Tuexen tp1->rec.data.tsn, 3491f8829a4aSRandall Stewart tp1->sent, 3492f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 349380fefe0aSRandall Stewart } 3494f8829a4aSRandall Stewart tp1->sent++; 3495f8829a4aSRandall Stewart } 3496f8829a4aSRandall Stewart } 349720083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 349820083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3499f8829a4aSRandall Stewart /* 3500f8829a4aSRandall Stewart * For those that have done a FR we must take 3501f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3502f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3503f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3504f8829a4aSRandall Stewart */ 35055e54f665SRandall Stewart if ( 3506f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3507f8829a4aSRandall Stewart /* 3508f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3509f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3510f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3511f8829a4aSRandall Stewart * ok to FR multiple times. 3512f8829a4aSRandall Stewart */ 35135e54f665SRandall Stewart (asoc->numnets < 2) 3514f8829a4aSRandall Stewart #else 35155e54f665SRandall Stewart (1) 3516f8829a4aSRandall Stewart #endif 35175e54f665SRandall Stewart ) { 35185e54f665SRandall Stewart 351920b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3520f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3521f8829a4aSRandall Stewart /* 3522f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3523f8829a4aSRandall Stewart * beyond where things were when we 3524f8829a4aSRandall Stewart * did a FR. 3525f8829a4aSRandall Stewart */ 3526b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3527f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 352849656eefSMichael Tuexen tp1->rec.data.tsn, 3529f8829a4aSRandall Stewart tp1->sent, 3530f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 353180fefe0aSRandall Stewart } 35325e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3533f8829a4aSRandall Stewart tp1->sent++; 35345e54f665SRandall Stewart } 3535f8829a4aSRandall Stewart strike_flag = 1; 35367c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 353720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3538f8829a4aSRandall Stewart /* 3539f8829a4aSRandall Stewart * CMT DAC algorithm: If 3540f8829a4aSRandall Stewart * SACK flag is set to 0, 3541f8829a4aSRandall Stewart * then lowest_newack test 3542f8829a4aSRandall Stewart * will not pass because it 3543f8829a4aSRandall Stewart * would have been set to 3544f8829a4aSRandall Stewart * the cumack earlier. If 3545f8829a4aSRandall Stewart * not already to be rtx'd, 3546f8829a4aSRandall Stewart * If not a mixed sack and 3547f8829a4aSRandall Stewart * if tp1 is not between two 3548f8829a4aSRandall Stewart * sacked TSNs, then mark by 3549c105859eSRandall Stewart * one more. NOTE that we 3550c105859eSRandall Stewart * are marking by one 3551c105859eSRandall Stewart * additional time since the 3552c105859eSRandall Stewart * SACK DAC flag indicates 3553c105859eSRandall Stewart * that two packets have 3554c105859eSRandall Stewart * been received after this 3555c105859eSRandall Stewart * missing TSN. 3556f8829a4aSRandall Stewart */ 35575e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 35585e54f665SRandall Stewart (num_dests_sacked == 1) && 355920b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 356049656eefSMichael Tuexen tp1->rec.data.tsn)) { 3561b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3562f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 356349656eefSMichael Tuexen tp1->rec.data.tsn, 3564f8829a4aSRandall Stewart tp1->sent, 3565f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 356680fefe0aSRandall Stewart } 35675e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3568f8829a4aSRandall Stewart tp1->sent++; 35695e54f665SRandall Stewart } 3570f8829a4aSRandall Stewart } 3571f8829a4aSRandall Stewart } 3572f8829a4aSRandall Stewart } 3573f8829a4aSRandall Stewart } 3574f8829a4aSRandall Stewart /* 357542551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 357642551e99SRandall Stewart * algo covers HTNA. 3577f8829a4aSRandall Stewart */ 357849656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 357920b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3580f8829a4aSRandall Stewart /* 3581f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3582f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3583f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3584f8829a4aSRandall Stewart */ 3585f8829a4aSRandall Stewart ; 3586f8829a4aSRandall Stewart } else { 3587f8829a4aSRandall Stewart /* Strike the TSN */ 3588b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3589f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 359049656eefSMichael Tuexen tp1->rec.data.tsn, 3591f8829a4aSRandall Stewart tp1->sent, 3592f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 359380fefe0aSRandall Stewart } 35945e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3595f8829a4aSRandall Stewart tp1->sent++; 35965e54f665SRandall Stewart } 35977c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 359820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3599f8829a4aSRandall Stewart /* 3600f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3601f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3602f8829a4aSRandall Stewart * because it would have been set to the 3603f8829a4aSRandall Stewart * cumack earlier. If not already to be 3604f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3605f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3606c105859eSRandall Stewart * one more. NOTE that we are marking by one 3607c105859eSRandall Stewart * additional time since the SACK DAC flag 3608c105859eSRandall Stewart * indicates that two packets have been 3609c105859eSRandall Stewart * received after this missing TSN. 3610f8829a4aSRandall Stewart */ 36115e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 361249656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3613b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3614f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 361549656eefSMichael Tuexen tp1->rec.data.tsn, 3616f8829a4aSRandall Stewart tp1->sent, 3617f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 361880fefe0aSRandall Stewart } 3619f8829a4aSRandall Stewart tp1->sent++; 3620f8829a4aSRandall Stewart } 3621f8829a4aSRandall Stewart } 3622f8829a4aSRandall Stewart } 3623f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3624f8829a4aSRandall Stewart struct sctp_nets *alt; 3625f8829a4aSRandall Stewart 3626544e35bdSRandall Stewart /* fix counts and things */ 3627544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3628544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3629544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3630544e35bdSRandall Stewart tp1->book_size, 36319a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 363249656eefSMichael Tuexen tp1->rec.data.tsn); 3633544e35bdSRandall Stewart } 3634544e35bdSRandall Stewart if (tp1->whoTo) { 3635544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3636544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3637299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3638299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3639299108c5SRandall Stewart tp1); 3640299108c5SRandall Stewart } 3641544e35bdSRandall Stewart } 36420053ed28SMichael Tuexen 3643544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3644544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3645544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3646544e35bdSRandall Stewart } 3647544e35bdSRandall Stewart /* add back to the rwnd */ 3648544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3649544e35bdSRandall Stewart 3650544e35bdSRandall Stewart /* remove from the total flight */ 3651544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3652544e35bdSRandall Stewart 3653dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3654475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3655b7b84c0eSMichael Tuexen /* 3656b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3657b7b84c0eSMichael Tuexen * we store the retran count there. 3658b7b84c0eSMichael Tuexen */ 3659475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3660475d0674SMichael Tuexen /* Yes, so drop it */ 3661475d0674SMichael Tuexen if (tp1->data != NULL) { 36621edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3663475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3664475d0674SMichael Tuexen } 3665475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 366667e8b08bSMichael Tuexen if (tp1->whoTo != NULL) { 3667475d0674SMichael Tuexen tp1->whoTo->net_ack++; 366867e8b08bSMichael Tuexen } 3669475d0674SMichael Tuexen continue; 3670475d0674SMichael Tuexen } 3671475d0674SMichael Tuexen } 3672b7b84c0eSMichael Tuexen /* 3673b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3674b7b84c0eSMichael Tuexen * guy\n"); 3675b7b84c0eSMichael Tuexen */ 3676b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 367749656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3678f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 367980fefe0aSRandall Stewart } 3680f8829a4aSRandall Stewart if (strike_flag) { 3681f8829a4aSRandall Stewart /* This is a subsequent FR */ 3682f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3683f8829a4aSRandall Stewart } 36845e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 36857c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3686f8829a4aSRandall Stewart /* 3687f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3688f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3689f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3690f8829a4aSRandall Stewart */ 3691f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3692f8829a4aSRandall Stewart alt = tp1->whoTo; 36933c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 369420083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3695b7b84c0eSMichael Tuexen /* 3696b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3697b54d3a6cSRandall Stewart * use the PF version of 3698b7b84c0eSMichael Tuexen * find_alt_net() 3699b7b84c0eSMichael Tuexen */ 3700b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3701b54d3a6cSRandall Stewart } else { 3702b7b84c0eSMichael Tuexen /* 3703b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3704b54d3a6cSRandall Stewart * use the CMT version of 3705b7b84c0eSMichael Tuexen * find_alt_net() 3706b7b84c0eSMichael Tuexen */ 370752be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3708f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3709b54d3a6cSRandall Stewart } 3710ad81507eSRandall Stewart if (alt == NULL) { 3711ad81507eSRandall Stewart alt = tp1->whoTo; 3712ad81507eSRandall Stewart } 3713f8829a4aSRandall Stewart /* 3714f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3715f8829a4aSRandall Stewart * the retransmission, then new 3716f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3717f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3718f8829a4aSRandall Stewart * pseudo-cumack always. 3719f8829a4aSRandall Stewart */ 3720ad81507eSRandall Stewart if (tp1->whoTo) { 3721f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3722f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3723ad81507eSRandall Stewart } 37240053ed28SMichael Tuexen 3725f8829a4aSRandall Stewart } else { /* CMT is OFF */ 3726f8829a4aSRandall Stewart 3727f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3728f8829a4aSRandall Stewart /* Can we find an alternate? */ 3729f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3730f8829a4aSRandall Stewart #else 3731f8829a4aSRandall Stewart /* 3732f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3733f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3734f8829a4aSRandall Stewart * paper details why. 3735f8829a4aSRandall Stewart */ 3736f8829a4aSRandall Stewart alt = tp1->whoTo; 3737f8829a4aSRandall Stewart #endif 3738f8829a4aSRandall Stewart } 3739f8829a4aSRandall Stewart 3740f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3741f8829a4aSRandall Stewart tot_retrans++; 3742f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3743f8829a4aSRandall Stewart /* 3744cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 374549656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3746f8829a4aSRandall Stewart */ 3747f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3748f8829a4aSRandall Stewart /* 3749f8829a4aSRandall Stewart * If the queue of send is empty then its 3750f8829a4aSRandall Stewart * the next sequence number that will be 3751f8829a4aSRandall Stewart * assigned so we subtract one from this to 3752f8829a4aSRandall Stewart * get the one we last sent. 3753f8829a4aSRandall Stewart */ 3754f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3755f8829a4aSRandall Stewart } else { 3756f8829a4aSRandall Stewart /* 3757f8829a4aSRandall Stewart * If there are chunks on the send queue 3758f8829a4aSRandall Stewart * (unsent data that has made it from the 3759f8829a4aSRandall Stewart * stream queues but not out the door, we 3760f8829a4aSRandall Stewart * take the first one (which will have the 3761f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3762f8829a4aSRandall Stewart * one we last sent. 3763f8829a4aSRandall Stewart */ 3764f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3765f8829a4aSRandall Stewart 3766f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3767f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 376849656eefSMichael Tuexen ttt->rec.data.tsn; 3769f8829a4aSRandall Stewart } 3770f8829a4aSRandall Stewart 3771f8829a4aSRandall Stewart if (tp1->do_rtt) { 3772f8829a4aSRandall Stewart /* 3773f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3774f8829a4aSRandall Stewart * it, cancel it 3775f8829a4aSRandall Stewart */ 377660990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 377760990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3778f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3779f79aab18SRandall Stewart } 3780f8829a4aSRandall Stewart tp1->do_rtt = 0; 3781f8829a4aSRandall Stewart } 3782f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3783f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3784f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 37853c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3786f8829a4aSRandall Stewart tp1->whoTo = alt; 3787f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3788f8829a4aSRandall Stewart } 3789f8829a4aSRandall Stewart } 37904a9ef3f8SMichael Tuexen } 3791f8829a4aSRandall Stewart } 3792f8829a4aSRandall Stewart 3793f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3794f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3795f8829a4aSRandall Stewart struct sctp_association *asoc) 3796f8829a4aSRandall Stewart { 3797f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3798f8829a4aSRandall Stewart struct timeval now; 3799f8829a4aSRandall Stewart int now_filled = 0; 3800f8829a4aSRandall Stewart 3801dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3802f8829a4aSRandall Stewart return (NULL); 3803f8829a4aSRandall Stewart } 38044a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3805f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 380698f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3807325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3808f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3809f8829a4aSRandall Stewart break; 3810f8829a4aSRandall Stewart } 38110c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 38122a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3813325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 38140c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 38150c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 381649656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 38170c0982b8SRandall Stewart } 38180c0982b8SRandall Stewart } 3819f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3820f8829a4aSRandall Stewart /* 3821f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3822f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3823f8829a4aSRandall Stewart */ 3824f8829a4aSRandall Stewart break; 3825f8829a4aSRandall Stewart } 3826f8829a4aSRandall Stewart if (!now_filled) { 38276e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3828f8829a4aSRandall Stewart now_filled = 1; 3829f8829a4aSRandall Stewart } 3830f8829a4aSRandall Stewart /* 3831f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3832f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3833f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3834f8829a4aSRandall Stewart * it if its a resend? 3835f8829a4aSRandall Stewart */ 3836f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3837f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3838f8829a4aSRandall Stewart /* 3839f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3840f8829a4aSRandall Stewart * now up? 3841f8829a4aSRandall Stewart */ 3842f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3843f8829a4aSRandall Stewart /* Yes so drop it */ 3844f8829a4aSRandall Stewart if (tp1->data) { 3845ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 38461edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3847f8829a4aSRandall Stewart } 3848f8829a4aSRandall Stewart } else { 3849f8829a4aSRandall Stewart /* 3850f8829a4aSRandall Stewart * No, we are done when hit one for resend 3851f8829a4aSRandall Stewart * whos time as not expired. 3852f8829a4aSRandall Stewart */ 3853f8829a4aSRandall Stewart break; 3854f8829a4aSRandall Stewart } 3855f8829a4aSRandall Stewart } 3856f8829a4aSRandall Stewart /* 3857f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3858f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3859f8829a4aSRandall Stewart * the next chunk. 3860f8829a4aSRandall Stewart */ 386198f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3862325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3863f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 386449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 386549656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3866f8829a4aSRandall Stewart a_adv = tp1; 386749656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 38680c0982b8SRandall Stewart /* No update but we do save the chk */ 38690c0982b8SRandall Stewart a_adv = tp1; 38700c0982b8SRandall Stewart } 3871f8829a4aSRandall Stewart } else { 3872f8829a4aSRandall Stewart /* 3873f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3874f8829a4aSRandall Stewart * further 3875f8829a4aSRandall Stewart */ 3876f8829a4aSRandall Stewart break; 3877f8829a4aSRandall Stewart } 3878f8829a4aSRandall Stewart } 3879f8829a4aSRandall Stewart return (a_adv); 3880f8829a4aSRandall Stewart } 3881f8829a4aSRandall Stewart 38820c0982b8SRandall Stewart static int 3883c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3884bff64a4dSRandall Stewart { 3885bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3886afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3887548f47a8SMichael Tuexen int ret; 3888548f47a8SMichael Tuexen #ifndef INVARIANTS 3889548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3890548f47a8SMichael Tuexen #endif 3891548f47a8SMichael Tuexen 3892548f47a8SMichael Tuexen ret = 0; 3893548f47a8SMichael Tuexen #ifndef INVARIANTS 38940c0982b8SRandall Stewart entry_flight = asoc->total_flight; 38950c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3896548f47a8SMichael Tuexen #endif 38970c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 38980c0982b8SRandall Stewart return (0); 3899bff64a4dSRandall Stewart 3900bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3901bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3902cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 390349656eefSMichael Tuexen chk->rec.data.tsn, 39040c0982b8SRandall Stewart chk->send_size, 3905cd3fd531SMichael Tuexen chk->snd_count); 3906bff64a4dSRandall Stewart inflight++; 3907bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3908bff64a4dSRandall Stewart resend++; 3909bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3910bff64a4dSRandall Stewart inbetween++; 3911bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3912bff64a4dSRandall Stewart above++; 3913bff64a4dSRandall Stewart } else { 3914bff64a4dSRandall Stewart acked++; 3915bff64a4dSRandall Stewart } 3916bff64a4dSRandall Stewart } 3917f1f73e57SRandall Stewart 3918c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3919f1f73e57SRandall Stewart #ifdef INVARIANTS 3920c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3921f1f73e57SRandall Stewart #else 3922cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 39230c0982b8SRandall Stewart entry_flight, entry_cnt); 39240c0982b8SRandall Stewart 39250c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 39260c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 39270c0982b8SRandall Stewart ret = 1; 3928f1f73e57SRandall Stewart #endif 3929bff64a4dSRandall Stewart } 39300c0982b8SRandall Stewart return (ret); 3931c105859eSRandall Stewart } 3932c105859eSRandall Stewart 3933c105859eSRandall Stewart 3934c105859eSRandall Stewart static void 3935c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3936c105859eSRandall Stewart struct sctp_association *asoc, 3937c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3938c105859eSRandall Stewart { 3939dfb11ef8SRandall Stewart tp1->window_probe = 0; 39405171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3941dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3942dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 39438427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3944dfb11ef8SRandall Stewart tp1->book_size, 39459a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 394649656eefSMichael Tuexen tp1->rec.data.tsn); 3947dfb11ef8SRandall Stewart return; 3948dfb11ef8SRandall Stewart } 39495171328bSRandall Stewart /* First setup this by shrinking flight */ 3950299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3951299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3952299108c5SRandall Stewart tp1); 3953299108c5SRandall Stewart } 39545171328bSRandall Stewart sctp_flight_size_decrease(tp1); 39555171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 39565171328bSRandall Stewart /* Now mark for resend */ 39575171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3958791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3959791437b5SRandall Stewart 3960b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3961c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3962c105859eSRandall Stewart tp1->whoTo->flight_size, 3963c105859eSRandall Stewart tp1->book_size, 39649a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 396549656eefSMichael Tuexen tp1->rec.data.tsn); 396680fefe0aSRandall Stewart } 3967c105859eSRandall Stewart } 3968c105859eSRandall Stewart 3969f8829a4aSRandall Stewart void 3970f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3971899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3972f8829a4aSRandall Stewart { 3973f8829a4aSRandall Stewart struct sctp_nets *net; 3974f8829a4aSRandall Stewart struct sctp_association *asoc; 3975f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 39765e54f665SRandall Stewart uint32_t old_rwnd; 39775e54f665SRandall Stewart int win_probe_recovery = 0; 3978c105859eSRandall Stewart int win_probe_recovered = 0; 3979d06c82f1SRandall Stewart int j, done_once = 0; 3980f79aab18SRandall Stewart int rto_ok = 1; 3981fd60718dSMichael Tuexen uint32_t send_s; 3982f8829a4aSRandall Stewart 3983b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3984d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3985d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 398680fefe0aSRandall Stewart } 3987f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 398818e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 398918e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 399018e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 399118e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 399218e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 399318e198d3SRandall Stewart } 399418e198d3SRandall Stewart #endif 3995f8829a4aSRandall Stewart asoc = &stcb->asoc; 3996d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 399720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 39985e54f665SRandall Stewart /* old ack */ 39995e54f665SRandall Stewart return; 4000d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 4001d06c82f1SRandall Stewart /* Window update sack */ 4002d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 400344fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4004d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4005d06c82f1SRandall Stewart /* SWS sender side engages */ 4006d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 4007d06c82f1SRandall Stewart } 4008d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 4009d06c82f1SRandall Stewart goto again; 4010d06c82f1SRandall Stewart } 4011d06c82f1SRandall Stewart return; 40125e54f665SRandall Stewart } 40130053ed28SMichael Tuexen 4014f8829a4aSRandall Stewart /* First setup for CC stuff */ 4015f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4016a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 4017a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4018a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 4019a21779f0SRandall Stewart } 4020f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4021f8829a4aSRandall Stewart net->net_ack = 0; 4022f8829a4aSRandall Stewart net->net_ack2 = 0; 4023132dea7dSRandall Stewart 4024132dea7dSRandall Stewart /* 4025132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 4026132dea7dSRandall Stewart * SACK processing 4027132dea7dSRandall Stewart */ 4028132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 4029132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 4030299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4031299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4032299108c5SRandall Stewart } 4033f8829a4aSRandall Stewart } 4034c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4035c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4036c105859eSRandall Stewart sctpchunk_listhead); 403749656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4038139bc87fSRandall Stewart } else { 4039c105859eSRandall Stewart send_s = asoc->sending_seq; 4040139bc87fSRandall Stewart } 404120b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 4042ff1ffd74SMichael Tuexen struct mbuf *op_err; 4043ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4044139bc87fSRandall Stewart 4045139bc87fSRandall Stewart *abort_now = 1; 4046139bc87fSRandall Stewart /* XXX */ 4047*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 4048*999f86d6SMichael Tuexen "Cum ack %8.8x greater or equal than TSN %8.8x", 4049821bae7cSMichael Tuexen cumack, send_s); 4050ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 4051bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4052ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4053139bc87fSRandall Stewart return; 4054139bc87fSRandall Stewart } 4055f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 4056b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4057c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4058c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4059c4739e2fSRandall Stewart 0, 4060c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4061c4739e2fSRandall Stewart __LINE__); 4062c4739e2fSRandall Stewart } 4063f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 406420b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 4065f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 40664a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 406749656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 406818e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 4069cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 407018e198d3SRandall Stewart } 4071f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4072f8829a4aSRandall Stewart /* 407318e198d3SRandall Stewart * If it is less than ACKED, it is 407418e198d3SRandall Stewart * now no-longer in flight. Higher 407518e198d3SRandall Stewart * values may occur during marking 4076f8829a4aSRandall Stewart */ 4077c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4078b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4079c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4080a5d547adSRandall Stewart tp1->whoTo->flight_size, 4081a5d547adSRandall Stewart tp1->book_size, 40829a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 408349656eefSMichael Tuexen tp1->rec.data.tsn); 408480fefe0aSRandall Stewart } 4085c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4086299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4087299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4088299108c5SRandall Stewart tp1); 4089299108c5SRandall Stewart } 409004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4091c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4092f8829a4aSRandall Stewart } 4093f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4094f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4095f8829a4aSRandall Stewart /* 4096ab9ed8a1SDevin Teske * True non-retransmitted 4097f8829a4aSRandall Stewart * chunk 4098f8829a4aSRandall Stewart */ 4099f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4100f8829a4aSRandall Stewart tp1->send_size; 4101f8829a4aSRandall Stewart 4102f8829a4aSRandall Stewart /* update RTO too? */ 410362c1ff9cSRandall Stewart if (tp1->do_rtt) { 410444f2a327SMichael Tuexen if (rto_ok && 4105f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 410644f2a327SMichael Tuexen &stcb->asoc, 410744f2a327SMichael Tuexen tp1->whoTo, 410818e198d3SRandall Stewart &tp1->sent_rcv_time, 410944f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 4110f79aab18SRandall Stewart rto_ok = 0; 4111f79aab18SRandall Stewart } 4112f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4113f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4114f79aab18SRandall Stewart } 4115f8829a4aSRandall Stewart tp1->do_rtt = 0; 4116f8829a4aSRandall Stewart } 4117f8829a4aSRandall Stewart } 4118132dea7dSRandall Stewart /* 411918e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 412018e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 412118e198d3SRandall Stewart * acked for the first time, set the 412218e198d3SRandall Stewart * following variables for the 412318e198d3SRandall Stewart * corresp destination. 412418e198d3SRandall Stewart * new_pseudo_cumack will trigger a 412518e198d3SRandall Stewart * cwnd update. 412618e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 412718e198d3SRandall Stewart * trigger search for the next 412818e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 4129132dea7dSRandall Stewart */ 4130132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4131132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4132132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4133132dea7dSRandall Stewart 4134b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 413504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 413649656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 413780fefe0aSRandall Stewart } 4138f8829a4aSRandall Stewart } 4139f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4140f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4141f8829a4aSRandall Stewart } 414242551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 414342551e99SRandall Stewart /* deflate the cwnd */ 414442551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 414542551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 414642551e99SRandall Stewart } 4147325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 414849656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 414949656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4150a7ad6026SMichael Tuexen #ifdef INVARIANTS 4151a7ad6026SMichael Tuexen } else { 415249656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4153a7ad6026SMichael Tuexen #endif 4154a7ad6026SMichael Tuexen } 4155a7ad6026SMichael Tuexen } 415649656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 415749656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 415849656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4159d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4160d96bef9cSMichael Tuexen } 4161f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4162f8829a4aSRandall Stewart if (tp1->data) { 416304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4164f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4165f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 41664a9ef3f8SMichael Tuexen tp1->data = NULL; 4167f8829a4aSRandall Stewart } 4168b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4169f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4170f8829a4aSRandall Stewart cumack, 417149656eefSMichael Tuexen tp1->rec.data.tsn, 4172f8829a4aSRandall Stewart 0, 4173f8829a4aSRandall Stewart 0, 4174f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 417580fefe0aSRandall Stewart } 4176f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4177689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 417818e198d3SRandall Stewart } else { 417918e198d3SRandall Stewart break; 4180f8829a4aSRandall Stewart } 41815e54f665SRandall Stewart } 418218e198d3SRandall Stewart 418318e198d3SRandall Stewart } 418404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4185f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4186ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4187ceaad40aSRandall Stewart struct socket *so; 4188ceaad40aSRandall Stewart 4189ceaad40aSRandall Stewart #endif 4190f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4191b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 419204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 41937215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 419480fefe0aSRandall Stewart } 4195ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4196ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4197ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4198ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4199ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4200ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4201ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4202ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4203ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4204ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4205ceaad40aSRandall Stewart return; 4206ceaad40aSRandall Stewart } 4207ceaad40aSRandall Stewart #endif 4208f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4209ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4210ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4211ceaad40aSRandall Stewart #endif 4212f8829a4aSRandall Stewart } else { 4213b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 42147215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 421580fefe0aSRandall Stewart } 4216f8829a4aSRandall Stewart } 4217f8829a4aSRandall Stewart 4218b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4219ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4220ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4221ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4222ca85e948SMichael Tuexen /* 4223ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4224ca85e948SMichael Tuexen * count, this is optional. 4225ca85e948SMichael Tuexen */ 4226ca85e948SMichael Tuexen net->error_count = 0; 4227ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4228ca85e948SMichael Tuexen /* addr came good */ 4229ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4230ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 42314b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4232ca85e948SMichael Tuexen } 4233ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4234ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4235b7b84c0eSMichael Tuexen /* 4236b7b84c0eSMichael Tuexen * release the alternate, 4237b7b84c0eSMichael Tuexen * primary is good 4238b7b84c0eSMichael Tuexen */ 4239ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4240ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4241ca85e948SMichael Tuexen } 4242ca85e948SMichael Tuexen } 4243ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4244ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4245b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4246b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 4247bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_25); 4248ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4249ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4250ca85e948SMichael Tuexen /* Done with this net */ 4251ca85e948SMichael Tuexen net->net_ack = 0; 4252ca85e948SMichael Tuexen } 4253ca85e948SMichael Tuexen /* restore any doubled timers */ 4254ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4255ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4256ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4257ca85e948SMichael Tuexen } 4258ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4259ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4260ca85e948SMichael Tuexen } 4261ca85e948SMichael Tuexen } 4262ca85e948SMichael Tuexen } 4263b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4264ca85e948SMichael Tuexen } 4265f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 42665e54f665SRandall Stewart 4267f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4268f8829a4aSRandall Stewart /* nothing left in-flight */ 4269f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4270f8829a4aSRandall Stewart net->flight_size = 0; 4271f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4272f8829a4aSRandall Stewart } 4273f8829a4aSRandall Stewart asoc->total_flight = 0; 4274f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4275f8829a4aSRandall Stewart } 42760053ed28SMichael Tuexen 4277f8829a4aSRandall Stewart /* RWND update */ 4278f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 427944fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4280f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4281f8829a4aSRandall Stewart /* SWS sender side engages */ 4282f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4283f8829a4aSRandall Stewart } 42845e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 42855e54f665SRandall Stewart win_probe_recovery = 1; 42865e54f665SRandall Stewart } 4287f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4288a5d547adSRandall Stewart again: 4289a5d547adSRandall Stewart j = 0; 4290f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 42915e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4292c105859eSRandall Stewart win_probe_recovered = 1; 42935e54f665SRandall Stewart /* 42945e54f665SRandall Stewart * Find first chunk that was used with window probe 42955e54f665SRandall Stewart * and clear the sent 42965e54f665SRandall Stewart */ 42973c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 42985e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 42995e54f665SRandall Stewart if (tp1->window_probe) { 4300cd554309SMichael Tuexen /* move back to data send queue */ 43017215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 43025e54f665SRandall Stewart break; 43035e54f665SRandall Stewart } 43045e54f665SRandall Stewart } 43055e54f665SRandall Stewart } 43065171328bSRandall Stewart if (net->flight_size) { 4307a5d547adSRandall Stewart j++; 430872e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 43095171328bSRandall Stewart if (net->window_probe) { 43105171328bSRandall Stewart net->window_probe = 0; 43115171328bSRandall Stewart } 4312f8829a4aSRandall Stewart } else { 43135171328bSRandall Stewart if (net->window_probe) { 4314b7b84c0eSMichael Tuexen /* 4315b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4316b7b84c0eSMichael Tuexen * is still running there 4317b7b84c0eSMichael Tuexen */ 43185171328bSRandall Stewart net->window_probe = 0; 43195171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 432072e23abaSMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, net); 43215171328bSRandall Stewart } 43225171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4323f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4324a5d547adSRandall Stewart stcb, net, 4325bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4326f8829a4aSRandall Stewart } 4327f8829a4aSRandall Stewart } 4328f8829a4aSRandall Stewart } 4329bff64a4dSRandall Stewart if ((j == 0) && 4330bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4331bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4332c105859eSRandall Stewart (win_probe_recovered == 0) && 4333bff64a4dSRandall Stewart (done_once == 0)) { 43340c0982b8SRandall Stewart /* 43350c0982b8SRandall Stewart * huh, this should not happen unless all packets are 43360c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 43370c0982b8SRandall Stewart */ 43380c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4339a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4340a5d547adSRandall Stewart net->flight_size = 0; 4341a5d547adSRandall Stewart } 4342a5d547adSRandall Stewart asoc->total_flight = 0; 4343a5d547adSRandall Stewart asoc->total_flight_count = 0; 4344a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4345a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4346a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4347c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4348c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4349a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4350791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4351a5d547adSRandall Stewart } 4352a5d547adSRandall Stewart } 43530c0982b8SRandall Stewart } 4354bff64a4dSRandall Stewart done_once = 1; 4355a5d547adSRandall Stewart goto again; 4356a5d547adSRandall Stewart } 4357f8829a4aSRandall Stewart /**********************************/ 4358f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4359f8829a4aSRandall Stewart /**********************************/ 4360f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4361f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4362f8829a4aSRandall Stewart /* clean up */ 4363f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4364f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4365839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4366d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4367839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 43682afb3e84SRandall Stewart } 4369bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4370839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 4371bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 4372bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 4373ff1ffd74SMichael Tuexen struct mbuf *op_err; 4374f8829a4aSRandall Stewart 4375f8829a4aSRandall Stewart *abort_now = 1; 4376f8829a4aSRandall Stewart /* XXX */ 4377ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 4378bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_27; 4379ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4380fe4a59b3SMichael Tuexen return; 4381bbc9dfbcSMichael Tuexen } 4382bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4383bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4384ca85e948SMichael Tuexen struct sctp_nets *netp; 4385ca85e948SMichael Tuexen 4386839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 4387839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4388f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4389f42a358aSRandall Stewart } 4390839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 4391f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4392ca85e948SMichael Tuexen if (asoc->alternate) { 4393ca85e948SMichael Tuexen netp = asoc->alternate; 4394ca85e948SMichael Tuexen } else { 4395ca85e948SMichael Tuexen netp = asoc->primary_destination; 4396ca85e948SMichael Tuexen } 4397ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4398f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4399ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4400f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 44016fb7b4fbSMichael Tuexen stcb->sctp_ep, stcb, NULL); 4402839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4403f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4404ca85e948SMichael Tuexen struct sctp_nets *netp; 4405ca85e948SMichael Tuexen 4406f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4407839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 440812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4409c39cfa1fSMichael Tuexen if (asoc->alternate) { 4410c39cfa1fSMichael Tuexen netp = asoc->alternate; 4411c39cfa1fSMichael Tuexen } else { 4412c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4413c39cfa1fSMichael Tuexen } 4414c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4415f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4416ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4417f8829a4aSRandall Stewart } 4418f8829a4aSRandall Stewart } 4419dfb11ef8SRandall Stewart /*********************************************/ 4420dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4421dfb11ef8SRandall Stewart /* (section 4.2) */ 4422dfb11ef8SRandall Stewart /*********************************************/ 4423dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 442420b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4425dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4426dfb11ef8SRandall Stewart } 4427830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4428dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4429830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4430830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4431830d754dSRandall Stewart 4432830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4433830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4434830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 443520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4436830d754dSRandall Stewart /* 4437493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4438830d754dSRandall Stewart */ 443920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4440830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 44410c0982b8SRandall Stewart } else if (lchk) { 44420c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 444344fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 44440c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 44450c0982b8SRandall Stewart } 4446830d754dSRandall Stewart } 4447830d754dSRandall Stewart } 4448efd5e692SMichael Tuexen for (; lchk != NULL; lchk = TAILQ_NEXT(lchk, sctp_next)) { 4449efd5e692SMichael Tuexen if (lchk->whoTo != NULL) { 4450efd5e692SMichael Tuexen break; 4451efd5e692SMichael Tuexen } 4452efd5e692SMichael Tuexen } 4453efd5e692SMichael Tuexen if (lchk != NULL) { 4454830d754dSRandall Stewart /* Assure a timer is up */ 4455830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4456830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4457830d754dSRandall Stewart } 4458830d754dSRandall Stewart } 4459b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4460f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4461f8829a4aSRandall Stewart rwnd, 4462f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4463f8829a4aSRandall Stewart stcb->asoc.total_flight, 4464f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 446580fefe0aSRandall Stewart } 4466f8829a4aSRandall Stewart } 4467f8829a4aSRandall Stewart 4468f8829a4aSRandall Stewart void 4469cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 44707215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4471cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4472cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4473899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4474f8829a4aSRandall Stewart { 4475f8829a4aSRandall Stewart struct sctp_association *asoc; 4476f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4477cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4478f8829a4aSRandall Stewart uint16_t wake_him = 0; 4479c105859eSRandall Stewart uint32_t send_s = 0; 4480f8829a4aSRandall Stewart long j; 4481f8829a4aSRandall Stewart int accum_moved = 0; 4482f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 44835e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 44845e54f665SRandall Stewart int win_probe_recovery = 0; 4485c105859eSRandall Stewart int win_probe_recovered = 0; 4486f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4487bff64a4dSRandall Stewart int done_once; 4488f79aab18SRandall Stewart int rto_ok = 1; 4489f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4490f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4491f8829a4aSRandall Stewart 4492f8829a4aSRandall Stewart /* 4493f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4494f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4495f8829a4aSRandall Stewart */ 4496f8829a4aSRandall Stewart /* 4497f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4498f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4499f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4500f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4501f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4502f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4503f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4504f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4505f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4506f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4507f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4508f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4509f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4510f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4511f8829a4aSRandall Stewart * if in shutdown_recv state. 4512f8829a4aSRandall Stewart */ 4513f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4514f8829a4aSRandall Stewart /* CMT DAC algo */ 4515f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4516f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4517cd554309SMichael Tuexen last_tsn = cum_ack; 4518cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 451918e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 452018e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 452118e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 452218e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 452318e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 452418e198d3SRandall Stewart } 452518e198d3SRandall Stewart #endif 4526d06c82f1SRandall Stewart a_rwnd = rwnd; 4527f8829a4aSRandall Stewart 4528cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4529cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4530cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4531cd554309SMichael Tuexen } 45320053ed28SMichael Tuexen 45335e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4534b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4535c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4536c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4537c4739e2fSRandall Stewart 0, 4538c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4539c4739e2fSRandall Stewart __LINE__); 4540c4739e2fSRandall Stewart } 4541f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4542f8829a4aSRandall Stewart asoc = &stcb->asoc; 4543b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4544f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4545f8829a4aSRandall Stewart cum_ack, 4546f8829a4aSRandall Stewart 0, 4547f8829a4aSRandall Stewart num_seg, 4548f8829a4aSRandall Stewart num_dup, 4549f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 455080fefe0aSRandall Stewart } 4551ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4552cd554309SMichael Tuexen uint16_t i; 4553458303daSRandall Stewart uint32_t *dupdata, dblock; 4554f8829a4aSRandall Stewart 4555cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4556cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4557458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4558cd554309SMichael Tuexen if (dupdata == NULL) { 4559458303daSRandall Stewart break; 4560458303daSRandall Stewart } 4561cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4562f8829a4aSRandall Stewart } 4563f8829a4aSRandall Stewart } 4564c105859eSRandall Stewart /* reality check */ 4565c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4566c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4567c105859eSRandall Stewart sctpchunk_listhead); 456849656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4569c105859eSRandall Stewart } else { 4570b5c16493SMichael Tuexen tp1 = NULL; 4571c105859eSRandall Stewart send_s = asoc->sending_seq; 4572c105859eSRandall Stewart } 457320b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4574ff1ffd74SMichael Tuexen struct mbuf *op_err; 4575ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4576c105859eSRandall Stewart 4577f8829a4aSRandall Stewart /* 4578fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4579fd60718dSMichael Tuexen * hopelessly messed up with us. 4580f8829a4aSRandall Stewart */ 4581cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4582b5c16493SMichael Tuexen cum_ack, send_s); 4583b5c16493SMichael Tuexen if (tp1) { 4584cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 458549656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4586b5c16493SMichael Tuexen } 4587f8829a4aSRandall Stewart hopeless_peer: 4588f8829a4aSRandall Stewart *abort_now = 1; 4589f8829a4aSRandall Stewart /* XXX */ 4590*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 4591*999f86d6SMichael Tuexen "Cum ack %8.8x greater or equal than TSN %8.8x", 4592821bae7cSMichael Tuexen cum_ack, send_s); 4593ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 4594bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_28; 4595ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4596f8829a4aSRandall Stewart return; 4597f8829a4aSRandall Stewart } 4598f8829a4aSRandall Stewart /**********************/ 4599f8829a4aSRandall Stewart /* 1) check the range */ 4600f8829a4aSRandall Stewart /**********************/ 460120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4602f8829a4aSRandall Stewart /* acking something behind */ 4603f8829a4aSRandall Stewart return; 4604f8829a4aSRandall Stewart } 46050053ed28SMichael Tuexen 4606f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4607f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4608f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4609cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4610f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4611b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4612f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4613f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 461480fefe0aSRandall Stewart } 4615f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4616f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4617f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4618f8829a4aSRandall Stewart } 4619f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4620f8829a4aSRandall Stewart /* SWS sender side engages */ 4621f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4622f8829a4aSRandall Stewart } 4623f8829a4aSRandall Stewart /* stop any timers */ 4624f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4625f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4626bbf9f080SMichael Tuexen stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4627f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4628f8829a4aSRandall Stewart net->flight_size = 0; 4629f8829a4aSRandall Stewart } 4630f8829a4aSRandall Stewart asoc->total_flight = 0; 4631f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4632f8829a4aSRandall Stewart return; 4633f8829a4aSRandall Stewart } 4634f8829a4aSRandall Stewart /* 4635f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4636f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4637f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4638f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4639f8829a4aSRandall Stewart * destination address basis. 4640f8829a4aSRandall Stewart */ 4641f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4642a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4643a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4644a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4645a21779f0SRandall Stewart } 4646f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4647f8829a4aSRandall Stewart net->net_ack = 0; 4648f8829a4aSRandall Stewart net->net_ack2 = 0; 4649f8829a4aSRandall Stewart 4650f8829a4aSRandall Stewart /* 465142551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 465242551e99SRandall Stewart * SACK processing 4653f8829a4aSRandall Stewart */ 4654f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4655f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4656299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4657299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4658299108c5SRandall Stewart } 46590053ed28SMichael Tuexen 4660e9a3a1b1SMichael Tuexen /* 4661e9a3a1b1SMichael Tuexen * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4662e9a3a1b1SMichael Tuexen * to be greater than the cumack. Also reset saw_newack to 0 4663e9a3a1b1SMichael Tuexen * for all dests. 4664e9a3a1b1SMichael Tuexen */ 4665e9a3a1b1SMichael Tuexen net->saw_newack = 0; 4666e9a3a1b1SMichael Tuexen net->this_sack_highest_newack = last_tsn; 4667f8829a4aSRandall Stewart } 4668f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 46694a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 467049656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4671f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4672f8829a4aSRandall Stewart accum_moved = 1; 4673f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4674f8829a4aSRandall Stewart /* 4675f8829a4aSRandall Stewart * If it is less than ACKED, it is 4676f8829a4aSRandall Stewart * now no-longer in flight. Higher 4677f8829a4aSRandall Stewart * values may occur during marking 4678f8829a4aSRandall Stewart */ 4679f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4680f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4681f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4682f8829a4aSRandall Stewart /* 4683f8829a4aSRandall Stewart * If there was no retran 4684f8829a4aSRandall Stewart * and the address is 4685f8829a4aSRandall Stewart * un-confirmed and we sent 4686f8829a4aSRandall Stewart * there and are now 4687f8829a4aSRandall Stewart * sacked.. its confirmed, 4688f8829a4aSRandall Stewart * mark it so. 4689f8829a4aSRandall Stewart */ 4690f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4691f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4692f8829a4aSRandall Stewart } 4693c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4694b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4695c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4696a5d547adSRandall Stewart tp1->whoTo->flight_size, 4697a5d547adSRandall Stewart tp1->book_size, 46989a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 469949656eefSMichael Tuexen tp1->rec.data.tsn); 470080fefe0aSRandall Stewart } 4701c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4702c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4703299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4704299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4705299108c5SRandall Stewart tp1); 4706299108c5SRandall Stewart } 4707f8829a4aSRandall Stewart } 4708f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4709f8829a4aSRandall Stewart 4710f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 471149656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4712f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4713f8829a4aSRandall Stewart 4714f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4715f8829a4aSRandall Stewart /* 4716ab9ed8a1SDevin Teske * True non-retransmitted 4717f8829a4aSRandall Stewart * chunk 4718f8829a4aSRandall Stewart */ 4719f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4720f8829a4aSRandall Stewart tp1->send_size; 4721f8829a4aSRandall Stewart 4722f8829a4aSRandall Stewart /* update RTO too? */ 4723f8829a4aSRandall Stewart if (tp1->do_rtt) { 472444f2a327SMichael Tuexen if (rto_ok && 4725f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 472644f2a327SMichael Tuexen &stcb->asoc, 472744f2a327SMichael Tuexen tp1->whoTo, 472818e198d3SRandall Stewart &tp1->sent_rcv_time, 472944f2a327SMichael Tuexen SCTP_RTT_FROM_DATA)) { 4730f79aab18SRandall Stewart rto_ok = 0; 4731f79aab18SRandall Stewart } 4732f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4733f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4734f79aab18SRandall Stewart } 4735f8829a4aSRandall Stewart tp1->do_rtt = 0; 4736f8829a4aSRandall Stewart } 4737f8829a4aSRandall Stewart } 4738f8829a4aSRandall Stewart /* 4739f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4740f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4741f8829a4aSRandall Stewart * acked for the first time, set the 4742f8829a4aSRandall Stewart * following variables for the 4743f8829a4aSRandall Stewart * corresp destination. 4744f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4745f8829a4aSRandall Stewart * cwnd update. 4746f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4747f8829a4aSRandall Stewart * trigger search for the next 4748f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4749f8829a4aSRandall Stewart */ 4750f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4751f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4752f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4753f8829a4aSRandall Stewart 4754f8829a4aSRandall Stewart 4755b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4756f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4757f8829a4aSRandall Stewart cum_ack, 475849656eefSMichael Tuexen tp1->rec.data.tsn, 4759f8829a4aSRandall Stewart 0, 4760f8829a4aSRandall Stewart 0, 4761f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 476280fefe0aSRandall Stewart } 4763b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 476449656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 476580fefe0aSRandall Stewart } 4766f8829a4aSRandall Stewart } 4767f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4768f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4769f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4770f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4771f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4772f8829a4aSRandall Stewart #endif 4773f8829a4aSRandall Stewart } 477442551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 477542551e99SRandall Stewart /* deflate the cwnd */ 477642551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 477742551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 477842551e99SRandall Stewart } 4779325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4780f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4781f8829a4aSRandall Stewart } 4782325c8c46SMichael Tuexen } 4783f8829a4aSRandall Stewart } else { 4784f8829a4aSRandall Stewart break; 4785f8829a4aSRandall Stewart } 4786f8829a4aSRandall Stewart } 4787f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4788f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4789f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4790f8829a4aSRandall Stewart 4791cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4792f8829a4aSRandall Stewart 4793f8829a4aSRandall Stewart /* 4794f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4795f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4796f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4797f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4798f8829a4aSRandall Stewart */ 4799cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4800cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 48017215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4802cd554309SMichael Tuexen wake_him++; 4803cd554309SMichael Tuexen } 4804f8829a4aSRandall Stewart /* 4805fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4806fd60718dSMichael Tuexen * adherence is wanted. 4807f8829a4aSRandall Stewart */ 480820b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4809f8829a4aSRandall Stewart /* 4810fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4811fd60718dSMichael Tuexen * We must abort. 4812f8829a4aSRandall Stewart */ 4813cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4814cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4815f8829a4aSRandall Stewart goto hopeless_peer; 4816f8829a4aSRandall Stewart } 4817f8829a4aSRandall Stewart } 4818f8829a4aSRandall Stewart /*******************************************/ 4819f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4820f8829a4aSRandall Stewart /*******************************************/ 48217c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4822f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4823f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4824f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4825a5d547adSRandall Stewart stcb, net, 4826bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4827f8829a4aSRandall Stewart 4828f8829a4aSRandall Stewart } 4829f8829a4aSRandall Stewart } else { 4830f8829a4aSRandall Stewart if (accum_moved) { 4831f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4832f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4833bbf9f080SMichael Tuexen stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_31); 4834f8829a4aSRandall Stewart } 4835f8829a4aSRandall Stewart } 4836f8829a4aSRandall Stewart } 4837f8829a4aSRandall Stewart /********************************************/ 4838d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4839f8829a4aSRandall Stewart /********************************************/ 4840f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4841f8829a4aSRandall Stewart 48427c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 484349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4844f8829a4aSRandall Stewart break; 4845f8829a4aSRandall Stewart } 4846325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 484749656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 484849656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4849a7ad6026SMichael Tuexen #ifdef INVARIANTS 4850a7ad6026SMichael Tuexen } else { 485149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4852a7ad6026SMichael Tuexen #endif 4853a7ad6026SMichael Tuexen } 4854f8829a4aSRandall Stewart } 485549656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 485649656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 485749656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4858d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4859d96bef9cSMichael Tuexen } 4860f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 48610ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4862f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4863f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4864f8829a4aSRandall Stewart } 48657c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4866f8829a4aSRandall Stewart if (tp1->data) { 486704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4868f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4869f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 48707c99d56fSMichael Tuexen tp1->data = NULL; 4871dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4872f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4873f8829a4aSRandall Stewart } 4874f8829a4aSRandall Stewart } 4875b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4876f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4877f8829a4aSRandall Stewart cum_ack, 487849656eefSMichael Tuexen tp1->rec.data.tsn, 4879f8829a4aSRandall Stewart 0, 4880f8829a4aSRandall Stewart 0, 4881f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 488280fefe0aSRandall Stewart } 4883689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4884f8829a4aSRandall Stewart wake_him++; 48857c99d56fSMichael Tuexen } 48867c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 48877c99d56fSMichael Tuexen #ifdef INVARIANTS 4888cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 48897c99d56fSMichael Tuexen #else 48907c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 48917c99d56fSMichael Tuexen asoc->total_flight); 48927c99d56fSMichael Tuexen #endif 48937c99d56fSMichael Tuexen asoc->total_flight = 0; 48947c99d56fSMichael Tuexen } 48950053ed28SMichael Tuexen 489604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4897f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4898ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4899ceaad40aSRandall Stewart struct socket *so; 4900ceaad40aSRandall Stewart 4901ceaad40aSRandall Stewart #endif 4902f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4903b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 49047215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 490580fefe0aSRandall Stewart } 4906ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4907ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4908ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4909ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4910ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4911ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4912ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4913ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4914ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4915ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4916ceaad40aSRandall Stewart return; 4917ceaad40aSRandall Stewart } 4918ceaad40aSRandall Stewart #endif 4919f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4920ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4921ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4922ceaad40aSRandall Stewart #endif 4923f8829a4aSRandall Stewart } else { 4924b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 49257215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 492680fefe0aSRandall Stewart } 4927f8829a4aSRandall Stewart } 4928f8829a4aSRandall Stewart 492942551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 493020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4931f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4932f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4933f8829a4aSRandall Stewart } 4934f8829a4aSRandall Stewart } 4935f8829a4aSRandall Stewart /* 4936f8829a4aSRandall Stewart * Check for revoked fragments: 4937f8829a4aSRandall Stewart * 4938f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4939f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4940f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4941f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4942f8829a4aSRandall Stewart * we had some before and now we have NONE. 4943f8829a4aSRandall Stewart */ 4944f8829a4aSRandall Stewart 4945d9c5cfeaSMichael Tuexen if (num_seg) { 4946c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4947d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4948d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4949f8829a4aSRandall Stewart int cnt_revoked = 0; 4950f8829a4aSRandall Stewart 4951f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4952f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4953b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4954f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4955b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4956c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4957c105859eSRandall Stewart tp1->whoTo->flight_size, 4958c105859eSRandall Stewart tp1->book_size, 49599a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 496049656eefSMichael Tuexen tp1->rec.data.tsn); 496180fefe0aSRandall Stewart } 4962c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4963c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4964a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 496542551e99SRandall Stewart /* 496642551e99SRandall Stewart * To ensure that this increase in 49674a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 49684a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 49694a9ef3f8SMichael Tuexen * cwnd artificially. 497042551e99SRandall Stewart */ 497142551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4972f8829a4aSRandall Stewart cnt_revoked++; 4973f8829a4aSRandall Stewart } 4974f8829a4aSRandall Stewart } 4975f8829a4aSRandall Stewart if (cnt_revoked) { 4976f8829a4aSRandall Stewart reneged_all = 1; 4977f8829a4aSRandall Stewart } 4978f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4979f8829a4aSRandall Stewart } 4980d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4981d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4982f8829a4aSRandall Stewart else 4983d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4984f8829a4aSRandall Stewart 4985b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4986ca85e948SMichael Tuexen if (ecne_seen == 0) { 4987ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4988ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4989ca85e948SMichael Tuexen /* 4990ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4991ca85e948SMichael Tuexen * count, this is optional. 4992ca85e948SMichael Tuexen */ 4993ca85e948SMichael Tuexen net->error_count = 0; 4994ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4995ca85e948SMichael Tuexen /* addr came good */ 4996ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4997ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 49984b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4999ca85e948SMichael Tuexen } 50000053ed28SMichael Tuexen 5001ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 5002ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 5003b7b84c0eSMichael Tuexen /* 5004b7b84c0eSMichael Tuexen * release the alternate, 5005b7b84c0eSMichael Tuexen * primary is good 5006b7b84c0eSMichael Tuexen */ 5007ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 5008ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 5009ca85e948SMichael Tuexen } 5010ca85e948SMichael Tuexen } 50110053ed28SMichael Tuexen 5012ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 5013ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 5014b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 5015b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 5016bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5017ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 5018ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 5019ca85e948SMichael Tuexen /* Done with this net */ 5020ca85e948SMichael Tuexen net->net_ack = 0; 5021ca85e948SMichael Tuexen } 5022ca85e948SMichael Tuexen /* restore any doubled timers */ 5023ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 5024ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 5025ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 5026ca85e948SMichael Tuexen } 5027ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 5028ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 5029ca85e948SMichael Tuexen } 5030ca85e948SMichael Tuexen } 5031ca85e948SMichael Tuexen } 5032b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 5033ca85e948SMichael Tuexen } 50340053ed28SMichael Tuexen 5035f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 5036f8829a4aSRandall Stewart /* nothing left in-flight */ 5037f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5038f8829a4aSRandall Stewart /* stop all timers */ 5039f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5040b7d130beSMichael Tuexen stcb, net, 5041bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_33); 5042f8829a4aSRandall Stewart net->flight_size = 0; 5043f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 5044f8829a4aSRandall Stewart } 5045f8829a4aSRandall Stewart asoc->total_flight = 0; 5046f8829a4aSRandall Stewart asoc->total_flight_count = 0; 5047f8829a4aSRandall Stewart } 50480053ed28SMichael Tuexen 5049f8829a4aSRandall Stewart /**********************************/ 5050f8829a4aSRandall Stewart /* Now what about shutdown issues */ 5051f8829a4aSRandall Stewart /**********************************/ 5052f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 5053f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 5054b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5055f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 5056f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 505780fefe0aSRandall Stewart } 5058f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 5059f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5060f8829a4aSRandall Stewart /* SWS sender side engages */ 5061f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5062f8829a4aSRandall Stewart } 5063f8829a4aSRandall Stewart /* clean up */ 5064f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 5065f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5066839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5067d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 5068839d21d6SMichael Tuexen SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT); 5069f8829a4aSRandall Stewart } 5070bbc9dfbcSMichael Tuexen if (((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 5071839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) && 5072bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 1) && 5073bbc9dfbcSMichael Tuexen (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) { 5074ff1ffd74SMichael Tuexen struct mbuf *op_err; 5075f8829a4aSRandall Stewart 5076f8829a4aSRandall Stewart *abort_now = 1; 5077f8829a4aSRandall Stewart /* XXX */ 5078ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 5079bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_34; 5080ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5081f8829a4aSRandall Stewart return; 5082bbc9dfbcSMichael Tuexen } 5083bbc9dfbcSMichael Tuexen if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 5084bbc9dfbcSMichael Tuexen (asoc->stream_queue_cnt == 0)) { 5085ca85e948SMichael Tuexen struct sctp_nets *netp; 5086ca85e948SMichael Tuexen 5087839d21d6SMichael Tuexen if ((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) || 5088839d21d6SMichael Tuexen (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 5089f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5090f42a358aSRandall Stewart } 5091839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT); 5092f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 5093c39cfa1fSMichael Tuexen if (asoc->alternate) { 5094c39cfa1fSMichael Tuexen netp = asoc->alternate; 5095c39cfa1fSMichael Tuexen } else { 5096c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5097c39cfa1fSMichael Tuexen } 5098ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 5099f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 5100ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5101f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 51026fb7b4fbSMichael Tuexen stcb->sctp_ep, stcb, NULL); 5103f8829a4aSRandall Stewart return; 5104839d21d6SMichael Tuexen } else if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) && 5105f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 5106ca85e948SMichael Tuexen struct sctp_nets *netp; 5107ca85e948SMichael Tuexen 5108f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 5109839d21d6SMichael Tuexen SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_ACK_SENT); 511012af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 5111c39cfa1fSMichael Tuexen if (asoc->alternate) { 5112c39cfa1fSMichael Tuexen netp = asoc->alternate; 5113c39cfa1fSMichael Tuexen } else { 5114c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 5115c39cfa1fSMichael Tuexen } 5116c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 5117f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 5118ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 5119f8829a4aSRandall Stewart return; 5120f8829a4aSRandall Stewart } 5121f8829a4aSRandall Stewart } 5122f8829a4aSRandall Stewart /* 5123f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 5124f8829a4aSRandall Stewart * HEADS UP. 5125f8829a4aSRandall Stewart */ 5126f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5127f8829a4aSRandall Stewart net->net_ack = 0; 5128f8829a4aSRandall Stewart } 5129f8829a4aSRandall Stewart 5130f8829a4aSRandall Stewart /* 5131f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 5132f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 5133f8829a4aSRandall Stewart * automatically ensure that. 5134f8829a4aSRandall Stewart */ 51357c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 513620083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 513720083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 5138f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 5139f8829a4aSRandall Stewart } 5140cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 5141f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5142f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5143f8829a4aSRandall Stewart } 5144b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5145b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5146f8829a4aSRandall Stewart 5147f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5148f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5149f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5150f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5151f8829a4aSRandall Stewart } 5152f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 515320b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5154f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5155f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5156f8829a4aSRandall Stewart } 515742551e99SRandall Stewart /* 515842551e99SRandall Stewart * CMT Fast recovery 515942551e99SRandall Stewart */ 5160f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5161f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5162f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5163f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5164f8829a4aSRandall Stewart } 5165f8829a4aSRandall Stewart } 5166f8829a4aSRandall Stewart 5167f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5168b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5169f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 517044fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 517180fefe0aSRandall Stewart } 5172f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 517344fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5174f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5175f8829a4aSRandall Stewart /* SWS sender side engages */ 5176f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5177f8829a4aSRandall Stewart } 51785e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 51795e54f665SRandall Stewart win_probe_recovery = 1; 51805e54f665SRandall Stewart } 51810053ed28SMichael Tuexen 5182f8829a4aSRandall Stewart /* 5183f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5184f8829a4aSRandall Stewart * outstanding data. 5185f8829a4aSRandall Stewart */ 5186bff64a4dSRandall Stewart done_once = 0; 5187a5d547adSRandall Stewart again: 5188a5d547adSRandall Stewart j = 0; 5189f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 51905e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5191c105859eSRandall Stewart win_probe_recovered = 1; 51925e54f665SRandall Stewart /*- 51935e54f665SRandall Stewart * Find first chunk that was used with 51945e54f665SRandall Stewart * window probe and clear the event. Put 51955e54f665SRandall Stewart * it back into the send queue as if has 51965e54f665SRandall Stewart * not been sent. 51975e54f665SRandall Stewart */ 51985e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 51995e54f665SRandall Stewart if (tp1->window_probe) { 52007215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 52015e54f665SRandall Stewart break; 52025e54f665SRandall Stewart } 52035e54f665SRandall Stewart } 52045e54f665SRandall Stewart } 5205f8829a4aSRandall Stewart if (net->flight_size) { 5206a5d547adSRandall Stewart j++; 5207cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5208f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5209f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5210cd554309SMichael Tuexen } 52115171328bSRandall Stewart if (net->window_probe) { 5212cd554309SMichael Tuexen net->window_probe = 0; 52135171328bSRandall Stewart } 5214c105859eSRandall Stewart } else { 52155171328bSRandall Stewart if (net->window_probe) { 5216b7b84c0eSMichael Tuexen /* 5217b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5218b7b84c0eSMichael Tuexen * is still running there 5219b7b84c0eSMichael Tuexen */ 52205171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 52215171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 52225171328bSRandall Stewart stcb->sctp_ep, stcb, net); 52235171328bSRandall Stewart 52245171328bSRandall Stewart } 52255171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5226c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5227c105859eSRandall Stewart stcb, net, 5228bbf9f080SMichael Tuexen SCTP_FROM_SCTP_INDATA + SCTP_LOC_35); 5229c105859eSRandall Stewart } 5230f8829a4aSRandall Stewart } 5231f8829a4aSRandall Stewart } 5232bff64a4dSRandall Stewart if ((j == 0) && 5233bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5234bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5235c105859eSRandall Stewart (win_probe_recovered == 0) && 5236bff64a4dSRandall Stewart (done_once == 0)) { 52370c0982b8SRandall Stewart /* 52380c0982b8SRandall Stewart * huh, this should not happen unless all packets are 52390c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 52400c0982b8SRandall Stewart */ 52410c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5242a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5243a5d547adSRandall Stewart net->flight_size = 0; 5244a5d547adSRandall Stewart } 5245a5d547adSRandall Stewart asoc->total_flight = 0; 5246a5d547adSRandall Stewart asoc->total_flight_count = 0; 5247a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5248a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5249a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5250c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5251c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5252a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5253791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5254a5d547adSRandall Stewart } 5255a5d547adSRandall Stewart } 52560c0982b8SRandall Stewart } 5257bff64a4dSRandall Stewart done_once = 1; 5258a5d547adSRandall Stewart goto again; 5259a5d547adSRandall Stewart } 5260cd554309SMichael Tuexen /*********************************************/ 5261cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5262cd554309SMichael Tuexen /* (section 4.2) */ 5263cd554309SMichael Tuexen /*********************************************/ 5264cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 526520b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5266dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5267dfb11ef8SRandall Stewart } 5268830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5269dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5270830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5271830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5272830d754dSRandall Stewart 5273830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5274830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5275830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 527620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5277830d754dSRandall Stewart /* 5278493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5279830d754dSRandall Stewart */ 52800c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 52810c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 52820c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 52830c0982b8SRandall Stewart old_adv_peer_ack_point); 52840c0982b8SRandall Stewart } 528520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5286830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 52870c0982b8SRandall Stewart } else if (lchk) { 52880c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 528944fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 52900c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 52910c0982b8SRandall Stewart } 5292830d754dSRandall Stewart } 5293830d754dSRandall Stewart } 5294efd5e692SMichael Tuexen for (; lchk != NULL; lchk = TAILQ_NEXT(lchk, sctp_next)) { 5295efd5e692SMichael Tuexen if (lchk->whoTo != NULL) { 5296efd5e692SMichael Tuexen break; 5297efd5e692SMichael Tuexen } 5298efd5e692SMichael Tuexen } 5299efd5e692SMichael Tuexen if (lchk != NULL) { 5300830d754dSRandall Stewart /* Assure a timer is up */ 5301830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5302830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5303830d754dSRandall Stewart } 5304830d754dSRandall Stewart } 5305b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5306f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5307f8829a4aSRandall Stewart a_rwnd, 5308f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5309f8829a4aSRandall Stewart stcb->asoc.total_flight, 5310f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 531180fefe0aSRandall Stewart } 5312f8829a4aSRandall Stewart } 5313f8829a4aSRandall Stewart 5314f8829a4aSRandall Stewart void 53157215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5316f8829a4aSRandall Stewart { 5317f8829a4aSRandall Stewart /* Copy cum-ack */ 5318f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5319f8829a4aSRandall Stewart 5320f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5321f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5322f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5323f8829a4aSRandall Stewart 5324f8829a4aSRandall Stewart /* Now call the express sack handling */ 5325899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5326f8829a4aSRandall Stewart } 5327f8829a4aSRandall Stewart 5328f8829a4aSRandall Stewart static void 5329f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5330f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5331f8829a4aSRandall Stewart { 533228cd0699SMichael Tuexen struct sctp_queued_to_read *control, *ncontrol; 5333f8829a4aSRandall Stewart struct sctp_association *asoc; 533449656eefSMichael Tuexen uint32_t mid; 533549656eefSMichael Tuexen int need_reasm_check = 0; 5336f8829a4aSRandall Stewart 5337f8829a4aSRandall Stewart asoc = &stcb->asoc; 533849656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5339f8829a4aSRandall Stewart /* 5340f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 534144249214SRandall Stewart * came in. 5342f8829a4aSRandall Stewart */ 534328cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 534428cd0699SMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, control->mid)) { 5345f8829a4aSRandall Stewart /* this is deliverable now */ 534628cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 534728cd0699SMichael Tuexen if (control->on_strm_q) { 534828cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 534928cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 535028cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 535128cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 535298d5fd97SMichael Tuexen #ifdef INVARIANTS 535344249214SRandall Stewart } else { 535444249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 535528cd0699SMichael Tuexen strmin, control, control->on_strm_q); 535698d5fd97SMichael Tuexen #endif 535744249214SRandall Stewart } 535828cd0699SMichael Tuexen control->on_strm_q = 0; 535944249214SRandall Stewart } 5360f8829a4aSRandall Stewart /* subtract pending on streams */ 536128cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 536228cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 536328cd0699SMichael Tuexen } else { 536428cd0699SMichael Tuexen #ifdef INVARIANTS 536528cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 536628cd0699SMichael Tuexen #else 536728cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 536828cd0699SMichael Tuexen #endif 536928cd0699SMichael Tuexen } 5370f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5371f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5372f8829a4aSRandall Stewart if (stcb->sctp_socket) { 537328cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5374f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 537528cd0699SMichael Tuexen control, 537644249214SRandall Stewart &stcb->sctp_socket->so_rcv, 537744249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 537844249214SRandall Stewart SCTP_SO_NOT_LOCKED); 537944249214SRandall Stewart } 538044249214SRandall Stewart } else { 538144249214SRandall Stewart /* Its a fragmented message */ 538228cd0699SMichael Tuexen if (control->first_frag_seen) { 5383b7b84c0eSMichael Tuexen /* 5384b7b84c0eSMichael Tuexen * Make it so this is next to 5385b7b84c0eSMichael Tuexen * deliver, we restore later 5386b7b84c0eSMichael Tuexen */ 538728cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 538844249214SRandall Stewart need_reasm_check = 1; 538944249214SRandall Stewart break; 539044249214SRandall Stewart } 5391f8829a4aSRandall Stewart } 5392f8829a4aSRandall Stewart } else { 5393f8829a4aSRandall Stewart /* no more delivery now. */ 5394f8829a4aSRandall Stewart break; 5395f8829a4aSRandall Stewart } 5396f8829a4aSRandall Stewart } 539744249214SRandall Stewart if (need_reasm_check) { 539844249214SRandall Stewart int ret; 539944249214SRandall Stewart 5400d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 540149656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 540244249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 540349656eefSMichael Tuexen strmin->last_mid_delivered = mid; 540444249214SRandall Stewart } 540544249214SRandall Stewart if (ret == 0) { 540644249214SRandall Stewart /* Left the front Partial one on */ 540744249214SRandall Stewart return; 540844249214SRandall Stewart } 540944249214SRandall Stewart need_reasm_check = 0; 541044249214SRandall Stewart } 5411f8829a4aSRandall Stewart /* 5412f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5413f8829a4aSRandall Stewart * now ready. 5414f8829a4aSRandall Stewart */ 541549656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 541628cd0699SMichael Tuexen TAILQ_FOREACH_SAFE(control, &strmin->inqueue, next_instrm, ncontrol) { 541728cd0699SMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, control->mid)) { 541828cd0699SMichael Tuexen if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5419f8829a4aSRandall Stewart /* this is deliverable now */ 542028cd0699SMichael Tuexen if (control->on_strm_q) { 542128cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 542228cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->inqueue, control, next_instrm); 542328cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 542428cd0699SMichael Tuexen TAILQ_REMOVE(&strmin->uno_inqueue, control, next_instrm); 542598d5fd97SMichael Tuexen #ifdef INVARIANTS 542644249214SRandall Stewart } else { 542744249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 542828cd0699SMichael Tuexen strmin, control, control->on_strm_q); 542998d5fd97SMichael Tuexen #endif 543044249214SRandall Stewart } 543128cd0699SMichael Tuexen control->on_strm_q = 0; 543244249214SRandall Stewart } 5433f8829a4aSRandall Stewart /* subtract pending on streams */ 543428cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 543528cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 543628cd0699SMichael Tuexen } else { 543728cd0699SMichael Tuexen #ifdef INVARIANTS 543828cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 543928cd0699SMichael Tuexen #else 544028cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 544128cd0699SMichael Tuexen #endif 544228cd0699SMichael Tuexen } 5443f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5444f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 544528cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid; 5446f8829a4aSRandall Stewart if (stcb->sctp_socket) { 544728cd0699SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 5448f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 544928cd0699SMichael Tuexen control, 545044249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 545144249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 545277acdc25SRandall Stewart 5453f8829a4aSRandall Stewart } 545449656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5455f8829a4aSRandall Stewart } else { 545644249214SRandall Stewart /* Its a fragmented message */ 545728cd0699SMichael Tuexen if (control->first_frag_seen) { 5458b7b84c0eSMichael Tuexen /* 5459b7b84c0eSMichael Tuexen * Make it so this is next to 5460b7b84c0eSMichael Tuexen * deliver 5461b7b84c0eSMichael Tuexen */ 546228cd0699SMichael Tuexen strmin->last_mid_delivered = control->mid - 1; 546344249214SRandall Stewart need_reasm_check = 1; 5464f8829a4aSRandall Stewart break; 5465f8829a4aSRandall Stewart } 5466f8829a4aSRandall Stewart } 546744249214SRandall Stewart } else { 546844249214SRandall Stewart break; 546944249214SRandall Stewart } 547044249214SRandall Stewart } 547144249214SRandall Stewart if (need_reasm_check) { 5472d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 547344249214SRandall Stewart } 5474f8829a4aSRandall Stewart } 5475f8829a4aSRandall Stewart 54768e1b295fSMichael Tuexen 5477d1ea5fa9SMichael Tuexen 54788933fa13SRandall Stewart static void 54798933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 54808933fa13SRandall Stewart struct sctp_association *asoc, 548149656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 54828933fa13SRandall Stewart { 548344249214SRandall Stewart struct sctp_queued_to_read *control; 548444249214SRandall Stewart struct sctp_stream_in *strm; 54854a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5486d1ea5fa9SMichael Tuexen int cnt_removed = 0; 54878933fa13SRandall Stewart 54888933fa13SRandall Stewart /* 548944249214SRandall Stewart * For now large messages held on the stream reasm that are complete 54904a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 54914a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 54924a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 54934a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 54944a9ef3f8SMichael Tuexen * queue. 54958933fa13SRandall Stewart */ 549644249214SRandall Stewart strm = &asoc->strmin[stream]; 549749656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 549844249214SRandall Stewart if (control == NULL) { 549944249214SRandall Stewart /* Not found */ 550044249214SRandall Stewart return; 55018933fa13SRandall Stewart } 550249656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 55035cb91655SMichael Tuexen return; 55045cb91655SMichael Tuexen } 550544249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 550644249214SRandall Stewart /* Purge hanging chunks */ 550749656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 550849656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5509d1ea5fa9SMichael Tuexen break; 5510d1ea5fa9SMichael Tuexen } 5511d1ea5fa9SMichael Tuexen } 5512d1ea5fa9SMichael Tuexen cnt_removed++; 551344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 551428cd0699SMichael Tuexen if (asoc->size_on_reasm_queue >= chk->send_size) { 55158933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 551628cd0699SMichael Tuexen } else { 551728cd0699SMichael Tuexen #ifdef INVARIANTS 551828cd0699SMichael Tuexen panic("size_on_reasm_queue = %u smaller than chunk length %u", asoc->size_on_reasm_queue, chk->send_size); 551928cd0699SMichael Tuexen #else 552028cd0699SMichael Tuexen asoc->size_on_reasm_queue = 0; 552128cd0699SMichael Tuexen #endif 552228cd0699SMichael Tuexen } 55238933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 55248933fa13SRandall Stewart if (chk->data) { 55258933fa13SRandall Stewart sctp_m_freem(chk->data); 55268933fa13SRandall Stewart chk->data = NULL; 55278933fa13SRandall Stewart } 5528689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 55298933fa13SRandall Stewart } 5530d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5531d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5532d1ea5fa9SMichael Tuexen if (control->data) { 5533d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5534d1ea5fa9SMichael Tuexen control->data = NULL; 5535d1ea5fa9SMichael Tuexen } 5536d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5537d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5538d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5539d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5540d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5541d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5542d1ea5fa9SMichael Tuexen } 5543d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5544d1ea5fa9SMichael Tuexen return; 5545d1ea5fa9SMichael Tuexen } 5546d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 554744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 554828cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 554928cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 555028cd0699SMichael Tuexen } else { 555128cd0699SMichael Tuexen #ifdef INVARIANTS 555228cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 555328cd0699SMichael Tuexen #else 555428cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 555528cd0699SMichael Tuexen #endif 555628cd0699SMichael Tuexen } 555728cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 5558d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5559d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5560d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5561d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5562d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5563d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5564d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5565d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5566d1ea5fa9SMichael Tuexen #endif 5567d1ea5fa9SMichael Tuexen } 5568d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 556944249214SRandall Stewart if (control->on_read_q == 0) { 557044249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 557144249214SRandall Stewart if (control->data) { 557244249214SRandall Stewart sctp_m_freem(control->data); 557344249214SRandall Stewart control->data = NULL; 557444249214SRandall Stewart } 557544249214SRandall Stewart sctp_free_a_readq(stcb, control); 55768933fa13SRandall Stewart } 55778933fa13SRandall Stewart } 55788933fa13SRandall Stewart 5579f8829a4aSRandall Stewart void 5580f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5581b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5582b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5583f8829a4aSRandall Stewart { 5584f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5585f8829a4aSRandall Stewart /* 5586f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5587f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5588f8829a4aSRandall Stewart * 5589f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5590f8829a4aSRandall Stewart * 55915b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 55925b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5593f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5594f8829a4aSRandall Stewart * report where we are. 5595f8829a4aSRandall Stewart */ 5596f8829a4aSRandall Stewart struct sctp_association *asoc; 55977898f408SRandall Stewart uint32_t new_cum_tsn, gap; 55987215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 55998933fa13SRandall Stewart uint32_t str_seq; 5600f8829a4aSRandall Stewart struct sctp_stream_in *strm; 560128cd0699SMichael Tuexen struct sctp_queued_to_read *control, *sv; 5602f8829a4aSRandall Stewart 5603f8829a4aSRandall Stewart asoc = &stcb->asoc; 5604f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5605ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5606ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5607f8829a4aSRandall Stewart return; 5608f8829a4aSRandall Stewart } 5609f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5610f8829a4aSRandall Stewart /*************************************************************/ 5611f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5612f8829a4aSRandall Stewart /*************************************************************/ 5613f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5614f8829a4aSRandall Stewart 561520b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5616f8829a4aSRandall Stewart /* Already got there ... */ 5617f8829a4aSRandall Stewart return; 5618f8829a4aSRandall Stewart } 5619f8829a4aSRandall Stewart /* 5620f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5621f8829a4aSRandall Stewart * gap 5622f8829a4aSRandall Stewart */ 5623b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 562477acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 56252afb3e84SRandall Stewart if (gap >= m_size) { 5626f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5627ff1ffd74SMichael Tuexen struct mbuf *op_err; 5628ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 562917205eccSRandall Stewart 5630f8829a4aSRandall Stewart /* 5631f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 563217205eccSRandall Stewart * give out). This must be an attacker. 5633f8829a4aSRandall Stewart */ 563417205eccSRandall Stewart *abort_flag = 1; 5635*999f86d6SMichael Tuexen SCTP_SNPRINTF(msg, sizeof(msg), 5636ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5637821bae7cSMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5638ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 5639bbf9f080SMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_36; 5640ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5641f8829a4aSRandall Stewart return; 5642f8829a4aSRandall Stewart } 5643207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 564477acdc25SRandall Stewart 56452afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 56462afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 564777acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 564877acdc25SRandall Stewart 5649b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5650830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 565177acdc25SRandall Stewart 5652b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5653f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 565480fefe0aSRandall Stewart } 56552afb3e84SRandall Stewart } else { 56562afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 56572afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 56587898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 56597898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 56608933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 566120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 56627898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5663b5c16493SMichael Tuexen } 5664b5c16493SMichael Tuexen } 5665b5c16493SMichael Tuexen } 5666f8829a4aSRandall Stewart } 5667f8829a4aSRandall Stewart /*************************************************************/ 5668f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5669f8829a4aSRandall Stewart /*************************************************************/ 5670f8829a4aSRandall Stewart 567144249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5672d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5673d1ea5fa9SMichael Tuexen uint16_t sid; 567444249214SRandall Stewart 5675d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5676d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5677d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 567849656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5679d1ea5fa9SMichael Tuexen } 5680d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5681d1ea5fa9SMichael Tuexen } 56828933fa13SRandall Stewart /*******************************************************/ 56838933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 56848933fa13SRandall Stewart /* delivery issues as needed. */ 56858933fa13SRandall Stewart /*******************************************************/ 5686f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5687671d309cSRandall Stewart if (m && fwd_sz) { 5688f8829a4aSRandall Stewart /* New method. */ 5689d61a0ae0SRandall Stewart unsigned int num_str; 569049656eefSMichael Tuexen uint32_t mid, cur_mid; 569149656eefSMichael Tuexen uint16_t sid; 56928e1b295fSMichael Tuexen uint16_t ordered, flags; 5693671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 569444249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5695671d309cSRandall Stewart 5696671d309cSRandall Stewart offset += sizeof(*fwd); 5697f8829a4aSRandall Stewart 56988933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 569944249214SRandall Stewart if (asoc->idata_supported) { 570044249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 570144249214SRandall Stewart } else { 5702f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 570344249214SRandall Stewart } 5704f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 570544249214SRandall Stewart if (asoc->idata_supported) { 570644249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 570744249214SRandall Stewart sizeof(struct sctp_strseq_mid), 570844249214SRandall Stewart (uint8_t *)&strseqbuf_m); 570944249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 571044249214SRandall Stewart if (stseq_m == NULL) { 571144249214SRandall Stewart break; 571244249214SRandall Stewart } 571349656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 571449656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 57158e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 57168e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 57178e1b295fSMichael Tuexen ordered = 0; 57188e1b295fSMichael Tuexen } else { 57198e1b295fSMichael Tuexen ordered = 1; 57208e1b295fSMichael Tuexen } 572144249214SRandall Stewart } else { 5722671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5723671d309cSRandall Stewart sizeof(struct sctp_strseq), 5724671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5725671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 57262afb3e84SRandall Stewart if (stseq == NULL) { 5727671d309cSRandall Stewart break; 57282afb3e84SRandall Stewart } 572949656eefSMichael Tuexen sid = ntohs(stseq->sid); 573049656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 57318e1b295fSMichael Tuexen ordered = 1; 573244249214SRandall Stewart } 5733f8829a4aSRandall Stewart /* Convert */ 57348933fa13SRandall Stewart 5735f8829a4aSRandall Stewart /* now process */ 57368933fa13SRandall Stewart 57378933fa13SRandall Stewart /* 57388933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 57398933fa13SRandall Stewart * queue where its not all delivered. If we find it 57408933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 57418933fa13SRandall Stewart */ 574249656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 57432afb3e84SRandall Stewart /* screwed up streams, stop! */ 57442afb3e84SRandall Stewart break; 5745f8829a4aSRandall Stewart } 574649656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 574749656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 57488933fa13SRandall Stewart /* 57498933fa13SRandall Stewart * If this is the one we were partially 57508933fa13SRandall Stewart * delivering now then we no longer are. 57518933fa13SRandall Stewart * Note this will change with the reassembly 57528933fa13SRandall Stewart * re-write. 57538933fa13SRandall Stewart */ 57548933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 57558933fa13SRandall Stewart } 575649656eefSMichael Tuexen strm = &asoc->strmin[sid]; 575749656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 575849656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5759d1ea5fa9SMichael Tuexen } 576028cd0699SMichael Tuexen TAILQ_FOREACH(control, &stcb->sctp_ep->read_queue, next) { 576128cd0699SMichael Tuexen if ((control->sinfo_stream == sid) && 576228cd0699SMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, control->mid, mid))) { 576349656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 576428cd0699SMichael Tuexen control->pdapi_aborted = 1; 57658933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 576628cd0699SMichael Tuexen control->end_added = 1; 576728cd0699SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 576828cd0699SMichael Tuexen TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 576928cd0699SMichael Tuexen if (asoc->size_on_all_streams >= control->length) { 577028cd0699SMichael Tuexen asoc->size_on_all_streams -= control->length; 577128cd0699SMichael Tuexen } else { 577298d5fd97SMichael Tuexen #ifdef INVARIANTS 577328cd0699SMichael Tuexen panic("size_on_all_streams = %u smaller than control length %u", asoc->size_on_all_streams, control->length); 577428cd0699SMichael Tuexen #else 577528cd0699SMichael Tuexen asoc->size_on_all_streams = 0; 577698d5fd97SMichael Tuexen #endif 577744249214SRandall Stewart } 577828cd0699SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_all_streams); 577928cd0699SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 578028cd0699SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 578128cd0699SMichael Tuexen #ifdef INVARIANTS 578228cd0699SMichael Tuexen } else if (control->on_strm_q) { 578328cd0699SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 578428cd0699SMichael Tuexen strm, control, control->on_strm_q); 578528cd0699SMichael Tuexen #endif 578628cd0699SMichael Tuexen } 578728cd0699SMichael Tuexen control->on_strm_q = 0; 578828cd0699SMichael Tuexen stcb->asoc.control_pdapi = control; 5789810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5790810ec536SMichael Tuexen stcb, 57918933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5792810ec536SMichael Tuexen (void *)&str_seq, 5793810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 57948933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 57958933fa13SRandall Stewart break; 579628cd0699SMichael Tuexen } else if ((control->sinfo_stream == sid) && 579728cd0699SMichael Tuexen SCTP_MID_GT(asoc->idata_supported, control->mid, mid)) { 57988933fa13SRandall Stewart /* We are past our victim SSN */ 57998933fa13SRandall Stewart break; 58008933fa13SRandall Stewart } 58018933fa13SRandall Stewart } 580249656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5803f8829a4aSRandall Stewart /* Update the sequence number */ 580449656eefSMichael Tuexen strm->last_mid_delivered = mid; 5805f8829a4aSRandall Stewart } 5806f8829a4aSRandall Stewart /* now kick the stream the new way */ 580704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5808f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5809f8829a4aSRandall Stewart } 58108933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5811f8829a4aSRandall Stewart } 58127898f408SRandall Stewart /* 58137898f408SRandall Stewart * Now slide thing forward. 58147898f408SRandall Stewart */ 58157898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5816f8829a4aSRandall Stewart } 5817