1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6244249214SRandall Stewart static void 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 67d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 95b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 96f8829a4aSRandall Stewart return (calc); 97f8829a4aSRandall Stewart } 98f8829a4aSRandall Stewart /* get actual space */ 99f8829a4aSRandall Stewart calc = (uint32_t)sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 100f8829a4aSRandall Stewart /* 101f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 102f8829a4aSRandall Stewart * for putting up. 103f8829a4aSRandall Stewart */ 10444fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_reasm_queue + 10544fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t)(asoc->size_on_all_streams + 10744fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 108f8829a4aSRandall Stewart if (calc == 0) { 109f8829a4aSRandall Stewart /* out of space */ 110f8829a4aSRandall Stewart return (calc); 111f8829a4aSRandall Stewart } 112f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1132afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 114b3f1ea41SRandall Stewart /* 115b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 116b3f1ea41SRandall Stewart * even it is 0. SWS engaged 117f8829a4aSRandall Stewart */ 118b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 119b3f1ea41SRandall Stewart calc = 1; 1202afb3e84SRandall Stewart } 121b3f1ea41SRandall Stewart return (calc); 122f8829a4aSRandall Stewart } 123f8829a4aSRandall Stewart 124f8829a4aSRandall Stewart 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart /* 127f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 128f8829a4aSRandall Stewart */ 129f8829a4aSRandall Stewart struct sctp_queued_to_read * 130f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 131f8829a4aSRandall Stewart struct sctp_nets *net, 132f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13349656eefSMichael Tuexen uint32_t context, uint16_t sid, 13449656eefSMichael Tuexen uint32_t mid, uint8_t flags, 135f8829a4aSRandall Stewart struct mbuf *dm) 136f8829a4aSRandall Stewart { 137f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 138f8829a4aSRandall Stewart 139f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 140f8829a4aSRandall Stewart if (read_queue_e == NULL) { 141f8829a4aSRandall Stewart goto failed_build; 142f8829a4aSRandall Stewart } 14344249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 14449656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 145f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 146f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1477215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 148f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 149f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 150f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15149656eefSMichael Tuexen read_queue_e->mid = mid; 15244249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15344249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 154f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 155f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 156f8829a4aSRandall Stewart read_queue_e->data = dm; 157f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 158f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 159f8829a4aSRandall Stewart failed_build: 160f8829a4aSRandall Stewart return (read_queue_e); 161f8829a4aSRandall Stewart } 162f8829a4aSRandall Stewart 163f8829a4aSRandall Stewart struct mbuf * 164e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 165f8829a4aSRandall Stewart { 166e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 167f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 168e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 169e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 170f8829a4aSRandall Stewart struct cmsghdr *cmh; 171f8829a4aSRandall Stewart struct mbuf *ret; 172f8829a4aSRandall Stewart int len; 173e2e7c62eSMichael Tuexen int use_extended; 174e2e7c62eSMichael Tuexen int provide_nxt; 175f8829a4aSRandall Stewart 176e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 177e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 178e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 179e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 180f8829a4aSRandall Stewart return (NULL); 181f8829a4aSRandall Stewart } 182e2e7c62eSMichael Tuexen len = 0; 183e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 184e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 185e2e7c62eSMichael Tuexen } 186e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 187e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 188b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 189e2e7c62eSMichael Tuexen provide_nxt = 1; 1900bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 191e2e7c62eSMichael Tuexen } else { 192e2e7c62eSMichael Tuexen provide_nxt = 0; 193e2e7c62eSMichael Tuexen } 194e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 195f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 196f8829a4aSRandall Stewart use_extended = 1; 197e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 198f8829a4aSRandall Stewart } else { 199e2e7c62eSMichael Tuexen use_extended = 0; 200e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 201e2e7c62eSMichael Tuexen } 202e2e7c62eSMichael Tuexen } else { 203e2e7c62eSMichael Tuexen use_extended = 0; 204f8829a4aSRandall Stewart } 205f8829a4aSRandall Stewart 206eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 207f8829a4aSRandall Stewart if (ret == NULL) { 208f8829a4aSRandall Stewart /* No space */ 209f8829a4aSRandall Stewart return (ret); 210f8829a4aSRandall Stewart } 211e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 212e2e7c62eSMichael Tuexen 213f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 214f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 215e432298aSXin LI /* 216e432298aSXin LI * Make sure that there is no un-initialized padding between the 217e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 218e432298aSXin LI */ 219e432298aSXin LI memset(cmh, 0, len); 220e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 221f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 222e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 223e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 224e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 225e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 226e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 227e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 233e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 234e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 235f8829a4aSRandall Stewart } 236e2e7c62eSMichael Tuexen if (provide_nxt) { 237e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 238e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 239e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 240e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 241b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 242e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 243b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 245e2e7c62eSMichael Tuexen } 246b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 247e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 248e2e7c62eSMichael Tuexen } 249b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 250e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 251e2e7c62eSMichael Tuexen } 252b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 253b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 254b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 255e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 256e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 257e2e7c62eSMichael Tuexen } 258e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 259e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 260e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 261e2e7c62eSMichael Tuexen if (use_extended) { 262e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 263e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 264e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 266e2e7c62eSMichael Tuexen } else { 267e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 268e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 269e2e7c62eSMichael Tuexen *outinfo = *sinfo; 270e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 271e2e7c62eSMichael Tuexen } 272e2e7c62eSMichael Tuexen } 273f8829a4aSRandall Stewart return (ret); 274f8829a4aSRandall Stewart } 275f8829a4aSRandall Stewart 276139bc87fSRandall Stewart 27777acdc25SRandall Stewart static void 27877acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 27977acdc25SRandall Stewart { 2809b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28177acdc25SRandall Stewart int fnd = 0; 28244249214SRandall Stewart int in_r = 0, in_nr = 0; 28377acdc25SRandall Stewart 28477acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28577acdc25SRandall Stewart return; 28677acdc25SRandall Stewart } 2879b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 28820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2899b2e0767SRandall Stewart /* 2909b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2919b2e0767SRandall Stewart * worry about it being moved from one to the other. 2929b2e0767SRandall Stewart */ 2939b2e0767SRandall Stewart return; 2949b2e0767SRandall Stewart } 29577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29644249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29744249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 29844249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 29944249214SRandall Stewart #ifdef INVARIANTS 30044249214SRandall Stewart panic("Things are really messed up now"); 30144249214SRandall Stewart #else 302cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30377acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30477acdc25SRandall Stewart #endif 305b5c16493SMichael Tuexen } 30644249214SRandall Stewart if (in_nr == 0) 30777acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 30844249214SRandall Stewart if (in_r) 30977acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31177acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31277acdc25SRandall Stewart } 31377acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31477acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31520b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31777acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 31877acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 31977acdc25SRandall Stewart fnd = 1; 32077acdc25SRandall Stewart break; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart } 32377acdc25SRandall Stewart if (!fnd) { 32477acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32577acdc25SRandall Stewart } 32677acdc25SRandall Stewart } 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart 32944249214SRandall Stewart static int 33044249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33144249214SRandall Stewart struct sctp_association *asoc, 33244249214SRandall Stewart struct sctp_queued_to_read *control) 333f8829a4aSRandall Stewart { 33444249214SRandall Stewart struct sctp_queued_to_read *at; 33544249214SRandall Stewart struct sctp_readhead *q; 3368b9c95f4SMichael Tuexen uint8_t flags, unordered; 337f8829a4aSRandall Stewart 3388b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3398b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34044249214SRandall Stewart if (unordered) { 34144249214SRandall Stewart q = &strm->uno_inqueue; 34244249214SRandall Stewart if (asoc->idata_supported == 0) { 34344249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 344*b7b84c0eSMichael Tuexen /* 345*b7b84c0eSMichael Tuexen * Only one stream can be here in old style 346*b7b84c0eSMichael Tuexen * -- abort 347*b7b84c0eSMichael Tuexen */ 34844249214SRandall Stewart return (-1); 34944249214SRandall Stewart } 35044249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 35144249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35244249214SRandall Stewart return (0); 35344249214SRandall Stewart } 35444249214SRandall Stewart } else { 35544249214SRandall Stewart q = &strm->inqueue; 35644249214SRandall Stewart } 3578b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3588b9c95f4SMichael Tuexen control->end_added = 1; 3598b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3608b9c95f4SMichael Tuexen control->last_frag_seen = 1; 36144249214SRandall Stewart } 36244249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36344249214SRandall Stewart /* Empty queue */ 36444249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36544249214SRandall Stewart if (unordered) { 36644249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36744249214SRandall Stewart } else { 36844249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 36944249214SRandall Stewart } 37044249214SRandall Stewart return (0); 37144249214SRandall Stewart } else { 37244249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37349656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37444249214SRandall Stewart /* 37544249214SRandall Stewart * one in queue is bigger than the new one, 37644249214SRandall Stewart * insert before this one 37744249214SRandall Stewart */ 37844249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 37944249214SRandall Stewart if (unordered) { 38044249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 38144249214SRandall Stewart } else { 38244249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38344249214SRandall Stewart } 38444249214SRandall Stewart break; 38549656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38644249214SRandall Stewart /* 38744249214SRandall Stewart * Gak, He sent me a duplicate msg id 38844249214SRandall Stewart * number?? return -1 to abort. 38944249214SRandall Stewart */ 39044249214SRandall Stewart return (-1); 39144249214SRandall Stewart } else { 39244249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39344249214SRandall Stewart /* 39444249214SRandall Stewart * We are at the end, insert it 39544249214SRandall Stewart * after this one 39644249214SRandall Stewart */ 39744249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 39844249214SRandall Stewart sctp_log_strm_del(control, at, 39944249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 40044249214SRandall Stewart } 4018b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40244249214SRandall Stewart if (unordered) { 40344249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40444249214SRandall Stewart } else { 40544249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40644249214SRandall Stewart } 40744249214SRandall Stewart break; 40844249214SRandall Stewart } 40944249214SRandall Stewart } 41044249214SRandall Stewart } 41144249214SRandall Stewart } 41244249214SRandall Stewart return (0); 41344249214SRandall Stewart } 41444249214SRandall Stewart 41544249214SRandall Stewart static void 41644249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41744249214SRandall Stewart struct sctp_queued_to_read *control, 41844249214SRandall Stewart struct sctp_tmit_chunk *chk, 41944249214SRandall Stewart int *abort_flag, int opspot) 42044249214SRandall Stewart { 42144249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42244249214SRandall Stewart struct mbuf *oper; 42344249214SRandall Stewart 42444249214SRandall Stewart if (stcb->asoc.idata_supported) { 42544249214SRandall Stewart snprintf(msg, sizeof(msg), 42644249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42744249214SRandall Stewart opspot, 42844249214SRandall Stewart control->fsn_included, 42949656eefSMichael Tuexen chk->rec.data.tsn, 43049656eefSMichael Tuexen chk->rec.data.sid, 43149656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43244249214SRandall Stewart } else { 43344249214SRandall Stewart snprintf(msg, sizeof(msg), 43444249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43544249214SRandall Stewart opspot, 43644249214SRandall Stewart control->fsn_included, 43749656eefSMichael Tuexen chk->rec.data.tsn, 43849656eefSMichael Tuexen chk->rec.data.sid, 43949656eefSMichael Tuexen chk->rec.data.fsn, 44049656eefSMichael Tuexen (uint16_t)chk->rec.data.mid); 44144249214SRandall Stewart } 44244249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 443f8829a4aSRandall Stewart sctp_m_freem(chk->data); 444f8829a4aSRandall Stewart chk->data = NULL; 445689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 44844249214SRandall Stewart *abort_flag = 1; 449f8829a4aSRandall Stewart } 450f8829a4aSRandall Stewart 45144249214SRandall Stewart static void 452d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45344249214SRandall Stewart { 454f8829a4aSRandall Stewart /* 45544249214SRandall Stewart * The control could not be placed and must be cleaned. 456f8829a4aSRandall Stewart */ 45744249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 458df6e0cc3SRandall Stewart 45944249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 46044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 46144249214SRandall Stewart if (chk->data) 46244249214SRandall Stewart sctp_m_freem(chk->data); 463f8829a4aSRandall Stewart chk->data = NULL; 464689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 465f8829a4aSRandall Stewart } 46644249214SRandall Stewart sctp_free_a_readq(stcb, control); 467f8829a4aSRandall Stewart } 468f8829a4aSRandall Stewart 469f8829a4aSRandall Stewart /* 470f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 471f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47244249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47344249214SRandall Stewart * long as the control's entered are non-fragmented. 474f8829a4aSRandall Stewart */ 475f8829a4aSRandall Stewart static void 47644249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47744249214SRandall Stewart struct sctp_association *asoc, 47844249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 479f8829a4aSRandall Stewart { 480f8829a4aSRandall Stewart /* 481f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 482f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 483f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 484cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 485f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 486f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 487f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 488f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 489f8829a4aSRandall Stewart * TSN. 490f8829a4aSRandall Stewart * 4915b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4925b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 493f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 494f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 495f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 496f8829a4aSRandall Stewart * 497f8829a4aSRandall Stewart */ 498f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 499f8829a4aSRandall Stewart int queue_needed; 50044249214SRandall Stewart uint32_t nxt_todel; 501ff1ffd74SMichael Tuexen struct mbuf *op_err; 5023d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 503ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 504f8829a4aSRandall Stewart 5053d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 506b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 507f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 50880fefe0aSRandall Stewart } 50949656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 510f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 511f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 5123d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 513f8829a4aSRandall Stewart /* 514f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 515f8829a4aSRandall Stewart * association destruction 516f8829a4aSRandall Stewart */ 51744249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 51849656eefSMichael Tuexen if (asoc->idata_supported) { 51949656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 52049656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 52149656eefSMichael Tuexen control->sinfo_stream, control->mid); 52249656eefSMichael Tuexen } else { 523ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 52449656eefSMichael Tuexen (uint16_t)strm->last_mid_delivered, 52549656eefSMichael Tuexen control->sinfo_tsn, 52649656eefSMichael Tuexen control->sinfo_stream, 52749656eefSMichael Tuexen (uint16_t)control->mid); 52849656eefSMichael Tuexen } 529ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 53044249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 531ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 532f8829a4aSRandall Stewart *abort_flag = 1; 533f8829a4aSRandall Stewart return; 534f8829a4aSRandall Stewart 535f8829a4aSRandall Stewart } 53644249214SRandall Stewart queue_needed = 1; 53744249214SRandall Stewart asoc->size_on_all_streams += control->length; 53844249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 53949656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 541cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 542cf9e47b2SMichael Tuexen struct socket *so; 543cf9e47b2SMichael Tuexen 544cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 545cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 546cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 547cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 548cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 549cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 550cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 551cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 552cf9e47b2SMichael Tuexen return; 553cf9e47b2SMichael Tuexen } 554cf9e47b2SMichael Tuexen #endif 555f8829a4aSRandall Stewart /* can be delivered right away? */ 556b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 557f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 55880fefe0aSRandall Stewart } 559830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 560f8829a4aSRandall Stewart queue_needed = 0; 561f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 562f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 56349656eefSMichael Tuexen strm->last_mid_delivered++; 564b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 565f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 566f8829a4aSRandall Stewart control, 567cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 568574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 56944249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 570f8829a4aSRandall Stewart /* all delivered */ 57149656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 57249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 57344249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 574f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 575f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57644249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 57744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 57898d5fd97SMichael Tuexen #ifdef INVARIANTS 57944249214SRandall Stewart } else { 58044249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 58144249214SRandall Stewart control, control->on_strm_q); 58298d5fd97SMichael Tuexen #endif 58344249214SRandall Stewart } 58444249214SRandall Stewart control->on_strm_q = 0; 58549656eefSMichael Tuexen strm->last_mid_delivered++; 586f8829a4aSRandall Stewart /* 587f8829a4aSRandall Stewart * We ignore the return of deliver_data here 588f8829a4aSRandall Stewart * since we always can hold the chunk on the 589f8829a4aSRandall Stewart * d-queue. And we have a finite number that 590f8829a4aSRandall Stewart * can be delivered from the strq. 591f8829a4aSRandall Stewart */ 592b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 593f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 594f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 59580fefe0aSRandall Stewart } 596b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 597f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 598f8829a4aSRandall Stewart control, 599cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 600cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 601574679afSMichael Tuexen SCTP_SO_LOCKED); 602f8829a4aSRandall Stewart continue; 60349656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 60444249214SRandall Stewart *need_reasm = 1; 605f8829a4aSRandall Stewart } 606f8829a4aSRandall Stewart break; 607f8829a4aSRandall Stewart } 60844249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 60944249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 61044249214SRandall Stewart #endif 611f8829a4aSRandall Stewart } 612f8829a4aSRandall Stewart if (queue_needed) { 613f8829a4aSRandall Stewart /* 614f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 615f8829a4aSRandall Stewart * to put it on the queue. 616f8829a4aSRandall Stewart */ 61744249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 61844249214SRandall Stewart snprintf(msg, sizeof(msg), 61949656eefSMichael Tuexen "Queue to str MID: %u duplicate", 62049656eefSMichael Tuexen control->mid); 621d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 622b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 62344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 624b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 62544249214SRandall Stewart *abort_flag = 1; 626f8829a4aSRandall Stewart } 627f8829a4aSRandall Stewart } 628f8829a4aSRandall Stewart } 629f8829a4aSRandall Stewart 63044249214SRandall Stewart 63144249214SRandall Stewart static void 63244249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 633f8829a4aSRandall Stewart { 63444249214SRandall Stewart struct mbuf *m, *prev = NULL; 63544249214SRandall Stewart struct sctp_tcb *stcb; 636f8829a4aSRandall Stewart 63744249214SRandall Stewart stcb = control->stcb; 63844249214SRandall Stewart control->held_length = 0; 63944249214SRandall Stewart control->length = 0; 64044249214SRandall Stewart m = control->data; 64144249214SRandall Stewart while (m) { 64244249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 64344249214SRandall Stewart /* Skip mbufs with NO length */ 64444249214SRandall Stewart if (prev == NULL) { 64544249214SRandall Stewart /* First one */ 64644249214SRandall Stewart control->data = sctp_m_free(m); 64744249214SRandall Stewart m = control->data; 64844249214SRandall Stewart } else { 64944249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 65044249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 651f8829a4aSRandall Stewart } 65244249214SRandall Stewart if (m == NULL) { 65344249214SRandall Stewart control->tail_mbuf = prev; 654f8829a4aSRandall Stewart } 65544249214SRandall Stewart continue; 656f8829a4aSRandall Stewart } 65744249214SRandall Stewart prev = m; 65844249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 65944249214SRandall Stewart if (control->on_read_q) { 66044249214SRandall Stewart /* 66144249214SRandall Stewart * On read queue so we must increment the SB stuff, 66244249214SRandall Stewart * we assume caller has done any locks of SB. 66344249214SRandall Stewart */ 66444249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 665f8829a4aSRandall Stewart } 66644249214SRandall Stewart m = SCTP_BUF_NEXT(m); 667f8829a4aSRandall Stewart } 66844249214SRandall Stewart if (prev) { 66944249214SRandall Stewart control->tail_mbuf = prev; 67044249214SRandall Stewart } 671f8829a4aSRandall Stewart } 672f8829a4aSRandall Stewart 673f8829a4aSRandall Stewart static void 67444249214SRandall Stewart sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m) 675f8829a4aSRandall Stewart { 67644249214SRandall Stewart struct mbuf *prev = NULL; 67744249214SRandall Stewart struct sctp_tcb *stcb; 678f8829a4aSRandall Stewart 67944249214SRandall Stewart stcb = control->stcb; 68044249214SRandall Stewart if (stcb == NULL) { 68198d5fd97SMichael Tuexen #ifdef INVARIANTS 68244249214SRandall Stewart panic("Control broken"); 68398d5fd97SMichael Tuexen #else 68498d5fd97SMichael Tuexen return; 68598d5fd97SMichael Tuexen #endif 68644249214SRandall Stewart } 68744249214SRandall Stewart if (control->tail_mbuf == NULL) { 68844249214SRandall Stewart /* TSNH */ 68944249214SRandall Stewart control->data = m; 69044249214SRandall Stewart sctp_setup_tail_pointer(control); 691f8829a4aSRandall Stewart return; 692f8829a4aSRandall Stewart } 69344249214SRandall Stewart control->tail_mbuf->m_next = m; 69444249214SRandall Stewart while (m) { 69544249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 69644249214SRandall Stewart /* Skip mbufs with NO length */ 69744249214SRandall Stewart if (prev == NULL) { 69844249214SRandall Stewart /* First one */ 69944249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 70044249214SRandall Stewart m = control->tail_mbuf->m_next; 70144249214SRandall Stewart } else { 70244249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 70344249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 70444249214SRandall Stewart } 70544249214SRandall Stewart if (m == NULL) { 70644249214SRandall Stewart control->tail_mbuf = prev; 70744249214SRandall Stewart } 70844249214SRandall Stewart continue; 70944249214SRandall Stewart } 71044249214SRandall Stewart prev = m; 71144249214SRandall Stewart if (control->on_read_q) { 712f8829a4aSRandall Stewart /* 71344249214SRandall Stewart * On read queue so we must increment the SB stuff, 71444249214SRandall Stewart * we assume caller has done any locks of SB. 715f8829a4aSRandall Stewart */ 71644249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 71744249214SRandall Stewart } 71844249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 71944249214SRandall Stewart m = SCTP_BUF_NEXT(m); 72044249214SRandall Stewart } 72144249214SRandall Stewart if (prev) { 72244249214SRandall Stewart control->tail_mbuf = prev; 72344249214SRandall Stewart } 72444249214SRandall Stewart } 72544249214SRandall Stewart 72644249214SRandall Stewart static void 72744249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 72844249214SRandall Stewart { 72944249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 73044249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 73149656eefSMichael Tuexen nc->mid = control->mid; 73244249214SRandall Stewart TAILQ_INIT(&nc->reasm); 73344249214SRandall Stewart nc->top_fsn = control->top_fsn; 73449656eefSMichael Tuexen nc->mid = control->mid; 73544249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 73644249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 73744249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 73844249214SRandall Stewart nc->fsn_included = 0xffffffff; 73944249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 74044249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 74144249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 74244249214SRandall Stewart nc->whoFrom = control->whoFrom; 74344249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 74444249214SRandall Stewart nc->stcb = control->stcb; 74544249214SRandall Stewart nc->port_from = control->port_from; 74644249214SRandall Stewart } 74744249214SRandall Stewart 748d1ea5fa9SMichael Tuexen static void 749d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 750d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 751d1ea5fa9SMichael Tuexen { 752d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 753d1ea5fa9SMichael Tuexen if (control->on_read_q) { 754d1ea5fa9SMichael Tuexen /* 755d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 756d1ea5fa9SMichael Tuexen * :-) 757d1ea5fa9SMichael Tuexen */ 758d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 759d1ea5fa9SMichael Tuexen control->on_read_q = 0; 760d1ea5fa9SMichael Tuexen } 761d1ea5fa9SMichael Tuexen } 762d1ea5fa9SMichael Tuexen 76344249214SRandall Stewart static int 764d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 765d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 766d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 767d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 768d1ea5fa9SMichael Tuexen uint32_t pd_point, 769d1ea5fa9SMichael Tuexen int inp_read_lock_held) 77044249214SRandall Stewart { 77144249214SRandall Stewart /* 77244249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 77349656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 77449656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 77549656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 77649656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 77749656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 77844249214SRandall Stewart */ 77944249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 78044249214SRandall Stewart uint32_t fsn; 781643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 78244249214SRandall Stewart int cnt_added; 78344249214SRandall Stewart 78444249214SRandall Stewart if (control->first_frag_seen == 0) { 78544249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 78644249214SRandall Stewart return (1); 78744249214SRandall Stewart } 78844249214SRandall Stewart /* Collapse any we can */ 78944249214SRandall Stewart cnt_added = 0; 79044249214SRandall Stewart restart: 79144249214SRandall Stewart fsn = control->fsn_included + 1; 79244249214SRandall Stewart /* Now what can we add? */ 79344249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 79449656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 79544249214SRandall Stewart /* Ok lets add it */ 796643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 797643fd575SMichael Tuexen if (nc == NULL) { 798643fd575SMichael Tuexen break; 799643fd575SMichael Tuexen } 800643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 80144249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 802d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 80344249214SRandall Stewart fsn++; 80444249214SRandall Stewart cnt_added++; 80544249214SRandall Stewart chk = NULL; 80644249214SRandall Stewart if (control->end_added) { 80744249214SRandall Stewart /* We are done */ 80844249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 80944249214SRandall Stewart /* 81044249214SRandall Stewart * Ok we have to move anything left 81144249214SRandall Stewart * on the control queue to a new 81244249214SRandall Stewart * control. 81344249214SRandall Stewart */ 81444249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 81544249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 81644249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 81744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 8185cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 8195cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 82044249214SRandall Stewart nc->first_frag_seen = 1; 82149656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 82244249214SRandall Stewart nc->data = tchk->data; 82349656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 82449656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 82549656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 82644249214SRandall Stewart tchk->data = NULL; 82744249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 82844249214SRandall Stewart sctp_setup_tail_pointer(nc); 82944249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83044249214SRandall Stewart } 83144249214SRandall Stewart /* Spin the rest onto the queue */ 83244249214SRandall Stewart while (tchk) { 83344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 83444249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 83544249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83644249214SRandall Stewart } 837*b7b84c0eSMichael Tuexen /* 838*b7b84c0eSMichael Tuexen * Now lets add it to the queue 839*b7b84c0eSMichael Tuexen * after removing control 840*b7b84c0eSMichael Tuexen */ 84144249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 84244249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 84344249214SRandall Stewart if (control->on_strm_q) { 84444249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 84544249214SRandall Stewart control->on_strm_q = 0; 84644249214SRandall Stewart } 84744249214SRandall Stewart } 84844249214SRandall Stewart if (control->pdapi_started) { 84944249214SRandall Stewart strm->pd_api_started = 0; 85044249214SRandall Stewart control->pdapi_started = 0; 85144249214SRandall Stewart } 85244249214SRandall Stewart if (control->on_strm_q) { 85344249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 85444249214SRandall Stewart control->on_strm_q = 0; 85526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 85644249214SRandall Stewart } 857c09a1534SMichael Tuexen if (control->on_read_q == 0) { 858c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 859c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 860d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 861c09a1534SMichael Tuexen } 862b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8630fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 864*b7b84c0eSMichael Tuexen /* 865*b7b84c0eSMichael Tuexen * Switch to the new guy and 866*b7b84c0eSMichael Tuexen * continue 867*b7b84c0eSMichael Tuexen */ 86844249214SRandall Stewart control = nc; 86944249214SRandall Stewart goto restart; 870643fd575SMichael Tuexen } else { 871d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 872643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 87344249214SRandall Stewart } 874d1ea5fa9SMichael Tuexen } 87544249214SRandall Stewart return (1); 876643fd575SMichael Tuexen } else { 877643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 87844249214SRandall Stewart } 87944249214SRandall Stewart } else { 88044249214SRandall Stewart /* Can't add more */ 88144249214SRandall Stewart break; 88244249214SRandall Stewart } 88344249214SRandall Stewart } 88444249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 885c09a1534SMichael Tuexen strm->pd_api_started = 1; 886c09a1534SMichael Tuexen control->pdapi_started = 1; 88744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 88844249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 889d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 890b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 89144249214SRandall Stewart return (0); 89244249214SRandall Stewart } else { 89344249214SRandall Stewart return (1); 89444249214SRandall Stewart } 89544249214SRandall Stewart } 89644249214SRandall Stewart 89744249214SRandall Stewart static void 898d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 899d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 90044249214SRandall Stewart struct sctp_queued_to_read *control, 90144249214SRandall Stewart struct sctp_tmit_chunk *chk, 90244249214SRandall Stewart int *abort_flag) 90344249214SRandall Stewart { 90444249214SRandall Stewart struct sctp_tmit_chunk *at; 905d1ea5fa9SMichael Tuexen int inserted; 90644249214SRandall Stewart 90744249214SRandall Stewart /* 90844249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 90944249214SRandall Stewart * in the correct order. 91044249214SRandall Stewart */ 91144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 91244249214SRandall Stewart /* Its the very first one. */ 91344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 914f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 91549656eefSMichael Tuexen chk->rec.data.fsn); 91644249214SRandall Stewart if (control->first_frag_seen) { 91744249214SRandall Stewart /* 91844249214SRandall Stewart * In old un-ordered we can reassembly on one 91944249214SRandall Stewart * control multiple messages. As long as the next 92044249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 92144249214SRandall Stewart * wise) 92244249214SRandall Stewart */ 92344249214SRandall Stewart struct mbuf *tdata; 92444249214SRandall Stewart uint32_t tmp; 92544249214SRandall Stewart 92649656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 927*b7b84c0eSMichael Tuexen /* 928*b7b84c0eSMichael Tuexen * Easy way the start of a new guy beyond 929*b7b84c0eSMichael Tuexen * the lowest 930*b7b84c0eSMichael Tuexen */ 93144249214SRandall Stewart goto place_chunk; 93244249214SRandall Stewart } 93349656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 93444249214SRandall Stewart (control->pdapi_started)) { 93544249214SRandall Stewart /* 93644249214SRandall Stewart * Ok this should not happen, if it does we 93744249214SRandall Stewart * started the pd-api on the higher TSN 93844249214SRandall Stewart * (since the equals part is a TSN failure 93944249214SRandall Stewart * it must be that). 94044249214SRandall Stewart * 9415b495f17SMichael Tuexen * We are completly hosed in that case since 9425b495f17SMichael Tuexen * I have no way to recover. This really 9435b495f17SMichael Tuexen * will only happen if we can get more TSN's 94444249214SRandall Stewart * higher before the pd-api-point. 94544249214SRandall Stewart */ 946b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 94744249214SRandall Stewart abort_flag, 94844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 94944249214SRandall Stewart 95044249214SRandall Stewart return; 95144249214SRandall Stewart } 95244249214SRandall Stewart /* 95344249214SRandall Stewart * Ok we have two firsts and the one we just got is 95444249214SRandall Stewart * smaller than the one we previously placed.. yuck! 95544249214SRandall Stewart * We must swap them out. 95644249214SRandall Stewart */ 95744249214SRandall Stewart /* swap the mbufs */ 95844249214SRandall Stewart tdata = control->data; 95944249214SRandall Stewart control->data = chk->data; 96044249214SRandall Stewart chk->data = tdata; 961d1ea5fa9SMichael Tuexen /* Save the lengths */ 962d1ea5fa9SMichael Tuexen chk->send_size = control->length; 963d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 964d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 96544249214SRandall Stewart /* Fix the FSN included */ 96644249214SRandall Stewart tmp = control->fsn_included; 96749656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 96849656eefSMichael Tuexen chk->rec.data.fsn = tmp; 969d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 970d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 97149656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 97249656eefSMichael Tuexen chk->rec.data.tsn = tmp; 973d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 974d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 97549656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 97649656eefSMichael Tuexen chk->rec.data.ppid = tmp; 977d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 97844249214SRandall Stewart goto place_chunk; 97944249214SRandall Stewart } 98044249214SRandall Stewart control->first_frag_seen = 1; 9818b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 9828b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 98349656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 98449656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 98544249214SRandall Stewart control->data = chk->data; 98649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 98744249214SRandall Stewart chk->data = NULL; 98844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 98944249214SRandall Stewart sctp_setup_tail_pointer(control); 99044249214SRandall Stewart return; 99144249214SRandall Stewart } 99244249214SRandall Stewart place_chunk: 993d1ea5fa9SMichael Tuexen inserted = 0; 99444249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 99549656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 99644249214SRandall Stewart /* 99744249214SRandall Stewart * This one in queue is bigger than the new one, 99844249214SRandall Stewart * insert the new one before at. 99944249214SRandall Stewart */ 100044249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 100144249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 100244249214SRandall Stewart inserted = 1; 100344249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 100444249214SRandall Stewart break; 100549656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 100644249214SRandall Stewart /* 100744249214SRandall Stewart * They sent a duplicate fsn number. This really 100844249214SRandall Stewart * should not happen since the FSN is a TSN and it 100944249214SRandall Stewart * should have been dropped earlier. 101044249214SRandall Stewart */ 1011b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 101244249214SRandall Stewart abort_flag, 101344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 101444249214SRandall Stewart return; 101544249214SRandall Stewart } 101644249214SRandall Stewart } 101744249214SRandall Stewart if (inserted == 0) { 101844249214SRandall Stewart /* Its at the end */ 101944249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 102044249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 102149656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 102244249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 102344249214SRandall Stewart } 102444249214SRandall Stewart } 102544249214SRandall Stewart 102644249214SRandall Stewart static int 1027d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1028d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 102944249214SRandall Stewart { 103044249214SRandall Stewart /* 103144249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 103244249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 103344249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 103444249214SRandall Stewart * need to remove them from the stream's queue. 103544249214SRandall Stewart */ 103644249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 103744249214SRandall Stewart uint32_t next_to_del; 103844249214SRandall Stewart uint32_t pd_point; 103944249214SRandall Stewart int ret = 0; 104044249214SRandall Stewart 1041810ec536SMichael Tuexen if (stcb->sctp_socket) { 1042d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1043810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1044810ec536SMichael Tuexen } else { 1045810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1046810ec536SMichael Tuexen } 104744249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1048d1ea5fa9SMichael Tuexen 10493d6fe5d8SMichael Tuexen if ((control != NULL) && 105044249214SRandall Stewart (asoc->idata_supported == 0)) { 105144249214SRandall Stewart /* Special handling needed for "old" data format */ 1052d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 105344249214SRandall Stewart goto done_un; 1054f8829a4aSRandall Stewart } 1055f8829a4aSRandall Stewart } 105644249214SRandall Stewart if (strm->pd_api_started) { 105744249214SRandall Stewart /* Can't add more */ 105844249214SRandall Stewart return (0); 105944249214SRandall Stewart } 106044249214SRandall Stewart while (control) { 1061f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 106249656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 106344249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 106444249214SRandall Stewart if (control->end_added) { 106544249214SRandall Stewart /* We just put the last bit on */ 106644249214SRandall Stewart if (control->on_strm_q) { 106798d5fd97SMichael Tuexen #ifdef INVARIANTS 106844249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 106944249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 107044249214SRandall Stewart control, control->on_strm_q); 107144249214SRandall Stewart } 107298d5fd97SMichael Tuexen #endif 107326f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 107444249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 107544249214SRandall Stewart control->on_strm_q = 0; 107644249214SRandall Stewart } 107744249214SRandall Stewart if (control->on_read_q == 0) { 107844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 107944249214SRandall Stewart control, 108044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1081d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 108244249214SRandall Stewart } 1083f8829a4aSRandall Stewart } else { 108444249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 108544249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 108644249214SRandall Stewart strm->pd_api_started = 1; 108744249214SRandall Stewart control->pdapi_started = 1; 108844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 108944249214SRandall Stewart control, 109044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1091d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 109244249214SRandall Stewart 109344249214SRandall Stewart break; 1094139bc87fSRandall Stewart } 1095f8829a4aSRandall Stewart } 109644249214SRandall Stewart control = nctl; 109744249214SRandall Stewart } 109844249214SRandall Stewart done_un: 109944249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 110044249214SRandall Stewart if (strm->pd_api_started) { 110144249214SRandall Stewart /* Can't add more */ 110244249214SRandall Stewart return (0); 110344249214SRandall Stewart } 110444249214SRandall Stewart if (control == NULL) { 110544249214SRandall Stewart return (ret); 110644249214SRandall Stewart } 110749656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 110844249214SRandall Stewart /* 110944249214SRandall Stewart * Ok the guy at the top was being partially delivered 111044249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 111144249214SRandall Stewart * taken off when the chunk was merged on in 111244249214SRandall Stewart * sctp_queue_data_for_reasm below. 111344249214SRandall Stewart */ 111444249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 111544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1116f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 111749656eefSMichael Tuexen control, control->end_added, control->mid, 111844249214SRandall Stewart control->top_fsn, control->fsn_included, 111949656eefSMichael Tuexen strm->last_mid_delivered); 112044249214SRandall Stewart if (control->end_added) { 112144249214SRandall Stewart if (control->on_strm_q) { 112298d5fd97SMichael Tuexen #ifdef INVARIANTS 112344249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 112444249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 112544249214SRandall Stewart control, control->on_strm_q); 112644249214SRandall Stewart } 112798d5fd97SMichael Tuexen #endif 112826f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 112944249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 113044249214SRandall Stewart control->on_strm_q = 0; 113144249214SRandall Stewart } 1132c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1133c09a1534SMichael Tuexen control->pdapi_started = 0; 1134c09a1534SMichael Tuexen strm->pd_api_started = 0; 1135c09a1534SMichael Tuexen } 113644249214SRandall Stewart if (control->on_read_q == 0) { 113744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113844249214SRandall Stewart control, 113944249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1140d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 114144249214SRandall Stewart } 114244249214SRandall Stewart control = nctl; 114344249214SRandall Stewart } 114444249214SRandall Stewart } 114544249214SRandall Stewart if (strm->pd_api_started) { 1146*b7b84c0eSMichael Tuexen /* 1147*b7b84c0eSMichael Tuexen * Can't add more must have gotten an un-ordered above being 1148*b7b84c0eSMichael Tuexen * partially delivered. 1149*b7b84c0eSMichael Tuexen */ 115044249214SRandall Stewart return (0); 115144249214SRandall Stewart } 115244249214SRandall Stewart deliver_more: 115349656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 115444249214SRandall Stewart if (control) { 115544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1156f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 115749656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 115844249214SRandall Stewart next_to_del); 115944249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 116049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 116144249214SRandall Stewart (control->first_frag_seen)) { 1162c09a1534SMichael Tuexen int done; 1163c09a1534SMichael Tuexen 116444249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 116544249214SRandall Stewart if (control->end_added) { 116644249214SRandall Stewart /* We are done with it afterwards */ 116744249214SRandall Stewart if (control->on_strm_q) { 116898d5fd97SMichael Tuexen #ifdef INVARIANTS 116944249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 117044249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 117144249214SRandall Stewart control, control->on_strm_q); 117244249214SRandall Stewart } 117398d5fd97SMichael Tuexen #endif 117426f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 117544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 117644249214SRandall Stewart control->on_strm_q = 0; 117744249214SRandall Stewart } 117844249214SRandall Stewart ret++; 117944249214SRandall Stewart } 118044249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 1181*b7b84c0eSMichael Tuexen /* 1182*b7b84c0eSMichael Tuexen * A singleton now slipping through - mark 1183*b7b84c0eSMichael Tuexen * it non-revokable too 1184*b7b84c0eSMichael Tuexen */ 118544249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 118644249214SRandall Stewart } else if (control->end_added == 0) { 1187*b7b84c0eSMichael Tuexen /* 1188*b7b84c0eSMichael Tuexen * Check if we can defer adding until its 1189*b7b84c0eSMichael Tuexen * all there 1190*b7b84c0eSMichael Tuexen */ 119144249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 1192*b7b84c0eSMichael Tuexen /* 1193*b7b84c0eSMichael Tuexen * Don't need it or cannot add more 1194*b7b84c0eSMichael Tuexen * (one being delivered that way) 1195*b7b84c0eSMichael Tuexen */ 119644249214SRandall Stewart goto out; 119744249214SRandall Stewart } 119844249214SRandall Stewart } 1199c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 120044249214SRandall Stewart if (control->on_read_q == 0) { 120144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 120244249214SRandall Stewart control, 120344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1204d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 120544249214SRandall Stewart } 120649656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1207c09a1534SMichael Tuexen if (done) { 120844249214SRandall Stewart control = nctl; 120944249214SRandall Stewart goto deliver_more; 121044249214SRandall Stewart } else { 121144249214SRandall Stewart /* We are now doing PD API */ 121244249214SRandall Stewart strm->pd_api_started = 1; 121344249214SRandall Stewart control->pdapi_started = 1; 121444249214SRandall Stewart } 121544249214SRandall Stewart } 121644249214SRandall Stewart } 121744249214SRandall Stewart out: 121844249214SRandall Stewart return (ret); 121944249214SRandall Stewart } 122044249214SRandall Stewart 1221d1ea5fa9SMichael Tuexen 122244249214SRandall Stewart void 122344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 122444249214SRandall Stewart struct sctp_stream_in *strm, 122544249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1226d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 122744249214SRandall Stewart { 122844249214SRandall Stewart /* 122944249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 123044249214SRandall Stewart * control and free up the chunk resources. 123144249214SRandall Stewart */ 123244249214SRandall Stewart int i_locked = 0; 123344249214SRandall Stewart 1234d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 123544249214SRandall Stewart /* 123644249214SRandall Stewart * Its being pd-api'd so we must do some locks. 123744249214SRandall Stewart */ 123844249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 123944249214SRandall Stewart i_locked = 1; 124044249214SRandall Stewart } 124144249214SRandall Stewart if (control->data == NULL) { 124244249214SRandall Stewart control->data = chk->data; 124344249214SRandall Stewart sctp_setup_tail_pointer(control); 124444249214SRandall Stewart } else { 124544249214SRandall Stewart sctp_add_to_tail_pointer(control, chk->data); 124644249214SRandall Stewart } 124749656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 124844249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 124944249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 125049656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 125144249214SRandall Stewart chk->data = NULL; 125244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 125344249214SRandall Stewart control->first_frag_seen = 1; 12548b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 12558b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 125644249214SRandall Stewart } 125744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 125844249214SRandall Stewart /* Its complete */ 125944249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 126044249214SRandall Stewart if (control->pdapi_started) { 126144249214SRandall Stewart control->pdapi_started = 0; 126244249214SRandall Stewart strm->pd_api_started = 0; 126344249214SRandall Stewart } 126444249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 126544249214SRandall Stewart /* Unordered */ 126644249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 126744249214SRandall Stewart control->on_strm_q = 0; 126844249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 126944249214SRandall Stewart /* Ordered */ 127044249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 127144249214SRandall Stewart control->on_strm_q = 0; 127298d5fd97SMichael Tuexen #ifdef INVARIANTS 127344249214SRandall Stewart } else if (control->on_strm_q) { 127444249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 127544249214SRandall Stewart control->on_strm_q); 127698d5fd97SMichael Tuexen #endif 127744249214SRandall Stewart } 127844249214SRandall Stewart } 127944249214SRandall Stewart control->end_added = 1; 128044249214SRandall Stewart control->last_frag_seen = 1; 128144249214SRandall Stewart } 128244249214SRandall Stewart if (i_locked) { 128344249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 128444249214SRandall Stewart } 128544249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 1286f8829a4aSRandall Stewart } 1287f8829a4aSRandall Stewart 1288f8829a4aSRandall Stewart /* 1289f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1290f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1291f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1292f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1293f8829a4aSRandall Stewart */ 1294f8829a4aSRandall Stewart static void 1295f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 129644249214SRandall Stewart struct sctp_queued_to_read *control, 129744249214SRandall Stewart struct sctp_tmit_chunk *chk, 129844249214SRandall Stewart int created_control, 129944249214SRandall Stewart int *abort_flag, uint32_t tsn) 1300f8829a4aSRandall Stewart { 130144249214SRandall Stewart uint32_t next_fsn; 130244249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 13033d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1304c09a1534SMichael Tuexen int do_wakeup, unordered; 1305f8829a4aSRandall Stewart 13063d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1307f8829a4aSRandall Stewart /* 130844249214SRandall Stewart * For old un-ordered data chunks. 1309f8829a4aSRandall Stewart */ 131044249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 131144249214SRandall Stewart unordered = 1; 1312f8829a4aSRandall Stewart } else { 131344249214SRandall Stewart unordered = 0; 131444249214SRandall Stewart } 131544249214SRandall Stewart /* Must be added to the stream-in queue */ 131644249214SRandall Stewart if (created_control) { 131744249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 131844249214SRandall Stewart /* Duplicate SSN? */ 1319d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 1320b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 132144249214SRandall Stewart abort_flag, 132244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 132344249214SRandall Stewart return; 132444249214SRandall Stewart } 132544249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1326f8829a4aSRandall Stewart /* 132744249214SRandall Stewart * Ok we created this control and now lets validate 132844249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 132944249214SRandall Stewart * and we have up to the cum-ack then its invalid. 133044249214SRandall Stewart */ 133144249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1332b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 133344249214SRandall Stewart abort_flag, 133444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 133544249214SRandall Stewart return; 133644249214SRandall Stewart } 133744249214SRandall Stewart } 133844249214SRandall Stewart } 1339a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1340d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 134144249214SRandall Stewart return; 134244249214SRandall Stewart } 134344249214SRandall Stewart /* 134444249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 134544249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 134644249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 134744249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 134844249214SRandall Stewart * in its place. 134944249214SRandall Stewart */ 135044249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 135144249214SRandall Stewart /* Its the very first one. */ 135244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1353f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 135449656eefSMichael Tuexen chk->rec.data.fsn); 135544249214SRandall Stewart if (control->first_frag_seen) { 135644249214SRandall Stewart /* 135744249214SRandall Stewart * Error on senders part, they either sent us two 135844249214SRandall Stewart * data chunks with FIRST, or they sent two 135944249214SRandall Stewart * un-ordered chunks that were fragmented at the 136044249214SRandall Stewart * same time in the same stream. 136144249214SRandall Stewart */ 1362b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 136344249214SRandall Stewart abort_flag, 136444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 136544249214SRandall Stewart return; 136644249214SRandall Stewart } 136744249214SRandall Stewart control->first_frag_seen = 1; 13688b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 13698b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 137049656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 137144249214SRandall Stewart control->data = chk->data; 137249656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 137344249214SRandall Stewart chk->data = NULL; 137444249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 137544249214SRandall Stewart sctp_setup_tail_pointer(control); 137644249214SRandall Stewart } else { 137744249214SRandall Stewart /* Place the chunk in our list */ 137844249214SRandall Stewart int inserted = 0; 137944249214SRandall Stewart 138044249214SRandall Stewart if (control->last_frag_seen == 0) { 138144249214SRandall Stewart /* Still willing to raise highest FSN seen */ 138249656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 138344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1384f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 138549656eefSMichael Tuexen chk->rec.data.fsn); 138649656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 138744249214SRandall Stewart } 138844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 138944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1390f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 139149656eefSMichael Tuexen chk->rec.data.fsn); 139244249214SRandall Stewart control->last_frag_seen = 1; 139344249214SRandall Stewart } 139444249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 139544249214SRandall Stewart /* 139644249214SRandall Stewart * For IDATA we always check since we know 139744249214SRandall Stewart * that the first fragment is 0. For old 139844249214SRandall Stewart * DATA we have to receive the first before 1399cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 140044249214SRandall Stewart */ 140149656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1402*b7b84c0eSMichael Tuexen /* 1403*b7b84c0eSMichael Tuexen * We have already delivered up to 1404*b7b84c0eSMichael Tuexen * this so its a dup 1405*b7b84c0eSMichael Tuexen */ 1406b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 140744249214SRandall Stewart abort_flag, 140844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 140944249214SRandall Stewart return; 141044249214SRandall Stewart } 141144249214SRandall Stewart } 141244249214SRandall Stewart } else { 141344249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 141444249214SRandall Stewart /* Second last? huh? */ 141544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1416f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 141749656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1418b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 141944249214SRandall Stewart chk, abort_flag, 142044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 142144249214SRandall Stewart return; 142244249214SRandall Stewart } 142344249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 142444249214SRandall Stewart /* 142544249214SRandall Stewart * For IDATA we always check since we know 142644249214SRandall Stewart * that the first fragment is 0. For old 142744249214SRandall Stewart * DATA we have to receive the first before 1428cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 142944249214SRandall Stewart */ 143044249214SRandall Stewart 143149656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 1432*b7b84c0eSMichael Tuexen /* 1433*b7b84c0eSMichael Tuexen * We have already delivered up to 1434*b7b84c0eSMichael Tuexen * this so its a dup 1435*b7b84c0eSMichael Tuexen */ 143644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1437f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 143849656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1439b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 144044249214SRandall Stewart abort_flag, 144144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 144244249214SRandall Stewart return; 144344249214SRandall Stewart } 144444249214SRandall Stewart } 1445*b7b84c0eSMichael Tuexen /* 1446*b7b84c0eSMichael Tuexen * validate not beyond top FSN if we have seen last 1447*b7b84c0eSMichael Tuexen * one 1448*b7b84c0eSMichael Tuexen */ 144949656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 145044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1451f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 145249656eefSMichael Tuexen chk->rec.data.fsn, 145344249214SRandall Stewart control->top_fsn); 1454b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 145544249214SRandall Stewart abort_flag, 145644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 145744249214SRandall Stewart return; 145844249214SRandall Stewart } 145944249214SRandall Stewart } 146044249214SRandall Stewart /* 146144249214SRandall Stewart * If we reach here, we need to place the new chunk in the 146244249214SRandall Stewart * reassembly for this control. 146344249214SRandall Stewart */ 146444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1465f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 146649656eefSMichael Tuexen chk->rec.data.fsn); 146744249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 146849656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 146944249214SRandall Stewart /* 147044249214SRandall Stewart * This one in queue is bigger than the new 147144249214SRandall Stewart * one, insert the new one before at. 147244249214SRandall Stewart */ 147344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1474f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 147549656eefSMichael Tuexen at->rec.data.fsn); 1476f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1477f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 147844249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 147944249214SRandall Stewart inserted = 1; 148044249214SRandall Stewart break; 148149656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 1482*b7b84c0eSMichael Tuexen /* 1483*b7b84c0eSMichael Tuexen * Gak, He sent me a duplicate str seq 1484*b7b84c0eSMichael Tuexen * number 1485*b7b84c0eSMichael Tuexen */ 148644249214SRandall Stewart /* 148744249214SRandall Stewart * foo bar, I guess I will just free this 148844249214SRandall Stewart * new guy, should we abort too? FIX ME 148944249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 149044249214SRandall Stewart * wrapped. Maybe I should compare to TSN 149144249214SRandall Stewart * somehow... sigh for now just blow away 149244249214SRandall Stewart * the chunk! 149344249214SRandall Stewart */ 149444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1495f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 149649656eefSMichael Tuexen at->rec.data.fsn); 1497b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 149844249214SRandall Stewart chk, abort_flag, 149944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 150044249214SRandall Stewart return; 150144249214SRandall Stewart } 150244249214SRandall Stewart } 150344249214SRandall Stewart if (inserted == 0) { 150444249214SRandall Stewart /* Goes on the end */ 1505f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 150649656eefSMichael Tuexen chk->rec.data.fsn); 150744249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 150844249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 150944249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 151044249214SRandall Stewart } 151144249214SRandall Stewart } 151244249214SRandall Stewart /* 151344249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 151444249214SRandall Stewart * are in seq if it makes sense. 151544249214SRandall Stewart */ 1516c09a1534SMichael Tuexen do_wakeup = 0; 151744249214SRandall Stewart /* 151844249214SRandall Stewart * If the first fragment has not been seen there is no sense in 151944249214SRandall Stewart * looking. 152044249214SRandall Stewart */ 152144249214SRandall Stewart if (control->first_frag_seen) { 152244249214SRandall Stewart next_fsn = control->fsn_included + 1; 152344249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 152449656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 152544249214SRandall Stewart /* We can add this one now to the control */ 152644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1527f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 152844249214SRandall Stewart control, at, 152949656eefSMichael Tuexen at->rec.data.fsn, 153044249214SRandall Stewart next_fsn, control->fsn_included); 153144249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 1532d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1533c09a1534SMichael Tuexen if (control->on_read_q) { 1534c09a1534SMichael Tuexen do_wakeup = 1; 1535c09a1534SMichael Tuexen } 153644249214SRandall Stewart next_fsn++; 153744249214SRandall Stewart if (control->end_added && control->pdapi_started) { 153844249214SRandall Stewart if (strm->pd_api_started) { 153944249214SRandall Stewart strm->pd_api_started = 0; 154044249214SRandall Stewart control->pdapi_started = 0; 154144249214SRandall Stewart } 154244249214SRandall Stewart if (control->on_read_q == 0) { 154344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 154444249214SRandall Stewart control, 154544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 154644249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 1547c09a1534SMichael Tuexen do_wakeup = 1; 154844249214SRandall Stewart } 154944249214SRandall Stewart break; 155044249214SRandall Stewart } 155144249214SRandall Stewart } else { 1552f8829a4aSRandall Stewart break; 1553f8829a4aSRandall Stewart } 1554f8829a4aSRandall Stewart } 1555f8829a4aSRandall Stewart } 1556c09a1534SMichael Tuexen if (do_wakeup) { 155744249214SRandall Stewart /* Need to wakeup the reader */ 1558b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1559f8829a4aSRandall Stewart } 1560f8829a4aSRandall Stewart } 1561f8829a4aSRandall Stewart 156244249214SRandall Stewart static struct sctp_queued_to_read * 156349656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1564f8829a4aSRandall Stewart { 1565c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1566f8829a4aSRandall Stewart 156744249214SRandall Stewart if (ordered) { 1568c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 156949656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 157044249214SRandall Stewart break; 157144249214SRandall Stewart } 157244249214SRandall Stewart } 1573f8829a4aSRandall Stewart } else { 157449656eefSMichael Tuexen if (idata_supported) { 1575c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 157649656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 157744249214SRandall Stewart break; 1578f8829a4aSRandall Stewart } 1579f8829a4aSRandall Stewart } 158049656eefSMichael Tuexen } else { 158149656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 158249656eefSMichael Tuexen } 1583f8829a4aSRandall Stewart } 1584c09a1534SMichael Tuexen return (control); 1585f8829a4aSRandall Stewart } 158644249214SRandall Stewart 1587f8829a4aSRandall Stewart static int 1588f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 158944249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1590f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t *high_tsn, int *abort_flag, 15918b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1592f8829a4aSRandall Stewart { 1593f8829a4aSRandall Stewart /* Process a data chunk */ 1594f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 1595f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 159649656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1597f8829a4aSRandall Stewart struct mbuf *dmbuf; 15987215cc1bSMichael Tuexen int the_len; 1599139bc87fSRandall Stewart int need_reasm_check = 0; 160049656eefSMichael Tuexen uint16_t sid; 1601ff1ffd74SMichael Tuexen struct mbuf *op_err; 1602ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 160344249214SRandall Stewart struct sctp_queued_to_read *control = NULL; 160449656eefSMichael Tuexen uint32_t ppid; 16058b9c95f4SMichael Tuexen uint8_t chk_flags; 160617205eccSRandall Stewart struct sctp_stream_reset_list *liste; 160744249214SRandall Stewart int ordered; 160844249214SRandall Stewart size_t clen; 160944249214SRandall Stewart int created_control = 0; 1610f8829a4aSRandall Stewart 16118b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 16128b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 16138b9c95f4SMichael Tuexen 16148b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 161544249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *)&chunk_buf); 16168b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 161744249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 16188b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 16198b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 16208b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 16218b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 162244249214SRandall Stewart fsn = 0; 16238b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 162444249214SRandall Stewart } else { 16258b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 16268b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 162744249214SRandall Stewart } 16288b9c95f4SMichael Tuexen } else { 16298b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 16308b9c95f4SMichael Tuexen 16318b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 16328b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *)&chunk_buf); 16338b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 16348b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 16358b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 16368b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 16378b9c95f4SMichael Tuexen mid = (uint32_t)(ntohs(chunk->dp.ssn)); 16388b9c95f4SMichael Tuexen fsn = tsn; 16398b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 16408b9c95f4SMichael Tuexen } 164144249214SRandall Stewart if ((size_t)chk_length == clen) { 164244249214SRandall Stewart /* 164344249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 164444249214SRandall Stewart */ 16458b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 164644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 164744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 164844249214SRandall Stewart *abort_flag = 1; 164944249214SRandall Stewart return (0); 165044249214SRandall Stewart } 16518b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1652b3f1ea41SRandall Stewart asoc->send_sack = 1; 1653b3f1ea41SRandall Stewart } 16548b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1655b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1656c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 165780fefe0aSRandall Stewart } 1658ad81507eSRandall Stewart if (stcb == NULL) { 1659ad81507eSRandall Stewart return (0); 1660ad81507eSRandall Stewart } 16618b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 166220b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1663f8829a4aSRandall Stewart /* It is a duplicate */ 1664f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1665f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1666f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1667f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1668f8829a4aSRandall Stewart asoc->numduptsns++; 1669f8829a4aSRandall Stewart } 1670b201f536SRandall Stewart asoc->send_sack = 1; 1671f8829a4aSRandall Stewart return (0); 1672f8829a4aSRandall Stewart } 1673f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1674d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1675f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1676f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1677f8829a4aSRandall Stewart return (0); 1678f8829a4aSRandall Stewart } 1679f8829a4aSRandall Stewart if (gap >= (uint32_t)(asoc->mapping_array_size << 3)) { 1680207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 16810696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1682f8829a4aSRandall Stewart /* Can't expand, drop it */ 1683f8829a4aSRandall Stewart return (0); 1684f8829a4aSRandall Stewart } 1685f8829a4aSRandall Stewart } 168620b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1687f8829a4aSRandall Stewart *high_tsn = tsn; 1688f8829a4aSRandall Stewart } 1689f8829a4aSRandall Stewart /* See if we have received this one already */ 169077acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 169177acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1692f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1693f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1694f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1695f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1696f8829a4aSRandall Stewart asoc->numduptsns++; 1697f8829a4aSRandall Stewart } 169842551e99SRandall Stewart asoc->send_sack = 1; 1699f8829a4aSRandall Stewart return (0); 1700f8829a4aSRandall Stewart } 1701f8829a4aSRandall Stewart /* 1702f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1703f8829a4aSRandall Stewart * to be sent up above 1704f8829a4aSRandall Stewart */ 1705ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1706f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1707ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1708f8829a4aSRandall Stewart /* 1709f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1710f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1711f8829a4aSRandall Stewart */ 1712ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1713a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1714f8829a4aSRandall Stewart *abort_flag = 1; 1715f8829a4aSRandall Stewart return (0); 1716f8829a4aSRandall Stewart } 1717f8829a4aSRandall Stewart /* 1718f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1719f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1720f8829a4aSRandall Stewart * for on a partial delivery API. 1721f8829a4aSRandall Stewart */ 1722f8829a4aSRandall Stewart 172344249214SRandall Stewart /* Is the stream valid? */ 172449656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 172586eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1726f8829a4aSRandall Stewart 172786eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1728eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 172986eda749SMichael Tuexen if (op_err != NULL) { 1730f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 173186eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 173286eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1733f8829a4aSRandall Stewart /* 1734f8829a4aSRandall Stewart * Error causes are just param's and this one has 1735f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1736f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1737f8829a4aSRandall Stewart */ 173886eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 173986eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 174086eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 17418b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 174286eda749SMichael Tuexen cause->reserved = htons(0); 174386eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1744f8829a4aSRandall Stewart } 1745f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1746207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1747830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 174820b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1749830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1750d06c82f1SRandall Stewart } 1751d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1752d06c82f1SRandall Stewart /* Update cum-ack */ 1753d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1754d06c82f1SRandall Stewart } 1755f8829a4aSRandall Stewart return (0); 1756f8829a4aSRandall Stewart } 1757f8829a4aSRandall Stewart /* 175844249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 175944249214SRandall Stewart * on the reassembly queues. 1760f8829a4aSRandall Stewart */ 17618b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 17628b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1763be46a7c5SMichael Tuexen (fsn == 0)) { 176444249214SRandall Stewart /* 176544249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1766be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1767be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 176844249214SRandall Stewart */ 1769be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 17708b9c95f4SMichael Tuexen mid, chk_flags); 177144249214SRandall Stewart goto err_out; 177244249214SRandall Stewart } 17733d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 177444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 17758b9c95f4SMichael Tuexen chk_flags, control); 17768b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1777be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1778be46a7c5SMichael Tuexen if (control != NULL) { 177944249214SRandall Stewart /* We found something, does it belong? */ 178049656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 178149656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 178244249214SRandall Stewart err_out: 178344249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 178444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 178544249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 178644249214SRandall Stewart *abort_flag = 1; 178744249214SRandall Stewart return (0); 178844249214SRandall Stewart } 178944249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 1790*b7b84c0eSMichael Tuexen /* 1791*b7b84c0eSMichael Tuexen * We can't have a switched order with an 1792*b7b84c0eSMichael Tuexen * unordered chunk 1793*b7b84c0eSMichael Tuexen */ 1794be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1795be46a7c5SMichael Tuexen tsn); 179644249214SRandall Stewart goto err_out; 179744249214SRandall Stewart } 179844249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 1799*b7b84c0eSMichael Tuexen /* 1800*b7b84c0eSMichael Tuexen * We can't have a switched unordered with a 1801*b7b84c0eSMichael Tuexen * ordered chunk 1802*b7b84c0eSMichael Tuexen */ 1803be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1804be46a7c5SMichael Tuexen tsn); 180544249214SRandall Stewart goto err_out; 180644249214SRandall Stewart } 180744249214SRandall Stewart } 180844249214SRandall Stewart } else { 180944249214SRandall Stewart /* 181044249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 181144249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 181244249214SRandall Stewart * ordered) or in the same Stream for unordered. 181344249214SRandall Stewart */ 1814be46a7c5SMichael Tuexen if (control != NULL) { 181549656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 181649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 18178b9c95f4SMichael Tuexen chk_flags, mid); 181849656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 181944249214SRandall Stewart goto err_out; 1820be46a7c5SMichael Tuexen } else { 1821be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1822be46a7c5SMichael Tuexen (control->end_added == 0)) { 1823be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1824be46a7c5SMichael Tuexen goto err_out; 1825be46a7c5SMichael Tuexen } else { 1826be46a7c5SMichael Tuexen control = NULL; 1827be46a7c5SMichael Tuexen } 1828be46a7c5SMichael Tuexen } 182944249214SRandall Stewart } 183044249214SRandall Stewart } 183144249214SRandall Stewart /* now do the tests */ 183244249214SRandall Stewart if (((asoc->cnt_on_all_streams + 183344249214SRandall Stewart asoc->cnt_on_reasm_queue + 183444249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 183544249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 183644249214SRandall Stewart /* 183744249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 183844249214SRandall Stewart * the reader is doing its job... 183944249214SRandall Stewart */ 184044249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 184144249214SRandall Stewart /* some to read, wake-up */ 184244249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 184344249214SRandall Stewart struct socket *so; 184444249214SRandall Stewart 184544249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 184644249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 184744249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 184844249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 184944249214SRandall Stewart SCTP_TCB_LOCK(stcb); 185044249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 185144249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 185244249214SRandall Stewart /* assoc was freed while we were unlocked */ 185344249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 185444249214SRandall Stewart return (0); 185544249214SRandall Stewart } 185644249214SRandall Stewart #endif 185744249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 185844249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 185944249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 186044249214SRandall Stewart #endif 186144249214SRandall Stewart } 186244249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 18638b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 186444249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 186544249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 186644249214SRandall Stewart /* Nope not in the valid range dump it */ 186744249214SRandall Stewart dump_packet: 186844249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 186944249214SRandall Stewart if ((asoc->cnt_on_all_streams + 187044249214SRandall Stewart asoc->cnt_on_reasm_queue + 187144249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 187244249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 187344249214SRandall Stewart } else { 187444249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 187544249214SRandall Stewart } 187644249214SRandall Stewart *break_flag = 1; 187744249214SRandall Stewart return (0); 187844249214SRandall Stewart } 187944249214SRandall Stewart } else { 188044249214SRandall Stewart if (control == NULL) { 188144249214SRandall Stewart goto dump_packet; 188244249214SRandall Stewart } 188344249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 188444249214SRandall Stewart goto dump_packet; 188544249214SRandall Stewart } 188644249214SRandall Stewart } 188744249214SRandall Stewart } 1888f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 188918e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 189018e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 189118e198d3SRandall Stewart asoc->tsn_in_at = 0; 189218e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 189318e198d3SRandall Stewart } 1894f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 189549656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 189649656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1897f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1898f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 189918e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 190018e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 190118e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1902f42a358aSRandall Stewart asoc->tsn_in_at++; 1903f42a358aSRandall Stewart #endif 190444249214SRandall Stewart /* 190544249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 190644249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 190744249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 190844249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 190944249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 191044249214SRandall Stewart */ 19118b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1912d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 19138b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 191449656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1915f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1916f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 191749656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1918f8829a4aSRandall Stewart 191949656eefSMichael Tuexen if (asoc->idata_supported) { 192049656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 192149656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 192249656eefSMichael Tuexen tsn, 192349656eefSMichael Tuexen sid, 192449656eefSMichael Tuexen mid); 192549656eefSMichael Tuexen } else { 1926ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 192749656eefSMichael Tuexen (uint16_t)asoc->strmin[sid].last_mid_delivered, 192849656eefSMichael Tuexen tsn, 192949656eefSMichael Tuexen sid, 193049656eefSMichael Tuexen (uint16_t)mid); 193149656eefSMichael Tuexen } 1932ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1933b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 1934ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1935f8829a4aSRandall Stewart *abort_flag = 1; 1936f8829a4aSRandall Stewart return (0); 1937f8829a4aSRandall Stewart } 19388b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 193944249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 194044249214SRandall Stewart } else { 1941f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 194244249214SRandall Stewart } 1943f8829a4aSRandall Stewart if (last_chunk == 0) { 19448b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 194544249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 194644249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 194744249214SRandall Stewart the_len, M_NOWAIT); 194844249214SRandall Stewart } else { 194944b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 1950f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 1951eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 195244249214SRandall Stewart } 1953f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 1954b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 19554be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 1956f8829a4aSRandall Stewart } 1957f8829a4aSRandall Stewart #endif 1958f8829a4aSRandall Stewart } else { 1959f8829a4aSRandall Stewart /* We can steal the last chunk */ 1960139bc87fSRandall Stewart int l_len; 1961139bc87fSRandall Stewart 1962f8829a4aSRandall Stewart dmbuf = *m; 1963f8829a4aSRandall Stewart /* lop off the top part */ 19648b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 196544249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 196644249214SRandall Stewart } else { 1967f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 196844249214SRandall Stewart } 1969139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 1970139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 1971139bc87fSRandall Stewart } else { 1972139bc87fSRandall Stewart /* 1973139bc87fSRandall Stewart * need to count up the size hopefully does not hit 1974139bc87fSRandall Stewart * this to often :-0 1975139bc87fSRandall Stewart */ 1976139bc87fSRandall Stewart struct mbuf *lat; 1977139bc87fSRandall Stewart 1978139bc87fSRandall Stewart l_len = 0; 197960990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 1980139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 1981139bc87fSRandall Stewart } 1982139bc87fSRandall Stewart } 1983139bc87fSRandall Stewart if (l_len > the_len) { 1984f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 1985139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 1986f8829a4aSRandall Stewart } 1987f8829a4aSRandall Stewart } 1988f8829a4aSRandall Stewart if (dmbuf == NULL) { 1989f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 1990f8829a4aSRandall Stewart return (0); 1991f8829a4aSRandall Stewart } 199244249214SRandall Stewart /* 19938b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 199444249214SRandall Stewart * one (we may have gotten it above when we found the message was 199544249214SRandall Stewart * fragmented 199644249214SRandall Stewart */ 199744249214SRandall Stewart if (control == NULL) { 199844249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 199944249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 200049656eefSMichael Tuexen ppid, 200149656eefSMichael Tuexen sid, 20028b9c95f4SMichael Tuexen chk_flags, 200349656eefSMichael Tuexen NULL, fsn, mid); 200444249214SRandall Stewart if (control == NULL) { 200544249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 200644249214SRandall Stewart return (0); 200744249214SRandall Stewart } 20088b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 200944249214SRandall Stewart control->data = dmbuf; 201044249214SRandall Stewart control->tail_mbuf = NULL; 20118b9c95f4SMichael Tuexen control->end_added = 1; 20128b9c95f4SMichael Tuexen control->last_frag_seen = 1; 20138b9c95f4SMichael Tuexen control->first_frag_seen = 1; 20148b9c95f4SMichael Tuexen control->fsn_included = fsn; 20158b9c95f4SMichael Tuexen control->top_fsn = fsn; 201644249214SRandall Stewart } 201744249214SRandall Stewart created_control = 1; 201844249214SRandall Stewart } 201949656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 20208b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 20218b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 2022f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 2023f42a358aSRandall Stewart ((ordered == 0) || 202449656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 202549656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2026f8829a4aSRandall Stewart /* Candidate for express delivery */ 2027f8829a4aSRandall Stewart /* 2028f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2029f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2030f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2031f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2032f8829a4aSRandall Stewart * stuff it up the buffer.... 2033f8829a4aSRandall Stewart */ 20341ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 203520b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 20361ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 20371ea735c8SMichael Tuexen } 203849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 203949656eefSMichael Tuexen control, mid); 204044249214SRandall Stewart 2041cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2042cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2043cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2044830d754dSRandall Stewart 20458b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2046f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 20473d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2048f8829a4aSRandall Stewart } 2049f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2050b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 205149656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2052f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 205380fefe0aSRandall Stewart } 2054f8829a4aSRandall Stewart control = NULL; 2055f8829a4aSRandall Stewart goto finish_express_del; 2056f8829a4aSRandall Stewart } 205744249214SRandall Stewart /* Now will we need a chunk too? */ 20588b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2059f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2060f8829a4aSRandall Stewart if (chk == NULL) { 2061f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2062f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2063f8829a4aSRandall Stewart if (last_chunk == 0) { 2064f8829a4aSRandall Stewart /* we copied it, free the copy */ 2065f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2066f8829a4aSRandall Stewart } 2067f8829a4aSRandall Stewart return (0); 2068f8829a4aSRandall Stewart } 206949656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2070f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 207149656eefSMichael Tuexen chk->rec.data.fsn = fsn; 207249656eefSMichael Tuexen chk->rec.data.mid = mid; 207349656eefSMichael Tuexen chk->rec.data.sid = sid; 207449656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2075f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2076f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 20778b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2078f8829a4aSRandall Stewart chk->asoc = asoc; 2079f8829a4aSRandall Stewart chk->send_size = the_len; 2080f8829a4aSRandall Stewart chk->whoTo = net; 208149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 208244249214SRandall Stewart chk, 208349656eefSMichael Tuexen control, mid); 2084f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2085f8829a4aSRandall Stewart chk->data = dmbuf; 208644249214SRandall Stewart } 208744249214SRandall Stewart /* Set the appropriate TSN mark */ 208844249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 208944249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 209044249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 209144249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 209244249214SRandall Stewart } 2093f8829a4aSRandall Stewart } else { 209444249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 209544249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 209644249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2097f8829a4aSRandall Stewart } 2098f8829a4aSRandall Stewart } 209944249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 21008b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2101f8829a4aSRandall Stewart /* 210244249214SRandall Stewart * Special check for when streams are resetting. We could be 210344249214SRandall Stewart * more smart about this and check the actual stream to see 210444249214SRandall Stewart * if it is not being reset.. that way we would not create a 210544249214SRandall Stewart * HOLB when amongst streams being reset and those not being 210644249214SRandall Stewart * reset. 2107f8829a4aSRandall Stewart * 2108f8829a4aSRandall Stewart */ 2109f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 211020b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2111f8829a4aSRandall Stewart /* 211244249214SRandall Stewart * yep its past where we need to reset... go ahead 211344249214SRandall Stewart * and queue it. 2114f8829a4aSRandall Stewart */ 2115f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2116f8829a4aSRandall Stewart /* first one on */ 2117f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2118f8829a4aSRandall Stewart } else { 211944249214SRandall Stewart struct sctp_queued_to_read *ctlOn, *nctlOn; 2120f8829a4aSRandall Stewart unsigned char inserted = 0; 2121f8829a4aSRandall Stewart 21224a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) { 212320b07a4dSMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) { 212444249214SRandall Stewart 21254a9ef3f8SMichael Tuexen continue; 2126f8829a4aSRandall Stewart } else { 2127f8829a4aSRandall Stewart /* found it */ 2128f8829a4aSRandall Stewart TAILQ_INSERT_BEFORE(ctlOn, control, next); 2129f8829a4aSRandall Stewart inserted = 1; 2130f8829a4aSRandall Stewart break; 2131f8829a4aSRandall Stewart } 2132f8829a4aSRandall Stewart } 2133f8829a4aSRandall Stewart if (inserted == 0) { 2134f8829a4aSRandall Stewart /* 213544249214SRandall Stewart * must be put at end, use prevP 213644249214SRandall Stewart * (all setup from loop) to setup 213744249214SRandall Stewart * nextP. 2138f8829a4aSRandall Stewart */ 2139f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2140f8829a4aSRandall Stewart } 2141f8829a4aSRandall Stewart } 214244249214SRandall Stewart goto finish_express_del; 214344249214SRandall Stewart } 21448b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 214544249214SRandall Stewart /* queue directly into socket buffer */ 214649656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 214749656eefSMichael Tuexen control, mid); 214844249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 214944249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 215044249214SRandall Stewart control, 215144249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 215244249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 215344249214SRandall Stewart 2154f8829a4aSRandall Stewart } else { 215549656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 215649656eefSMichael Tuexen mid); 21573d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2158f8829a4aSRandall Stewart if (*abort_flag) { 21598be0fd55SMichael Tuexen if (last_chunk) { 21608be0fd55SMichael Tuexen *m = NULL; 21618be0fd55SMichael Tuexen } 2162f8829a4aSRandall Stewart return (0); 2163f8829a4aSRandall Stewart } 2164f8829a4aSRandall Stewart } 216544249214SRandall Stewart goto finish_express_del; 2166f8829a4aSRandall Stewart } 216744249214SRandall Stewart /* If we reach here its a reassembly */ 216844249214SRandall Stewart need_reasm_check = 1; 216944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 217049656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 217149656eefSMichael Tuexen control, mid); 21723d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2173f8829a4aSRandall Stewart if (*abort_flag) { 2174a5d547adSRandall Stewart /* 217544249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 217644249214SRandall Stewart * queue, which has all been freed. 2177a5d547adSRandall Stewart */ 21788be0fd55SMichael Tuexen if (last_chunk) { 2179a5d547adSRandall Stewart *m = NULL; 21808be0fd55SMichael Tuexen } 2181f8829a4aSRandall Stewart return (0); 2182f8829a4aSRandall Stewart } 2183f8829a4aSRandall Stewart finish_express_del: 218444249214SRandall Stewart /* Here we tidy up things */ 2185307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2186307b49efSMichael Tuexen /* Update cum-ack */ 2187307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2188307b49efSMichael Tuexen } 2189f8829a4aSRandall Stewart if (last_chunk) { 2190f8829a4aSRandall Stewart *m = NULL; 2191f8829a4aSRandall Stewart } 2192f42a358aSRandall Stewart if (ordered) { 2193f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2194f8829a4aSRandall Stewart } else { 2195f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2196f8829a4aSRandall Stewart } 2197f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2198f8829a4aSRandall Stewart /* Set it present please */ 2199b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 220049656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 220180fefe0aSRandall Stewart } 2202b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2203f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2204f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 220580fefe0aSRandall Stewart } 22063d6fe5d8SMichael Tuexen if (need_reasm_check) { 22073d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 22083d6fe5d8SMichael Tuexen need_reasm_check = 0; 22093d6fe5d8SMichael Tuexen } 221017205eccSRandall Stewart /* check the special flag for stream resets */ 221117205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 221220b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 221317205eccSRandall Stewart /* 221417205eccSRandall Stewart * we have finished working through the backlogged TSN's now 221517205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 221617205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 221717205eccSRandall Stewart * pending_reply_queue. 221817205eccSRandall Stewart */ 22194a9ef3f8SMichael Tuexen struct sctp_queued_to_read *ctl, *nctl; 222017205eccSRandall Stewart 2221a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 222217205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 22237cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2224207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 22253c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 222617205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 22274a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 222817205eccSRandall Stewart /* All can be removed */ 22294a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 223017205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 22313d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag, &need_reasm_check); 223217205eccSRandall Stewart if (*abort_flag) { 223317205eccSRandall Stewart return (0); 223417205eccSRandall Stewart } 22353d6fe5d8SMichael Tuexen if (need_reasm_check) { 22363d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[ctl->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 22373d6fe5d8SMichael Tuexen need_reasm_check = 0; 22383d6fe5d8SMichael Tuexen } 223917205eccSRandall Stewart } 22404a9ef3f8SMichael Tuexen } else { 22414a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 224220b07a4dSMichael Tuexen if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) { 22434a9ef3f8SMichael Tuexen break; 22444a9ef3f8SMichael Tuexen } 224517205eccSRandall Stewart /* 224617205eccSRandall Stewart * if ctl->sinfo_tsn is <= liste->tsn we can 224717205eccSRandall Stewart * process it which is the NOT of 224817205eccSRandall Stewart * ctl->sinfo_tsn > liste->tsn 224917205eccSRandall Stewart */ 225017205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 22513d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag, &need_reasm_check); 225217205eccSRandall Stewart if (*abort_flag) { 225317205eccSRandall Stewart return (0); 225417205eccSRandall Stewart } 22553d6fe5d8SMichael Tuexen if (need_reasm_check) { 22563d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[ctl->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 225717205eccSRandall Stewart need_reasm_check = 0; 225817205eccSRandall Stewart } 22593d6fe5d8SMichael Tuexen } 22603d6fe5d8SMichael Tuexen } 2261139bc87fSRandall Stewart } 2262f8829a4aSRandall Stewart return (1); 2263f8829a4aSRandall Stewart } 2264f8829a4aSRandall Stewart 2265ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2266b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2267b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2268b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2269b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2270b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2271b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2272b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2273b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2274b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2275b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2276b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2277b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2278b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2279b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2280b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2281b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2282b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2283b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2284b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2285b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2286b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2287b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2288b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2289b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2290b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2291b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2292b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2293b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2294b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2295b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2296b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2297b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2298f8829a4aSRandall Stewart }; 2299f8829a4aSRandall Stewart 2300f8829a4aSRandall Stewart 2301f8829a4aSRandall Stewart void 2302b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2303f8829a4aSRandall Stewart { 2304f8829a4aSRandall Stewart /* 2305f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2306f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 230766bd30bdSRandall Stewart * 23085b495f17SMichael Tuexen * When you first glance at this you might think that all entries 23095b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 23105b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 231166bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 231266bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 231366bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 231466bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2315f8829a4aSRandall Stewart */ 2316f8829a4aSRandall Stewart struct sctp_association *asoc; 2317b3f1ea41SRandall Stewart int at; 231866bd30bdSRandall Stewart uint8_t val; 2319f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 232077acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2321f8829a4aSRandall Stewart 2322f8829a4aSRandall Stewart asoc = &stcb->asoc; 2323f8829a4aSRandall Stewart 2324f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2325f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2326f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2327f8829a4aSRandall Stewart /* 2328f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2329f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2330f8829a4aSRandall Stewart */ 2331f8829a4aSRandall Stewart at = 0; 2332b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 233366bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 233466bd30bdSRandall Stewart if (val == 0xff) { 2335f8829a4aSRandall Stewart at += 8; 2336f8829a4aSRandall Stewart } else { 2337f8829a4aSRandall Stewart /* there is a 0 bit */ 233866bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2339f8829a4aSRandall Stewart break; 2340f8829a4aSRandall Stewart } 2341f8829a4aSRandall Stewart } 2342b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2343f8829a4aSRandall Stewart 234420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 234520b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2346a5d547adSRandall Stewart #ifdef INVARIANTS 2347ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2348ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2349f8829a4aSRandall Stewart #else 2350ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2351ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 23520e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2353b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2354b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2355b3f1ea41SRandall Stewart } 2356f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2357830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2358f8829a4aSRandall Stewart #endif 2359f8829a4aSRandall Stewart } 236020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 236177acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 236277acdc25SRandall Stewart } else { 236377acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 236477acdc25SRandall Stewart } 236577acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2366f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 236777acdc25SRandall Stewart /* highest becomes the cum-ack */ 236837f144ebSMichael Tuexen int clr; 236937f144ebSMichael Tuexen #ifdef INVARIANTS 237037f144ebSMichael Tuexen unsigned int i; 237137f144ebSMichael Tuexen #endif 2372f8829a4aSRandall Stewart 2373f8829a4aSRandall Stewart /* clear the array */ 2374b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2375c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2376f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2377f8829a4aSRandall Stewart } 2378f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2379830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 238037f144ebSMichael Tuexen #ifdef INVARIANTS 2381b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2382b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2383cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2384b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2385b5c16493SMichael Tuexen } 2386b5c16493SMichael Tuexen } 238737f144ebSMichael Tuexen #endif 238877acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 238977acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2390f8829a4aSRandall Stewart } else if (at >= 8) { 2391f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2392b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2393b3f1ea41SRandall Stewart 2394f8829a4aSRandall Stewart /* 2395f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2396f8829a4aSRandall Stewart * TSN value 2397f8829a4aSRandall Stewart */ 239877acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 239977acdc25SRandall Stewart slide_end = (lgap >> 3); 2400f8829a4aSRandall Stewart if (slide_end < slide_from) { 240177acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2402d55b0b1bSRandall Stewart #ifdef INVARIANTS 2403f8829a4aSRandall Stewart panic("impossible slide"); 2404d55b0b1bSRandall Stewart #else 2405cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 240677acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2407d55b0b1bSRandall Stewart return; 2408d55b0b1bSRandall Stewart #endif 2409f8829a4aSRandall Stewart } 2410b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2411b3f1ea41SRandall Stewart #ifdef INVARIANTS 2412b3f1ea41SRandall Stewart panic("would overrun buffer"); 2413b3f1ea41SRandall Stewart #else 2414cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2415b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2416b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2417b3f1ea41SRandall Stewart #endif 2418b3f1ea41SRandall Stewart } 2419f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2420b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2421f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2422f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2423f8829a4aSRandall Stewart sctp_log_map((uint32_t)slide_from, (uint32_t)slide_end, 2424f8829a4aSRandall Stewart (uint32_t)lgap, SCTP_MAP_SLIDE_FROM); 242580fefe0aSRandall Stewart } 2426f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2427f8829a4aSRandall Stewart distance < 0) { 2428f8829a4aSRandall Stewart /* 2429f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2430f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2431f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2432f8829a4aSRandall Stewart * don't think this should happen :-0 2433f8829a4aSRandall Stewart */ 2434f8829a4aSRandall Stewart 2435b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2436f8829a4aSRandall Stewart sctp_log_map((uint32_t)distance, (uint32_t)slide_from, 2437f8829a4aSRandall Stewart (uint32_t)asoc->mapping_array_size, 2438f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 243980fefe0aSRandall Stewart } 2440f8829a4aSRandall Stewart } else { 2441f8829a4aSRandall Stewart int ii; 2442f8829a4aSRandall Stewart 2443f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 244437f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 244537f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 244677acdc25SRandall Stewart 2447f8829a4aSRandall Stewart } 2448aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2449f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 245077acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2451f8829a4aSRandall Stewart } 2452ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2453ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2454ee94f0a2SMichael Tuexen } 2455ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2456ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2457ee94f0a2SMichael Tuexen } 2458f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2459b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2460f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2461f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2462f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 246380fefe0aSRandall Stewart } 2464830d754dSRandall Stewart } 2465830d754dSRandall Stewart } 2466b5c16493SMichael Tuexen } 2467b5c16493SMichael Tuexen 2468b5c16493SMichael Tuexen void 24697215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2470b5c16493SMichael Tuexen { 2471b5c16493SMichael Tuexen struct sctp_association *asoc; 2472b5c16493SMichael Tuexen uint32_t highest_tsn; 2473ebecdad8SMichael Tuexen int is_a_gap; 2474b5c16493SMichael Tuexen 2475ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2476b5c16493SMichael Tuexen asoc = &stcb->asoc; 247720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2478b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2479b5c16493SMichael Tuexen } else { 2480b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2481b5c16493SMichael Tuexen } 2482ebecdad8SMichael Tuexen /* Is there a gap now? */ 2483ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2484b5c16493SMichael Tuexen 2485830d754dSRandall Stewart /* 2486f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2487f8829a4aSRandall Stewart * timer (if allowed). 2488f8829a4aSRandall Stewart */ 2489f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2490f8829a4aSRandall Stewart /* 2491b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2492b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2493b5c16493SMichael Tuexen * SACK 2494f8829a4aSRandall Stewart */ 2495139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2496f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2497b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 249844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2499f8829a4aSRandall Stewart } 2500ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2501ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2502ebecdad8SMichael Tuexen if (is_a_gap) { 2503689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2504ebecdad8SMichael Tuexen } 2505f8829a4aSRandall Stewart } else { 2506f8829a4aSRandall Stewart /* 2507b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2508b5c16493SMichael Tuexen * since last ack 2509f8829a4aSRandall Stewart */ 2510f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2511f8829a4aSRandall Stewart 251242551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 251342551e99SRandall Stewart * SACK */ 2514f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2515f8829a4aSRandall Stewart * longer is one */ 2516f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2517f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 251842551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 2519*b7b84c0eSMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2520*b7b84c0eSMichael Tuexen ) { 2521f8829a4aSRandall Stewart 25227c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2523b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 252442551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2525f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2526f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2527139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2528f8829a4aSRandall Stewart 2529f8829a4aSRandall Stewart /* 2530b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2531b5c16493SMichael Tuexen * even in the face of 2532f8829a4aSRandall Stewart * 25335b495f17SMichael Tuexen * reordering. Therefore, if acks that do 25345b495f17SMichael Tuexen * not have to be sent because of the above 2535b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2536b5c16493SMichael Tuexen * that would have been sent due to gap 2537b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2538f8829a4aSRandall Stewart * the delayed ack timer. 2539f8829a4aSRandall Stewart */ 2540f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2541f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2542f8829a4aSRandall Stewart } else { 2543f8829a4aSRandall Stewart /* 2544b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2545b5c16493SMichael Tuexen * is pending, we got our first packet OR 2546b5c16493SMichael Tuexen * there are gaps or duplicates. 2547f8829a4aSRandall Stewart */ 2548ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2549689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2550f8829a4aSRandall Stewart } 2551f8829a4aSRandall Stewart } else { 255242551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2553f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2554f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2555f8829a4aSRandall Stewart } 2556f8829a4aSRandall Stewart } 2557f8829a4aSRandall Stewart } 2558f8829a4aSRandall Stewart } 2559f8829a4aSRandall Stewart 2560f8829a4aSRandall Stewart int 2561f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2562e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2563e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t *high_tsn) 2564f8829a4aSRandall Stewart { 256544249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2566f8829a4aSRandall Stewart struct sctp_association *asoc; 2567f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2568f8829a4aSRandall Stewart int stop_proc = 0; 2569f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 25708f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2571f8829a4aSRandall Stewart struct mbuf *m; 25728f777478SMichael Tuexen uint32_t highest_tsn; 2573f8829a4aSRandall Stewart 2574f8829a4aSRandall Stewart /* set the rwnd */ 2575f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2576f8829a4aSRandall Stewart 2577f8829a4aSRandall Stewart m = *mm; 2578f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2579f8829a4aSRandall Stewart asoc = &stcb->asoc; 258020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 25818f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 25828f777478SMichael Tuexen } else { 25838f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2584f8829a4aSRandall Stewart } 258520b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2586f8829a4aSRandall Stewart /* 2587f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2588f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2589f8829a4aSRandall Stewart * chunk is assigned. 2590f8829a4aSRandall Stewart */ 2591f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2592f8829a4aSRandall Stewart 2593d06c82f1SRandall Stewart /*- 2594f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2595f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2596f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2597f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2598d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2599d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2600f8829a4aSRandall Stewart */ 260144b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2602f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2603eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2604f8829a4aSRandall Stewart if (m) { 2605f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2606f8829a4aSRandall Stewart caddr_t *from, *to; 2607f8829a4aSRandall Stewart 2608f8829a4aSRandall Stewart /* get the pointers and copy */ 2609f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2610f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2611139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2612f8829a4aSRandall Stewart /* copy the length and free up the old */ 2613139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2614f8829a4aSRandall Stewart sctp_m_freem(*mm); 2615cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2616f8829a4aSRandall Stewart *mm = m; 2617f8829a4aSRandall Stewart } else { 2618f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2619f8829a4aSRandall Stewart m = *mm; 2620f8829a4aSRandall Stewart } 2621f8829a4aSRandall Stewart } 2622f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 262344249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 262444249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *)&chunk_buf); 2625f8829a4aSRandall Stewart if (ch == NULL) { 2626f8829a4aSRandall Stewart return (1); 2627f8829a4aSRandall Stewart } 2628f8829a4aSRandall Stewart /* 2629f8829a4aSRandall Stewart * process all DATA chunks... 2630f8829a4aSRandall Stewart */ 2631f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2632f8829a4aSRandall Stewart break_flag = 0; 263342551e99SRandall Stewart asoc->data_pkts_seen++; 2634f8829a4aSRandall Stewart while (stop_proc == 0) { 2635f8829a4aSRandall Stewart /* validate chunk length */ 263644249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2637f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2638f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2639f8829a4aSRandall Stewart stop_proc = 1; 264060990c0cSMichael Tuexen continue; 2641f8829a4aSRandall Stewart } 264244249214SRandall Stewart if ((asoc->idata_supported == 1) && 264344249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 264444249214SRandall Stewart struct mbuf *op_err; 264544249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 264644249214SRandall Stewart 2647e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 264844249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 264944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 265044249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 265144249214SRandall Stewart return (2); 265244249214SRandall Stewart } 265344249214SRandall Stewart if ((asoc->idata_supported == 0) && 265444249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 265544249214SRandall Stewart struct mbuf *op_err; 265644249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 265744249214SRandall Stewart 2658e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 265944249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 266044249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 266144249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 266244249214SRandall Stewart return (2); 266344249214SRandall Stewart } 266444249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 266544249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 266644249214SRandall Stewart int clen; 266744249214SRandall Stewart 266844249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 266944249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 267044249214SRandall Stewart } else { 267144249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 267244249214SRandall Stewart } 2673f8ee69bfSMichael Tuexen if (chk_length < clen) { 2674f8829a4aSRandall Stewart /* 2675f8829a4aSRandall Stewart * Need to send an abort since we had a 2676f8829a4aSRandall Stewart * invalid data chunk. 2677f8829a4aSRandall Stewart */ 2678f8829a4aSRandall Stewart struct mbuf *op_err; 2679ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2680f8829a4aSRandall Stewart 2681ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2682ff1ffd74SMichael Tuexen chk_length); 2683ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 268444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2685e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 268632451da4SMichael Tuexen return (2); 268732451da4SMichael Tuexen } 2688f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2689f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2690f8829a4aSRandall Stewart #endif 2691f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2692f8829a4aSRandall Stewart last_chunk = 1; 2693f8829a4aSRandall Stewart } else { 2694f8829a4aSRandall Stewart last_chunk = 0; 2695f8829a4aSRandall Stewart } 269644249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2697f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 269844249214SRandall Stewart last_chunk, ch->chunk_type)) { 2699f8829a4aSRandall Stewart num_chunks++; 2700f8829a4aSRandall Stewart } 2701f8829a4aSRandall Stewart if (abort_flag) 2702f8829a4aSRandall Stewart return (2); 2703f8829a4aSRandall Stewart 2704f8829a4aSRandall Stewart if (break_flag) { 2705f8829a4aSRandall Stewart /* 2706f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2707f8829a4aSRandall Stewart * drop rep space left. 2708f8829a4aSRandall Stewart */ 2709f8829a4aSRandall Stewart stop_proc = 1; 271060990c0cSMichael Tuexen continue; 2711f8829a4aSRandall Stewart } 2712f8829a4aSRandall Stewart } else { 2713f8829a4aSRandall Stewart /* not a data chunk in the data region */ 271444249214SRandall Stewart switch (ch->chunk_type) { 2715f8829a4aSRandall Stewart case SCTP_INITIATION: 2716f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2717f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 271860990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2719f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2720f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2721f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2722f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2723f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2724f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2725f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2726f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2727f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2728f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2729f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2730f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2731f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2732f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2733f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2734f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2735f8829a4aSRandall Stewart case SCTP_ASCONF: 2736fd60718dSMichael Tuexen { 2737f8829a4aSRandall Stewart /* 2738fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2739fd60718dSMichael Tuexen * chunks that are NOT in the right 2740fd60718dSMichael Tuexen * place? 2741f8829a4aSRandall Stewart * 2742fd60718dSMichael Tuexen * For now, I do nothing but ignore 2743fd60718dSMichael Tuexen * them. We may later want to add 2744fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2745fd60718dSMichael Tuexen * either an ABORT() or possibly 2746fd60718dSMichael Tuexen * process them. 2747f8829a4aSRandall Stewart */ 2748f8829a4aSRandall Stewart struct mbuf *op_err; 2749267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2750f8829a4aSRandall Stewart 27519ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 275244249214SRandall Stewart ch->chunk_type); 2753267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2754e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2755f8829a4aSRandall Stewart return (2); 2756f8829a4aSRandall Stewart } 2757f8829a4aSRandall Stewart default: 2758f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 275944249214SRandall Stewart if (ch->chunk_type & 0x40) { 2760f8829a4aSRandall Stewart /* Add a error report to the queue */ 276186eda749SMichael Tuexen struct mbuf *op_err; 276286eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2763f8829a4aSRandall Stewart 276486eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 276586eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 276686eda749SMichael Tuexen if (op_err != NULL) { 276786eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 276886eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 27699a8e3088SMichael Tuexen cause->length = htons((uint16_t)(chk_length + sizeof(struct sctp_gen_error_cause))); 277086eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 277186eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 277286eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 277386eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2774f8829a4aSRandall Stewart } else { 277586eda749SMichael Tuexen sctp_m_freem(op_err); 2776f8829a4aSRandall Stewart } 2777f8829a4aSRandall Stewart } 2778f8829a4aSRandall Stewart } 277944249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2780f8829a4aSRandall Stewart /* discard the rest of this packet */ 2781f8829a4aSRandall Stewart stop_proc = 1; 2782f8829a4aSRandall Stewart } /* else skip this bad chunk and 2783*b7b84c0eSMichael Tuexen * continue... */ 2784*b7b84c0eSMichael Tuexen break; 278560990c0cSMichael Tuexen } /* switch of chunk type */ 2786f8829a4aSRandall Stewart } 2787f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2788f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2789f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2790f8829a4aSRandall Stewart stop_proc = 1; 2791f8829a4aSRandall Stewart continue; 2792f8829a4aSRandall Stewart } 279344249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 279444249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *)&chunk_buf); 2795f8829a4aSRandall Stewart if (ch == NULL) { 2796f8829a4aSRandall Stewart *offset = length; 2797f8829a4aSRandall Stewart stop_proc = 1; 279860990c0cSMichael Tuexen continue; 2799f8829a4aSRandall Stewart } 280060990c0cSMichael Tuexen } 2801f8829a4aSRandall Stewart if (break_flag) { 2802f8829a4aSRandall Stewart /* 2803f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2804f8829a4aSRandall Stewart */ 280520cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2806f8829a4aSRandall Stewart } 2807f8829a4aSRandall Stewart if (num_chunks) { 2808f8829a4aSRandall Stewart /* 2809ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2810f8829a4aSRandall Stewart * give peer credit for being alive. 2811f8829a4aSRandall Stewart */ 2812f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2813b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2814c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2815c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2816c4739e2fSRandall Stewart 0, 2817c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2818c4739e2fSRandall Stewart __LINE__); 2819c4739e2fSRandall Stewart } 2820f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 28216e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2822f8829a4aSRandall Stewart } 2823f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2824f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 282542551e99SRandall Stewart /* Assure that we ack right away */ 282642551e99SRandall Stewart stcb->asoc.send_sack = 1; 2827f8829a4aSRandall Stewart } 2828f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 28297215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2830f8829a4aSRandall Stewart return (0); 2831f8829a4aSRandall Stewart } 2832f8829a4aSRandall Stewart 28330fa753b3SRandall Stewart static int 28340fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 28350fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 28360fa753b3SRandall Stewart int *num_frs, 28370fa753b3SRandall Stewart uint32_t *biggest_newly_acked_tsn, 28380fa753b3SRandall Stewart uint32_t *this_sack_lowest_newack, 28397215cc1bSMichael Tuexen int *rto_ok) 28400fa753b3SRandall Stewart { 28410fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 28420fa753b3SRandall Stewart unsigned int theTSN; 2843b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 28440fa753b3SRandall Stewart 28450fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 28460fa753b3SRandall Stewart tp1 = *p_tp1; 28470fa753b3SRandall Stewart if (tp1 == NULL) { 28480fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 28490fa753b3SRandall Stewart } 28500fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 28510fa753b3SRandall Stewart theTSN = j + last_tsn; 28520fa753b3SRandall Stewart while (tp1) { 28530fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 28540fa753b3SRandall Stewart (*num_frs) += 1; 28550fa753b3SRandall Stewart 28560fa753b3SRandall Stewart /*- 28570fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 28580fa753b3SRandall Stewart * processed from the sent queue, track the 28590fa753b3SRandall Stewart * next expected pseudo-cumack, or 28600fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 28610fa753b3SRandall Stewart * cumack trackers for first transmissions, 28620fa753b3SRandall Stewart * and retransmissions. 28630fa753b3SRandall Stewart */ 28648427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28658427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 28660fa753b3SRandall Stewart (tp1->snd_count == 1)) { 286749656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 28680fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 28690fa753b3SRandall Stewart } 28708427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28718427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 28720fa753b3SRandall Stewart (tp1->snd_count > 1)) { 287349656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 28740fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 28750fa753b3SRandall Stewart } 287649656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 28770fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 28780fa753b3SRandall Stewart /*- 28790fa753b3SRandall Stewart * must be held until 28800fa753b3SRandall Stewart * cum-ack passes 28810fa753b3SRandall Stewart */ 28820fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 28830fa753b3SRandall Stewart /*- 28840fa753b3SRandall Stewart * If it is less than RESEND, it is 28850fa753b3SRandall Stewart * now no-longer in flight. 28860fa753b3SRandall Stewart * Higher values may already be set 28870fa753b3SRandall Stewart * via previous Gap Ack Blocks... 28880fa753b3SRandall Stewart * i.e. ACKED or RESEND. 28890fa753b3SRandall Stewart */ 289049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 289120b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 289249656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 28930fa753b3SRandall Stewart } 28940fa753b3SRandall Stewart /*- 28950fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 28960fa753b3SRandall Stewart * saw_newack to 1 for dest being 28970fa753b3SRandall Stewart * newly acked. update 28980fa753b3SRandall Stewart * this_sack_highest_newack if 28990fa753b3SRandall Stewart * appropriate. 29000fa753b3SRandall Stewart */ 29010fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 29020fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 29030fa753b3SRandall Stewart 290449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 290520b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 29060fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 290749656eefSMichael Tuexen tp1->rec.data.tsn; 29080fa753b3SRandall Stewart } 29090fa753b3SRandall Stewart /*- 29100fa753b3SRandall Stewart * CMT DAC algo: also update 29110fa753b3SRandall Stewart * this_sack_lowest_newack 29120fa753b3SRandall Stewart */ 29130fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 29140fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29150fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 29160fa753b3SRandall Stewart last_tsn, 291749656eefSMichael Tuexen tp1->rec.data.tsn, 29180fa753b3SRandall Stewart 0, 29190fa753b3SRandall Stewart 0, 29200fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29210fa753b3SRandall Stewart } 292249656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 29230fa753b3SRandall Stewart } 29240fa753b3SRandall Stewart /*- 29250fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 29260fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 29270fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 29280fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 29290fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 29300fa753b3SRandall Stewart * retransmissions. 29310fa753b3SRandall Stewart */ 293249656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 29330fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29340fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29350fa753b3SRandall Stewart } 29360fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 29370fa753b3SRandall Stewart } 29380fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 293949656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 29400fa753b3SRandall Stewart } 294149656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 29420fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29430fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29440fa753b3SRandall Stewart } 29450fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 29460fa753b3SRandall Stewart } 29470fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29480fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 29490fa753b3SRandall Stewart last_tsn, 295049656eefSMichael Tuexen tp1->rec.data.tsn, 29510fa753b3SRandall Stewart frag_strt, 29520fa753b3SRandall Stewart frag_end, 29530fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29540fa753b3SRandall Stewart } 29550fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 29560fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 29570fa753b3SRandall Stewart tp1->whoTo->flight_size, 29580fa753b3SRandall Stewart tp1->book_size, 29599a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 296049656eefSMichael Tuexen tp1->rec.data.tsn); 29610fa753b3SRandall Stewart } 29620fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 2963299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 2964299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 2965299108c5SRandall Stewart tp1); 2966299108c5SRandall Stewart } 29670fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 29680fa753b3SRandall Stewart 29690fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 29700fa753b3SRandall Stewart if (tp1->snd_count < 2) { 29710fa753b3SRandall Stewart /*- 29720fa753b3SRandall Stewart * True non-retransmited chunk 29730fa753b3SRandall Stewart */ 29740fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 29750fa753b3SRandall Stewart 29760fa753b3SRandall Stewart /*- 29770fa753b3SRandall Stewart * update RTO too ? 29780fa753b3SRandall Stewart */ 29790fa753b3SRandall Stewart if (tp1->do_rtt) { 2980f79aab18SRandall Stewart if (*rto_ok) { 29810fa753b3SRandall Stewart tp1->whoTo->RTO = 29820fa753b3SRandall Stewart sctp_calculate_rto(stcb, 29830fa753b3SRandall Stewart &stcb->asoc, 29840fa753b3SRandall Stewart tp1->whoTo, 29850fa753b3SRandall Stewart &tp1->sent_rcv_time, 2986899288aeSRandall Stewart sctp_align_safe_nocopy, 2987f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 2988f79aab18SRandall Stewart *rto_ok = 0; 2989f79aab18SRandall Stewart } 2990f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 2991f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 2992f79aab18SRandall Stewart } 29930fa753b3SRandall Stewart tp1->do_rtt = 0; 29940fa753b3SRandall Stewart } 29950fa753b3SRandall Stewart } 29960fa753b3SRandall Stewart } 29970fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 299849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 299920b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 30000fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 300149656eefSMichael Tuexen tp1->rec.data.tsn; 30020fa753b3SRandall Stewart } 30030fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 30040fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 30050fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 30060fa753b3SRandall Stewart sctp_audit_log(0xB2, 30070fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 30080fa753b3SRandall Stewart #endif 30090fa753b3SRandall Stewart } 30100fa753b3SRandall Stewart } 30110fa753b3SRandall Stewart /*- 30120fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 30130fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 30140fa753b3SRandall Stewart */ 30152a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 3016325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 30170fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 30182a498584SMichael Tuexen } 30190fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 30200fa753b3SRandall Stewart /* deflate the cwnd */ 30210fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 30220fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 30230fa753b3SRandall Stewart } 30240fa753b3SRandall Stewart /* NR Sack code here */ 3025325c8c46SMichael Tuexen if (nr_sacking && 3026325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 302749656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 302849656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3029325c8c46SMichael Tuexen #ifdef INVARIANTS 3030325c8c46SMichael Tuexen } else { 303149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3032325c8c46SMichael Tuexen #endif 3033325c8c46SMichael Tuexen } 303449656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 303549656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 303649656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3037d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3038d96bef9cSMichael Tuexen } 3039325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 30400fa753b3SRandall Stewart if (tp1->data) { 3041*b7b84c0eSMichael Tuexen /* 3042*b7b84c0eSMichael Tuexen * sa_ignore 3043*b7b84c0eSMichael Tuexen * NO_NULL_CHK 3044*b7b84c0eSMichael Tuexen */ 30450fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 30460fa753b3SRandall Stewart sctp_m_freem(tp1->data); 30470fa753b3SRandall Stewart tp1->data = NULL; 3048b5c16493SMichael Tuexen } 30490fa753b3SRandall Stewart wake_him++; 30500fa753b3SRandall Stewart } 30510fa753b3SRandall Stewart } 30520fa753b3SRandall Stewart break; 3053*b7b84c0eSMichael Tuexen } /* if (tp1->tsn == theTSN) */ 3054*b7b84c0eSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 30550fa753b3SRandall Stewart break; 305620b07a4dSMichael Tuexen } 30570fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3058b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3059b5c16493SMichael Tuexen circled++; 30600fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 30610fa753b3SRandall Stewart } 3062b5c16493SMichael Tuexen } /* end while (tp1) */ 3063b5c16493SMichael Tuexen if (tp1 == NULL) { 3064b5c16493SMichael Tuexen circled = 0; 3065b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3066b5c16493SMichael Tuexen } 3067b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 30680fa753b3SRandall Stewart } /* end for (j = fragStart */ 30690fa753b3SRandall Stewart *p_tp1 = tp1; 30700fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 30710fa753b3SRandall Stewart } 30720fa753b3SRandall Stewart 30730fa753b3SRandall Stewart 3074cd554309SMichael Tuexen static int 3075458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3076cd554309SMichael Tuexen uint32_t last_tsn, uint32_t *biggest_tsn_acked, 3077139bc87fSRandall Stewart uint32_t *biggest_newly_acked_tsn, uint32_t *this_sack_lowest_newack, 30787215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3079f8829a4aSRandall Stewart { 3080458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3081f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 30820fa753b3SRandall Stewart int i; 3083f8829a4aSRandall Stewart int num_frs = 0; 3084cd554309SMichael Tuexen int chunk_freed; 3085cd554309SMichael Tuexen int non_revocable; 3086d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3087f8829a4aSRandall Stewart 3088d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3089d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3090cd554309SMichael Tuexen chunk_freed = 0; 3091f8829a4aSRandall Stewart 3092cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3093d9c5cfeaSMichael Tuexen if (i == num_seg) { 3094d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3095d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3096d9c5cfeaSMichael Tuexen } 3097458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3098458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *)&block); 3099458303daSRandall Stewart *offset += sizeof(block); 3100458303daSRandall Stewart if (frag == NULL) { 3101cd554309SMichael Tuexen return (chunk_freed); 3102458303daSRandall Stewart } 3103f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3104f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3105d9c5cfeaSMichael Tuexen 3106f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3107d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3108f8829a4aSRandall Stewart continue; 3109f8829a4aSRandall Stewart } 3110d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3111d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3112f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3113f8829a4aSRandall Stewart } 311420b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3115d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3116f8829a4aSRandall Stewart } 3117cd554309SMichael Tuexen if (i < num_seg) { 3118cd554309SMichael Tuexen non_revocable = 0; 3119cd554309SMichael Tuexen } else { 3120cd554309SMichael Tuexen non_revocable = 1; 3121cd554309SMichael Tuexen } 3122cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3123cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 31247215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3125cd554309SMichael Tuexen chunk_freed = 1; 3126458303daSRandall Stewart } 3127d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3128f8829a4aSRandall Stewart } 3129b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 313080fefe0aSRandall Stewart if (num_frs) 313180fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 313280fefe0aSRandall Stewart *biggest_newly_acked_tsn, 313380fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 313480fefe0aSRandall Stewart } 3135cd554309SMichael Tuexen return (chunk_freed); 3136f8829a4aSRandall Stewart } 3137f8829a4aSRandall Stewart 3138f8829a4aSRandall Stewart static void 3139c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3140c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 314163eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3142f8829a4aSRandall Stewart { 3143f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3144f8829a4aSRandall Stewart 31454a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 314649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3147f8829a4aSRandall Stewart /* 3148f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3149f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3150f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3151f8829a4aSRandall Stewart * again. 3152f8829a4aSRandall Stewart */ 315349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3154d06c82f1SRandall Stewart break; 315520b07a4dSMichael Tuexen } 3156f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3157f8829a4aSRandall Stewart /* it has been revoked */ 3158f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3159f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3160a5d547adSRandall Stewart /* 316142551e99SRandall Stewart * We must add this stuff back in to assure 316242551e99SRandall Stewart * timers and such get started. 3163a5d547adSRandall Stewart */ 3164b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3165c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3166c105859eSRandall Stewart tp1->whoTo->flight_size, 3167c105859eSRandall Stewart tp1->book_size, 31689a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 316949656eefSMichael Tuexen tp1->rec.data.tsn); 317080fefe0aSRandall Stewart } 3171c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3172c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 317342551e99SRandall Stewart /* 317442551e99SRandall Stewart * We inflate the cwnd to compensate for our 317542551e99SRandall Stewart * artificial inflation of the flight_size. 317642551e99SRandall Stewart */ 317742551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3178b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3179f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3180f8829a4aSRandall Stewart cumack, 318149656eefSMichael Tuexen tp1->rec.data.tsn, 3182f8829a4aSRandall Stewart 0, 3183f8829a4aSRandall Stewart 0, 3184f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 318580fefe0aSRandall Stewart } 3186f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3187f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3188f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3189f8829a4aSRandall Stewart } 3190f8829a4aSRandall Stewart } 3191f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3192f8829a4aSRandall Stewart break; 3193f8829a4aSRandall Stewart } 3194f8829a4aSRandall Stewart } 3195f8829a4aSRandall Stewart 3196830d754dSRandall Stewart 3197f8829a4aSRandall Stewart static void 3198f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 319963eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3200f8829a4aSRandall Stewart { 3201f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3202f8829a4aSRandall Stewart int strike_flag = 0; 3203f8829a4aSRandall Stewart struct timeval now; 3204f8829a4aSRandall Stewart int tot_retrans = 0; 3205f8829a4aSRandall Stewart uint32_t sending_seq; 3206f8829a4aSRandall Stewart struct sctp_nets *net; 3207f8829a4aSRandall Stewart int num_dests_sacked = 0; 3208f8829a4aSRandall Stewart 3209f8829a4aSRandall Stewart /* 3210f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3211f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3212f8829a4aSRandall Stewart */ 3213f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3214f8829a4aSRandall Stewart if (tp1 == NULL) { 3215f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3216f8829a4aSRandall Stewart } else { 321749656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3218f8829a4aSRandall Stewart } 3219f8829a4aSRandall Stewart 3220f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 32217c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 322220083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3223f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3224f8829a4aSRandall Stewart if (net->saw_newack) 3225f8829a4aSRandall Stewart num_dests_sacked++; 3226f8829a4aSRandall Stewart } 3227f8829a4aSRandall Stewart } 3228dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 32296e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3230f8829a4aSRandall Stewart } 32314a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3232f8829a4aSRandall Stewart strike_flag = 0; 3233f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3234f8829a4aSRandall Stewart /* this one had a timeout or something */ 3235f8829a4aSRandall Stewart continue; 3236f8829a4aSRandall Stewart } 3237b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3238f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3239f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 324049656eefSMichael Tuexen tp1->rec.data.tsn, 3241f8829a4aSRandall Stewart tp1->sent, 3242f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 324380fefe0aSRandall Stewart } 324449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3245f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3246f8829a4aSRandall Stewart /* done */ 3247f8829a4aSRandall Stewart break; 3248f8829a4aSRandall Stewart } 3249dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3250f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3251f8829a4aSRandall Stewart /* Is it expired? */ 325299ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3253f8829a4aSRandall Stewart /* Yes so drop it */ 3254f8829a4aSRandall Stewart if (tp1->data != NULL) { 32551edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 32560c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3257f8829a4aSRandall Stewart } 3258f8829a4aSRandall Stewart continue; 3259f8829a4aSRandall Stewart } 3260f8829a4aSRandall Stewart } 3261f8829a4aSRandall Stewart } 326249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap)) { 3263f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3264f8829a4aSRandall Stewart break; 3265f8829a4aSRandall Stewart } 3266f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3267f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3268f8829a4aSRandall Stewart /* skip */ 326944fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 327044fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 327144fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 327244fbe462SRandall Stewart } 3273f8829a4aSRandall Stewart continue; 3274f8829a4aSRandall Stewart } 3275f8829a4aSRandall Stewart /* 3276f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3277f8829a4aSRandall Stewart */ 3278ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3279f8829a4aSRandall Stewart /* 3280f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3281f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3282f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3283c105859eSRandall Stewart * FR using this SACK. 3284f8829a4aSRandall Stewart */ 3285f8829a4aSRandall Stewart continue; 328649656eefSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.tsn, 328720b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3288f8829a4aSRandall Stewart /* 3289f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3290f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3291f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3292f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3293f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3294f8829a4aSRandall Stewart * and the HTNA algo as well. 3295f8829a4aSRandall Stewart */ 3296f8829a4aSRandall Stewart continue; 3297f8829a4aSRandall Stewart } 3298f8829a4aSRandall Stewart /* 3299f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3300f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3301f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3302f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3303f8829a4aSRandall Stewart */ 3304f8829a4aSRandall Stewart /* 330542551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 330642551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 330742551e99SRandall Stewart * 0)) { 3308f8829a4aSRandall Stewart */ 330942551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3310f8829a4aSRandall Stewart /* 3311f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3312f8829a4aSRandall Stewart * moved. 3313f8829a4aSRandall Stewart */ 3314b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3315f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 331649656eefSMichael Tuexen tp1->rec.data.tsn, 3317f8829a4aSRandall Stewart tp1->sent, 3318f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 331980fefe0aSRandall Stewart } 33205e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3321f8829a4aSRandall Stewart tp1->sent++; 33225e54f665SRandall Stewart } 33237c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 332420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3325f8829a4aSRandall Stewart /* 3326f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3327f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3328f8829a4aSRandall Stewart * because it would have been set to the 3329f8829a4aSRandall Stewart * cumack earlier. If not already to be 3330f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3331f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3332c105859eSRandall Stewart * one more. NOTE that we are marking by one 3333c105859eSRandall Stewart * additional time since the SACK DAC flag 3334c105859eSRandall Stewart * indicates that two packets have been 3335c105859eSRandall Stewart * received after this missing TSN. 33365e54f665SRandall Stewart */ 33375e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 333849656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3339b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3340f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 334149656eefSMichael Tuexen tp1->rec.data.tsn, 3342f8829a4aSRandall Stewart tp1->sent, 3343f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 334480fefe0aSRandall Stewart } 3345f8829a4aSRandall Stewart tp1->sent++; 3346f8829a4aSRandall Stewart } 3347f8829a4aSRandall Stewart } 334820083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 334920083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3350f8829a4aSRandall Stewart /* 3351f8829a4aSRandall Stewart * For those that have done a FR we must take 3352f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3353f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3354f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3355f8829a4aSRandall Stewart */ 33565e54f665SRandall Stewart if ( 3357f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3358f8829a4aSRandall Stewart /* 3359f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3360f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3361f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3362f8829a4aSRandall Stewart * ok to FR multiple times. 3363f8829a4aSRandall Stewart */ 33645e54f665SRandall Stewart (asoc->numnets < 2) 3365f8829a4aSRandall Stewart #else 33665e54f665SRandall Stewart (1) 3367f8829a4aSRandall Stewart #endif 33685e54f665SRandall Stewart ) { 33695e54f665SRandall Stewart 337020b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3371f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3372f8829a4aSRandall Stewart /* 3373f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3374f8829a4aSRandall Stewart * beyond where things were when we 3375f8829a4aSRandall Stewart * did a FR. 3376f8829a4aSRandall Stewart */ 3377b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3378f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 337949656eefSMichael Tuexen tp1->rec.data.tsn, 3380f8829a4aSRandall Stewart tp1->sent, 3381f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 338280fefe0aSRandall Stewart } 33835e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3384f8829a4aSRandall Stewart tp1->sent++; 33855e54f665SRandall Stewart } 3386f8829a4aSRandall Stewart strike_flag = 1; 33877c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 338820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3389f8829a4aSRandall Stewart /* 3390f8829a4aSRandall Stewart * CMT DAC algorithm: If 3391f8829a4aSRandall Stewart * SACK flag is set to 0, 3392f8829a4aSRandall Stewart * then lowest_newack test 3393f8829a4aSRandall Stewart * will not pass because it 3394f8829a4aSRandall Stewart * would have been set to 3395f8829a4aSRandall Stewart * the cumack earlier. If 3396f8829a4aSRandall Stewart * not already to be rtx'd, 3397f8829a4aSRandall Stewart * If not a mixed sack and 3398f8829a4aSRandall Stewart * if tp1 is not between two 3399f8829a4aSRandall Stewart * sacked TSNs, then mark by 3400c105859eSRandall Stewart * one more. NOTE that we 3401c105859eSRandall Stewart * are marking by one 3402c105859eSRandall Stewart * additional time since the 3403c105859eSRandall Stewart * SACK DAC flag indicates 3404c105859eSRandall Stewart * that two packets have 3405c105859eSRandall Stewart * been received after this 3406c105859eSRandall Stewart * missing TSN. 3407f8829a4aSRandall Stewart */ 34085e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 34095e54f665SRandall Stewart (num_dests_sacked == 1) && 341020b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 341149656eefSMichael Tuexen tp1->rec.data.tsn)) { 3412b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3413f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 341449656eefSMichael Tuexen tp1->rec.data.tsn, 3415f8829a4aSRandall Stewart tp1->sent, 3416f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 341780fefe0aSRandall Stewart } 34185e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3419f8829a4aSRandall Stewart tp1->sent++; 34205e54f665SRandall Stewart } 3421f8829a4aSRandall Stewart } 3422f8829a4aSRandall Stewart } 3423f8829a4aSRandall Stewart } 3424f8829a4aSRandall Stewart } 3425f8829a4aSRandall Stewart /* 342642551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 342742551e99SRandall Stewart * algo covers HTNA. 3428f8829a4aSRandall Stewart */ 342949656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 343020b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3431f8829a4aSRandall Stewart /* 3432f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3433f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3434f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3435f8829a4aSRandall Stewart */ 3436f8829a4aSRandall Stewart ; 3437f8829a4aSRandall Stewart } else { 3438f8829a4aSRandall Stewart /* Strike the TSN */ 3439b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3440f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 344149656eefSMichael Tuexen tp1->rec.data.tsn, 3442f8829a4aSRandall Stewart tp1->sent, 3443f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 344480fefe0aSRandall Stewart } 34455e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3446f8829a4aSRandall Stewart tp1->sent++; 34475e54f665SRandall Stewart } 34487c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 344920083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3450f8829a4aSRandall Stewart /* 3451f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3452f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3453f8829a4aSRandall Stewart * because it would have been set to the 3454f8829a4aSRandall Stewart * cumack earlier. If not already to be 3455f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3456f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3457c105859eSRandall Stewart * one more. NOTE that we are marking by one 3458c105859eSRandall Stewart * additional time since the SACK DAC flag 3459c105859eSRandall Stewart * indicates that two packets have been 3460c105859eSRandall Stewart * received after this missing TSN. 3461f8829a4aSRandall Stewart */ 34625e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 346349656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3464b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3465f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 346649656eefSMichael Tuexen tp1->rec.data.tsn, 3467f8829a4aSRandall Stewart tp1->sent, 3468f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 346980fefe0aSRandall Stewart } 3470f8829a4aSRandall Stewart tp1->sent++; 3471f8829a4aSRandall Stewart } 3472f8829a4aSRandall Stewart } 3473f8829a4aSRandall Stewart } 3474f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3475f8829a4aSRandall Stewart struct sctp_nets *alt; 3476f8829a4aSRandall Stewart 3477544e35bdSRandall Stewart /* fix counts and things */ 3478544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3479544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3480544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3481544e35bdSRandall Stewart tp1->book_size, 34829a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 348349656eefSMichael Tuexen tp1->rec.data.tsn); 3484544e35bdSRandall Stewart } 3485544e35bdSRandall Stewart if (tp1->whoTo) { 3486544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3487544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3488299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3489299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3490299108c5SRandall Stewart tp1); 3491299108c5SRandall Stewart } 3492544e35bdSRandall Stewart } 3493544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3494544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3495544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3496544e35bdSRandall Stewart } 3497544e35bdSRandall Stewart /* add back to the rwnd */ 3498544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3499544e35bdSRandall Stewart 3500544e35bdSRandall Stewart /* remove from the total flight */ 3501544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3502544e35bdSRandall Stewart 3503dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3504475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3505*b7b84c0eSMichael Tuexen /* 3506*b7b84c0eSMichael Tuexen * Has it been retransmitted tv_sec times? - 3507*b7b84c0eSMichael Tuexen * we store the retran count there. 3508*b7b84c0eSMichael Tuexen */ 3509475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3510475d0674SMichael Tuexen /* Yes, so drop it */ 3511475d0674SMichael Tuexen if (tp1->data != NULL) { 35121edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3513475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3514475d0674SMichael Tuexen } 3515475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3516475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3517475d0674SMichael Tuexen continue; 3518475d0674SMichael Tuexen } 3519475d0674SMichael Tuexen } 3520*b7b84c0eSMichael Tuexen /* 3521*b7b84c0eSMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3522*b7b84c0eSMichael Tuexen * guy\n"); 3523*b7b84c0eSMichael Tuexen */ 3524b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 352549656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3526f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 352780fefe0aSRandall Stewart } 3528f8829a4aSRandall Stewart if (strike_flag) { 3529f8829a4aSRandall Stewart /* This is a subsequent FR */ 3530f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3531f8829a4aSRandall Stewart } 35325e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 35337c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3534f8829a4aSRandall Stewart /* 3535f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3536f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3537f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3538f8829a4aSRandall Stewart */ 3539f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3540f8829a4aSRandall Stewart alt = tp1->whoTo; 35413c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 354220083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3543*b7b84c0eSMichael Tuexen /* 3544*b7b84c0eSMichael Tuexen * JRS 5/18/07 - If CMT PF is on, 3545b54d3a6cSRandall Stewart * use the PF version of 3546*b7b84c0eSMichael Tuexen * find_alt_net() 3547*b7b84c0eSMichael Tuexen */ 3548b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3549b54d3a6cSRandall Stewart } else { 3550*b7b84c0eSMichael Tuexen /* 3551*b7b84c0eSMichael Tuexen * JRS 5/18/07 - If only CMT is on, 3552b54d3a6cSRandall Stewart * use the CMT version of 3553*b7b84c0eSMichael Tuexen * find_alt_net() 3554*b7b84c0eSMichael Tuexen */ 355552be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3556f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3557b54d3a6cSRandall Stewart } 3558ad81507eSRandall Stewart if (alt == NULL) { 3559ad81507eSRandall Stewart alt = tp1->whoTo; 3560ad81507eSRandall Stewart } 3561f8829a4aSRandall Stewart /* 3562f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3563f8829a4aSRandall Stewart * the retransmission, then new 3564f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3565f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3566f8829a4aSRandall Stewart * pseudo-cumack always. 3567f8829a4aSRandall Stewart */ 3568ad81507eSRandall Stewart if (tp1->whoTo) { 3569f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3570f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3571ad81507eSRandall Stewart } 3572f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3573f8829a4aSRandall Stewart 3574f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3575f8829a4aSRandall Stewart /* Can we find an alternate? */ 3576f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3577f8829a4aSRandall Stewart #else 3578f8829a4aSRandall Stewart /* 3579f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3580f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3581f8829a4aSRandall Stewart * paper details why. 3582f8829a4aSRandall Stewart */ 3583f8829a4aSRandall Stewart alt = tp1->whoTo; 3584f8829a4aSRandall Stewart #endif 3585f8829a4aSRandall Stewart } 3586f8829a4aSRandall Stewart 3587f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3588f8829a4aSRandall Stewart tot_retrans++; 3589f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3590f8829a4aSRandall Stewart /* 3591cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 359249656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3593f8829a4aSRandall Stewart */ 3594f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3595f8829a4aSRandall Stewart /* 3596f8829a4aSRandall Stewart * If the queue of send is empty then its 3597f8829a4aSRandall Stewart * the next sequence number that will be 3598f8829a4aSRandall Stewart * assigned so we subtract one from this to 3599f8829a4aSRandall Stewart * get the one we last sent. 3600f8829a4aSRandall Stewart */ 3601f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3602f8829a4aSRandall Stewart } else { 3603f8829a4aSRandall Stewart /* 3604f8829a4aSRandall Stewart * If there are chunks on the send queue 3605f8829a4aSRandall Stewart * (unsent data that has made it from the 3606f8829a4aSRandall Stewart * stream queues but not out the door, we 3607f8829a4aSRandall Stewart * take the first one (which will have the 3608f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3609f8829a4aSRandall Stewart * one we last sent. 3610f8829a4aSRandall Stewart */ 3611f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3612f8829a4aSRandall Stewart 3613f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3614f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 361549656eefSMichael Tuexen ttt->rec.data.tsn; 3616f8829a4aSRandall Stewart } 3617f8829a4aSRandall Stewart 3618f8829a4aSRandall Stewart if (tp1->do_rtt) { 3619f8829a4aSRandall Stewart /* 3620f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3621f8829a4aSRandall Stewart * it, cancel it 3622f8829a4aSRandall Stewart */ 362360990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 362460990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3625f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3626f79aab18SRandall Stewart } 3627f8829a4aSRandall Stewart tp1->do_rtt = 0; 3628f8829a4aSRandall Stewart } 3629f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3630f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3631f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 36323c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3633f8829a4aSRandall Stewart tp1->whoTo = alt; 3634f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3635f8829a4aSRandall Stewart } 3636f8829a4aSRandall Stewart } 36374a9ef3f8SMichael Tuexen } 3638f8829a4aSRandall Stewart } 3639f8829a4aSRandall Stewart 3640f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3641f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3642f8829a4aSRandall Stewart struct sctp_association *asoc) 3643f8829a4aSRandall Stewart { 3644f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3645f8829a4aSRandall Stewart struct timeval now; 3646f8829a4aSRandall Stewart int now_filled = 0; 3647f8829a4aSRandall Stewart 3648dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3649f8829a4aSRandall Stewart return (NULL); 3650f8829a4aSRandall Stewart } 36514a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3652f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 365398f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3654325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3655f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3656f8829a4aSRandall Stewart break; 3657f8829a4aSRandall Stewart } 36580c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 36592a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3660325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 36610c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 36620c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 366349656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 36640c0982b8SRandall Stewart } 36650c0982b8SRandall Stewart } 3666f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3667f8829a4aSRandall Stewart /* 3668f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3669f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3670f8829a4aSRandall Stewart */ 3671f8829a4aSRandall Stewart break; 3672f8829a4aSRandall Stewart } 3673f8829a4aSRandall Stewart if (!now_filled) { 36746e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3675f8829a4aSRandall Stewart now_filled = 1; 3676f8829a4aSRandall Stewart } 3677f8829a4aSRandall Stewart /* 3678f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3679f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3680f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3681f8829a4aSRandall Stewart * it if its a resend? 3682f8829a4aSRandall Stewart */ 3683f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3684f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3685f8829a4aSRandall Stewart /* 3686f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3687f8829a4aSRandall Stewart * now up? 3688f8829a4aSRandall Stewart */ 3689f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3690f8829a4aSRandall Stewart /* Yes so drop it */ 3691f8829a4aSRandall Stewart if (tp1->data) { 3692ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 36931edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3694f8829a4aSRandall Stewart } 3695f8829a4aSRandall Stewart } else { 3696f8829a4aSRandall Stewart /* 3697f8829a4aSRandall Stewart * No, we are done when hit one for resend 3698f8829a4aSRandall Stewart * whos time as not expired. 3699f8829a4aSRandall Stewart */ 3700f8829a4aSRandall Stewart break; 3701f8829a4aSRandall Stewart } 3702f8829a4aSRandall Stewart } 3703f8829a4aSRandall Stewart /* 3704f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3705f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3706f8829a4aSRandall Stewart * the next chunk. 3707f8829a4aSRandall Stewart */ 370898f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3709325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3710f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 371149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 371249656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3713f8829a4aSRandall Stewart a_adv = tp1; 371449656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 37150c0982b8SRandall Stewart /* No update but we do save the chk */ 37160c0982b8SRandall Stewart a_adv = tp1; 37170c0982b8SRandall Stewart } 3718f8829a4aSRandall Stewart } else { 3719f8829a4aSRandall Stewart /* 3720f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3721f8829a4aSRandall Stewart * further 3722f8829a4aSRandall Stewart */ 3723f8829a4aSRandall Stewart break; 3724f8829a4aSRandall Stewart } 3725f8829a4aSRandall Stewart } 3726f8829a4aSRandall Stewart return (a_adv); 3727f8829a4aSRandall Stewart } 3728f8829a4aSRandall Stewart 37290c0982b8SRandall Stewart static int 3730c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3731bff64a4dSRandall Stewart { 3732bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3733afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3734548f47a8SMichael Tuexen int ret; 3735548f47a8SMichael Tuexen #ifndef INVARIANTS 3736548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3737548f47a8SMichael Tuexen #endif 3738548f47a8SMichael Tuexen 3739548f47a8SMichael Tuexen ret = 0; 3740548f47a8SMichael Tuexen #ifndef INVARIANTS 37410c0982b8SRandall Stewart entry_flight = asoc->total_flight; 37420c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3743548f47a8SMichael Tuexen #endif 37440c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 37450c0982b8SRandall Stewart return (0); 3746bff64a4dSRandall Stewart 3747bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3748bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3749cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 375049656eefSMichael Tuexen chk->rec.data.tsn, 37510c0982b8SRandall Stewart chk->send_size, 3752cd3fd531SMichael Tuexen chk->snd_count); 3753bff64a4dSRandall Stewart inflight++; 3754bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3755bff64a4dSRandall Stewart resend++; 3756bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3757bff64a4dSRandall Stewart inbetween++; 3758bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3759bff64a4dSRandall Stewart above++; 3760bff64a4dSRandall Stewart } else { 3761bff64a4dSRandall Stewart acked++; 3762bff64a4dSRandall Stewart } 3763bff64a4dSRandall Stewart } 3764f1f73e57SRandall Stewart 3765c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3766f1f73e57SRandall Stewart #ifdef INVARIANTS 3767c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3768f1f73e57SRandall Stewart #else 3769cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 37700c0982b8SRandall Stewart entry_flight, entry_cnt); 37710c0982b8SRandall Stewart 37720c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 37730c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 37740c0982b8SRandall Stewart ret = 1; 3775f1f73e57SRandall Stewart #endif 3776bff64a4dSRandall Stewart } 37770c0982b8SRandall Stewart return (ret); 3778c105859eSRandall Stewart } 3779c105859eSRandall Stewart 3780c105859eSRandall Stewart 3781c105859eSRandall Stewart static void 3782c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3783c105859eSRandall Stewart struct sctp_association *asoc, 3784c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3785c105859eSRandall Stewart { 3786dfb11ef8SRandall Stewart tp1->window_probe = 0; 37875171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3788dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3789dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 37908427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3791dfb11ef8SRandall Stewart tp1->book_size, 37929a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 379349656eefSMichael Tuexen tp1->rec.data.tsn); 3794dfb11ef8SRandall Stewart return; 3795dfb11ef8SRandall Stewart } 37965171328bSRandall Stewart /* First setup this by shrinking flight */ 3797299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3798299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3799299108c5SRandall Stewart tp1); 3800299108c5SRandall Stewart } 38015171328bSRandall Stewart sctp_flight_size_decrease(tp1); 38025171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 38035171328bSRandall Stewart /* Now mark for resend */ 38045171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3805791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3806791437b5SRandall Stewart 3807b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3808c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3809c105859eSRandall Stewart tp1->whoTo->flight_size, 3810c105859eSRandall Stewart tp1->book_size, 38119a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 381249656eefSMichael Tuexen tp1->rec.data.tsn); 381380fefe0aSRandall Stewart } 3814c105859eSRandall Stewart } 3815c105859eSRandall Stewart 3816f8829a4aSRandall Stewart void 3817f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3818899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3819f8829a4aSRandall Stewart { 3820f8829a4aSRandall Stewart struct sctp_nets *net; 3821f8829a4aSRandall Stewart struct sctp_association *asoc; 3822f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 38235e54f665SRandall Stewart uint32_t old_rwnd; 38245e54f665SRandall Stewart int win_probe_recovery = 0; 3825c105859eSRandall Stewart int win_probe_recovered = 0; 3826d06c82f1SRandall Stewart int j, done_once = 0; 3827f79aab18SRandall Stewart int rto_ok = 1; 3828fd60718dSMichael Tuexen uint32_t send_s; 3829f8829a4aSRandall Stewart 3830b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3831d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3832d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 383380fefe0aSRandall Stewart } 3834f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 383518e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 383618e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 383718e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 383818e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 383918e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 384018e198d3SRandall Stewart } 384118e198d3SRandall Stewart #endif 3842f8829a4aSRandall Stewart asoc = &stcb->asoc; 3843d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 384420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 38455e54f665SRandall Stewart /* old ack */ 38465e54f665SRandall Stewart return; 3847d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3848d06c82f1SRandall Stewart /* Window update sack */ 3849d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 385044fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3851d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3852d06c82f1SRandall Stewart /* SWS sender side engages */ 3853d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3854d06c82f1SRandall Stewart } 3855d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3856d06c82f1SRandall Stewart goto again; 3857d06c82f1SRandall Stewart } 3858d06c82f1SRandall Stewart return; 38595e54f665SRandall Stewart } 3860f8829a4aSRandall Stewart /* First setup for CC stuff */ 3861f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3862a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3863a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3864a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3865a21779f0SRandall Stewart } 3866f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3867f8829a4aSRandall Stewart net->net_ack = 0; 3868f8829a4aSRandall Stewart net->net_ack2 = 0; 3869132dea7dSRandall Stewart 3870132dea7dSRandall Stewart /* 3871132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3872132dea7dSRandall Stewart * SACK processing 3873132dea7dSRandall Stewart */ 3874132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3875132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3876299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3877299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3878299108c5SRandall Stewart } 3879f8829a4aSRandall Stewart } 3880c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3881c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3882c105859eSRandall Stewart sctpchunk_listhead); 388349656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3884139bc87fSRandall Stewart } else { 3885c105859eSRandall Stewart send_s = asoc->sending_seq; 3886139bc87fSRandall Stewart } 388720b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3888ff1ffd74SMichael Tuexen struct mbuf *op_err; 3889ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3890139bc87fSRandall Stewart 3891139bc87fSRandall Stewart *abort_now = 1; 3892139bc87fSRandall Stewart /* XXX */ 389355f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3894ff1ffd74SMichael Tuexen cumack, send_s); 3895ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 389644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3897ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3898139bc87fSRandall Stewart return; 3899139bc87fSRandall Stewart } 3900f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3901b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3902c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3903c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3904c4739e2fSRandall Stewart 0, 3905c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3906c4739e2fSRandall Stewart __LINE__); 3907c4739e2fSRandall Stewart } 3908f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 390920b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3910f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 39114a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 391249656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 391318e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3914cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 391518e198d3SRandall Stewart } 3916f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3917f8829a4aSRandall Stewart /* 391818e198d3SRandall Stewart * If it is less than ACKED, it is 391918e198d3SRandall Stewart * now no-longer in flight. Higher 392018e198d3SRandall Stewart * values may occur during marking 3921f8829a4aSRandall Stewart */ 3922c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3923b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3924c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 3925a5d547adSRandall Stewart tp1->whoTo->flight_size, 3926a5d547adSRandall Stewart tp1->book_size, 39279a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 392849656eefSMichael Tuexen tp1->rec.data.tsn); 392980fefe0aSRandall Stewart } 3930c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 3931299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3932299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3933299108c5SRandall Stewart tp1); 3934299108c5SRandall Stewart } 393504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3936c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3937f8829a4aSRandall Stewart } 3938f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 3939f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 3940f8829a4aSRandall Stewart /* 394118e198d3SRandall Stewart * True non-retransmited 3942f8829a4aSRandall Stewart * chunk 3943f8829a4aSRandall Stewart */ 3944f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 3945f8829a4aSRandall Stewart tp1->send_size; 3946f8829a4aSRandall Stewart 3947f8829a4aSRandall Stewart /* update RTO too? */ 394862c1ff9cSRandall Stewart if (tp1->do_rtt) { 3949f79aab18SRandall Stewart if (rto_ok) { 3950f8829a4aSRandall Stewart tp1->whoTo->RTO = 395104ee05e8SRandall Stewart /* 395204ee05e8SRandall Stewart * sa_ignore 39535b495f17SMichael Tuexen * NO_NULL_CHK 395404ee05e8SRandall Stewart */ 3955f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 3956f8829a4aSRandall Stewart asoc, tp1->whoTo, 395718e198d3SRandall Stewart &tp1->sent_rcv_time, 3958899288aeSRandall Stewart sctp_align_safe_nocopy, 3959f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3960f79aab18SRandall Stewart rto_ok = 0; 3961f79aab18SRandall Stewart } 3962f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3963f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3964f79aab18SRandall Stewart } 3965f8829a4aSRandall Stewart tp1->do_rtt = 0; 3966f8829a4aSRandall Stewart } 3967f8829a4aSRandall Stewart } 3968132dea7dSRandall Stewart /* 396918e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 397018e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 397118e198d3SRandall Stewart * acked for the first time, set the 397218e198d3SRandall Stewart * following variables for the 397318e198d3SRandall Stewart * corresp destination. 397418e198d3SRandall Stewart * new_pseudo_cumack will trigger a 397518e198d3SRandall Stewart * cwnd update. 397618e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 397718e198d3SRandall Stewart * trigger search for the next 397818e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 3979132dea7dSRandall Stewart */ 3980132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 3981132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3982132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3983132dea7dSRandall Stewart 3984b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 398504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 398649656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 398780fefe0aSRandall Stewart } 3988f8829a4aSRandall Stewart } 3989f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3990f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 3991f8829a4aSRandall Stewart } 399242551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 399342551e99SRandall Stewart /* deflate the cwnd */ 399442551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 399542551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 399642551e99SRandall Stewart } 3997325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 399849656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 399949656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4000a7ad6026SMichael Tuexen #ifdef INVARIANTS 4001a7ad6026SMichael Tuexen } else { 400249656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4003a7ad6026SMichael Tuexen #endif 4004a7ad6026SMichael Tuexen } 4005a7ad6026SMichael Tuexen } 400649656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 400749656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 400849656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4009d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4010d96bef9cSMichael Tuexen } 4011f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 4012f8829a4aSRandall Stewart if (tp1->data) { 401304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4014f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4015f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 40164a9ef3f8SMichael Tuexen tp1->data = NULL; 4017f8829a4aSRandall Stewart } 4018b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4019f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4020f8829a4aSRandall Stewart cumack, 402149656eefSMichael Tuexen tp1->rec.data.tsn, 4022f8829a4aSRandall Stewart 0, 4023f8829a4aSRandall Stewart 0, 4024f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 402580fefe0aSRandall Stewart } 4026f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 4027689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 402818e198d3SRandall Stewart } else { 402918e198d3SRandall Stewart break; 4030f8829a4aSRandall Stewart } 40315e54f665SRandall Stewart } 403218e198d3SRandall Stewart 403318e198d3SRandall Stewart } 403404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4035f8829a4aSRandall Stewart if (stcb->sctp_socket) { 4036ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4037ceaad40aSRandall Stewart struct socket *so; 4038ceaad40aSRandall Stewart 4039ceaad40aSRandall Stewart #endif 4040f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4041b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 404204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 40437215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 404480fefe0aSRandall Stewart } 4045ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4046ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4047ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4048ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4049ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4050ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4051ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4052ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4053ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4054ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4055ceaad40aSRandall Stewart return; 4056ceaad40aSRandall Stewart } 4057ceaad40aSRandall Stewart #endif 4058f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4059ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4060ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4061ceaad40aSRandall Stewart #endif 4062f8829a4aSRandall Stewart } else { 4063b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 40647215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 406580fefe0aSRandall Stewart } 4066f8829a4aSRandall Stewart } 4067f8829a4aSRandall Stewart 4068b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4069ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4070ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4071ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4072ca85e948SMichael Tuexen /* 4073ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4074ca85e948SMichael Tuexen * count, this is optional. 4075ca85e948SMichael Tuexen */ 4076ca85e948SMichael Tuexen net->error_count = 0; 4077ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4078ca85e948SMichael Tuexen /* addr came good */ 4079ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4080ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 40814b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4082ca85e948SMichael Tuexen } 4083ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4084ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4085*b7b84c0eSMichael Tuexen /* 4086*b7b84c0eSMichael Tuexen * release the alternate, 4087*b7b84c0eSMichael Tuexen * primary is good 4088*b7b84c0eSMichael Tuexen */ 4089ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4090ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4091ca85e948SMichael Tuexen } 4092ca85e948SMichael Tuexen } 4093ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4094ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4095b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4096b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 409744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4098ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4099ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4100ca85e948SMichael Tuexen /* Done with this net */ 4101ca85e948SMichael Tuexen net->net_ack = 0; 4102ca85e948SMichael Tuexen } 4103ca85e948SMichael Tuexen /* restore any doubled timers */ 4104ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4105ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4106ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4107ca85e948SMichael Tuexen } 4108ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4109ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4110ca85e948SMichael Tuexen } 4111ca85e948SMichael Tuexen } 4112ca85e948SMichael Tuexen } 4113b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4114ca85e948SMichael Tuexen } 4115f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 41165e54f665SRandall Stewart 4117f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4118f8829a4aSRandall Stewart /* nothing left in-flight */ 4119f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4120f8829a4aSRandall Stewart net->flight_size = 0; 4121f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4122f8829a4aSRandall Stewart } 4123f8829a4aSRandall Stewart asoc->total_flight = 0; 4124f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4125f8829a4aSRandall Stewart } 4126f8829a4aSRandall Stewart /* RWND update */ 4127f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 412844fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4129f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4130f8829a4aSRandall Stewart /* SWS sender side engages */ 4131f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4132f8829a4aSRandall Stewart } 41335e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 41345e54f665SRandall Stewart win_probe_recovery = 1; 41355e54f665SRandall Stewart } 4136f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4137a5d547adSRandall Stewart again: 4138a5d547adSRandall Stewart j = 0; 4139f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 41405171328bSRandall Stewart int to_ticks; 41415171328bSRandall Stewart 41425e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4143c105859eSRandall Stewart win_probe_recovered = 1; 41445e54f665SRandall Stewart /* 41455e54f665SRandall Stewart * Find first chunk that was used with window probe 41465e54f665SRandall Stewart * and clear the sent 41475e54f665SRandall Stewart */ 41483c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 41495e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 41505e54f665SRandall Stewart if (tp1->window_probe) { 4151cd554309SMichael Tuexen /* move back to data send queue */ 41527215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 41535e54f665SRandall Stewart break; 41545e54f665SRandall Stewart } 41555e54f665SRandall Stewart } 41565e54f665SRandall Stewart } 4157f8829a4aSRandall Stewart if (net->RTO == 0) { 4158f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto); 4159f8829a4aSRandall Stewart } else { 4160f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(net->RTO); 4161f8829a4aSRandall Stewart } 41625171328bSRandall Stewart if (net->flight_size) { 4163a5d547adSRandall Stewart j++; 4164ad81507eSRandall Stewart (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 4165f8829a4aSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41665171328bSRandall Stewart if (net->window_probe) { 41675171328bSRandall Stewart net->window_probe = 0; 41685171328bSRandall Stewart } 4169f8829a4aSRandall Stewart } else { 41705171328bSRandall Stewart if (net->window_probe) { 4171*b7b84c0eSMichael Tuexen /* 4172*b7b84c0eSMichael Tuexen * In window probes we must assure a timer 4173*b7b84c0eSMichael Tuexen * is still running there 4174*b7b84c0eSMichael Tuexen */ 41755171328bSRandall Stewart net->window_probe = 0; 41765171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 41775171328bSRandall Stewart SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 41785171328bSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41795171328bSRandall Stewart } 41805171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4181f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4182a5d547adSRandall Stewart stcb, net, 418344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4184f8829a4aSRandall Stewart } 4185f8829a4aSRandall Stewart } 4186f8829a4aSRandall Stewart } 4187bff64a4dSRandall Stewart if ((j == 0) && 4188bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4189bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4190c105859eSRandall Stewart (win_probe_recovered == 0) && 4191bff64a4dSRandall Stewart (done_once == 0)) { 41920c0982b8SRandall Stewart /* 41930c0982b8SRandall Stewart * huh, this should not happen unless all packets are 41940c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 41950c0982b8SRandall Stewart */ 41960c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4197a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4198a5d547adSRandall Stewart net->flight_size = 0; 4199a5d547adSRandall Stewart } 4200a5d547adSRandall Stewart asoc->total_flight = 0; 4201a5d547adSRandall Stewart asoc->total_flight_count = 0; 4202a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4203a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4204a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4205c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4206c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4207a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4208791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4209a5d547adSRandall Stewart } 4210a5d547adSRandall Stewart } 42110c0982b8SRandall Stewart } 4212bff64a4dSRandall Stewart done_once = 1; 4213a5d547adSRandall Stewart goto again; 4214a5d547adSRandall Stewart } 4215f8829a4aSRandall Stewart /**********************************/ 4216f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4217f8829a4aSRandall Stewart /**********************************/ 4218f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4219f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4220f8829a4aSRandall Stewart /* clean up */ 4221f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4222f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4223f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4224d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4225f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 42262afb3e84SRandall Stewart } 4227f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4228f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4229f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4230f8829a4aSRandall Stewart /* Need to abort here */ 4231ff1ffd74SMichael Tuexen struct mbuf *op_err; 4232f8829a4aSRandall Stewart 4233f8829a4aSRandall Stewart abort_out_now: 4234f8829a4aSRandall Stewart *abort_now = 1; 4235f8829a4aSRandall Stewart /* XXX */ 4236ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 423744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4238ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4239fe4a59b3SMichael Tuexen return; 4240f8829a4aSRandall Stewart } else { 4241ca85e948SMichael Tuexen struct sctp_nets *netp; 4242ca85e948SMichael Tuexen 4243f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4244f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4245f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4246f42a358aSRandall Stewart } 4247c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4248b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4249f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4250ca85e948SMichael Tuexen if (asoc->alternate) { 4251ca85e948SMichael Tuexen netp = asoc->alternate; 4252ca85e948SMichael Tuexen } else { 4253ca85e948SMichael Tuexen netp = asoc->primary_destination; 4254ca85e948SMichael Tuexen } 4255ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4256f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4257ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4258f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4259ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4260f8829a4aSRandall Stewart } 4261f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4262f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4263ca85e948SMichael Tuexen struct sctp_nets *netp; 4264ca85e948SMichael Tuexen 4265f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4266f8829a4aSRandall Stewart goto abort_out_now; 4267f8829a4aSRandall Stewart } 4268f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4269c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4270b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 427112af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4272c39cfa1fSMichael Tuexen if (asoc->alternate) { 4273c39cfa1fSMichael Tuexen netp = asoc->alternate; 4274c39cfa1fSMichael Tuexen } else { 4275c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4276c39cfa1fSMichael Tuexen } 4277c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4278f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4279ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4280f8829a4aSRandall Stewart } 4281f8829a4aSRandall Stewart } 4282dfb11ef8SRandall Stewart /*********************************************/ 4283dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4284dfb11ef8SRandall Stewart /* (section 4.2) */ 4285dfb11ef8SRandall Stewart /*********************************************/ 4286dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 428720b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4288dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4289dfb11ef8SRandall Stewart } 4290830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4291dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4292830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4293830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4294830d754dSRandall Stewart 4295830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4296830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4297830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 429820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4299830d754dSRandall Stewart /* 4300493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4301830d754dSRandall Stewart */ 430220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4303830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 43040c0982b8SRandall Stewart } else if (lchk) { 43050c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 430644fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 43070c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 43080c0982b8SRandall Stewart } 4309830d754dSRandall Stewart } 4310830d754dSRandall Stewart } 4311830d754dSRandall Stewart if (lchk) { 4312830d754dSRandall Stewart /* Assure a timer is up */ 4313830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4314830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4315830d754dSRandall Stewart } 4316830d754dSRandall Stewart } 4317b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4318f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4319f8829a4aSRandall Stewart rwnd, 4320f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4321f8829a4aSRandall Stewart stcb->asoc.total_flight, 4322f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 432380fefe0aSRandall Stewart } 4324f8829a4aSRandall Stewart } 4325f8829a4aSRandall Stewart 4326f8829a4aSRandall Stewart void 4327cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 43287215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4329cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4330cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4331899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4332f8829a4aSRandall Stewart { 4333f8829a4aSRandall Stewart struct sctp_association *asoc; 4334f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4335cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4336f8829a4aSRandall Stewart uint16_t wake_him = 0; 4337c105859eSRandall Stewart uint32_t send_s = 0; 4338f8829a4aSRandall Stewart long j; 4339f8829a4aSRandall Stewart int accum_moved = 0; 4340f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 43415e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 43425e54f665SRandall Stewart int win_probe_recovery = 0; 4343c105859eSRandall Stewart int win_probe_recovered = 0; 4344f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4345bff64a4dSRandall Stewart int done_once; 4346f79aab18SRandall Stewart int rto_ok = 1; 4347f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4348f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4349f8829a4aSRandall Stewart 4350f8829a4aSRandall Stewart /* 4351f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4352f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4353f8829a4aSRandall Stewart */ 4354f8829a4aSRandall Stewart /* 4355f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4356f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4357f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4358f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4359f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4360f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4361f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4362f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4363f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4364f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4365f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4366f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4367f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4368f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4369f8829a4aSRandall Stewart * if in shutdown_recv state. 4370f8829a4aSRandall Stewart */ 4371f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4372f8829a4aSRandall Stewart /* CMT DAC algo */ 4373f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4374f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4375cd554309SMichael Tuexen last_tsn = cum_ack; 4376cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 437718e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 437818e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 437918e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 438018e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 438118e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 438218e198d3SRandall Stewart } 438318e198d3SRandall Stewart #endif 4384d06c82f1SRandall Stewart a_rwnd = rwnd; 4385f8829a4aSRandall Stewart 4386cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4387cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4388cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4389cd554309SMichael Tuexen } 43905e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4391b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4392c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4393c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4394c4739e2fSRandall Stewart 0, 4395c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4396c4739e2fSRandall Stewart __LINE__); 4397c4739e2fSRandall Stewart } 4398f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4399f8829a4aSRandall Stewart asoc = &stcb->asoc; 4400b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4401f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4402f8829a4aSRandall Stewart cum_ack, 4403f8829a4aSRandall Stewart 0, 4404f8829a4aSRandall Stewart num_seg, 4405f8829a4aSRandall Stewart num_dup, 4406f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 440780fefe0aSRandall Stewart } 4408ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4409cd554309SMichael Tuexen uint16_t i; 4410458303daSRandall Stewart uint32_t *dupdata, dblock; 4411f8829a4aSRandall Stewart 4412cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4413cd554309SMichael Tuexen dupdata = (uint32_t *)sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4414458303daSRandall Stewart sizeof(uint32_t), (uint8_t *)&dblock); 4415cd554309SMichael Tuexen if (dupdata == NULL) { 4416458303daSRandall Stewart break; 4417458303daSRandall Stewart } 4418cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4419f8829a4aSRandall Stewart } 4420f8829a4aSRandall Stewart } 4421c105859eSRandall Stewart /* reality check */ 4422c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4423c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4424c105859eSRandall Stewart sctpchunk_listhead); 442549656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4426c105859eSRandall Stewart } else { 4427b5c16493SMichael Tuexen tp1 = NULL; 4428c105859eSRandall Stewart send_s = asoc->sending_seq; 4429c105859eSRandall Stewart } 443020b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4431ff1ffd74SMichael Tuexen struct mbuf *op_err; 4432ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4433c105859eSRandall Stewart 4434f8829a4aSRandall Stewart /* 4435fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4436fd60718dSMichael Tuexen * hopelessly messed up with us. 4437f8829a4aSRandall Stewart */ 4438cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4439b5c16493SMichael Tuexen cum_ack, send_s); 4440b5c16493SMichael Tuexen if (tp1) { 4441cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 444249656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4443b5c16493SMichael Tuexen } 4444f8829a4aSRandall Stewart hopeless_peer: 4445f8829a4aSRandall Stewart *abort_now = 1; 4446f8829a4aSRandall Stewart /* XXX */ 444755f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4448ff1ffd74SMichael Tuexen cum_ack, send_s); 4449ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 445044249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4451ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4452f8829a4aSRandall Stewart return; 4453f8829a4aSRandall Stewart } 4454f8829a4aSRandall Stewart /**********************/ 4455f8829a4aSRandall Stewart /* 1) check the range */ 4456f8829a4aSRandall Stewart /**********************/ 445720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4458f8829a4aSRandall Stewart /* acking something behind */ 4459f8829a4aSRandall Stewart return; 4460f8829a4aSRandall Stewart } 4461f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4462f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4463f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4464cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4465f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4466b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4467f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4468f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 446980fefe0aSRandall Stewart } 4470f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4471f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4472f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4473f8829a4aSRandall Stewart } 4474f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4475f8829a4aSRandall Stewart /* SWS sender side engages */ 4476f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4477f8829a4aSRandall Stewart } 4478f8829a4aSRandall Stewart /* stop any timers */ 4479f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4480f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 448144249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4482f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4483f8829a4aSRandall Stewart net->flight_size = 0; 4484f8829a4aSRandall Stewart } 4485f8829a4aSRandall Stewart asoc->total_flight = 0; 4486f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4487f8829a4aSRandall Stewart return; 4488f8829a4aSRandall Stewart } 4489f8829a4aSRandall Stewart /* 4490f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4491f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4492f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4493f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4494f8829a4aSRandall Stewart * destination address basis. 4495f8829a4aSRandall Stewart */ 4496f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4497a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4498a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4499a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4500a21779f0SRandall Stewart } 4501f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4502f8829a4aSRandall Stewart net->net_ack = 0; 4503f8829a4aSRandall Stewart net->net_ack2 = 0; 4504f8829a4aSRandall Stewart 4505f8829a4aSRandall Stewart /* 450642551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 450742551e99SRandall Stewart * SACK processing 4508f8829a4aSRandall Stewart */ 4509f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4510f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4511299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4512299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4513299108c5SRandall Stewart } 4514f8829a4aSRandall Stewart } 4515f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 45164a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 451749656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4518f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4519f8829a4aSRandall Stewart accum_moved = 1; 4520f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4521f8829a4aSRandall Stewart /* 4522f8829a4aSRandall Stewart * If it is less than ACKED, it is 4523f8829a4aSRandall Stewart * now no-longer in flight. Higher 4524f8829a4aSRandall Stewart * values may occur during marking 4525f8829a4aSRandall Stewart */ 4526f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4527f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4528f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4529f8829a4aSRandall Stewart /* 4530f8829a4aSRandall Stewart * If there was no retran 4531f8829a4aSRandall Stewart * and the address is 4532f8829a4aSRandall Stewart * un-confirmed and we sent 4533f8829a4aSRandall Stewart * there and are now 4534f8829a4aSRandall Stewart * sacked.. its confirmed, 4535f8829a4aSRandall Stewart * mark it so. 4536f8829a4aSRandall Stewart */ 4537f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4538f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4539f8829a4aSRandall Stewart } 4540c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4541b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4542c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4543a5d547adSRandall Stewart tp1->whoTo->flight_size, 4544a5d547adSRandall Stewart tp1->book_size, 45459a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 454649656eefSMichael Tuexen tp1->rec.data.tsn); 454780fefe0aSRandall Stewart } 4548c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4549c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4550299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4551299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4552299108c5SRandall Stewart tp1); 4553299108c5SRandall Stewart } 4554f8829a4aSRandall Stewart } 4555f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4556f8829a4aSRandall Stewart 4557f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 455849656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4559f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4560f8829a4aSRandall Stewart 4561f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4562f8829a4aSRandall Stewart /* 4563f8829a4aSRandall Stewart * True non-retransmited 4564f8829a4aSRandall Stewart * chunk 4565f8829a4aSRandall Stewart */ 4566f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4567f8829a4aSRandall Stewart tp1->send_size; 4568f8829a4aSRandall Stewart 4569f8829a4aSRandall Stewart /* update RTO too? */ 4570f8829a4aSRandall Stewart if (tp1->do_rtt) { 4571f79aab18SRandall Stewart if (rto_ok) { 4572f8829a4aSRandall Stewart tp1->whoTo->RTO = 4573f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4574f8829a4aSRandall Stewart asoc, tp1->whoTo, 457518e198d3SRandall Stewart &tp1->sent_rcv_time, 4576899288aeSRandall Stewart sctp_align_safe_nocopy, 4577f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4578f79aab18SRandall Stewart rto_ok = 0; 4579f79aab18SRandall Stewart } 4580f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4581f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4582f79aab18SRandall Stewart } 4583f8829a4aSRandall Stewart tp1->do_rtt = 0; 4584f8829a4aSRandall Stewart } 4585f8829a4aSRandall Stewart } 4586f8829a4aSRandall Stewart /* 4587f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4588f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4589f8829a4aSRandall Stewart * acked for the first time, set the 4590f8829a4aSRandall Stewart * following variables for the 4591f8829a4aSRandall Stewart * corresp destination. 4592f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4593f8829a4aSRandall Stewart * cwnd update. 4594f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4595f8829a4aSRandall Stewart * trigger search for the next 4596f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4597f8829a4aSRandall Stewart */ 4598f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4599f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4600f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4601f8829a4aSRandall Stewart 4602f8829a4aSRandall Stewart 4603b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4604f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4605f8829a4aSRandall Stewart cum_ack, 460649656eefSMichael Tuexen tp1->rec.data.tsn, 4607f8829a4aSRandall Stewart 0, 4608f8829a4aSRandall Stewart 0, 4609f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 461080fefe0aSRandall Stewart } 4611b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 461249656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 461380fefe0aSRandall Stewart } 4614f8829a4aSRandall Stewart } 4615f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4616f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4617f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4618f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4619f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4620f8829a4aSRandall Stewart #endif 4621f8829a4aSRandall Stewart } 462242551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 462342551e99SRandall Stewart /* deflate the cwnd */ 462442551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 462542551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 462642551e99SRandall Stewart } 4627325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4628f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4629f8829a4aSRandall Stewart } 4630325c8c46SMichael Tuexen } 4631f8829a4aSRandall Stewart } else { 4632f8829a4aSRandall Stewart break; 4633f8829a4aSRandall Stewart } 4634f8829a4aSRandall Stewart } 4635f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4636f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4637f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4638f8829a4aSRandall Stewart 4639cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4640f8829a4aSRandall Stewart 4641f8829a4aSRandall Stewart /* 4642f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4643f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4644f8829a4aSRandall Stewart * for all dests. 4645f8829a4aSRandall Stewart */ 4646f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4647f8829a4aSRandall Stewart net->saw_newack = 0; 4648f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4649f8829a4aSRandall Stewart } 4650f8829a4aSRandall Stewart 4651f8829a4aSRandall Stewart /* 4652f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4653f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4654f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4655f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4656f8829a4aSRandall Stewart */ 4657cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4658cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 46597215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4660cd554309SMichael Tuexen wake_him++; 4661cd554309SMichael Tuexen } 4662f8829a4aSRandall Stewart /* 4663fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4664fd60718dSMichael Tuexen * adherence is wanted. 4665f8829a4aSRandall Stewart */ 466620b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4667f8829a4aSRandall Stewart /* 4668fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4669fd60718dSMichael Tuexen * We must abort. 4670f8829a4aSRandall Stewart */ 4671cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4672cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4673f8829a4aSRandall Stewart goto hopeless_peer; 4674f8829a4aSRandall Stewart } 4675f8829a4aSRandall Stewart } 4676f8829a4aSRandall Stewart /*******************************************/ 4677f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4678f8829a4aSRandall Stewart /*******************************************/ 46797c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4680f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4681f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4682f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4683a5d547adSRandall Stewart stcb, net, 468444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4685f8829a4aSRandall Stewart 4686f8829a4aSRandall Stewart } 4687f8829a4aSRandall Stewart } else { 4688f8829a4aSRandall Stewart if (accum_moved) { 4689f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4690f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 469144249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4692f8829a4aSRandall Stewart } 4693f8829a4aSRandall Stewart } 4694f8829a4aSRandall Stewart } 4695f8829a4aSRandall Stewart /********************************************/ 4696d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4697f8829a4aSRandall Stewart /********************************************/ 4698f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4699f8829a4aSRandall Stewart 47007c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 470149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4702f8829a4aSRandall Stewart break; 4703f8829a4aSRandall Stewart } 4704325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 470549656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 470649656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4707a7ad6026SMichael Tuexen #ifdef INVARIANTS 4708a7ad6026SMichael Tuexen } else { 470949656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4710a7ad6026SMichael Tuexen #endif 4711a7ad6026SMichael Tuexen } 4712f8829a4aSRandall Stewart } 471349656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 471449656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 471549656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4716d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4717d96bef9cSMichael Tuexen } 4718f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 47190ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4720f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4721f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4722f8829a4aSRandall Stewart } 47237c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4724f8829a4aSRandall Stewart if (tp1->data) { 472504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4726f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4727f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 47287c99d56fSMichael Tuexen tp1->data = NULL; 4729dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4730f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4731f8829a4aSRandall Stewart } 4732f8829a4aSRandall Stewart } 4733b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4734f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4735f8829a4aSRandall Stewart cum_ack, 473649656eefSMichael Tuexen tp1->rec.data.tsn, 4737f8829a4aSRandall Stewart 0, 4738f8829a4aSRandall Stewart 0, 4739f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 474080fefe0aSRandall Stewart } 4741689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4742f8829a4aSRandall Stewart wake_him++; 47437c99d56fSMichael Tuexen } 47447c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 47457c99d56fSMichael Tuexen #ifdef INVARIANTS 4746cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 47477c99d56fSMichael Tuexen #else 47487c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 47497c99d56fSMichael Tuexen asoc->total_flight); 47507c99d56fSMichael Tuexen #endif 47517c99d56fSMichael Tuexen asoc->total_flight = 0; 47527c99d56fSMichael Tuexen } 475304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4754f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4755ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4756ceaad40aSRandall Stewart struct socket *so; 4757ceaad40aSRandall Stewart 4758ceaad40aSRandall Stewart #endif 4759f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4760b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47617215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 476280fefe0aSRandall Stewart } 4763ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4764ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4765ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4766ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4767ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4768ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4769ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4770ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4771ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4772ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4773ceaad40aSRandall Stewart return; 4774ceaad40aSRandall Stewart } 4775ceaad40aSRandall Stewart #endif 4776f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4777ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4778ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4779ceaad40aSRandall Stewart #endif 4780f8829a4aSRandall Stewart } else { 4781b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47827215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 478380fefe0aSRandall Stewart } 4784f8829a4aSRandall Stewart } 4785f8829a4aSRandall Stewart 478642551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 478720b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4788f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4789f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4790f8829a4aSRandall Stewart } 4791f8829a4aSRandall Stewart } 4792f8829a4aSRandall Stewart /* 4793f8829a4aSRandall Stewart * Check for revoked fragments: 4794f8829a4aSRandall Stewart * 4795f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4796f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4797f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4798f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4799f8829a4aSRandall Stewart * we had some before and now we have NONE. 4800f8829a4aSRandall Stewart */ 4801f8829a4aSRandall Stewart 4802d9c5cfeaSMichael Tuexen if (num_seg) { 4803c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4804d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4805d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4806f8829a4aSRandall Stewart int cnt_revoked = 0; 4807f8829a4aSRandall Stewart 4808f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4809f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4810b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4811f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4812b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4813c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4814c105859eSRandall Stewart tp1->whoTo->flight_size, 4815c105859eSRandall Stewart tp1->book_size, 48169a8e3088SMichael Tuexen (uint32_t)(uintptr_t)tp1->whoTo, 481749656eefSMichael Tuexen tp1->rec.data.tsn); 481880fefe0aSRandall Stewart } 4819c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4820c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4821a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 482242551e99SRandall Stewart /* 482342551e99SRandall Stewart * To ensure that this increase in 48244a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 48254a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 48264a9ef3f8SMichael Tuexen * cwnd artificially. 482742551e99SRandall Stewart */ 482842551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4829f8829a4aSRandall Stewart cnt_revoked++; 4830f8829a4aSRandall Stewart } 4831f8829a4aSRandall Stewart } 4832f8829a4aSRandall Stewart if (cnt_revoked) { 4833f8829a4aSRandall Stewart reneged_all = 1; 4834f8829a4aSRandall Stewart } 4835f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4836f8829a4aSRandall Stewart } 4837d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4838d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4839f8829a4aSRandall Stewart else 4840d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4841f8829a4aSRandall Stewart 4842b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4843ca85e948SMichael Tuexen if (ecne_seen == 0) { 4844ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4845ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4846ca85e948SMichael Tuexen /* 4847ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4848ca85e948SMichael Tuexen * count, this is optional. 4849ca85e948SMichael Tuexen */ 4850ca85e948SMichael Tuexen net->error_count = 0; 4851ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4852ca85e948SMichael Tuexen /* addr came good */ 4853ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4854ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 48554b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4856ca85e948SMichael Tuexen } 4857ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4858ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4859*b7b84c0eSMichael Tuexen /* 4860*b7b84c0eSMichael Tuexen * release the alternate, 4861*b7b84c0eSMichael Tuexen * primary is good 4862*b7b84c0eSMichael Tuexen */ 4863ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4864ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4865ca85e948SMichael Tuexen } 4866ca85e948SMichael Tuexen } 4867ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4868ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4869b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4870b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 487144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4872ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4873ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4874ca85e948SMichael Tuexen /* Done with this net */ 4875ca85e948SMichael Tuexen net->net_ack = 0; 4876ca85e948SMichael Tuexen } 4877ca85e948SMichael Tuexen /* restore any doubled timers */ 4878ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4879ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4880ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4881ca85e948SMichael Tuexen } 4882ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4883ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4884ca85e948SMichael Tuexen } 4885ca85e948SMichael Tuexen } 4886ca85e948SMichael Tuexen } 4887b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4888ca85e948SMichael Tuexen } 4889f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4890f8829a4aSRandall Stewart /* nothing left in-flight */ 4891f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4892f8829a4aSRandall Stewart /* stop all timers */ 4893f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4894b7d130beSMichael Tuexen stcb, net, 489544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4896f8829a4aSRandall Stewart net->flight_size = 0; 4897f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4898f8829a4aSRandall Stewart } 4899f8829a4aSRandall Stewart asoc->total_flight = 0; 4900f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4901f8829a4aSRandall Stewart } 4902f8829a4aSRandall Stewart /**********************************/ 4903f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4904f8829a4aSRandall Stewart /**********************************/ 4905f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4906f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4907b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4908f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4909f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 491080fefe0aSRandall Stewart } 4911f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4912f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4913f8829a4aSRandall Stewart /* SWS sender side engages */ 4914f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4915f8829a4aSRandall Stewart } 4916f8829a4aSRandall Stewart /* clean up */ 4917f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4918f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4919f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4920d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 49212afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4922f8829a4aSRandall Stewart } 4923f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4924f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4925f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4926f8829a4aSRandall Stewart /* Need to abort here */ 4927ff1ffd74SMichael Tuexen struct mbuf *op_err; 4928f8829a4aSRandall Stewart 4929f8829a4aSRandall Stewart abort_out_now: 4930f8829a4aSRandall Stewart *abort_now = 1; 4931f8829a4aSRandall Stewart /* XXX */ 4932ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 493344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_31; 4934ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4935f8829a4aSRandall Stewart return; 4936f8829a4aSRandall Stewart } else { 4937ca85e948SMichael Tuexen struct sctp_nets *netp; 4938ca85e948SMichael Tuexen 4939f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4940f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4941f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4942f42a358aSRandall Stewart } 4943c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4944b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4945f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4946c39cfa1fSMichael Tuexen if (asoc->alternate) { 4947c39cfa1fSMichael Tuexen netp = asoc->alternate; 4948c39cfa1fSMichael Tuexen } else { 4949c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4950c39cfa1fSMichael Tuexen } 4951ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4952f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4953ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4954f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4955ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4956f8829a4aSRandall Stewart } 4957f8829a4aSRandall Stewart return; 4958f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4959f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4960ca85e948SMichael Tuexen struct sctp_nets *netp; 4961ca85e948SMichael Tuexen 4962f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4963f8829a4aSRandall Stewart goto abort_out_now; 4964f8829a4aSRandall Stewart } 4965f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4966c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4967b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 496812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4969c39cfa1fSMichael Tuexen if (asoc->alternate) { 4970c39cfa1fSMichael Tuexen netp = asoc->alternate; 4971c39cfa1fSMichael Tuexen } else { 4972c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4973c39cfa1fSMichael Tuexen } 4974c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4975f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4976ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4977f8829a4aSRandall Stewart return; 4978f8829a4aSRandall Stewart } 4979f8829a4aSRandall Stewart } 4980f8829a4aSRandall Stewart /* 4981f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 4982f8829a4aSRandall Stewart * HEADS UP. 4983f8829a4aSRandall Stewart */ 4984f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4985f8829a4aSRandall Stewart net->net_ack = 0; 4986f8829a4aSRandall Stewart } 4987f8829a4aSRandall Stewart 4988f8829a4aSRandall Stewart /* 4989f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 4990f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 4991f8829a4aSRandall Stewart * automatically ensure that. 4992f8829a4aSRandall Stewart */ 49937c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 499420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 499520083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 4996f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 4997f8829a4aSRandall Stewart } 4998cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4999f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 5000f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 5001f8829a4aSRandall Stewart } 5002b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 5003b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 5004f8829a4aSRandall Stewart 5005f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 5006f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 5007f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5008f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 5009f8829a4aSRandall Stewart } 5010f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 501120b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 5012f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 5013f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 5014f8829a4aSRandall Stewart } 501542551e99SRandall Stewart /* 501642551e99SRandall Stewart * CMT Fast recovery 501742551e99SRandall Stewart */ 5018f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5019f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 5020f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 5021f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 5022f8829a4aSRandall Stewart } 5023f8829a4aSRandall Stewart } 5024f8829a4aSRandall Stewart 5025f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 5026b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 5027f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 502844fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 502980fefe0aSRandall Stewart } 5030f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 503144fbe462SRandall Stewart (uint32_t)(asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 5032f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 5033f8829a4aSRandall Stewart /* SWS sender side engages */ 5034f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 5035f8829a4aSRandall Stewart } 50365e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 50375e54f665SRandall Stewart win_probe_recovery = 1; 50385e54f665SRandall Stewart } 5039f8829a4aSRandall Stewart /* 5040f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5041f8829a4aSRandall Stewart * outstanding data. 5042f8829a4aSRandall Stewart */ 5043bff64a4dSRandall Stewart done_once = 0; 5044a5d547adSRandall Stewart again: 5045a5d547adSRandall Stewart j = 0; 5046f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 50475e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5048c105859eSRandall Stewart win_probe_recovered = 1; 50495e54f665SRandall Stewart /*- 50505e54f665SRandall Stewart * Find first chunk that was used with 50515e54f665SRandall Stewart * window probe and clear the event. Put 50525e54f665SRandall Stewart * it back into the send queue as if has 50535e54f665SRandall Stewart * not been sent. 50545e54f665SRandall Stewart */ 50555e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 50565e54f665SRandall Stewart if (tp1->window_probe) { 50577215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 50585e54f665SRandall Stewart break; 50595e54f665SRandall Stewart } 50605e54f665SRandall Stewart } 50615e54f665SRandall Stewart } 5062f8829a4aSRandall Stewart if (net->flight_size) { 5063a5d547adSRandall Stewart j++; 5064cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5065f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5066f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5067cd554309SMichael Tuexen } 50685171328bSRandall Stewart if (net->window_probe) { 5069cd554309SMichael Tuexen net->window_probe = 0; 50705171328bSRandall Stewart } 5071c105859eSRandall Stewart } else { 50725171328bSRandall Stewart if (net->window_probe) { 5073*b7b84c0eSMichael Tuexen /* 5074*b7b84c0eSMichael Tuexen * In window probes we must assure a timer 5075*b7b84c0eSMichael Tuexen * is still running there 5076*b7b84c0eSMichael Tuexen */ 50775171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 50785171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 50795171328bSRandall Stewart stcb->sctp_ep, stcb, net); 50805171328bSRandall Stewart 50815171328bSRandall Stewart } 50825171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5083c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5084c105859eSRandall Stewart stcb, net, 508544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5086c105859eSRandall Stewart } 5087f8829a4aSRandall Stewart } 5088f8829a4aSRandall Stewart } 5089bff64a4dSRandall Stewart if ((j == 0) && 5090bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5091bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5092c105859eSRandall Stewart (win_probe_recovered == 0) && 5093bff64a4dSRandall Stewart (done_once == 0)) { 50940c0982b8SRandall Stewart /* 50950c0982b8SRandall Stewart * huh, this should not happen unless all packets are 50960c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 50970c0982b8SRandall Stewart */ 50980c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5099a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5100a5d547adSRandall Stewart net->flight_size = 0; 5101a5d547adSRandall Stewart } 5102a5d547adSRandall Stewart asoc->total_flight = 0; 5103a5d547adSRandall Stewart asoc->total_flight_count = 0; 5104a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5105a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5106a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5107c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5108c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5109a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5110791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5111a5d547adSRandall Stewart } 5112a5d547adSRandall Stewart } 51130c0982b8SRandall Stewart } 5114bff64a4dSRandall Stewart done_once = 1; 5115a5d547adSRandall Stewart goto again; 5116a5d547adSRandall Stewart } 5117cd554309SMichael Tuexen /*********************************************/ 5118cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5119cd554309SMichael Tuexen /* (section 4.2) */ 5120cd554309SMichael Tuexen /*********************************************/ 5121cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 512220b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5123dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5124dfb11ef8SRandall Stewart } 5125830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5126dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5127830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5128830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5129830d754dSRandall Stewart 5130830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5131830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5132830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 513320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5134830d754dSRandall Stewart /* 5135493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5136830d754dSRandall Stewart */ 51370c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 51380c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 51390c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 51400c0982b8SRandall Stewart old_adv_peer_ack_point); 51410c0982b8SRandall Stewart } 514220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5143830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 51440c0982b8SRandall Stewart } else if (lchk) { 51450c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 514644fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 51470c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 51480c0982b8SRandall Stewart } 5149830d754dSRandall Stewart } 5150830d754dSRandall Stewart } 5151830d754dSRandall Stewart if (lchk) { 5152830d754dSRandall Stewart /* Assure a timer is up */ 5153830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5154830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5155830d754dSRandall Stewart } 5156830d754dSRandall Stewart } 5157b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5158f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5159f8829a4aSRandall Stewart a_rwnd, 5160f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5161f8829a4aSRandall Stewart stcb->asoc.total_flight, 5162f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 516380fefe0aSRandall Stewart } 5164f8829a4aSRandall Stewart } 5165f8829a4aSRandall Stewart 5166f8829a4aSRandall Stewart void 51677215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5168f8829a4aSRandall Stewart { 5169f8829a4aSRandall Stewart /* Copy cum-ack */ 5170f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5171f8829a4aSRandall Stewart 5172f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5173f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5174f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5175f8829a4aSRandall Stewart 5176f8829a4aSRandall Stewart /* Now call the express sack handling */ 5177899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5178f8829a4aSRandall Stewart } 5179f8829a4aSRandall Stewart 5180f8829a4aSRandall Stewart static void 5181f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5182f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5183f8829a4aSRandall Stewart { 5184f8829a4aSRandall Stewart struct sctp_queued_to_read *ctl, *nctl; 5185f8829a4aSRandall Stewart struct sctp_association *asoc; 518649656eefSMichael Tuexen uint32_t mid; 518749656eefSMichael Tuexen int need_reasm_check = 0; 5188f8829a4aSRandall Stewart 5189f8829a4aSRandall Stewart asoc = &stcb->asoc; 519049656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5191f8829a4aSRandall Stewart /* 5192f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 519344249214SRandall Stewart * came in. 5194f8829a4aSRandall Stewart */ 519544249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 519649656eefSMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, ctl->mid)) { 5197f8829a4aSRandall Stewart /* this is deliverable now */ 519844249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 519944249214SRandall Stewart if (ctl->on_strm_q) { 520044249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 520144249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 520244249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 520344249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 520498d5fd97SMichael Tuexen #ifdef INVARIANTS 520544249214SRandall Stewart } else { 520644249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 520744249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 520898d5fd97SMichael Tuexen #endif 520944249214SRandall Stewart } 521044249214SRandall Stewart ctl->on_strm_q = 0; 521144249214SRandall Stewart } 5212f8829a4aSRandall Stewart /* subtract pending on streams */ 5213f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5214f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5215f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5216f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5217b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5218f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5219f8829a4aSRandall Stewart ctl, 522044249214SRandall Stewart &stcb->sctp_socket->so_rcv, 522144249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 522244249214SRandall Stewart SCTP_SO_NOT_LOCKED); 522344249214SRandall Stewart } 522444249214SRandall Stewart } else { 522544249214SRandall Stewart /* Its a fragmented message */ 522644249214SRandall Stewart if (ctl->first_frag_seen) { 5227*b7b84c0eSMichael Tuexen /* 5228*b7b84c0eSMichael Tuexen * Make it so this is next to 5229*b7b84c0eSMichael Tuexen * deliver, we restore later 5230*b7b84c0eSMichael Tuexen */ 523149656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 523244249214SRandall Stewart need_reasm_check = 1; 523344249214SRandall Stewart break; 523444249214SRandall Stewart } 5235f8829a4aSRandall Stewart } 5236f8829a4aSRandall Stewart } else { 5237f8829a4aSRandall Stewart /* no more delivery now. */ 5238f8829a4aSRandall Stewart break; 5239f8829a4aSRandall Stewart } 5240f8829a4aSRandall Stewart } 524144249214SRandall Stewart if (need_reasm_check) { 524244249214SRandall Stewart int ret; 524344249214SRandall Stewart 5244d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 524549656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 524644249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 524749656eefSMichael Tuexen strmin->last_mid_delivered = mid; 524844249214SRandall Stewart } 524944249214SRandall Stewart if (ret == 0) { 525044249214SRandall Stewart /* Left the front Partial one on */ 525144249214SRandall Stewart return; 525244249214SRandall Stewart } 525344249214SRandall Stewart need_reasm_check = 0; 525444249214SRandall Stewart } 5255f8829a4aSRandall Stewart /* 5256f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5257f8829a4aSRandall Stewart * now ready. 5258f8829a4aSRandall Stewart */ 525949656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 526044249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 526149656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, ctl->mid)) { 526244249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5263f8829a4aSRandall Stewart /* this is deliverable now */ 526444249214SRandall Stewart if (ctl->on_strm_q) { 526544249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 526644249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 526744249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 526844249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 526998d5fd97SMichael Tuexen #ifdef INVARIANTS 527044249214SRandall Stewart } else { 527144249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 527244249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 527398d5fd97SMichael Tuexen #endif 527444249214SRandall Stewart } 527544249214SRandall Stewart ctl->on_strm_q = 0; 527644249214SRandall Stewart } 5277f8829a4aSRandall Stewart /* subtract pending on streams */ 5278f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5279f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5280f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 528149656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid; 5282f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5283b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5284f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5285f8829a4aSRandall Stewart ctl, 528644249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 528744249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 528877acdc25SRandall Stewart 5289f8829a4aSRandall Stewart } 529049656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5291f8829a4aSRandall Stewart } else { 529244249214SRandall Stewart /* Its a fragmented message */ 529344249214SRandall Stewart if (ctl->first_frag_seen) { 5294*b7b84c0eSMichael Tuexen /* 5295*b7b84c0eSMichael Tuexen * Make it so this is next to 5296*b7b84c0eSMichael Tuexen * deliver 5297*b7b84c0eSMichael Tuexen */ 529849656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 529944249214SRandall Stewart need_reasm_check = 1; 5300f8829a4aSRandall Stewart break; 5301f8829a4aSRandall Stewart } 5302f8829a4aSRandall Stewart } 530344249214SRandall Stewart } else { 530444249214SRandall Stewart break; 530544249214SRandall Stewart } 530644249214SRandall Stewart } 530744249214SRandall Stewart if (need_reasm_check) { 5308d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 530944249214SRandall Stewart } 5310f8829a4aSRandall Stewart } 5311f8829a4aSRandall Stewart 53128e1b295fSMichael Tuexen 5313d1ea5fa9SMichael Tuexen 53148933fa13SRandall Stewart static void 53158933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 53168933fa13SRandall Stewart struct sctp_association *asoc, 531749656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 53188933fa13SRandall Stewart { 531944249214SRandall Stewart struct sctp_queued_to_read *control; 532044249214SRandall Stewart struct sctp_stream_in *strm; 53214a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5322d1ea5fa9SMichael Tuexen int cnt_removed = 0; 53238933fa13SRandall Stewart 53248933fa13SRandall Stewart /* 532544249214SRandall Stewart * For now large messages held on the stream reasm that are complete 53264a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 53274a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 53284a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 53294a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 53304a9ef3f8SMichael Tuexen * queue. 53318933fa13SRandall Stewart */ 533244249214SRandall Stewart strm = &asoc->strmin[stream]; 533349656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 533444249214SRandall Stewart if (control == NULL) { 533544249214SRandall Stewart /* Not found */ 533644249214SRandall Stewart return; 53378933fa13SRandall Stewart } 533849656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 53395cb91655SMichael Tuexen return; 53405cb91655SMichael Tuexen } 534144249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 534244249214SRandall Stewart /* Purge hanging chunks */ 534349656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 534449656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5345d1ea5fa9SMichael Tuexen break; 5346d1ea5fa9SMichael Tuexen } 5347d1ea5fa9SMichael Tuexen } 5348d1ea5fa9SMichael Tuexen cnt_removed++; 534944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 53508933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 53518933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 53528933fa13SRandall Stewart if (chk->data) { 53538933fa13SRandall Stewart sctp_m_freem(chk->data); 53548933fa13SRandall Stewart chk->data = NULL; 53558933fa13SRandall Stewart } 5356689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 53578933fa13SRandall Stewart } 5358d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5359d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5360d1ea5fa9SMichael Tuexen if (control->data) { 5361d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5362d1ea5fa9SMichael Tuexen control->data = NULL; 5363d1ea5fa9SMichael Tuexen } 5364d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5365d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5366d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5367d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5368d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5369d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5370d1ea5fa9SMichael Tuexen } 5371d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5372d1ea5fa9SMichael Tuexen return; 5373d1ea5fa9SMichael Tuexen } 5374d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 537544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 5376d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5377d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5378d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5379d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5380d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5381d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5382d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5383d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5384d1ea5fa9SMichael Tuexen #endif 5385d1ea5fa9SMichael Tuexen } 5386d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 538744249214SRandall Stewart if (control->on_read_q == 0) { 538844249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 538944249214SRandall Stewart if (control->data) { 539044249214SRandall Stewart sctp_m_freem(control->data); 539144249214SRandall Stewart control->data = NULL; 539244249214SRandall Stewart } 539344249214SRandall Stewart sctp_free_a_readq(stcb, control); 53948933fa13SRandall Stewart } 53958933fa13SRandall Stewart } 53968933fa13SRandall Stewart 5397f8829a4aSRandall Stewart void 5398f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5399b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5400b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5401f8829a4aSRandall Stewart { 5402f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5403f8829a4aSRandall Stewart /* 5404f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5405f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5406f8829a4aSRandall Stewart * 5407f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5408f8829a4aSRandall Stewart * 54095b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 54105b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5411f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5412f8829a4aSRandall Stewart * report where we are. 5413f8829a4aSRandall Stewart */ 5414f8829a4aSRandall Stewart struct sctp_association *asoc; 54157898f408SRandall Stewart uint32_t new_cum_tsn, gap; 54167215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 54178933fa13SRandall Stewart uint32_t str_seq; 5418f8829a4aSRandall Stewart struct sctp_stream_in *strm; 54198933fa13SRandall Stewart struct sctp_queued_to_read *ctl, *sv; 5420f8829a4aSRandall Stewart 5421f8829a4aSRandall Stewart asoc = &stcb->asoc; 5422f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5423ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5424ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5425f8829a4aSRandall Stewart return; 5426f8829a4aSRandall Stewart } 5427f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5428f8829a4aSRandall Stewart /*************************************************************/ 5429f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5430f8829a4aSRandall Stewart /*************************************************************/ 5431f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5432f8829a4aSRandall Stewart 543320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5434f8829a4aSRandall Stewart /* Already got there ... */ 5435f8829a4aSRandall Stewart return; 5436f8829a4aSRandall Stewart } 5437f8829a4aSRandall Stewart /* 5438f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5439f8829a4aSRandall Stewart * gap 5440f8829a4aSRandall Stewart */ 5441b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 544277acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 54432afb3e84SRandall Stewart if (gap >= m_size) { 5444f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5445ff1ffd74SMichael Tuexen struct mbuf *op_err; 5446ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 544717205eccSRandall Stewart 5448f8829a4aSRandall Stewart /* 5449f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 545017205eccSRandall Stewart * give out). This must be an attacker. 5451f8829a4aSRandall Stewart */ 545217205eccSRandall Stewart *abort_flag = 1; 5453ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5454ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5455ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5456ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 545744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5458ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5459f8829a4aSRandall Stewart return; 5460f8829a4aSRandall Stewart } 5461207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 546277acdc25SRandall Stewart 54632afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 54642afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 546577acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 546677acdc25SRandall Stewart 5467b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5468830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 546977acdc25SRandall Stewart 5470b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5471f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 547280fefe0aSRandall Stewart } 54732afb3e84SRandall Stewart } else { 54742afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 54752afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 54767898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 54777898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 54788933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 547920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 54807898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5481b5c16493SMichael Tuexen } 5482b5c16493SMichael Tuexen } 5483b5c16493SMichael Tuexen } 5484f8829a4aSRandall Stewart } 5485f8829a4aSRandall Stewart /*************************************************************/ 5486f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5487f8829a4aSRandall Stewart /*************************************************************/ 5488f8829a4aSRandall Stewart 548944249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5490d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5491d1ea5fa9SMichael Tuexen uint16_t sid; 549244249214SRandall Stewart 5493d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5494d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5495d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 549649656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5497d1ea5fa9SMichael Tuexen } 5498d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5499d1ea5fa9SMichael Tuexen } 55008933fa13SRandall Stewart /*******************************************************/ 55018933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 55028933fa13SRandall Stewart /* delivery issues as needed. */ 55038933fa13SRandall Stewart /*******************************************************/ 5504f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5505671d309cSRandall Stewart if (m && fwd_sz) { 5506f8829a4aSRandall Stewart /* New method. */ 5507d61a0ae0SRandall Stewart unsigned int num_str; 550849656eefSMichael Tuexen uint32_t mid, cur_mid; 550949656eefSMichael Tuexen uint16_t sid; 55108e1b295fSMichael Tuexen uint16_t ordered, flags; 5511671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 551244249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5513671d309cSRandall Stewart 5514671d309cSRandall Stewart offset += sizeof(*fwd); 5515f8829a4aSRandall Stewart 55168933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 551744249214SRandall Stewart if (asoc->idata_supported) { 551844249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 551944249214SRandall Stewart } else { 5520f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 552144249214SRandall Stewart } 5522f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 552344249214SRandall Stewart if (asoc->idata_supported) { 552444249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 552544249214SRandall Stewart sizeof(struct sctp_strseq_mid), 552644249214SRandall Stewart (uint8_t *)&strseqbuf_m); 552744249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 552844249214SRandall Stewart if (stseq_m == NULL) { 552944249214SRandall Stewart break; 553044249214SRandall Stewart } 553149656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 553249656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 55338e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 55348e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 55358e1b295fSMichael Tuexen ordered = 0; 55368e1b295fSMichael Tuexen } else { 55378e1b295fSMichael Tuexen ordered = 1; 55388e1b295fSMichael Tuexen } 553944249214SRandall Stewart } else { 5540671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5541671d309cSRandall Stewart sizeof(struct sctp_strseq), 5542671d309cSRandall Stewart (uint8_t *)&strseqbuf); 5543671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 55442afb3e84SRandall Stewart if (stseq == NULL) { 5545671d309cSRandall Stewart break; 55462afb3e84SRandall Stewart } 554749656eefSMichael Tuexen sid = ntohs(stseq->sid); 554849656eefSMichael Tuexen mid = (uint32_t)ntohs(stseq->ssn); 55498e1b295fSMichael Tuexen ordered = 1; 555044249214SRandall Stewart } 5551f8829a4aSRandall Stewart /* Convert */ 55528933fa13SRandall Stewart 5553f8829a4aSRandall Stewart /* now process */ 55548933fa13SRandall Stewart 55558933fa13SRandall Stewart /* 55568933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 55578933fa13SRandall Stewart * queue where its not all delivered. If we find it 55588933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 55598933fa13SRandall Stewart */ 556049656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 55612afb3e84SRandall Stewart /* screwed up streams, stop! */ 55622afb3e84SRandall Stewart break; 5563f8829a4aSRandall Stewart } 556449656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 556549656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 55668933fa13SRandall Stewart /* 55678933fa13SRandall Stewart * If this is the one we were partially 55688933fa13SRandall Stewart * delivering now then we no longer are. 55698933fa13SRandall Stewart * Note this will change with the reassembly 55708933fa13SRandall Stewart * re-write. 55718933fa13SRandall Stewart */ 55728933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 55738933fa13SRandall Stewart } 557449656eefSMichael Tuexen strm = &asoc->strmin[sid]; 557549656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 557649656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5577d1ea5fa9SMichael Tuexen } 55788933fa13SRandall Stewart TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) { 557949656eefSMichael Tuexen if ((ctl->sinfo_stream == sid) && 558049656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, ctl->mid, mid))) { 558149656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 55828933fa13SRandall Stewart ctl->pdapi_aborted = 1; 55838933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 558444249214SRandall Stewart ctl->end_added = 1; 558544249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 558644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, ctl, next_instrm); 558744249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 558844249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, ctl, next_instrm); 558998d5fd97SMichael Tuexen #ifdef INVARIANTS 559044249214SRandall Stewart } else if (ctl->on_strm_q) { 559144249214SRandall Stewart panic("strm: %p ctl: %p unknown %d", 559244249214SRandall Stewart strm, ctl, ctl->on_strm_q); 559398d5fd97SMichael Tuexen #endif 559444249214SRandall Stewart } 559544249214SRandall Stewart ctl->on_strm_q = 0; 55968933fa13SRandall Stewart stcb->asoc.control_pdapi = ctl; 5597810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5598810ec536SMichael Tuexen stcb, 55998933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5600810ec536SMichael Tuexen (void *)&str_seq, 5601810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 56028933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 56038933fa13SRandall Stewart break; 560449656eefSMichael Tuexen } else if ((ctl->sinfo_stream == sid) && 560549656eefSMichael Tuexen SCTP_MID_GT(asoc->idata_supported, ctl->mid, mid)) { 56068933fa13SRandall Stewart /* We are past our victim SSN */ 56078933fa13SRandall Stewart break; 56088933fa13SRandall Stewart } 56098933fa13SRandall Stewart } 561049656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5611f8829a4aSRandall Stewart /* Update the sequence number */ 561249656eefSMichael Tuexen strm->last_mid_delivered = mid; 5613f8829a4aSRandall Stewart } 5614f8829a4aSRandall Stewart /* now kick the stream the new way */ 561504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5616f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5617f8829a4aSRandall Stewart } 56188933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5619f8829a4aSRandall Stewart } 56207898f408SRandall Stewart /* 56217898f408SRandall Stewart * Now slide thing forward. 56227898f408SRandall Stewart */ 56237898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5624f8829a4aSRandall Stewart } 5625