1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6244249214SRandall Stewart static void 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 67d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 95b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 96f8829a4aSRandall Stewart return (calc); 97f8829a4aSRandall Stewart } 98f8829a4aSRandall Stewart /* get actual space */ 99f8829a4aSRandall Stewart calc = (uint32_t) sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 100f8829a4aSRandall Stewart /* 101f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 102f8829a4aSRandall Stewart * for putting up. 103f8829a4aSRandall Stewart */ 10444fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_reasm_queue + 10544fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_all_streams + 10744fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 108f8829a4aSRandall Stewart if (calc == 0) { 109f8829a4aSRandall Stewart /* out of space */ 110f8829a4aSRandall Stewart return (calc); 111f8829a4aSRandall Stewart } 112f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1132afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 114b3f1ea41SRandall Stewart /* 115b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 116b3f1ea41SRandall Stewart * even it is 0. SWS engaged 117f8829a4aSRandall Stewart */ 118b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 119b3f1ea41SRandall Stewart calc = 1; 1202afb3e84SRandall Stewart } 121b3f1ea41SRandall Stewart return (calc); 122f8829a4aSRandall Stewart } 123f8829a4aSRandall Stewart 124f8829a4aSRandall Stewart 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart /* 127f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 128f8829a4aSRandall Stewart */ 129f8829a4aSRandall Stewart struct sctp_queued_to_read * 130f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 131f8829a4aSRandall Stewart struct sctp_nets *net, 132f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 133*49656eefSMichael Tuexen uint32_t context, uint16_t sid, 134*49656eefSMichael Tuexen uint32_t mid, uint8_t flags, 135f8829a4aSRandall Stewart struct mbuf *dm) 136f8829a4aSRandall Stewart { 137f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 138f8829a4aSRandall Stewart 139f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 140f8829a4aSRandall Stewart if (read_queue_e == NULL) { 141f8829a4aSRandall Stewart goto failed_build; 142f8829a4aSRandall Stewart } 14344249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 144*49656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 145f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 146f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1477215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 148f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 149f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 150f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 151*49656eefSMichael Tuexen read_queue_e->mid = mid; 15244249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15344249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 154f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 155f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 156f8829a4aSRandall Stewart read_queue_e->data = dm; 157f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 158f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 159f8829a4aSRandall Stewart failed_build: 160f8829a4aSRandall Stewart return (read_queue_e); 161f8829a4aSRandall Stewart } 162f8829a4aSRandall Stewart 163f8829a4aSRandall Stewart struct mbuf * 164e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 165f8829a4aSRandall Stewart { 166e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 167f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 168e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 169e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 170f8829a4aSRandall Stewart struct cmsghdr *cmh; 171f8829a4aSRandall Stewart struct mbuf *ret; 172f8829a4aSRandall Stewart int len; 173e2e7c62eSMichael Tuexen int use_extended; 174e2e7c62eSMichael Tuexen int provide_nxt; 175f8829a4aSRandall Stewart 176e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 177e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 178e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 179e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 180f8829a4aSRandall Stewart return (NULL); 181f8829a4aSRandall Stewart } 182e2e7c62eSMichael Tuexen len = 0; 183e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 184e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 185e2e7c62eSMichael Tuexen } 186e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 187e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 188b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 189e2e7c62eSMichael Tuexen provide_nxt = 1; 1900bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 191e2e7c62eSMichael Tuexen } else { 192e2e7c62eSMichael Tuexen provide_nxt = 0; 193e2e7c62eSMichael Tuexen } 194e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 195f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 196f8829a4aSRandall Stewart use_extended = 1; 197e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 198f8829a4aSRandall Stewart } else { 199e2e7c62eSMichael Tuexen use_extended = 0; 200e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 201e2e7c62eSMichael Tuexen } 202e2e7c62eSMichael Tuexen } else { 203e2e7c62eSMichael Tuexen use_extended = 0; 204f8829a4aSRandall Stewart } 205f8829a4aSRandall Stewart 206eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 207f8829a4aSRandall Stewart if (ret == NULL) { 208f8829a4aSRandall Stewart /* No space */ 209f8829a4aSRandall Stewart return (ret); 210f8829a4aSRandall Stewart } 211e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 212e2e7c62eSMichael Tuexen 213f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 214f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 215e432298aSXin LI /* 216e432298aSXin LI * Make sure that there is no un-initialized padding between the 217e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 218e432298aSXin LI */ 219e432298aSXin LI memset(cmh, 0, len); 220e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 221f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 222e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 223e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 224e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 225e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 226e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 227e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 233e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 234e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 235f8829a4aSRandall Stewart } 236e2e7c62eSMichael Tuexen if (provide_nxt) { 237e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 238e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 239e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 240e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 241b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 242e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 243b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 245e2e7c62eSMichael Tuexen } 246b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 247e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 248e2e7c62eSMichael Tuexen } 249b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 250e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 251e2e7c62eSMichael Tuexen } 252b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 253b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 254b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 255e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 256e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 257e2e7c62eSMichael Tuexen } 258e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 259e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 260e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 261e2e7c62eSMichael Tuexen if (use_extended) { 262e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 263e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 264e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 266e2e7c62eSMichael Tuexen } else { 267e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 268e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 269e2e7c62eSMichael Tuexen *outinfo = *sinfo; 270e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 271e2e7c62eSMichael Tuexen } 272e2e7c62eSMichael Tuexen } 273f8829a4aSRandall Stewart return (ret); 274f8829a4aSRandall Stewart } 275f8829a4aSRandall Stewart 276139bc87fSRandall Stewart 27777acdc25SRandall Stewart static void 27877acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 27977acdc25SRandall Stewart { 2809b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28177acdc25SRandall Stewart int fnd = 0; 28244249214SRandall Stewart int in_r = 0, in_nr = 0; 28377acdc25SRandall Stewart 28477acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28577acdc25SRandall Stewart return; 28677acdc25SRandall Stewart } 2879b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 28820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2899b2e0767SRandall Stewart /* 2909b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2919b2e0767SRandall Stewart * worry about it being moved from one to the other. 2929b2e0767SRandall Stewart */ 2939b2e0767SRandall Stewart return; 2949b2e0767SRandall Stewart } 29577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29644249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29744249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 29844249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 29944249214SRandall Stewart #ifdef INVARIANTS 30044249214SRandall Stewart panic("Things are really messed up now"); 30144249214SRandall Stewart #else 302cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30377acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30477acdc25SRandall Stewart #endif 305b5c16493SMichael Tuexen } 30644249214SRandall Stewart if (in_nr == 0) 30777acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 30844249214SRandall Stewart if (in_r) 30977acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31177acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31277acdc25SRandall Stewart } 31377acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31477acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31520b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31777acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 31877acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 31977acdc25SRandall Stewart fnd = 1; 32077acdc25SRandall Stewart break; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart } 32377acdc25SRandall Stewart if (!fnd) { 32477acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32577acdc25SRandall Stewart } 32677acdc25SRandall Stewart } 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart 32944249214SRandall Stewart static int 33044249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33144249214SRandall Stewart struct sctp_association *asoc, 33244249214SRandall Stewart struct sctp_queued_to_read *control) 333f8829a4aSRandall Stewart { 33444249214SRandall Stewart struct sctp_queued_to_read *at; 33544249214SRandall Stewart struct sctp_readhead *q; 33644249214SRandall Stewart uint8_t bits, unordered; 337f8829a4aSRandall Stewart 33844249214SRandall Stewart bits = (control->sinfo_flags >> 8); 33944249214SRandall Stewart unordered = bits & SCTP_DATA_UNORDERED; 34044249214SRandall Stewart if (unordered) { 34144249214SRandall Stewart q = &strm->uno_inqueue; 34244249214SRandall Stewart if (asoc->idata_supported == 0) { 34344249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 3445b495f17SMichael Tuexen /* Only one stream can be here in old style 3455b495f17SMichael Tuexen * -- abort */ 34644249214SRandall Stewart return (-1); 34744249214SRandall Stewart } 34844249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 34944249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35044249214SRandall Stewart return (0); 35144249214SRandall Stewart } 35244249214SRandall Stewart } else { 35344249214SRandall Stewart q = &strm->inqueue; 35444249214SRandall Stewart } 35544249214SRandall Stewart if ((bits & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 35644249214SRandall Stewart control->end_added = control->last_frag_seen = control->first_frag_seen = 1; 35744249214SRandall Stewart } 35844249214SRandall Stewart if (TAILQ_EMPTY(q)) { 35944249214SRandall Stewart /* Empty queue */ 36044249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36144249214SRandall Stewart if (unordered) { 36244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36344249214SRandall Stewart } else { 36444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 36544249214SRandall Stewart } 36644249214SRandall Stewart return (0); 36744249214SRandall Stewart } else { 36844249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 369*49656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37044249214SRandall Stewart /* 37144249214SRandall Stewart * one in queue is bigger than the new one, 37244249214SRandall Stewart * insert before this one 37344249214SRandall Stewart */ 37444249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 37544249214SRandall Stewart if (unordered) { 37644249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37744249214SRandall Stewart } else { 37844249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 37944249214SRandall Stewart } 38044249214SRandall Stewart break; 381*49656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38244249214SRandall Stewart /* 38344249214SRandall Stewart * Gak, He sent me a duplicate msg id 38444249214SRandall Stewart * number?? return -1 to abort. 38544249214SRandall Stewart */ 38644249214SRandall Stewart return (-1); 38744249214SRandall Stewart } else { 38844249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 38944249214SRandall Stewart /* 39044249214SRandall Stewart * We are at the end, insert it 39144249214SRandall Stewart * after this one 39244249214SRandall Stewart */ 39344249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 39444249214SRandall Stewart sctp_log_strm_del(control, at, 39544249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 39644249214SRandall Stewart } 39744249214SRandall Stewart TAILQ_INSERT_AFTER(q, 39844249214SRandall Stewart at, control, next_instrm); 39944249214SRandall Stewart if (unordered) { 40044249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40144249214SRandall Stewart } else { 40244249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40344249214SRandall Stewart } 40444249214SRandall Stewart break; 40544249214SRandall Stewart } 40644249214SRandall Stewart } 40744249214SRandall Stewart } 40844249214SRandall Stewart } 40944249214SRandall Stewart return (0); 41044249214SRandall Stewart } 41144249214SRandall Stewart 41244249214SRandall Stewart static void 41344249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41444249214SRandall Stewart struct sctp_queued_to_read *control, 41544249214SRandall Stewart struct sctp_tmit_chunk *chk, 41644249214SRandall Stewart int *abort_flag, int opspot) 41744249214SRandall Stewart { 41844249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 41944249214SRandall Stewart struct mbuf *oper; 42044249214SRandall Stewart 42144249214SRandall Stewart if (stcb->asoc.idata_supported) { 42244249214SRandall Stewart snprintf(msg, sizeof(msg), 42344249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42444249214SRandall Stewart opspot, 42544249214SRandall Stewart control->fsn_included, 426*49656eefSMichael Tuexen chk->rec.data.tsn, 427*49656eefSMichael Tuexen chk->rec.data.sid, 428*49656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 42944249214SRandall Stewart } else { 43044249214SRandall Stewart snprintf(msg, sizeof(msg), 43144249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43244249214SRandall Stewart opspot, 43344249214SRandall Stewart control->fsn_included, 434*49656eefSMichael Tuexen chk->rec.data.tsn, 435*49656eefSMichael Tuexen chk->rec.data.sid, 436*49656eefSMichael Tuexen chk->rec.data.fsn, 437*49656eefSMichael Tuexen (uint16_t) chk->rec.data.mid); 43844249214SRandall Stewart } 43944249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 440f8829a4aSRandall Stewart sctp_m_freem(chk->data); 441f8829a4aSRandall Stewart chk->data = NULL; 442689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44444249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 44544249214SRandall Stewart *abort_flag = 1; 446f8829a4aSRandall Stewart } 447f8829a4aSRandall Stewart 44844249214SRandall Stewart static void 449d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45044249214SRandall Stewart { 451f8829a4aSRandall Stewart /* 45244249214SRandall Stewart * The control could not be placed and must be cleaned. 453f8829a4aSRandall Stewart */ 45444249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 455df6e0cc3SRandall Stewart 45644249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 45744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 45844249214SRandall Stewart if (chk->data) 45944249214SRandall Stewart sctp_m_freem(chk->data); 460f8829a4aSRandall Stewart chk->data = NULL; 461689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 462f8829a4aSRandall Stewart } 46344249214SRandall Stewart sctp_free_a_readq(stcb, control); 464f8829a4aSRandall Stewart } 465f8829a4aSRandall Stewart 466f8829a4aSRandall Stewart /* 467f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 468f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 46944249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47044249214SRandall Stewart * long as the control's entered are non-fragmented. 471f8829a4aSRandall Stewart */ 472f8829a4aSRandall Stewart static void 47344249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47444249214SRandall Stewart struct sctp_stream_in *strm, 47544249214SRandall Stewart struct sctp_association *asoc, 47644249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 477f8829a4aSRandall Stewart { 478f8829a4aSRandall Stewart /* 479f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 480f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 481f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 482cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 483f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 484f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 485f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 486f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 487f8829a4aSRandall Stewart * TSN. 488f8829a4aSRandall Stewart * 4895b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4905b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 491f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 492f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 493f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 494f8829a4aSRandall Stewart * 495f8829a4aSRandall Stewart */ 496f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 497f8829a4aSRandall Stewart int queue_needed; 49844249214SRandall Stewart uint32_t nxt_todel; 499ff1ffd74SMichael Tuexen struct mbuf *op_err; 500ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 501f8829a4aSRandall Stewart 502b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 503f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 50480fefe0aSRandall Stewart } 505*49656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 506f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 507f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 508*49656eefSMichael Tuexen control->mid, strm->last_mid_delivered); 509c40e9cf2SRandall Stewart protocol_error: 510f8829a4aSRandall Stewart /* 511f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 512f8829a4aSRandall Stewart * association destruction 513f8829a4aSRandall Stewart */ 51444249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 515*49656eefSMichael Tuexen if (asoc->idata_supported) { 516*49656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 517*49656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 518*49656eefSMichael Tuexen control->sinfo_stream, control->mid); 519*49656eefSMichael Tuexen } else { 520ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 521*49656eefSMichael Tuexen (uint16_t) strm->last_mid_delivered, 522*49656eefSMichael Tuexen control->sinfo_tsn, 523*49656eefSMichael Tuexen control->sinfo_stream, 524*49656eefSMichael Tuexen (uint16_t) control->mid); 525*49656eefSMichael Tuexen } 526ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 52744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 528ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 529f8829a4aSRandall Stewart *abort_flag = 1; 530f8829a4aSRandall Stewart return; 531f8829a4aSRandall Stewart 532f8829a4aSRandall Stewart } 53344249214SRandall Stewart if ((SCTP_TSN_GE(asoc->cumulative_tsn, control->sinfo_tsn)) && (asoc->idata_supported == 0)) { 53444249214SRandall Stewart goto protocol_error; 53544249214SRandall Stewart } 53644249214SRandall Stewart queue_needed = 1; 53744249214SRandall Stewart asoc->size_on_all_streams += control->length; 53844249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 539*49656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 540*49656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 541cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 542cf9e47b2SMichael Tuexen struct socket *so; 543cf9e47b2SMichael Tuexen 544cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 545cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 546cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 547cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 548cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 549cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 550cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 551cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 552cf9e47b2SMichael Tuexen return; 553cf9e47b2SMichael Tuexen } 554cf9e47b2SMichael Tuexen #endif 555f8829a4aSRandall Stewart /* can be delivered right away? */ 556b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 557f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 55880fefe0aSRandall Stewart } 559830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 560f8829a4aSRandall Stewart queue_needed = 0; 561f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 562f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 563*49656eefSMichael Tuexen strm->last_mid_delivered++; 564b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 565f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 566f8829a4aSRandall Stewart control, 567cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 568574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 56944249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 570f8829a4aSRandall Stewart /* all delivered */ 571*49656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 572*49656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 57344249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 574f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 575f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57644249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 57744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 57898d5fd97SMichael Tuexen #ifdef INVARIANTS 57944249214SRandall Stewart } else { 58044249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 58144249214SRandall Stewart control, control->on_strm_q); 58298d5fd97SMichael Tuexen #endif 58344249214SRandall Stewart } 58444249214SRandall Stewart control->on_strm_q = 0; 585*49656eefSMichael Tuexen strm->last_mid_delivered++; 586f8829a4aSRandall Stewart /* 587f8829a4aSRandall Stewart * We ignore the return of deliver_data here 588f8829a4aSRandall Stewart * since we always can hold the chunk on the 589f8829a4aSRandall Stewart * d-queue. And we have a finite number that 590f8829a4aSRandall Stewart * can be delivered from the strq. 591f8829a4aSRandall Stewart */ 592b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 593f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 594f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 59580fefe0aSRandall Stewart } 596b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 597f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 598f8829a4aSRandall Stewart control, 599cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 600cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 601574679afSMichael Tuexen SCTP_SO_LOCKED); 602f8829a4aSRandall Stewart continue; 603*49656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 60444249214SRandall Stewart *need_reasm = 1; 605f8829a4aSRandall Stewart } 606f8829a4aSRandall Stewart break; 607f8829a4aSRandall Stewart } 60844249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 60944249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 61044249214SRandall Stewart #endif 611f8829a4aSRandall Stewart } 612f8829a4aSRandall Stewart if (queue_needed) { 613f8829a4aSRandall Stewart /* 614f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 615f8829a4aSRandall Stewart * to put it on the queue. 616f8829a4aSRandall Stewart */ 61744249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 61844249214SRandall Stewart snprintf(msg, sizeof(msg), 619*49656eefSMichael Tuexen "Queue to str MID: %u duplicate", 620*49656eefSMichael Tuexen control->mid); 621d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 622b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 62344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 624b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 62544249214SRandall Stewart *abort_flag = 1; 626f8829a4aSRandall Stewart } 627f8829a4aSRandall Stewart } 628f8829a4aSRandall Stewart } 629f8829a4aSRandall Stewart 63044249214SRandall Stewart 63144249214SRandall Stewart static void 63244249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 633f8829a4aSRandall Stewart { 63444249214SRandall Stewart struct mbuf *m, *prev = NULL; 63544249214SRandall Stewart struct sctp_tcb *stcb; 636f8829a4aSRandall Stewart 63744249214SRandall Stewart stcb = control->stcb; 63844249214SRandall Stewart control->held_length = 0; 63944249214SRandall Stewart control->length = 0; 64044249214SRandall Stewart m = control->data; 64144249214SRandall Stewart while (m) { 64244249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 64344249214SRandall Stewart /* Skip mbufs with NO length */ 64444249214SRandall Stewart if (prev == NULL) { 64544249214SRandall Stewart /* First one */ 64644249214SRandall Stewart control->data = sctp_m_free(m); 64744249214SRandall Stewart m = control->data; 64844249214SRandall Stewart } else { 64944249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 65044249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 651f8829a4aSRandall Stewart } 65244249214SRandall Stewart if (m == NULL) { 65344249214SRandall Stewart control->tail_mbuf = prev; 654f8829a4aSRandall Stewart } 65544249214SRandall Stewart continue; 656f8829a4aSRandall Stewart } 65744249214SRandall Stewart prev = m; 65844249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 65944249214SRandall Stewart if (control->on_read_q) { 66044249214SRandall Stewart /* 66144249214SRandall Stewart * On read queue so we must increment the SB stuff, 66244249214SRandall Stewart * we assume caller has done any locks of SB. 66344249214SRandall Stewart */ 66444249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 665f8829a4aSRandall Stewart } 66644249214SRandall Stewart m = SCTP_BUF_NEXT(m); 667f8829a4aSRandall Stewart } 66844249214SRandall Stewart if (prev) { 66944249214SRandall Stewart control->tail_mbuf = prev; 67044249214SRandall Stewart } 671f8829a4aSRandall Stewart } 672f8829a4aSRandall Stewart 673f8829a4aSRandall Stewart static void 67444249214SRandall Stewart sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m) 675f8829a4aSRandall Stewart { 67644249214SRandall Stewart struct mbuf *prev = NULL; 67744249214SRandall Stewart struct sctp_tcb *stcb; 678f8829a4aSRandall Stewart 67944249214SRandall Stewart stcb = control->stcb; 68044249214SRandall Stewart if (stcb == NULL) { 68198d5fd97SMichael Tuexen #ifdef INVARIANTS 68244249214SRandall Stewart panic("Control broken"); 68398d5fd97SMichael Tuexen #else 68498d5fd97SMichael Tuexen return; 68598d5fd97SMichael Tuexen #endif 68644249214SRandall Stewart } 68744249214SRandall Stewart if (control->tail_mbuf == NULL) { 68844249214SRandall Stewart /* TSNH */ 68944249214SRandall Stewart control->data = m; 69044249214SRandall Stewart sctp_setup_tail_pointer(control); 691f8829a4aSRandall Stewart return; 692f8829a4aSRandall Stewart } 69344249214SRandall Stewart control->tail_mbuf->m_next = m; 69444249214SRandall Stewart while (m) { 69544249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 69644249214SRandall Stewart /* Skip mbufs with NO length */ 69744249214SRandall Stewart if (prev == NULL) { 69844249214SRandall Stewart /* First one */ 69944249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 70044249214SRandall Stewart m = control->tail_mbuf->m_next; 70144249214SRandall Stewart } else { 70244249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 70344249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 70444249214SRandall Stewart } 70544249214SRandall Stewart if (m == NULL) { 70644249214SRandall Stewart control->tail_mbuf = prev; 70744249214SRandall Stewart } 70844249214SRandall Stewart continue; 70944249214SRandall Stewart } 71044249214SRandall Stewart prev = m; 71144249214SRandall Stewart if (control->on_read_q) { 712f8829a4aSRandall Stewart /* 71344249214SRandall Stewart * On read queue so we must increment the SB stuff, 71444249214SRandall Stewart * we assume caller has done any locks of SB. 715f8829a4aSRandall Stewart */ 71644249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 71744249214SRandall Stewart } 71844249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 71944249214SRandall Stewart m = SCTP_BUF_NEXT(m); 72044249214SRandall Stewart } 72144249214SRandall Stewart if (prev) { 72244249214SRandall Stewart control->tail_mbuf = prev; 72344249214SRandall Stewart } 72444249214SRandall Stewart } 72544249214SRandall Stewart 72644249214SRandall Stewart static void 72744249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 72844249214SRandall Stewart { 72944249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 73044249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 731*49656eefSMichael Tuexen nc->mid = control->mid; 73244249214SRandall Stewart TAILQ_INIT(&nc->reasm); 73344249214SRandall Stewart nc->top_fsn = control->top_fsn; 734*49656eefSMichael Tuexen nc->mid = control->mid; 73544249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 73644249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 73744249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 73844249214SRandall Stewart nc->fsn_included = 0xffffffff; 73944249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 74044249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 74144249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 74244249214SRandall Stewart nc->whoFrom = control->whoFrom; 74344249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 74444249214SRandall Stewart nc->stcb = control->stcb; 74544249214SRandall Stewart nc->port_from = control->port_from; 74644249214SRandall Stewart } 74744249214SRandall Stewart 748d1ea5fa9SMichael Tuexen static void 749d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 750d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 751d1ea5fa9SMichael Tuexen { 752d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 753d1ea5fa9SMichael Tuexen if (control->on_read_q) { 754d1ea5fa9SMichael Tuexen /* 755d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 756d1ea5fa9SMichael Tuexen * :-) 757d1ea5fa9SMichael Tuexen */ 758d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 759d1ea5fa9SMichael Tuexen control->on_read_q = 0; 760d1ea5fa9SMichael Tuexen } 761d1ea5fa9SMichael Tuexen } 762d1ea5fa9SMichael Tuexen 76344249214SRandall Stewart static int 764d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 765d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 766d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 767d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 768d1ea5fa9SMichael Tuexen uint32_t pd_point, 769d1ea5fa9SMichael Tuexen int inp_read_lock_held) 77044249214SRandall Stewart { 77144249214SRandall Stewart /* 77244249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 773*49656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 774*49656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 775*49656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 776*49656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 777*49656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 77844249214SRandall Stewart */ 77944249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 78044249214SRandall Stewart uint32_t fsn; 781643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 78244249214SRandall Stewart int cnt_added; 78344249214SRandall Stewart 78444249214SRandall Stewart if (control->first_frag_seen == 0) { 78544249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 78644249214SRandall Stewart return (1); 78744249214SRandall Stewart } 78844249214SRandall Stewart /* Collapse any we can */ 78944249214SRandall Stewart cnt_added = 0; 79044249214SRandall Stewart restart: 79144249214SRandall Stewart fsn = control->fsn_included + 1; 79244249214SRandall Stewart /* Now what can we add? */ 79344249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 794*49656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 79544249214SRandall Stewart /* Ok lets add it */ 796643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 797643fd575SMichael Tuexen if (nc == NULL) { 798643fd575SMichael Tuexen break; 799643fd575SMichael Tuexen } 800643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 80144249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 802d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 80344249214SRandall Stewart fsn++; 80444249214SRandall Stewart cnt_added++; 80544249214SRandall Stewart chk = NULL; 80644249214SRandall Stewart if (control->end_added) { 80744249214SRandall Stewart /* We are done */ 80844249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 80944249214SRandall Stewart /* 81044249214SRandall Stewart * Ok we have to move anything left 81144249214SRandall Stewart * on the control queue to a new 81244249214SRandall Stewart * control. 81344249214SRandall Stewart */ 81444249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 81544249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 81644249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 81744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 8185cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 8195cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 82044249214SRandall Stewart nc->first_frag_seen = 1; 821*49656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 82244249214SRandall Stewart nc->data = tchk->data; 823*49656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 824*49656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 825*49656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 82644249214SRandall Stewart tchk->data = NULL; 82744249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 82844249214SRandall Stewart sctp_setup_tail_pointer(nc); 82944249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83044249214SRandall Stewart } 83144249214SRandall Stewart /* Spin the rest onto the queue */ 83244249214SRandall Stewart while (tchk) { 83344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 83444249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 83544249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83644249214SRandall Stewart } 8375b495f17SMichael Tuexen /* Now lets add it to the queue 8385b495f17SMichael Tuexen * after removing control */ 83944249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 84044249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 84144249214SRandall Stewart if (control->on_strm_q) { 84244249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 84344249214SRandall Stewart control->on_strm_q = 0; 84444249214SRandall Stewart } 84544249214SRandall Stewart } 84644249214SRandall Stewart if (control->pdapi_started) { 84744249214SRandall Stewart strm->pd_api_started = 0; 84844249214SRandall Stewart control->pdapi_started = 0; 84944249214SRandall Stewart } 85044249214SRandall Stewart if (control->on_strm_q) { 85144249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 85244249214SRandall Stewart control->on_strm_q = 0; 85326f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 85444249214SRandall Stewart } 855c09a1534SMichael Tuexen if (control->on_read_q == 0) { 856c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 857c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 858d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 859c09a1534SMichael Tuexen } 860b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8610fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 8625b495f17SMichael Tuexen /* Switch to the new guy and 8635b495f17SMichael Tuexen * continue */ 86444249214SRandall Stewart control = nc; 86544249214SRandall Stewart goto restart; 866643fd575SMichael Tuexen } else { 867d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 868643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 86944249214SRandall Stewart } 870d1ea5fa9SMichael Tuexen } 87144249214SRandall Stewart return (1); 872643fd575SMichael Tuexen } else { 873643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 87444249214SRandall Stewart } 87544249214SRandall Stewart } else { 87644249214SRandall Stewart /* Can't add more */ 87744249214SRandall Stewart break; 87844249214SRandall Stewart } 87944249214SRandall Stewart } 88044249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 881c09a1534SMichael Tuexen strm->pd_api_started = 1; 882c09a1534SMichael Tuexen control->pdapi_started = 1; 88344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 88444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 885d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 886b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 88744249214SRandall Stewart return (0); 88844249214SRandall Stewart } else { 88944249214SRandall Stewart return (1); 89044249214SRandall Stewart } 89144249214SRandall Stewart } 89244249214SRandall Stewart 89344249214SRandall Stewart static void 894d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 895d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 89644249214SRandall Stewart struct sctp_queued_to_read *control, 89744249214SRandall Stewart struct sctp_tmit_chunk *chk, 89844249214SRandall Stewart int *abort_flag) 89944249214SRandall Stewart { 90044249214SRandall Stewart struct sctp_tmit_chunk *at; 901d1ea5fa9SMichael Tuexen int inserted; 90244249214SRandall Stewart 90344249214SRandall Stewart /* 90444249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 90544249214SRandall Stewart * in the correct order. 90644249214SRandall Stewart */ 90744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 90844249214SRandall Stewart /* Its the very first one. */ 90944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 910f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 911*49656eefSMichael Tuexen chk->rec.data.fsn); 91244249214SRandall Stewart if (control->first_frag_seen) { 91344249214SRandall Stewart /* 91444249214SRandall Stewart * In old un-ordered we can reassembly on one 91544249214SRandall Stewart * control multiple messages. As long as the next 91644249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 91744249214SRandall Stewart * wise) 91844249214SRandall Stewart */ 91944249214SRandall Stewart struct mbuf *tdata; 92044249214SRandall Stewart uint32_t tmp; 92144249214SRandall Stewart 922*49656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 9235b495f17SMichael Tuexen /* Easy way the start of a new guy beyond 9245b495f17SMichael Tuexen * the lowest */ 92544249214SRandall Stewart goto place_chunk; 92644249214SRandall Stewart } 927*49656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 92844249214SRandall Stewart (control->pdapi_started)) { 92944249214SRandall Stewart /* 93044249214SRandall Stewart * Ok this should not happen, if it does we 93144249214SRandall Stewart * started the pd-api on the higher TSN 93244249214SRandall Stewart * (since the equals part is a TSN failure 93344249214SRandall Stewart * it must be that). 93444249214SRandall Stewart * 9355b495f17SMichael Tuexen * We are completly hosed in that case since 9365b495f17SMichael Tuexen * I have no way to recover. This really 9375b495f17SMichael Tuexen * will only happen if we can get more TSN's 93844249214SRandall Stewart * higher before the pd-api-point. 93944249214SRandall Stewart */ 940b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 94144249214SRandall Stewart abort_flag, 94244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 94344249214SRandall Stewart 94444249214SRandall Stewart return; 94544249214SRandall Stewart } 94644249214SRandall Stewart /* 94744249214SRandall Stewart * Ok we have two firsts and the one we just got is 94844249214SRandall Stewart * smaller than the one we previously placed.. yuck! 94944249214SRandall Stewart * We must swap them out. 95044249214SRandall Stewart */ 95144249214SRandall Stewart /* swap the mbufs */ 95244249214SRandall Stewart tdata = control->data; 95344249214SRandall Stewart control->data = chk->data; 95444249214SRandall Stewart chk->data = tdata; 955d1ea5fa9SMichael Tuexen /* Save the lengths */ 956d1ea5fa9SMichael Tuexen chk->send_size = control->length; 957d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 958d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 95944249214SRandall Stewart /* Fix the FSN included */ 96044249214SRandall Stewart tmp = control->fsn_included; 961*49656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 962*49656eefSMichael Tuexen chk->rec.data.fsn = tmp; 963d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 964d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 965*49656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 966*49656eefSMichael Tuexen chk->rec.data.tsn = tmp; 967d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 968d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 969*49656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 970*49656eefSMichael Tuexen chk->rec.data.ppid = tmp; 971d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 97244249214SRandall Stewart goto place_chunk; 97344249214SRandall Stewart } 97444249214SRandall Stewart control->first_frag_seen = 1; 975*49656eefSMichael Tuexen control->top_fsn = control->fsn_included = chk->rec.data.fsn; 976*49656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 977*49656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 97844249214SRandall Stewart control->data = chk->data; 979*49656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 98044249214SRandall Stewart chk->data = NULL; 98144249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 98244249214SRandall Stewart sctp_setup_tail_pointer(control); 98344249214SRandall Stewart return; 98444249214SRandall Stewart } 98544249214SRandall Stewart place_chunk: 986d1ea5fa9SMichael Tuexen inserted = 0; 98744249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 988*49656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 98944249214SRandall Stewart /* 99044249214SRandall Stewart * This one in queue is bigger than the new one, 99144249214SRandall Stewart * insert the new one before at. 99244249214SRandall Stewart */ 99344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 99444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 99544249214SRandall Stewart inserted = 1; 99644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 99744249214SRandall Stewart break; 998*49656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 99944249214SRandall Stewart /* 100044249214SRandall Stewart * They sent a duplicate fsn number. This really 100144249214SRandall Stewart * should not happen since the FSN is a TSN and it 100244249214SRandall Stewart * should have been dropped earlier. 100344249214SRandall Stewart */ 1004b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 100544249214SRandall Stewart abort_flag, 100644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 100744249214SRandall Stewart return; 100844249214SRandall Stewart } 100944249214SRandall Stewart } 101044249214SRandall Stewart if (inserted == 0) { 101144249214SRandall Stewart /* Its at the end */ 101244249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 101344249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 1014*49656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 101544249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 101644249214SRandall Stewart } 101744249214SRandall Stewart } 101844249214SRandall Stewart 101944249214SRandall Stewart static int 1020d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1021d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 102244249214SRandall Stewart { 102344249214SRandall Stewart /* 102444249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 102544249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 102644249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 102744249214SRandall Stewart * need to remove them from the stream's queue. 102844249214SRandall Stewart */ 102944249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 103044249214SRandall Stewart uint32_t next_to_del; 103144249214SRandall Stewart uint32_t pd_point; 103244249214SRandall Stewart int ret = 0; 103344249214SRandall Stewart 1034810ec536SMichael Tuexen if (stcb->sctp_socket) { 1035d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1036810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1037810ec536SMichael Tuexen } else { 1038810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1039810ec536SMichael Tuexen } 104044249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1041d1ea5fa9SMichael Tuexen 104244249214SRandall Stewart if ((control) && 104344249214SRandall Stewart (asoc->idata_supported == 0)) { 104444249214SRandall Stewart /* Special handling needed for "old" data format */ 1045d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 104644249214SRandall Stewart goto done_un; 1047f8829a4aSRandall Stewart } 1048f8829a4aSRandall Stewart } 104944249214SRandall Stewart if (strm->pd_api_started) { 105044249214SRandall Stewart /* Can't add more */ 105144249214SRandall Stewart return (0); 105244249214SRandall Stewart } 105344249214SRandall Stewart while (control) { 1054f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 1055*49656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 105644249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 105744249214SRandall Stewart if (control->end_added) { 105844249214SRandall Stewart /* We just put the last bit on */ 105944249214SRandall Stewart if (control->on_strm_q) { 106098d5fd97SMichael Tuexen #ifdef INVARIANTS 106144249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 106244249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 106344249214SRandall Stewart control, control->on_strm_q); 106444249214SRandall Stewart } 106598d5fd97SMichael Tuexen #endif 106626f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 106744249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 106844249214SRandall Stewart control->on_strm_q = 0; 106944249214SRandall Stewart } 107044249214SRandall Stewart if (control->on_read_q == 0) { 107144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 107244249214SRandall Stewart control, 107344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1074d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 107544249214SRandall Stewart } 1076f8829a4aSRandall Stewart } else { 107744249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 107844249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 107944249214SRandall Stewart strm->pd_api_started = 1; 108044249214SRandall Stewart control->pdapi_started = 1; 108144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 108244249214SRandall Stewart control, 108344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1084d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 108544249214SRandall Stewart 108644249214SRandall Stewart break; 1087139bc87fSRandall Stewart } 1088f8829a4aSRandall Stewart } 108944249214SRandall Stewart control = nctl; 109044249214SRandall Stewart } 109144249214SRandall Stewart done_un: 109244249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 109344249214SRandall Stewart if (strm->pd_api_started) { 109444249214SRandall Stewart /* Can't add more */ 109544249214SRandall Stewart return (0); 109644249214SRandall Stewart } 109744249214SRandall Stewart if (control == NULL) { 109844249214SRandall Stewart return (ret); 109944249214SRandall Stewart } 1100*49656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 110144249214SRandall Stewart /* 110244249214SRandall Stewart * Ok the guy at the top was being partially delivered 110344249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 110444249214SRandall Stewart * taken off when the chunk was merged on in 110544249214SRandall Stewart * sctp_queue_data_for_reasm below. 110644249214SRandall Stewart */ 110744249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 110844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1109f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 1110*49656eefSMichael Tuexen control, control->end_added, control->mid, 111144249214SRandall Stewart control->top_fsn, control->fsn_included, 1112*49656eefSMichael Tuexen strm->last_mid_delivered); 111344249214SRandall Stewart if (control->end_added) { 111444249214SRandall Stewart if (control->on_strm_q) { 111598d5fd97SMichael Tuexen #ifdef INVARIANTS 111644249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 111744249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 111844249214SRandall Stewart control, control->on_strm_q); 111944249214SRandall Stewart } 112098d5fd97SMichael Tuexen #endif 112126f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 112244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 112344249214SRandall Stewart control->on_strm_q = 0; 112444249214SRandall Stewart } 1125c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1126c09a1534SMichael Tuexen control->pdapi_started = 0; 1127c09a1534SMichael Tuexen strm->pd_api_started = 0; 1128c09a1534SMichael Tuexen } 112944249214SRandall Stewart if (control->on_read_q == 0) { 113044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113144249214SRandall Stewart control, 113244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1133d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 113444249214SRandall Stewart } 113544249214SRandall Stewart control = nctl; 113644249214SRandall Stewart } 113744249214SRandall Stewart } 113844249214SRandall Stewart if (strm->pd_api_started) { 11395b495f17SMichael Tuexen /* Can't add more must have gotten an un-ordered above being 11405b495f17SMichael Tuexen * partially delivered. */ 114144249214SRandall Stewart return (0); 114244249214SRandall Stewart } 114344249214SRandall Stewart deliver_more: 1144*49656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 114544249214SRandall Stewart if (control) { 114644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1147f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 1148*49656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 114944249214SRandall Stewart next_to_del); 115044249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 1151*49656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 115244249214SRandall Stewart (control->first_frag_seen)) { 1153c09a1534SMichael Tuexen int done; 1154c09a1534SMichael Tuexen 115544249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 115644249214SRandall Stewart if (control->end_added) { 115744249214SRandall Stewart /* We are done with it afterwards */ 115844249214SRandall Stewart if (control->on_strm_q) { 115998d5fd97SMichael Tuexen #ifdef INVARIANTS 116044249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 116144249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 116244249214SRandall Stewart control, control->on_strm_q); 116344249214SRandall Stewart } 116498d5fd97SMichael Tuexen #endif 116526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 116644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 116744249214SRandall Stewart control->on_strm_q = 0; 116844249214SRandall Stewart } 116944249214SRandall Stewart ret++; 117044249214SRandall Stewart } 117144249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 11725b495f17SMichael Tuexen /* A singleton now slipping through - mark 11735b495f17SMichael Tuexen * it non-revokable too */ 117444249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 117544249214SRandall Stewart } else if (control->end_added == 0) { 11765b495f17SMichael Tuexen /* Check if we can defer adding until its 11775b495f17SMichael Tuexen * all there */ 117844249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 11795b495f17SMichael Tuexen /* Don't need it or cannot add more 11805b495f17SMichael Tuexen * (one being delivered that way) */ 118144249214SRandall Stewart goto out; 118244249214SRandall Stewart } 118344249214SRandall Stewart } 1184c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 118544249214SRandall Stewart if (control->on_read_q == 0) { 118644249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 118744249214SRandall Stewart control, 118844249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1189d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 119044249214SRandall Stewart } 1191*49656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1192c09a1534SMichael Tuexen if (done) { 119344249214SRandall Stewart control = nctl; 119444249214SRandall Stewart goto deliver_more; 119544249214SRandall Stewart } else { 119644249214SRandall Stewart /* We are now doing PD API */ 119744249214SRandall Stewart strm->pd_api_started = 1; 119844249214SRandall Stewart control->pdapi_started = 1; 119944249214SRandall Stewart } 120044249214SRandall Stewart } 120144249214SRandall Stewart } 120244249214SRandall Stewart out: 120344249214SRandall Stewart return (ret); 120444249214SRandall Stewart } 120544249214SRandall Stewart 1206d1ea5fa9SMichael Tuexen 120744249214SRandall Stewart void 120844249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 120944249214SRandall Stewart struct sctp_stream_in *strm, 121044249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1211d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 121244249214SRandall Stewart { 121344249214SRandall Stewart /* 121444249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 121544249214SRandall Stewart * control and free up the chunk resources. 121644249214SRandall Stewart */ 121744249214SRandall Stewart int i_locked = 0; 121844249214SRandall Stewart 1219d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 122044249214SRandall Stewart /* 122144249214SRandall Stewart * Its being pd-api'd so we must do some locks. 122244249214SRandall Stewart */ 122344249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 122444249214SRandall Stewart i_locked = 1; 122544249214SRandall Stewart } 122644249214SRandall Stewart if (control->data == NULL) { 122744249214SRandall Stewart control->data = chk->data; 122844249214SRandall Stewart sctp_setup_tail_pointer(control); 122944249214SRandall Stewart } else { 123044249214SRandall Stewart sctp_add_to_tail_pointer(control, chk->data); 123144249214SRandall Stewart } 1232*49656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 123344249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 123444249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 1235*49656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 123644249214SRandall Stewart chk->data = NULL; 123744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 123844249214SRandall Stewart control->first_frag_seen = 1; 123944249214SRandall Stewart } 124044249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 124144249214SRandall Stewart /* Its complete */ 124244249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 124344249214SRandall Stewart if (control->pdapi_started) { 124444249214SRandall Stewart control->pdapi_started = 0; 124544249214SRandall Stewart strm->pd_api_started = 0; 124644249214SRandall Stewart } 124744249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 124844249214SRandall Stewart /* Unordered */ 124944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 125044249214SRandall Stewart control->on_strm_q = 0; 125144249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 125244249214SRandall Stewart /* Ordered */ 125344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 125444249214SRandall Stewart control->on_strm_q = 0; 125598d5fd97SMichael Tuexen #ifdef INVARIANTS 125644249214SRandall Stewart } else if (control->on_strm_q) { 125744249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 125844249214SRandall Stewart control->on_strm_q); 125998d5fd97SMichael Tuexen #endif 126044249214SRandall Stewart } 126144249214SRandall Stewart } 126244249214SRandall Stewart control->end_added = 1; 126344249214SRandall Stewart control->last_frag_seen = 1; 126444249214SRandall Stewart } 126544249214SRandall Stewart if (i_locked) { 126644249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 126744249214SRandall Stewart } 126844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 1269f8829a4aSRandall Stewart } 1270f8829a4aSRandall Stewart 1271f8829a4aSRandall Stewart /* 1272f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1273f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1274f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1275f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1276f8829a4aSRandall Stewart */ 1277f8829a4aSRandall Stewart static void 1278f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 127944249214SRandall Stewart struct sctp_stream_in *strm, 128044249214SRandall Stewart struct sctp_queued_to_read *control, 128144249214SRandall Stewart struct sctp_tmit_chunk *chk, 128244249214SRandall Stewart int created_control, 128344249214SRandall Stewart int *abort_flag, uint32_t tsn) 1284f8829a4aSRandall Stewart { 128544249214SRandall Stewart uint32_t next_fsn; 128644249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 1287c09a1534SMichael Tuexen int do_wakeup, unordered; 1288f8829a4aSRandall Stewart 1289f8829a4aSRandall Stewart /* 129044249214SRandall Stewart * For old un-ordered data chunks. 1291f8829a4aSRandall Stewart */ 129244249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 129344249214SRandall Stewart unordered = 1; 1294f8829a4aSRandall Stewart } else { 129544249214SRandall Stewart unordered = 0; 129644249214SRandall Stewart } 129744249214SRandall Stewart /* Must be added to the stream-in queue */ 129844249214SRandall Stewart if (created_control) { 129944249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 130044249214SRandall Stewart /* Duplicate SSN? */ 1301d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 1302b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 130344249214SRandall Stewart abort_flag, 130444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 130544249214SRandall Stewart return; 130644249214SRandall Stewart } 130744249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1308f8829a4aSRandall Stewart /* 130944249214SRandall Stewart * Ok we created this control and now lets validate 131044249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 131144249214SRandall Stewart * and we have up to the cum-ack then its invalid. 131244249214SRandall Stewart */ 131344249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1314b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 131544249214SRandall Stewart abort_flag, 131644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 131744249214SRandall Stewart return; 131844249214SRandall Stewart } 131944249214SRandall Stewart } 132044249214SRandall Stewart } 1321a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1322d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 132344249214SRandall Stewart return; 132444249214SRandall Stewart } 132544249214SRandall Stewart /* 132644249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 132744249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 132844249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 132944249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 133044249214SRandall Stewart * in its place. 133144249214SRandall Stewart */ 133244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 133344249214SRandall Stewart /* Its the very first one. */ 133444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1335f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 1336*49656eefSMichael Tuexen chk->rec.data.fsn); 133744249214SRandall Stewart if (control->first_frag_seen) { 133844249214SRandall Stewart /* 133944249214SRandall Stewart * Error on senders part, they either sent us two 134044249214SRandall Stewart * data chunks with FIRST, or they sent two 134144249214SRandall Stewart * un-ordered chunks that were fragmented at the 134244249214SRandall Stewart * same time in the same stream. 134344249214SRandall Stewart */ 1344b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 134544249214SRandall Stewart abort_flag, 134644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 134744249214SRandall Stewart return; 134844249214SRandall Stewart } 134944249214SRandall Stewart control->first_frag_seen = 1; 1350*49656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 135144249214SRandall Stewart control->data = chk->data; 1352*49656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 135344249214SRandall Stewart chk->data = NULL; 135444249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 135544249214SRandall Stewart sctp_setup_tail_pointer(control); 135644249214SRandall Stewart } else { 135744249214SRandall Stewart /* Place the chunk in our list */ 135844249214SRandall Stewart int inserted = 0; 135944249214SRandall Stewart 136044249214SRandall Stewart if (control->last_frag_seen == 0) { 136144249214SRandall Stewart /* Still willing to raise highest FSN seen */ 1362*49656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 136344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1364f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 1365*49656eefSMichael Tuexen chk->rec.data.fsn); 1366*49656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 136744249214SRandall Stewart } 136844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 136944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1370f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 1371*49656eefSMichael Tuexen chk->rec.data.fsn); 137244249214SRandall Stewart control->last_frag_seen = 1; 137344249214SRandall Stewart } 137444249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 137544249214SRandall Stewart /* 137644249214SRandall Stewart * For IDATA we always check since we know 137744249214SRandall Stewart * that the first fragment is 0. For old 137844249214SRandall Stewart * DATA we have to receive the first before 1379cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 138044249214SRandall Stewart */ 1381*49656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 13825b495f17SMichael Tuexen /* We have already delivered up to 13835b495f17SMichael Tuexen * this so its a dup */ 1384b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 138544249214SRandall Stewart abort_flag, 138644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 138744249214SRandall Stewart return; 138844249214SRandall Stewart } 138944249214SRandall Stewart } 139044249214SRandall Stewart } else { 139144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 139244249214SRandall Stewart /* Second last? huh? */ 139344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1394f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 1395*49656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1396b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 139744249214SRandall Stewart chk, abort_flag, 139844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 139944249214SRandall Stewart return; 140044249214SRandall Stewart } 140144249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 140244249214SRandall Stewart /* 140344249214SRandall Stewart * For IDATA we always check since we know 140444249214SRandall Stewart * that the first fragment is 0. For old 140544249214SRandall Stewart * DATA we have to receive the first before 1406cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 140744249214SRandall Stewart */ 140844249214SRandall Stewart 1409*49656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 14105b495f17SMichael Tuexen /* We have already delivered up to 14115b495f17SMichael Tuexen * this so its a dup */ 141244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1413f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 1414*49656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1415b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 141644249214SRandall Stewart abort_flag, 141744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 141844249214SRandall Stewart return; 141944249214SRandall Stewart } 142044249214SRandall Stewart } 14215b495f17SMichael Tuexen /* validate not beyond top FSN if we have seen last 14225b495f17SMichael Tuexen * one */ 1423*49656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 142444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1425f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 1426*49656eefSMichael Tuexen chk->rec.data.fsn, 142744249214SRandall Stewart control->top_fsn); 1428b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 142944249214SRandall Stewart abort_flag, 143044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 143144249214SRandall Stewart return; 143244249214SRandall Stewart } 143344249214SRandall Stewart } 143444249214SRandall Stewart /* 143544249214SRandall Stewart * If we reach here, we need to place the new chunk in the 143644249214SRandall Stewart * reassembly for this control. 143744249214SRandall Stewart */ 143844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1439f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 1440*49656eefSMichael Tuexen chk->rec.data.fsn); 144144249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 1442*49656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 144344249214SRandall Stewart /* 144444249214SRandall Stewart * This one in queue is bigger than the new 144544249214SRandall Stewart * one, insert the new one before at. 144644249214SRandall Stewart */ 144744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1448f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 1449*49656eefSMichael Tuexen at->rec.data.fsn); 1450f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1451f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 145244249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 145344249214SRandall Stewart inserted = 1; 145444249214SRandall Stewart break; 1455*49656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 14565b495f17SMichael Tuexen /* Gak, He sent me a duplicate str seq 14575b495f17SMichael Tuexen * number */ 145844249214SRandall Stewart /* 145944249214SRandall Stewart * foo bar, I guess I will just free this 146044249214SRandall Stewart * new guy, should we abort too? FIX ME 146144249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 146244249214SRandall Stewart * wrapped. Maybe I should compare to TSN 146344249214SRandall Stewart * somehow... sigh for now just blow away 146444249214SRandall Stewart * the chunk! 146544249214SRandall Stewart */ 146644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1467f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 1468*49656eefSMichael Tuexen at->rec.data.fsn); 1469b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 147044249214SRandall Stewart chk, abort_flag, 147144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 147244249214SRandall Stewart return; 147344249214SRandall Stewart } 147444249214SRandall Stewart } 147544249214SRandall Stewart if (inserted == 0) { 147644249214SRandall Stewart /* Goes on the end */ 1477f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 1478*49656eefSMichael Tuexen chk->rec.data.fsn); 147944249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 148044249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 148144249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 148244249214SRandall Stewart } 148344249214SRandall Stewart } 148444249214SRandall Stewart /* 148544249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 148644249214SRandall Stewart * are in seq if it makes sense. 148744249214SRandall Stewart */ 1488c09a1534SMichael Tuexen do_wakeup = 0; 148944249214SRandall Stewart /* 149044249214SRandall Stewart * If the first fragment has not been seen there is no sense in 149144249214SRandall Stewart * looking. 149244249214SRandall Stewart */ 149344249214SRandall Stewart if (control->first_frag_seen) { 149444249214SRandall Stewart next_fsn = control->fsn_included + 1; 149544249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 1496*49656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 149744249214SRandall Stewart /* We can add this one now to the control */ 149844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1499f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 150044249214SRandall Stewart control, at, 1501*49656eefSMichael Tuexen at->rec.data.fsn, 150244249214SRandall Stewart next_fsn, control->fsn_included); 150344249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 1504d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1505c09a1534SMichael Tuexen if (control->on_read_q) { 1506c09a1534SMichael Tuexen do_wakeup = 1; 1507c09a1534SMichael Tuexen } 150844249214SRandall Stewart next_fsn++; 150944249214SRandall Stewart if (control->end_added && control->pdapi_started) { 151044249214SRandall Stewart if (strm->pd_api_started) { 151144249214SRandall Stewart strm->pd_api_started = 0; 151244249214SRandall Stewart control->pdapi_started = 0; 151344249214SRandall Stewart } 151444249214SRandall Stewart if (control->on_read_q == 0) { 151544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 151644249214SRandall Stewart control, 151744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 151844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 1519c09a1534SMichael Tuexen do_wakeup = 1; 152044249214SRandall Stewart } 152144249214SRandall Stewart break; 152244249214SRandall Stewart } 152344249214SRandall Stewart } else { 1524f8829a4aSRandall Stewart break; 1525f8829a4aSRandall Stewart } 1526f8829a4aSRandall Stewart } 1527f8829a4aSRandall Stewart } 1528c09a1534SMichael Tuexen if (do_wakeup) { 152944249214SRandall Stewart /* Need to wakeup the reader */ 1530b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1531f8829a4aSRandall Stewart } 1532f8829a4aSRandall Stewart } 1533f8829a4aSRandall Stewart 153444249214SRandall Stewart static struct sctp_queued_to_read * 1535*49656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1536f8829a4aSRandall Stewart { 1537c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1538f8829a4aSRandall Stewart 153944249214SRandall Stewart if (ordered) { 1540c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 1541*49656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 154244249214SRandall Stewart break; 154344249214SRandall Stewart } 154444249214SRandall Stewart } 1545f8829a4aSRandall Stewart } else { 1546*49656eefSMichael Tuexen if (idata_supported) { 1547c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 1548*49656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 154944249214SRandall Stewart break; 1550f8829a4aSRandall Stewart } 1551f8829a4aSRandall Stewart } 1552*49656eefSMichael Tuexen } else { 1553*49656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 1554*49656eefSMichael Tuexen } 1555f8829a4aSRandall Stewart } 1556c09a1534SMichael Tuexen return (control); 1557f8829a4aSRandall Stewart } 155844249214SRandall Stewart 1559f8829a4aSRandall Stewart static int 1560f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 156144249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1562f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t * high_tsn, int *abort_flag, 156344249214SRandall Stewart int *break_flag, int last_chunk, uint8_t chtype) 1564f8829a4aSRandall Stewart { 1565f8829a4aSRandall Stewart /* Process a data chunk */ 1566f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 156744249214SRandall Stewart struct sctp_data_chunk *ch; 156844249214SRandall Stewart struct sctp_idata_chunk *nch, chunk_buf; 1569f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 1570*49656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1571f8829a4aSRandall Stewart struct mbuf *dmbuf; 15727215cc1bSMichael Tuexen int the_len; 1573139bc87fSRandall Stewart int need_reasm_check = 0; 1574*49656eefSMichael Tuexen uint16_t sid; 1575ff1ffd74SMichael Tuexen struct mbuf *op_err; 1576ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 157744249214SRandall Stewart struct sctp_queued_to_read *control = NULL; 1578*49656eefSMichael Tuexen uint32_t ppid; 1579f42a358aSRandall Stewart uint8_t chunk_flags; 158017205eccSRandall Stewart struct sctp_stream_reset_list *liste; 158144249214SRandall Stewart struct sctp_stream_in *strm; 158244249214SRandall Stewart int ordered; 158344249214SRandall Stewart size_t clen; 158444249214SRandall Stewart int created_control = 0; 1585f8829a4aSRandall Stewart 1586f8829a4aSRandall Stewart chk = NULL; 158744249214SRandall Stewart if (chtype == SCTP_IDATA) { 158844249214SRandall Stewart nch = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 158944249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *) & chunk_buf); 159044249214SRandall Stewart ch = (struct sctp_data_chunk *)nch; 159144249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 1592f8829a4aSRandall Stewart tsn = ntohl(ch->dp.tsn); 1593*49656eefSMichael Tuexen mid = ntohl(nch->dp.mid); 1594*49656eefSMichael Tuexen ppid = nch->dp.ppid_fsn.ppid; 159544249214SRandall Stewart if (ch->ch.chunk_flags & SCTP_DATA_FIRST_FRAG) 159644249214SRandall Stewart fsn = 0; 159744249214SRandall Stewart else 1598e187bac2SMichael Tuexen fsn = ntohl(nch->dp.ppid_fsn.fsn); 159944249214SRandall Stewart } else { 160044249214SRandall Stewart ch = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 160144249214SRandall Stewart sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf); 160244249214SRandall Stewart tsn = ntohl(ch->dp.tsn); 1603*49656eefSMichael Tuexen ppid = ch->dp.ppid; 160444249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 160544249214SRandall Stewart fsn = tsn; 1606*49656eefSMichael Tuexen mid = (uint32_t) (ntohs(ch->dp.ssn)); 160744249214SRandall Stewart nch = NULL; 160844249214SRandall Stewart } 1609f42a358aSRandall Stewart chunk_flags = ch->ch.chunk_flags; 161044249214SRandall Stewart if ((size_t)chk_length == clen) { 161144249214SRandall Stewart /* 161244249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 161344249214SRandall Stewart */ 161444249214SRandall Stewart op_err = sctp_generate_no_user_data_cause(ch->dp.tsn); 161544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 161644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 161744249214SRandall Stewart *abort_flag = 1; 161844249214SRandall Stewart return (0); 161944249214SRandall Stewart } 1620b3f1ea41SRandall Stewart if ((chunk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1621b3f1ea41SRandall Stewart asoc->send_sack = 1; 1622b3f1ea41SRandall Stewart } 162337f144ebSMichael Tuexen ordered = ((chunk_flags & SCTP_DATA_UNORDERED) == 0); 1624b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1625c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 162680fefe0aSRandall Stewart } 1627ad81507eSRandall Stewart if (stcb == NULL) { 1628ad81507eSRandall Stewart return (0); 1629ad81507eSRandall Stewart } 163080fefe0aSRandall Stewart SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, ch->ch.chunk_type, tsn); 163120b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1632f8829a4aSRandall Stewart /* It is a duplicate */ 1633f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1634f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1635f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1636f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1637f8829a4aSRandall Stewart asoc->numduptsns++; 1638f8829a4aSRandall Stewart } 1639b201f536SRandall Stewart asoc->send_sack = 1; 1640f8829a4aSRandall Stewart return (0); 1641f8829a4aSRandall Stewart } 1642f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1643d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1644f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1645f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1646f8829a4aSRandall Stewart return (0); 1647f8829a4aSRandall Stewart } 1648f8829a4aSRandall Stewart if (gap >= (uint32_t) (asoc->mapping_array_size << 3)) { 1649207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 16500696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1651f8829a4aSRandall Stewart /* Can't expand, drop it */ 1652f8829a4aSRandall Stewart return (0); 1653f8829a4aSRandall Stewart } 1654f8829a4aSRandall Stewart } 165520b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1656f8829a4aSRandall Stewart *high_tsn = tsn; 1657f8829a4aSRandall Stewart } 1658f8829a4aSRandall Stewart /* See if we have received this one already */ 165977acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 166077acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1661f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1662f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1663f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1664f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1665f8829a4aSRandall Stewart asoc->numduptsns++; 1666f8829a4aSRandall Stewart } 166742551e99SRandall Stewart asoc->send_sack = 1; 1668f8829a4aSRandall Stewart return (0); 1669f8829a4aSRandall Stewart } 1670f8829a4aSRandall Stewart /* 1671f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1672f8829a4aSRandall Stewart * to be sent up above 1673f8829a4aSRandall Stewart */ 1674ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1675f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1676ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1677f8829a4aSRandall Stewart /* 1678f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1679f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1680f8829a4aSRandall Stewart */ 1681ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1682a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1683f8829a4aSRandall Stewart *abort_flag = 1; 1684f8829a4aSRandall Stewart return (0); 1685f8829a4aSRandall Stewart } 1686f8829a4aSRandall Stewart /* 1687f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1688f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1689f8829a4aSRandall Stewart * for on a partial delivery API. 1690f8829a4aSRandall Stewart */ 1691f8829a4aSRandall Stewart 169244249214SRandall Stewart /* Is the stream valid? */ 1693*49656eefSMichael Tuexen sid = ntohs(ch->dp.sid); 169444249214SRandall Stewart 1695*49656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 169686eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1697f8829a4aSRandall Stewart 169886eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1699eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 170086eda749SMichael Tuexen if (op_err != NULL) { 1701f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 170286eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 170386eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1704f8829a4aSRandall Stewart /* 1705f8829a4aSRandall Stewart * Error causes are just param's and this one has 1706f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1707f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1708f8829a4aSRandall Stewart */ 170986eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 171086eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 171186eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 1712*49656eefSMichael Tuexen cause->stream_id = ch->dp.sid; 171386eda749SMichael Tuexen cause->reserved = htons(0); 171486eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1715f8829a4aSRandall Stewart } 1716f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1717207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1718830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 171920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1720830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1721d06c82f1SRandall Stewart } 1722d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1723d06c82f1SRandall Stewart /* Update cum-ack */ 1724d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1725d06c82f1SRandall Stewart } 1726f8829a4aSRandall Stewart return (0); 1727f8829a4aSRandall Stewart } 1728*49656eefSMichael Tuexen strm = &asoc->strmin[sid]; 1729f8829a4aSRandall Stewart /* 173044249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 173144249214SRandall Stewart * on the reassembly queues. 1732f8829a4aSRandall Stewart */ 1733be46a7c5SMichael Tuexen if ((chtype == SCTP_IDATA) && 1734be46a7c5SMichael Tuexen ((chunk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1735be46a7c5SMichael Tuexen (fsn == 0)) { 173644249214SRandall Stewart /* 173744249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1738be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1739be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 174044249214SRandall Stewart */ 1741be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 1742*49656eefSMichael Tuexen mid, chunk_flags); 174344249214SRandall Stewart goto err_out; 174444249214SRandall Stewart } 1745*49656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 174644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 174744249214SRandall Stewart chunk_flags, control); 1748be46a7c5SMichael Tuexen if ((chunk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1749be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1750be46a7c5SMichael Tuexen if (control != NULL) { 175144249214SRandall Stewart /* We found something, does it belong? */ 1752*49656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 1753*49656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 175444249214SRandall Stewart err_out: 175544249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 175644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 175744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 175844249214SRandall Stewart *abort_flag = 1; 175944249214SRandall Stewart return (0); 176044249214SRandall Stewart } 176144249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 17625b495f17SMichael Tuexen /* We can't have a switched order with an 17635b495f17SMichael Tuexen * unordered chunk */ 1764be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1765be46a7c5SMichael Tuexen tsn); 176644249214SRandall Stewart goto err_out; 176744249214SRandall Stewart } 176844249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 17695b495f17SMichael Tuexen /* We can't have a switched unordered with a 17705b495f17SMichael Tuexen * ordered chunk */ 1771be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1772be46a7c5SMichael Tuexen tsn); 177344249214SRandall Stewart goto err_out; 177444249214SRandall Stewart } 177544249214SRandall Stewart } 177644249214SRandall Stewart } else { 177744249214SRandall Stewart /* 177844249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 177944249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 178044249214SRandall Stewart * ordered) or in the same Stream for unordered. 178144249214SRandall Stewart */ 1782be46a7c5SMichael Tuexen if (control != NULL) { 1783*49656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 1784*49656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 1785*49656eefSMichael Tuexen chunk_flags, mid); 1786*49656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 178744249214SRandall Stewart goto err_out; 1788be46a7c5SMichael Tuexen } else { 1789be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1790be46a7c5SMichael Tuexen (control->end_added == 0)) { 1791be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1792be46a7c5SMichael Tuexen goto err_out; 1793be46a7c5SMichael Tuexen } else { 1794be46a7c5SMichael Tuexen control = NULL; 1795be46a7c5SMichael Tuexen } 1796be46a7c5SMichael Tuexen } 179744249214SRandall Stewart } 179844249214SRandall Stewart } 179944249214SRandall Stewart /* now do the tests */ 180044249214SRandall Stewart if (((asoc->cnt_on_all_streams + 180144249214SRandall Stewart asoc->cnt_on_reasm_queue + 180244249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 180344249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 180444249214SRandall Stewart /* 180544249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 180644249214SRandall Stewart * the reader is doing its job... 180744249214SRandall Stewart */ 180844249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 180944249214SRandall Stewart /* some to read, wake-up */ 181044249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 181144249214SRandall Stewart struct socket *so; 181244249214SRandall Stewart 181344249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 181444249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 181544249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 181644249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 181744249214SRandall Stewart SCTP_TCB_LOCK(stcb); 181844249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 181944249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 182044249214SRandall Stewart /* assoc was freed while we were unlocked */ 182144249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 182244249214SRandall Stewart return (0); 182344249214SRandall Stewart } 182444249214SRandall Stewart #endif 182544249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 182644249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 182744249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 182844249214SRandall Stewart #endif 182944249214SRandall Stewart } 183044249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 183144249214SRandall Stewart if (nch == NULL) { 183244249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 183344249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 183444249214SRandall Stewart /* Nope not in the valid range dump it */ 183544249214SRandall Stewart dump_packet: 183644249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 183744249214SRandall Stewart if ((asoc->cnt_on_all_streams + 183844249214SRandall Stewart asoc->cnt_on_reasm_queue + 183944249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 184044249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 184144249214SRandall Stewart } else { 184244249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 184344249214SRandall Stewart } 184444249214SRandall Stewart *break_flag = 1; 184544249214SRandall Stewart return (0); 184644249214SRandall Stewart } 184744249214SRandall Stewart } else { 184844249214SRandall Stewart if (control == NULL) { 184944249214SRandall Stewart goto dump_packet; 185044249214SRandall Stewart } 185144249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 185244249214SRandall Stewart goto dump_packet; 185344249214SRandall Stewart } 185444249214SRandall Stewart } 185544249214SRandall Stewart } 1856f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 185718e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 185818e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 185918e198d3SRandall Stewart asoc->tsn_in_at = 0; 186018e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 186118e198d3SRandall Stewart } 1862f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 1863*49656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 1864*49656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1865f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1866f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 186718e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 186818e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 186918e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1870f42a358aSRandall Stewart asoc->tsn_in_at++; 1871f42a358aSRandall Stewart #endif 187244249214SRandall Stewart /* 187344249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 187444249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 187544249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 187644249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 187744249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 187844249214SRandall Stewart */ 1879f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_FIRST_FRAG) && 1880d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 1881f42a358aSRandall Stewart (chunk_flags & SCTP_DATA_UNORDERED) == 0 && 1882*49656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1883f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1884f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 1885*49656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1886f8829a4aSRandall Stewart 1887*49656eefSMichael Tuexen if (asoc->idata_supported) { 1888*49656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 1889*49656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 1890*49656eefSMichael Tuexen tsn, 1891*49656eefSMichael Tuexen sid, 1892*49656eefSMichael Tuexen mid); 1893*49656eefSMichael Tuexen } else { 1894ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 1895*49656eefSMichael Tuexen (uint16_t) asoc->strmin[sid].last_mid_delivered, 1896*49656eefSMichael Tuexen tsn, 1897*49656eefSMichael Tuexen sid, 1898*49656eefSMichael Tuexen (uint16_t) mid); 1899*49656eefSMichael Tuexen } 1900ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1901b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 1902ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1903f8829a4aSRandall Stewart *abort_flag = 1; 1904f8829a4aSRandall Stewart return (0); 1905f8829a4aSRandall Stewart } 1906f42a358aSRandall Stewart /************************************ 1907f42a358aSRandall Stewart * From here down we may find ch-> invalid 1908f42a358aSRandall Stewart * so its a good idea NOT to use it. 1909f42a358aSRandall Stewart *************************************/ 191044249214SRandall Stewart if (nch) { 191144249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 191244249214SRandall Stewart } else { 1913f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 191444249214SRandall Stewart } 1915f8829a4aSRandall Stewart if (last_chunk == 0) { 191644249214SRandall Stewart if (nch) { 191744249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 191844249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 191944249214SRandall Stewart the_len, M_NOWAIT); 192044249214SRandall Stewart } else { 192144b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 1922f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 1923eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 192444249214SRandall Stewart } 1925f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 1926b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 19274be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 1928f8829a4aSRandall Stewart } 1929f8829a4aSRandall Stewart #endif 1930f8829a4aSRandall Stewart } else { 1931f8829a4aSRandall Stewart /* We can steal the last chunk */ 1932139bc87fSRandall Stewart int l_len; 1933139bc87fSRandall Stewart 1934f8829a4aSRandall Stewart dmbuf = *m; 1935f8829a4aSRandall Stewart /* lop off the top part */ 193644249214SRandall Stewart if (nch) { 193744249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 193844249214SRandall Stewart } else { 1939f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 194044249214SRandall Stewart } 1941139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 1942139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 1943139bc87fSRandall Stewart } else { 1944139bc87fSRandall Stewart /* 1945139bc87fSRandall Stewart * need to count up the size hopefully does not hit 1946139bc87fSRandall Stewart * this to often :-0 1947139bc87fSRandall Stewart */ 1948139bc87fSRandall Stewart struct mbuf *lat; 1949139bc87fSRandall Stewart 1950139bc87fSRandall Stewart l_len = 0; 195160990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 1952139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 1953139bc87fSRandall Stewart } 1954139bc87fSRandall Stewart } 1955139bc87fSRandall Stewart if (l_len > the_len) { 1956f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 1957139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 1958f8829a4aSRandall Stewart } 1959f8829a4aSRandall Stewart } 1960f8829a4aSRandall Stewart if (dmbuf == NULL) { 1961f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 1962f8829a4aSRandall Stewart return (0); 1963f8829a4aSRandall Stewart } 196444249214SRandall Stewart /* 196544249214SRandall Stewart * Now no matter what we need a control, get one if we don't have 196644249214SRandall Stewart * one (we may have gotten it above when we found the message was 196744249214SRandall Stewart * fragmented 196844249214SRandall Stewart */ 196944249214SRandall Stewart if (control == NULL) { 197044249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 197144249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 1972*49656eefSMichael Tuexen ppid, 1973*49656eefSMichael Tuexen sid, 197444249214SRandall Stewart chunk_flags, 1975*49656eefSMichael Tuexen NULL, fsn, mid); 197644249214SRandall Stewart if (control == NULL) { 197744249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 197844249214SRandall Stewart return (0); 197944249214SRandall Stewart } 198044249214SRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 198144249214SRandall Stewart control->data = dmbuf; 198244249214SRandall Stewart control->tail_mbuf = NULL; 198344249214SRandall Stewart control->end_added = control->last_frag_seen = control->first_frag_seen = 1; 198444249214SRandall Stewart control->top_fsn = control->fsn_included = fsn; 198544249214SRandall Stewart } 198644249214SRandall Stewart created_control = 1; 198744249214SRandall Stewart } 1988*49656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 1989*49656eefSMichael Tuexen chunk_flags, ordered, mid, control); 1990f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 1991f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 1992f42a358aSRandall Stewart ((ordered == 0) || 1993*49656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 1994*49656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 1995f8829a4aSRandall Stewart /* Candidate for express delivery */ 1996f8829a4aSRandall Stewart /* 1997f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 1998f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 1999f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2000f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2001f8829a4aSRandall Stewart * stuff it up the buffer.... 2002f8829a4aSRandall Stewart */ 20031ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 200420b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 20051ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 20061ea735c8SMichael Tuexen } 2007*49656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 2008*49656eefSMichael Tuexen control, mid); 200944249214SRandall Stewart 2010cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2011cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2012cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2013830d754dSRandall Stewart 2014f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_UNORDERED) == 0) { 2015f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 2016*49656eefSMichael Tuexen strm->last_mid_delivered++; 2017f8829a4aSRandall Stewart } 2018f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2019b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 2020*49656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2021f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 202280fefe0aSRandall Stewart } 2023f8829a4aSRandall Stewart control = NULL; 2024f8829a4aSRandall Stewart goto finish_express_del; 2025f8829a4aSRandall Stewart } 202644249214SRandall Stewart /* Now will we need a chunk too? */ 2027f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2028f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2029f8829a4aSRandall Stewart if (chk == NULL) { 2030f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2031f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2032f8829a4aSRandall Stewart if (last_chunk == 0) { 2033f8829a4aSRandall Stewart /* we copied it, free the copy */ 2034f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2035f8829a4aSRandall Stewart } 2036f8829a4aSRandall Stewart return (0); 2037f8829a4aSRandall Stewart } 2038*49656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2039f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 2040*49656eefSMichael Tuexen chk->rec.data.fsn = fsn; 2041*49656eefSMichael Tuexen chk->rec.data.mid = mid; 2042*49656eefSMichael Tuexen chk->rec.data.sid = sid; 2043*49656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2044f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2045f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 2046f42a358aSRandall Stewart chk->rec.data.rcv_flags = chunk_flags; 2047f8829a4aSRandall Stewart chk->asoc = asoc; 2048f8829a4aSRandall Stewart chk->send_size = the_len; 2049f8829a4aSRandall Stewart chk->whoTo = net; 2050*49656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 205144249214SRandall Stewart chk, 2052*49656eefSMichael Tuexen control, mid); 2053f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2054f8829a4aSRandall Stewart chk->data = dmbuf; 205544249214SRandall Stewart } 205644249214SRandall Stewart /* Set the appropriate TSN mark */ 205744249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 205844249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 205944249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 206044249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 206144249214SRandall Stewart } 2062f8829a4aSRandall Stewart } else { 206344249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 206444249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 206544249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2066f8829a4aSRandall Stewart } 2067f8829a4aSRandall Stewart } 206844249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 206944249214SRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2070f8829a4aSRandall Stewart /* 207144249214SRandall Stewart * Special check for when streams are resetting. We could be 207244249214SRandall Stewart * more smart about this and check the actual stream to see 207344249214SRandall Stewart * if it is not being reset.. that way we would not create a 207444249214SRandall Stewart * HOLB when amongst streams being reset and those not being 207544249214SRandall Stewart * reset. 2076f8829a4aSRandall Stewart * 2077f8829a4aSRandall Stewart */ 2078f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 207920b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2080f8829a4aSRandall Stewart /* 208144249214SRandall Stewart * yep its past where we need to reset... go ahead 208244249214SRandall Stewart * and queue it. 2083f8829a4aSRandall Stewart */ 2084f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2085f8829a4aSRandall Stewart /* first one on */ 2086f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2087f8829a4aSRandall Stewart } else { 208844249214SRandall Stewart struct sctp_queued_to_read *ctlOn, *nctlOn; 2089f8829a4aSRandall Stewart unsigned char inserted = 0; 2090f8829a4aSRandall Stewart 20914a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) { 209220b07a4dSMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) { 209344249214SRandall Stewart 20944a9ef3f8SMichael Tuexen continue; 2095f8829a4aSRandall Stewart } else { 2096f8829a4aSRandall Stewart /* found it */ 2097f8829a4aSRandall Stewart TAILQ_INSERT_BEFORE(ctlOn, control, next); 2098f8829a4aSRandall Stewart inserted = 1; 2099f8829a4aSRandall Stewart break; 2100f8829a4aSRandall Stewart } 2101f8829a4aSRandall Stewart } 2102f8829a4aSRandall Stewart if (inserted == 0) { 2103f8829a4aSRandall Stewart /* 210444249214SRandall Stewart * must be put at end, use prevP 210544249214SRandall Stewart * (all setup from loop) to setup 210644249214SRandall Stewart * nextP. 2107f8829a4aSRandall Stewart */ 2108f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2109f8829a4aSRandall Stewart } 2110f8829a4aSRandall Stewart } 211144249214SRandall Stewart goto finish_express_del; 211244249214SRandall Stewart } 211344249214SRandall Stewart if (chunk_flags & SCTP_DATA_UNORDERED) { 211444249214SRandall Stewart /* queue directly into socket buffer */ 2115*49656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 2116*49656eefSMichael Tuexen control, mid); 211744249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 211844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 211944249214SRandall Stewart control, 212044249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 212144249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 212244249214SRandall Stewart 2123f8829a4aSRandall Stewart } else { 2124*49656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 2125*49656eefSMichael Tuexen mid); 212644249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, control, abort_flag, &need_reasm_check); 2127f8829a4aSRandall Stewart if (*abort_flag) { 21288be0fd55SMichael Tuexen if (last_chunk) { 21298be0fd55SMichael Tuexen *m = NULL; 21308be0fd55SMichael Tuexen } 2131f8829a4aSRandall Stewart return (0); 2132f8829a4aSRandall Stewart } 2133f8829a4aSRandall Stewart } 213444249214SRandall Stewart goto finish_express_del; 2135f8829a4aSRandall Stewart } 213644249214SRandall Stewart /* If we reach here its a reassembly */ 213744249214SRandall Stewart need_reasm_check = 1; 213844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 2139*49656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 2140*49656eefSMichael Tuexen control, mid); 214144249214SRandall Stewart sctp_queue_data_for_reasm(stcb, asoc, strm, control, chk, created_control, abort_flag, tsn); 2142f8829a4aSRandall Stewart if (*abort_flag) { 2143a5d547adSRandall Stewart /* 214444249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 214544249214SRandall Stewart * queue, which has all been freed. 2146a5d547adSRandall Stewart */ 21478be0fd55SMichael Tuexen if (last_chunk) { 2148a5d547adSRandall Stewart *m = NULL; 21498be0fd55SMichael Tuexen } 2150f8829a4aSRandall Stewart return (0); 2151f8829a4aSRandall Stewart } 2152f8829a4aSRandall Stewart finish_express_del: 215344249214SRandall Stewart /* Here we tidy up things */ 2154307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2155307b49efSMichael Tuexen /* Update cum-ack */ 2156307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2157307b49efSMichael Tuexen } 2158f8829a4aSRandall Stewart if (last_chunk) { 2159f8829a4aSRandall Stewart *m = NULL; 2160f8829a4aSRandall Stewart } 2161f42a358aSRandall Stewart if (ordered) { 2162f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2163f8829a4aSRandall Stewart } else { 2164f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2165f8829a4aSRandall Stewart } 2166f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2167f8829a4aSRandall Stewart /* Set it present please */ 2168b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 2169*49656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 217080fefe0aSRandall Stewart } 2171b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2172f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2173f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 217480fefe0aSRandall Stewart } 217517205eccSRandall Stewart /* check the special flag for stream resets */ 217617205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 217720b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 217817205eccSRandall Stewart /* 217917205eccSRandall Stewart * we have finished working through the backlogged TSN's now 218017205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 218117205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 218217205eccSRandall Stewart * pending_reply_queue. 218317205eccSRandall Stewart */ 21844a9ef3f8SMichael Tuexen struct sctp_queued_to_read *ctl, *nctl; 218517205eccSRandall Stewart 2186a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 218717205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 21887cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2189207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 21903c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 219117205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 21924a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 219317205eccSRandall Stewart /* All can be removed */ 21944a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 219517205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 219644249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, ctl, abort_flag, &need_reasm_check); 219717205eccSRandall Stewart if (*abort_flag) { 219817205eccSRandall Stewart return (0); 219917205eccSRandall Stewart } 220017205eccSRandall Stewart } 22014a9ef3f8SMichael Tuexen } else { 22024a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 220320b07a4dSMichael Tuexen if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) { 22044a9ef3f8SMichael Tuexen break; 22054a9ef3f8SMichael Tuexen } 220617205eccSRandall Stewart /* 220717205eccSRandall Stewart * if ctl->sinfo_tsn is <= liste->tsn we can 220817205eccSRandall Stewart * process it which is the NOT of 220917205eccSRandall Stewart * ctl->sinfo_tsn > liste->tsn 221017205eccSRandall Stewart */ 221117205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 221244249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, ctl, abort_flag, &need_reasm_check); 221317205eccSRandall Stewart if (*abort_flag) { 221417205eccSRandall Stewart return (0); 221517205eccSRandall Stewart } 221617205eccSRandall Stewart } 221717205eccSRandall Stewart } 221817205eccSRandall Stewart /* 221917205eccSRandall Stewart * Now service re-assembly to pick up anything that has been 222017205eccSRandall Stewart * held on reassembly queue? 222117205eccSRandall Stewart */ 2222d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_NOT_HELD); 222317205eccSRandall Stewart need_reasm_check = 0; 222417205eccSRandall Stewart } 2225139bc87fSRandall Stewart if (need_reasm_check) { 2226139bc87fSRandall Stewart /* Another one waits ? */ 2227d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_NOT_HELD); 2228139bc87fSRandall Stewart } 2229f8829a4aSRandall Stewart return (1); 2230f8829a4aSRandall Stewart } 2231f8829a4aSRandall Stewart 2232ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2233b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2234b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2235b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2236b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2237b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2238b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2239b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2240b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2241b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2242b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2243b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2244b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2245b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2246b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2247b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2248b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2249b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2250b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2251b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2252b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2253b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2254b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2255b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2256b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2257b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2258b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2259b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2260b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2261b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2262b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2263b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2264b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2265f8829a4aSRandall Stewart }; 2266f8829a4aSRandall Stewart 2267f8829a4aSRandall Stewart 2268f8829a4aSRandall Stewart void 2269b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2270f8829a4aSRandall Stewart { 2271f8829a4aSRandall Stewart /* 2272f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2273f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 227466bd30bdSRandall Stewart * 22755b495f17SMichael Tuexen * When you first glance at this you might think that all entries 22765b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 22775b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 227866bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 227966bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 228066bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 228166bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2282f8829a4aSRandall Stewart */ 2283f8829a4aSRandall Stewart struct sctp_association *asoc; 2284b3f1ea41SRandall Stewart int at; 228566bd30bdSRandall Stewart uint8_t val; 2286f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 228777acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2288f8829a4aSRandall Stewart 2289f8829a4aSRandall Stewart asoc = &stcb->asoc; 2290f8829a4aSRandall Stewart 2291f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2292f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2293f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2294f8829a4aSRandall Stewart /* 2295f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2296f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2297f8829a4aSRandall Stewart */ 2298f8829a4aSRandall Stewart at = 0; 2299b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 230066bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 230166bd30bdSRandall Stewart if (val == 0xff) { 2302f8829a4aSRandall Stewart at += 8; 2303f8829a4aSRandall Stewart } else { 2304f8829a4aSRandall Stewart /* there is a 0 bit */ 230566bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2306f8829a4aSRandall Stewart break; 2307f8829a4aSRandall Stewart } 2308f8829a4aSRandall Stewart } 2309b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2310f8829a4aSRandall Stewart 231120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 231220b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2313a5d547adSRandall Stewart #ifdef INVARIANTS 2314ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2315ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2316f8829a4aSRandall Stewart #else 2317ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2318ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 23190e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2320b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2321b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2322b3f1ea41SRandall Stewart } 2323f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2324830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2325f8829a4aSRandall Stewart #endif 2326f8829a4aSRandall Stewart } 232720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 232877acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 232977acdc25SRandall Stewart } else { 233077acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 233177acdc25SRandall Stewart } 233277acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2333f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 233477acdc25SRandall Stewart /* highest becomes the cum-ack */ 233537f144ebSMichael Tuexen int clr; 233637f144ebSMichael Tuexen #ifdef INVARIANTS 233737f144ebSMichael Tuexen unsigned int i; 233837f144ebSMichael Tuexen #endif 2339f8829a4aSRandall Stewart 2340f8829a4aSRandall Stewart /* clear the array */ 2341b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2342c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2343f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2344f8829a4aSRandall Stewart } 2345f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2346830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 234737f144ebSMichael Tuexen #ifdef INVARIANTS 2348b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2349b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2350cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2351b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2352b5c16493SMichael Tuexen } 2353b5c16493SMichael Tuexen } 235437f144ebSMichael Tuexen #endif 235577acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 235677acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2357f8829a4aSRandall Stewart } else if (at >= 8) { 2358f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2359b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2360b3f1ea41SRandall Stewart 2361f8829a4aSRandall Stewart /* 2362f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2363f8829a4aSRandall Stewart * TSN value 2364f8829a4aSRandall Stewart */ 236577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 236677acdc25SRandall Stewart slide_end = (lgap >> 3); 2367f8829a4aSRandall Stewart if (slide_end < slide_from) { 236877acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2369d55b0b1bSRandall Stewart #ifdef INVARIANTS 2370f8829a4aSRandall Stewart panic("impossible slide"); 2371d55b0b1bSRandall Stewart #else 2372cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 237377acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2374d55b0b1bSRandall Stewart return; 2375d55b0b1bSRandall Stewart #endif 2376f8829a4aSRandall Stewart } 2377b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2378b3f1ea41SRandall Stewart #ifdef INVARIANTS 2379b3f1ea41SRandall Stewart panic("would overrun buffer"); 2380b3f1ea41SRandall Stewart #else 2381cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2382b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2383b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2384b3f1ea41SRandall Stewart #endif 2385b3f1ea41SRandall Stewart } 2386f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2387b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2388f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2389f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2390f8829a4aSRandall Stewart sctp_log_map((uint32_t) slide_from, (uint32_t) slide_end, 2391f8829a4aSRandall Stewart (uint32_t) lgap, SCTP_MAP_SLIDE_FROM); 239280fefe0aSRandall Stewart } 2393f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2394f8829a4aSRandall Stewart distance < 0) { 2395f8829a4aSRandall Stewart /* 2396f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2397f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2398f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2399f8829a4aSRandall Stewart * don't think this should happen :-0 2400f8829a4aSRandall Stewart */ 2401f8829a4aSRandall Stewart 2402b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2403f8829a4aSRandall Stewart sctp_log_map((uint32_t) distance, (uint32_t) slide_from, 2404f8829a4aSRandall Stewart (uint32_t) asoc->mapping_array_size, 2405f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 240680fefe0aSRandall Stewart } 2407f8829a4aSRandall Stewart } else { 2408f8829a4aSRandall Stewart int ii; 2409f8829a4aSRandall Stewart 2410f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 241137f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 241237f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 241377acdc25SRandall Stewart 2414f8829a4aSRandall Stewart } 2415aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2416f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 241777acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2418f8829a4aSRandall Stewart } 2419ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2420ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2421ee94f0a2SMichael Tuexen } 2422ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2423ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2424ee94f0a2SMichael Tuexen } 2425f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2426b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2427f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2428f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2429f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 243080fefe0aSRandall Stewart } 2431830d754dSRandall Stewart } 2432830d754dSRandall Stewart } 2433b5c16493SMichael Tuexen } 2434b5c16493SMichael Tuexen 2435b5c16493SMichael Tuexen void 24367215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2437b5c16493SMichael Tuexen { 2438b5c16493SMichael Tuexen struct sctp_association *asoc; 2439b5c16493SMichael Tuexen uint32_t highest_tsn; 2440b5c16493SMichael Tuexen 2441b5c16493SMichael Tuexen asoc = &stcb->asoc; 244220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2443b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2444b5c16493SMichael Tuexen } else { 2445b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2446b5c16493SMichael Tuexen } 2447b5c16493SMichael Tuexen 2448830d754dSRandall Stewart /* 2449f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2450f8829a4aSRandall Stewart * timer (if allowed). 2451f8829a4aSRandall Stewart */ 2452f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2453f8829a4aSRandall Stewart /* 2454b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2455b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2456b5c16493SMichael Tuexen * SACK 2457f8829a4aSRandall Stewart */ 2458139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2459f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2460b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 246144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2462f8829a4aSRandall Stewart } 2463ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2464ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2465689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2466f8829a4aSRandall Stewart } else { 2467f8829a4aSRandall Stewart int is_a_gap; 2468f8829a4aSRandall Stewart 2469f8829a4aSRandall Stewart /* is there a gap now ? */ 247020b07a4dSMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2471f8829a4aSRandall Stewart 2472f8829a4aSRandall Stewart /* 2473b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2474b5c16493SMichael Tuexen * since last ack 2475f8829a4aSRandall Stewart */ 2476f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2477f8829a4aSRandall Stewart 247842551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 247942551e99SRandall Stewart * SACK */ 2480f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2481f8829a4aSRandall Stewart * longer is one */ 2482f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2483f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 248442551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 24855b495f17SMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ ) { 2486f8829a4aSRandall Stewart 24877c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2488b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 248942551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2490f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2491f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2492139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2493f8829a4aSRandall Stewart 2494f8829a4aSRandall Stewart /* 2495b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2496b5c16493SMichael Tuexen * even in the face of 2497f8829a4aSRandall Stewart * 24985b495f17SMichael Tuexen * reordering. Therefore, if acks that do 24995b495f17SMichael Tuexen * not have to be sent because of the above 2500b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2501b5c16493SMichael Tuexen * that would have been sent due to gap 2502b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2503f8829a4aSRandall Stewart * the delayed ack timer. 2504f8829a4aSRandall Stewart */ 2505f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2506f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2507f8829a4aSRandall Stewart } else { 2508f8829a4aSRandall Stewart /* 2509b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2510b5c16493SMichael Tuexen * is pending, we got our first packet OR 2511b5c16493SMichael Tuexen * there are gaps or duplicates. 2512f8829a4aSRandall Stewart */ 2513ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2514689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2515f8829a4aSRandall Stewart } 2516f8829a4aSRandall Stewart } else { 251742551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2518f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2519f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2520f8829a4aSRandall Stewart } 2521f8829a4aSRandall Stewart } 2522f8829a4aSRandall Stewart } 2523f8829a4aSRandall Stewart } 2524f8829a4aSRandall Stewart 2525f8829a4aSRandall Stewart int 2526f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2527e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2528e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t * high_tsn) 2529f8829a4aSRandall Stewart { 253044249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2531f8829a4aSRandall Stewart struct sctp_association *asoc; 2532f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2533f8829a4aSRandall Stewart int stop_proc = 0; 2534f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 25358f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2536f8829a4aSRandall Stewart struct mbuf *m; 25378f777478SMichael Tuexen uint32_t highest_tsn; 2538f8829a4aSRandall Stewart 2539f8829a4aSRandall Stewart /* set the rwnd */ 2540f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2541f8829a4aSRandall Stewart 2542f8829a4aSRandall Stewart m = *mm; 2543f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2544f8829a4aSRandall Stewart asoc = &stcb->asoc; 254520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 25468f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 25478f777478SMichael Tuexen } else { 25488f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2549f8829a4aSRandall Stewart } 255020b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2551f8829a4aSRandall Stewart /* 2552f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2553f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2554f8829a4aSRandall Stewart * chunk is assigned. 2555f8829a4aSRandall Stewart */ 2556f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2557f8829a4aSRandall Stewart 2558d06c82f1SRandall Stewart /*- 2559f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2560f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2561f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2562f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2563d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2564d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2565f8829a4aSRandall Stewart */ 256644b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2567f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2568eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2569f8829a4aSRandall Stewart if (m) { 2570f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2571f8829a4aSRandall Stewart caddr_t *from, *to; 2572f8829a4aSRandall Stewart 2573f8829a4aSRandall Stewart /* get the pointers and copy */ 2574f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2575f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2576139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2577f8829a4aSRandall Stewart /* copy the length and free up the old */ 2578139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2579f8829a4aSRandall Stewart sctp_m_freem(*mm); 2580cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2581f8829a4aSRandall Stewart *mm = m; 2582f8829a4aSRandall Stewart } else { 2583f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2584f8829a4aSRandall Stewart m = *mm; 2585f8829a4aSRandall Stewart } 2586f8829a4aSRandall Stewart } 2587f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 258844249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 258944249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2590f8829a4aSRandall Stewart if (ch == NULL) { 2591f8829a4aSRandall Stewart return (1); 2592f8829a4aSRandall Stewart } 2593f8829a4aSRandall Stewart /* 2594f8829a4aSRandall Stewart * process all DATA chunks... 2595f8829a4aSRandall Stewart */ 2596f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2597f8829a4aSRandall Stewart break_flag = 0; 259842551e99SRandall Stewart asoc->data_pkts_seen++; 2599f8829a4aSRandall Stewart while (stop_proc == 0) { 2600f8829a4aSRandall Stewart /* validate chunk length */ 260144249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2602f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2603f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2604f8829a4aSRandall Stewart stop_proc = 1; 260560990c0cSMichael Tuexen continue; 2606f8829a4aSRandall Stewart } 260744249214SRandall Stewart if ((asoc->idata_supported == 1) && 260844249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 260944249214SRandall Stewart struct mbuf *op_err; 261044249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 261144249214SRandall Stewart 2612e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 261344249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 261444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 261544249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 261644249214SRandall Stewart return (2); 261744249214SRandall Stewart } 261844249214SRandall Stewart if ((asoc->idata_supported == 0) && 261944249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 262044249214SRandall Stewart struct mbuf *op_err; 262144249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 262244249214SRandall Stewart 2623e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 262444249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 262544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 262644249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 262744249214SRandall Stewart return (2); 262844249214SRandall Stewart } 262944249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 263044249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 263144249214SRandall Stewart int clen; 263244249214SRandall Stewart 263344249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 263444249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 263544249214SRandall Stewart } else { 263644249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 263744249214SRandall Stewart } 2638f8ee69bfSMichael Tuexen if (chk_length < clen) { 2639f8829a4aSRandall Stewart /* 2640f8829a4aSRandall Stewart * Need to send an abort since we had a 2641f8829a4aSRandall Stewart * invalid data chunk. 2642f8829a4aSRandall Stewart */ 2643f8829a4aSRandall Stewart struct mbuf *op_err; 2644ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2645f8829a4aSRandall Stewart 2646ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2647ff1ffd74SMichael Tuexen chk_length); 2648ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 264944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2650e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 265132451da4SMichael Tuexen return (2); 265232451da4SMichael Tuexen } 2653f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2654f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2655f8829a4aSRandall Stewart #endif 2656f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2657f8829a4aSRandall Stewart last_chunk = 1; 2658f8829a4aSRandall Stewart } else { 2659f8829a4aSRandall Stewart last_chunk = 0; 2660f8829a4aSRandall Stewart } 266144249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2662f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 266344249214SRandall Stewart last_chunk, ch->chunk_type)) { 2664f8829a4aSRandall Stewart num_chunks++; 2665f8829a4aSRandall Stewart } 2666f8829a4aSRandall Stewart if (abort_flag) 2667f8829a4aSRandall Stewart return (2); 2668f8829a4aSRandall Stewart 2669f8829a4aSRandall Stewart if (break_flag) { 2670f8829a4aSRandall Stewart /* 2671f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2672f8829a4aSRandall Stewart * drop rep space left. 2673f8829a4aSRandall Stewart */ 2674f8829a4aSRandall Stewart stop_proc = 1; 267560990c0cSMichael Tuexen continue; 2676f8829a4aSRandall Stewart } 2677f8829a4aSRandall Stewart } else { 2678f8829a4aSRandall Stewart /* not a data chunk in the data region */ 267944249214SRandall Stewart switch (ch->chunk_type) { 2680f8829a4aSRandall Stewart case SCTP_INITIATION: 2681f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2682f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 268360990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2684f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2685f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2686f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2687f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2688f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2689f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2690f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2691f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2692f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2693f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2694f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2695f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2696f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2697f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2698f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2699f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2700f8829a4aSRandall Stewart case SCTP_ASCONF: 2701fd60718dSMichael Tuexen { 2702f8829a4aSRandall Stewart /* 2703fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2704fd60718dSMichael Tuexen * chunks that are NOT in the right 2705fd60718dSMichael Tuexen * place? 2706f8829a4aSRandall Stewart * 2707fd60718dSMichael Tuexen * For now, I do nothing but ignore 2708fd60718dSMichael Tuexen * them. We may later want to add 2709fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2710fd60718dSMichael Tuexen * either an ABORT() or possibly 2711fd60718dSMichael Tuexen * process them. 2712f8829a4aSRandall Stewart */ 2713f8829a4aSRandall Stewart struct mbuf *op_err; 2714267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2715f8829a4aSRandall Stewart 27169ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 271744249214SRandall Stewart ch->chunk_type); 2718267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2719e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2720f8829a4aSRandall Stewart return (2); 2721f8829a4aSRandall Stewart } 2722f8829a4aSRandall Stewart default: 2723f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 272444249214SRandall Stewart if (ch->chunk_type & 0x40) { 2725f8829a4aSRandall Stewart /* Add a error report to the queue */ 272686eda749SMichael Tuexen struct mbuf *op_err; 272786eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2728f8829a4aSRandall Stewart 272986eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 273086eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 273186eda749SMichael Tuexen if (op_err != NULL) { 273286eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 273386eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 27349a8e3088SMichael Tuexen cause->length = htons((uint16_t) (chk_length + sizeof(struct sctp_gen_error_cause))); 273586eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 273686eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 273786eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 273886eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2739f8829a4aSRandall Stewart } else { 274086eda749SMichael Tuexen sctp_m_freem(op_err); 2741f8829a4aSRandall Stewart } 2742f8829a4aSRandall Stewart } 2743f8829a4aSRandall Stewart } 274444249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2745f8829a4aSRandall Stewart /* discard the rest of this packet */ 2746f8829a4aSRandall Stewart stop_proc = 1; 2747f8829a4aSRandall Stewart } /* else skip this bad chunk and 27485b495f17SMichael Tuexen * continue... */ break; 274960990c0cSMichael Tuexen } /* switch of chunk type */ 2750f8829a4aSRandall Stewart } 2751f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2752f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2753f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2754f8829a4aSRandall Stewart stop_proc = 1; 2755f8829a4aSRandall Stewart continue; 2756f8829a4aSRandall Stewart } 275744249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 275844249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2759f8829a4aSRandall Stewart if (ch == NULL) { 2760f8829a4aSRandall Stewart *offset = length; 2761f8829a4aSRandall Stewart stop_proc = 1; 276260990c0cSMichael Tuexen continue; 2763f8829a4aSRandall Stewart } 276460990c0cSMichael Tuexen } 2765f8829a4aSRandall Stewart if (break_flag) { 2766f8829a4aSRandall Stewart /* 2767f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2768f8829a4aSRandall Stewart */ 276920cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2770f8829a4aSRandall Stewart } 2771f8829a4aSRandall Stewart if (num_chunks) { 2772f8829a4aSRandall Stewart /* 2773ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2774f8829a4aSRandall Stewart * give peer credit for being alive. 2775f8829a4aSRandall Stewart */ 2776f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2777b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2778c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2779c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2780c4739e2fSRandall Stewart 0, 2781c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2782c4739e2fSRandall Stewart __LINE__); 2783c4739e2fSRandall Stewart } 2784f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 27856e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2786f8829a4aSRandall Stewart } 2787f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2788f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 278942551e99SRandall Stewart /* Assure that we ack right away */ 279042551e99SRandall Stewart stcb->asoc.send_sack = 1; 2791f8829a4aSRandall Stewart } 2792f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 27937215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2794f8829a4aSRandall Stewart return (0); 2795f8829a4aSRandall Stewart } 2796f8829a4aSRandall Stewart 27970fa753b3SRandall Stewart static int 27980fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 27990fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 28000fa753b3SRandall Stewart int *num_frs, 28010fa753b3SRandall Stewart uint32_t * biggest_newly_acked_tsn, 28020fa753b3SRandall Stewart uint32_t * this_sack_lowest_newack, 28037215cc1bSMichael Tuexen int *rto_ok) 28040fa753b3SRandall Stewart { 28050fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 28060fa753b3SRandall Stewart unsigned int theTSN; 2807b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 28080fa753b3SRandall Stewart 28090fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 28100fa753b3SRandall Stewart tp1 = *p_tp1; 28110fa753b3SRandall Stewart if (tp1 == NULL) { 28120fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 28130fa753b3SRandall Stewart } 28140fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 28150fa753b3SRandall Stewart theTSN = j + last_tsn; 28160fa753b3SRandall Stewart while (tp1) { 28170fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 28180fa753b3SRandall Stewart (*num_frs) += 1; 28190fa753b3SRandall Stewart 28200fa753b3SRandall Stewart /*- 28210fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 28220fa753b3SRandall Stewart * processed from the sent queue, track the 28230fa753b3SRandall Stewart * next expected pseudo-cumack, or 28240fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 28250fa753b3SRandall Stewart * cumack trackers for first transmissions, 28260fa753b3SRandall Stewart * and retransmissions. 28270fa753b3SRandall Stewart */ 28288427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28298427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 28300fa753b3SRandall Stewart (tp1->snd_count == 1)) { 2831*49656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 28320fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 28330fa753b3SRandall Stewart } 28348427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28358427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 28360fa753b3SRandall Stewart (tp1->snd_count > 1)) { 2837*49656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 28380fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 28390fa753b3SRandall Stewart } 2840*49656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 28410fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 28420fa753b3SRandall Stewart /*- 28430fa753b3SRandall Stewart * must be held until 28440fa753b3SRandall Stewart * cum-ack passes 28450fa753b3SRandall Stewart */ 28460fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 28470fa753b3SRandall Stewart /*- 28480fa753b3SRandall Stewart * If it is less than RESEND, it is 28490fa753b3SRandall Stewart * now no-longer in flight. 28500fa753b3SRandall Stewart * Higher values may already be set 28510fa753b3SRandall Stewart * via previous Gap Ack Blocks... 28520fa753b3SRandall Stewart * i.e. ACKED or RESEND. 28530fa753b3SRandall Stewart */ 2854*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 285520b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 2856*49656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 28570fa753b3SRandall Stewart } 28580fa753b3SRandall Stewart /*- 28590fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 28600fa753b3SRandall Stewart * saw_newack to 1 for dest being 28610fa753b3SRandall Stewart * newly acked. update 28620fa753b3SRandall Stewart * this_sack_highest_newack if 28630fa753b3SRandall Stewart * appropriate. 28640fa753b3SRandall Stewart */ 28650fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 28660fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 28670fa753b3SRandall Stewart 2868*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 286920b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 28700fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 2871*49656eefSMichael Tuexen tp1->rec.data.tsn; 28720fa753b3SRandall Stewart } 28730fa753b3SRandall Stewart /*- 28740fa753b3SRandall Stewart * CMT DAC algo: also update 28750fa753b3SRandall Stewart * this_sack_lowest_newack 28760fa753b3SRandall Stewart */ 28770fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 28780fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 28790fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 28800fa753b3SRandall Stewart last_tsn, 2881*49656eefSMichael Tuexen tp1->rec.data.tsn, 28820fa753b3SRandall Stewart 0, 28830fa753b3SRandall Stewart 0, 28840fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 28850fa753b3SRandall Stewart } 2886*49656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 28870fa753b3SRandall Stewart } 28880fa753b3SRandall Stewart /*- 28890fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 28900fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 28910fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 28920fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 28930fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 28940fa753b3SRandall Stewart * retransmissions. 28950fa753b3SRandall Stewart */ 2896*49656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 28970fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 28980fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 28990fa753b3SRandall Stewart } 29000fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 29010fa753b3SRandall Stewart } 29020fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 2903*49656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 29040fa753b3SRandall Stewart } 2905*49656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 29060fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29070fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29080fa753b3SRandall Stewart } 29090fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 29100fa753b3SRandall Stewart } 29110fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29120fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 29130fa753b3SRandall Stewart last_tsn, 2914*49656eefSMichael Tuexen tp1->rec.data.tsn, 29150fa753b3SRandall Stewart frag_strt, 29160fa753b3SRandall Stewart frag_end, 29170fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29180fa753b3SRandall Stewart } 29190fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 29200fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 29210fa753b3SRandall Stewart tp1->whoTo->flight_size, 29220fa753b3SRandall Stewart tp1->book_size, 29239a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 2924*49656eefSMichael Tuexen tp1->rec.data.tsn); 29250fa753b3SRandall Stewart } 29260fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 2927299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 2928299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 2929299108c5SRandall Stewart tp1); 2930299108c5SRandall Stewart } 29310fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 29320fa753b3SRandall Stewart 29330fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 29340fa753b3SRandall Stewart if (tp1->snd_count < 2) { 29350fa753b3SRandall Stewart /*- 29360fa753b3SRandall Stewart * True non-retransmited chunk 29370fa753b3SRandall Stewart */ 29380fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 29390fa753b3SRandall Stewart 29400fa753b3SRandall Stewart /*- 29410fa753b3SRandall Stewart * update RTO too ? 29420fa753b3SRandall Stewart */ 29430fa753b3SRandall Stewart if (tp1->do_rtt) { 2944f79aab18SRandall Stewart if (*rto_ok) { 29450fa753b3SRandall Stewart tp1->whoTo->RTO = 29460fa753b3SRandall Stewart sctp_calculate_rto(stcb, 29470fa753b3SRandall Stewart &stcb->asoc, 29480fa753b3SRandall Stewart tp1->whoTo, 29490fa753b3SRandall Stewart &tp1->sent_rcv_time, 2950899288aeSRandall Stewart sctp_align_safe_nocopy, 2951f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 2952f79aab18SRandall Stewart *rto_ok = 0; 2953f79aab18SRandall Stewart } 2954f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 2955f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 2956f79aab18SRandall Stewart } 29570fa753b3SRandall Stewart tp1->do_rtt = 0; 29580fa753b3SRandall Stewart } 29590fa753b3SRandall Stewart } 29600fa753b3SRandall Stewart } 29610fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 2962*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 296320b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 29640fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 2965*49656eefSMichael Tuexen tp1->rec.data.tsn; 29660fa753b3SRandall Stewart } 29670fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 29680fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 29690fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 29700fa753b3SRandall Stewart sctp_audit_log(0xB2, 29710fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 29720fa753b3SRandall Stewart #endif 29730fa753b3SRandall Stewart } 29740fa753b3SRandall Stewart } 29750fa753b3SRandall Stewart /*- 29760fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 29770fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 29780fa753b3SRandall Stewart */ 29792a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 2980325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 29810fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 29822a498584SMichael Tuexen } 29830fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 29840fa753b3SRandall Stewart /* deflate the cwnd */ 29850fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 29860fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 29870fa753b3SRandall Stewart } 29880fa753b3SRandall Stewart /* NR Sack code here */ 2989325c8c46SMichael Tuexen if (nr_sacking && 2990325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 2991*49656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 2992*49656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 2993325c8c46SMichael Tuexen #ifdef INVARIANTS 2994325c8c46SMichael Tuexen } else { 2995*49656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 2996325c8c46SMichael Tuexen #endif 2997325c8c46SMichael Tuexen } 2998*49656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 2999*49656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 3000*49656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3001d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3002d96bef9cSMichael Tuexen } 3003325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 30040fa753b3SRandall Stewart if (tp1->data) { 30055b495f17SMichael Tuexen /* sa_ignore 30065b495f17SMichael Tuexen * NO_NULL_CHK */ 30070fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 30080fa753b3SRandall Stewart sctp_m_freem(tp1->data); 30090fa753b3SRandall Stewart tp1->data = NULL; 3010b5c16493SMichael Tuexen } 30110fa753b3SRandall Stewart wake_him++; 30120fa753b3SRandall Stewart } 30130fa753b3SRandall Stewart } 30140fa753b3SRandall Stewart break; 3015*49656eefSMichael Tuexen } /* if (tp1->tsn == theTSN) */ if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 30160fa753b3SRandall Stewart break; 301720b07a4dSMichael Tuexen } 30180fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3019b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3020b5c16493SMichael Tuexen circled++; 30210fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 30220fa753b3SRandall Stewart } 3023b5c16493SMichael Tuexen } /* end while (tp1) */ 3024b5c16493SMichael Tuexen if (tp1 == NULL) { 3025b5c16493SMichael Tuexen circled = 0; 3026b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3027b5c16493SMichael Tuexen } 3028b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 30290fa753b3SRandall Stewart } /* end for (j = fragStart */ 30300fa753b3SRandall Stewart *p_tp1 = tp1; 30310fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 30320fa753b3SRandall Stewart } 30330fa753b3SRandall Stewart 30340fa753b3SRandall Stewart 3035cd554309SMichael Tuexen static int 3036458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3037cd554309SMichael Tuexen uint32_t last_tsn, uint32_t * biggest_tsn_acked, 3038139bc87fSRandall Stewart uint32_t * biggest_newly_acked_tsn, uint32_t * this_sack_lowest_newack, 30397215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3040f8829a4aSRandall Stewart { 3041458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3042f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 30430fa753b3SRandall Stewart int i; 3044f8829a4aSRandall Stewart int num_frs = 0; 3045cd554309SMichael Tuexen int chunk_freed; 3046cd554309SMichael Tuexen int non_revocable; 3047d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3048f8829a4aSRandall Stewart 3049d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3050d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3051cd554309SMichael Tuexen chunk_freed = 0; 3052f8829a4aSRandall Stewart 3053cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3054d9c5cfeaSMichael Tuexen if (i == num_seg) { 3055d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3056d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3057d9c5cfeaSMichael Tuexen } 3058458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3059458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *) & block); 3060458303daSRandall Stewart *offset += sizeof(block); 3061458303daSRandall Stewart if (frag == NULL) { 3062cd554309SMichael Tuexen return (chunk_freed); 3063458303daSRandall Stewart } 3064f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3065f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3066d9c5cfeaSMichael Tuexen 3067f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3068d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3069f8829a4aSRandall Stewart continue; 3070f8829a4aSRandall Stewart } 3071d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3072d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3073f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3074f8829a4aSRandall Stewart } 307520b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3076d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3077f8829a4aSRandall Stewart } 3078cd554309SMichael Tuexen if (i < num_seg) { 3079cd554309SMichael Tuexen non_revocable = 0; 3080cd554309SMichael Tuexen } else { 3081cd554309SMichael Tuexen non_revocable = 1; 3082cd554309SMichael Tuexen } 3083cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3084cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 30857215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3086cd554309SMichael Tuexen chunk_freed = 1; 3087458303daSRandall Stewart } 3088d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3089f8829a4aSRandall Stewart } 3090b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 309180fefe0aSRandall Stewart if (num_frs) 309280fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 309380fefe0aSRandall Stewart *biggest_newly_acked_tsn, 309480fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 309580fefe0aSRandall Stewart } 3096cd554309SMichael Tuexen return (chunk_freed); 3097f8829a4aSRandall Stewart } 3098f8829a4aSRandall Stewart 3099f8829a4aSRandall Stewart static void 3100c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3101c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 310263eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3103f8829a4aSRandall Stewart { 3104f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3105f8829a4aSRandall Stewart 31064a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3107*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3108f8829a4aSRandall Stewart /* 3109f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3110f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3111f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3112f8829a4aSRandall Stewart * again. 3113f8829a4aSRandall Stewart */ 3114*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3115d06c82f1SRandall Stewart break; 311620b07a4dSMichael Tuexen } 3117f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3118f8829a4aSRandall Stewart /* it has been revoked */ 3119f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3120f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3121a5d547adSRandall Stewart /* 312242551e99SRandall Stewart * We must add this stuff back in to assure 312342551e99SRandall Stewart * timers and such get started. 3124a5d547adSRandall Stewart */ 3125b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3126c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3127c105859eSRandall Stewart tp1->whoTo->flight_size, 3128c105859eSRandall Stewart tp1->book_size, 31299a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3130*49656eefSMichael Tuexen tp1->rec.data.tsn); 313180fefe0aSRandall Stewart } 3132c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3133c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 313442551e99SRandall Stewart /* 313542551e99SRandall Stewart * We inflate the cwnd to compensate for our 313642551e99SRandall Stewart * artificial inflation of the flight_size. 313742551e99SRandall Stewart */ 313842551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3139b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3140f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3141f8829a4aSRandall Stewart cumack, 3142*49656eefSMichael Tuexen tp1->rec.data.tsn, 3143f8829a4aSRandall Stewart 0, 3144f8829a4aSRandall Stewart 0, 3145f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 314680fefe0aSRandall Stewart } 3147f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3148f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3149f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3150f8829a4aSRandall Stewart } 3151f8829a4aSRandall Stewart } 3152f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3153f8829a4aSRandall Stewart break; 3154f8829a4aSRandall Stewart } 3155f8829a4aSRandall Stewart } 3156f8829a4aSRandall Stewart 3157830d754dSRandall Stewart 3158f8829a4aSRandall Stewart static void 3159f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 316063eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3161f8829a4aSRandall Stewart { 3162f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3163f8829a4aSRandall Stewart int strike_flag = 0; 3164f8829a4aSRandall Stewart struct timeval now; 3165f8829a4aSRandall Stewart int tot_retrans = 0; 3166f8829a4aSRandall Stewart uint32_t sending_seq; 3167f8829a4aSRandall Stewart struct sctp_nets *net; 3168f8829a4aSRandall Stewart int num_dests_sacked = 0; 3169f8829a4aSRandall Stewart 3170f8829a4aSRandall Stewart /* 3171f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3172f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3173f8829a4aSRandall Stewart */ 3174f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3175f8829a4aSRandall Stewart if (tp1 == NULL) { 3176f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3177f8829a4aSRandall Stewart } else { 3178*49656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3179f8829a4aSRandall Stewart } 3180f8829a4aSRandall Stewart 3181f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 31827c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 318320083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3184f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3185f8829a4aSRandall Stewart if (net->saw_newack) 3186f8829a4aSRandall Stewart num_dests_sacked++; 3187f8829a4aSRandall Stewart } 3188f8829a4aSRandall Stewart } 3189dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 31906e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3191f8829a4aSRandall Stewart } 31924a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3193f8829a4aSRandall Stewart strike_flag = 0; 3194f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3195f8829a4aSRandall Stewart /* this one had a timeout or something */ 3196f8829a4aSRandall Stewart continue; 3197f8829a4aSRandall Stewart } 3198b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3199f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3200f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3201*49656eefSMichael Tuexen tp1->rec.data.tsn, 3202f8829a4aSRandall Stewart tp1->sent, 3203f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 320480fefe0aSRandall Stewart } 3205*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3206f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3207f8829a4aSRandall Stewart /* done */ 3208f8829a4aSRandall Stewart break; 3209f8829a4aSRandall Stewart } 3210dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3211f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3212f8829a4aSRandall Stewart /* Is it expired? */ 321399ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3214f8829a4aSRandall Stewart /* Yes so drop it */ 3215f8829a4aSRandall Stewart if (tp1->data != NULL) { 32161edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 32170c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3218f8829a4aSRandall Stewart } 3219f8829a4aSRandall Stewart continue; 3220f8829a4aSRandall Stewart } 3221f8829a4aSRandall Stewart } 3222f8829a4aSRandall Stewart } 3223*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap)) { 3224f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3225f8829a4aSRandall Stewart break; 3226f8829a4aSRandall Stewart } 3227f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3228f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3229f8829a4aSRandall Stewart /* skip */ 323044fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 323144fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 323244fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 323344fbe462SRandall Stewart } 3234f8829a4aSRandall Stewart continue; 3235f8829a4aSRandall Stewart } 3236f8829a4aSRandall Stewart /* 3237f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3238f8829a4aSRandall Stewart */ 3239ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3240f8829a4aSRandall Stewart /* 3241f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3242f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3243f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3244c105859eSRandall Stewart * FR using this SACK. 3245f8829a4aSRandall Stewart */ 3246f8829a4aSRandall Stewart continue; 3247*49656eefSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.tsn, 324820b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3249f8829a4aSRandall Stewart /* 3250f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3251f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3252f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3253f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3254f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3255f8829a4aSRandall Stewart * and the HTNA algo as well. 3256f8829a4aSRandall Stewart */ 3257f8829a4aSRandall Stewart continue; 3258f8829a4aSRandall Stewart } 3259f8829a4aSRandall Stewart /* 3260f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3261f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3262f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3263f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3264f8829a4aSRandall Stewart */ 3265f8829a4aSRandall Stewart /* 326642551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 326742551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 326842551e99SRandall Stewart * 0)) { 3269f8829a4aSRandall Stewart */ 327042551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3271f8829a4aSRandall Stewart /* 3272f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3273f8829a4aSRandall Stewart * moved. 3274f8829a4aSRandall Stewart */ 3275b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3276f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3277*49656eefSMichael Tuexen tp1->rec.data.tsn, 3278f8829a4aSRandall Stewart tp1->sent, 3279f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 328080fefe0aSRandall Stewart } 32815e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3282f8829a4aSRandall Stewart tp1->sent++; 32835e54f665SRandall Stewart } 32847c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 328520083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3286f8829a4aSRandall Stewart /* 3287f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3288f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3289f8829a4aSRandall Stewart * because it would have been set to the 3290f8829a4aSRandall Stewart * cumack earlier. If not already to be 3291f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3292f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3293c105859eSRandall Stewart * one more. NOTE that we are marking by one 3294c105859eSRandall Stewart * additional time since the SACK DAC flag 3295c105859eSRandall Stewart * indicates that two packets have been 3296c105859eSRandall Stewart * received after this missing TSN. 32975e54f665SRandall Stewart */ 32985e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 3299*49656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3300b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3301f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 3302*49656eefSMichael Tuexen tp1->rec.data.tsn, 3303f8829a4aSRandall Stewart tp1->sent, 3304f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 330580fefe0aSRandall Stewart } 3306f8829a4aSRandall Stewart tp1->sent++; 3307f8829a4aSRandall Stewart } 3308f8829a4aSRandall Stewart } 330920083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 331020083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3311f8829a4aSRandall Stewart /* 3312f8829a4aSRandall Stewart * For those that have done a FR we must take 3313f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3314f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3315f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3316f8829a4aSRandall Stewart */ 33175e54f665SRandall Stewart if ( 3318f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3319f8829a4aSRandall Stewart /* 3320f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3321f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3322f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3323f8829a4aSRandall Stewart * ok to FR multiple times. 3324f8829a4aSRandall Stewart */ 33255e54f665SRandall Stewart (asoc->numnets < 2) 3326f8829a4aSRandall Stewart #else 33275e54f665SRandall Stewart (1) 3328f8829a4aSRandall Stewart #endif 33295e54f665SRandall Stewart ) { 33305e54f665SRandall Stewart 333120b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3332f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3333f8829a4aSRandall Stewart /* 3334f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3335f8829a4aSRandall Stewart * beyond where things were when we 3336f8829a4aSRandall Stewart * did a FR. 3337f8829a4aSRandall Stewart */ 3338b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3339f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3340*49656eefSMichael Tuexen tp1->rec.data.tsn, 3341f8829a4aSRandall Stewart tp1->sent, 3342f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 334380fefe0aSRandall Stewart } 33445e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3345f8829a4aSRandall Stewart tp1->sent++; 33465e54f665SRandall Stewart } 3347f8829a4aSRandall Stewart strike_flag = 1; 33487c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 334920083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3350f8829a4aSRandall Stewart /* 3351f8829a4aSRandall Stewart * CMT DAC algorithm: If 3352f8829a4aSRandall Stewart * SACK flag is set to 0, 3353f8829a4aSRandall Stewart * then lowest_newack test 3354f8829a4aSRandall Stewart * will not pass because it 3355f8829a4aSRandall Stewart * would have been set to 3356f8829a4aSRandall Stewart * the cumack earlier. If 3357f8829a4aSRandall Stewart * not already to be rtx'd, 3358f8829a4aSRandall Stewart * If not a mixed sack and 3359f8829a4aSRandall Stewart * if tp1 is not between two 3360f8829a4aSRandall Stewart * sacked TSNs, then mark by 3361c105859eSRandall Stewart * one more. NOTE that we 3362c105859eSRandall Stewart * are marking by one 3363c105859eSRandall Stewart * additional time since the 3364c105859eSRandall Stewart * SACK DAC flag indicates 3365c105859eSRandall Stewart * that two packets have 3366c105859eSRandall Stewart * been received after this 3367c105859eSRandall Stewart * missing TSN. 3368f8829a4aSRandall Stewart */ 33695e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 33705e54f665SRandall Stewart (num_dests_sacked == 1) && 337120b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 3372*49656eefSMichael Tuexen tp1->rec.data.tsn)) { 3373b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3374f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 3375*49656eefSMichael Tuexen tp1->rec.data.tsn, 3376f8829a4aSRandall Stewart tp1->sent, 3377f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 337880fefe0aSRandall Stewart } 33795e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3380f8829a4aSRandall Stewart tp1->sent++; 33815e54f665SRandall Stewart } 3382f8829a4aSRandall Stewart } 3383f8829a4aSRandall Stewart } 3384f8829a4aSRandall Stewart } 3385f8829a4aSRandall Stewart } 3386f8829a4aSRandall Stewart /* 338742551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 338842551e99SRandall Stewart * algo covers HTNA. 3389f8829a4aSRandall Stewart */ 3390*49656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 339120b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3392f8829a4aSRandall Stewart /* 3393f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3394f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3395f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3396f8829a4aSRandall Stewart */ 3397f8829a4aSRandall Stewart ; 3398f8829a4aSRandall Stewart } else { 3399f8829a4aSRandall Stewart /* Strike the TSN */ 3400b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3401f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3402*49656eefSMichael Tuexen tp1->rec.data.tsn, 3403f8829a4aSRandall Stewart tp1->sent, 3404f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 340580fefe0aSRandall Stewart } 34065e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3407f8829a4aSRandall Stewart tp1->sent++; 34085e54f665SRandall Stewart } 34097c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 341020083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3411f8829a4aSRandall Stewart /* 3412f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3413f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3414f8829a4aSRandall Stewart * because it would have been set to the 3415f8829a4aSRandall Stewart * cumack earlier. If not already to be 3416f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3417f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3418c105859eSRandall Stewart * one more. NOTE that we are marking by one 3419c105859eSRandall Stewart * additional time since the SACK DAC flag 3420c105859eSRandall Stewart * indicates that two packets have been 3421c105859eSRandall Stewart * received after this missing TSN. 3422f8829a4aSRandall Stewart */ 34235e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 3424*49656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3425b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3426f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 3427*49656eefSMichael Tuexen tp1->rec.data.tsn, 3428f8829a4aSRandall Stewart tp1->sent, 3429f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 343080fefe0aSRandall Stewart } 3431f8829a4aSRandall Stewart tp1->sent++; 3432f8829a4aSRandall Stewart } 3433f8829a4aSRandall Stewart } 3434f8829a4aSRandall Stewart } 3435f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3436f8829a4aSRandall Stewart struct sctp_nets *alt; 3437f8829a4aSRandall Stewart 3438544e35bdSRandall Stewart /* fix counts and things */ 3439544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3440544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3441544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3442544e35bdSRandall Stewart tp1->book_size, 34439a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3444*49656eefSMichael Tuexen tp1->rec.data.tsn); 3445544e35bdSRandall Stewart } 3446544e35bdSRandall Stewart if (tp1->whoTo) { 3447544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3448544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3449299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3450299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3451299108c5SRandall Stewart tp1); 3452299108c5SRandall Stewart } 3453544e35bdSRandall Stewart } 3454544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3455544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3456544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3457544e35bdSRandall Stewart } 3458544e35bdSRandall Stewart /* add back to the rwnd */ 3459544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3460544e35bdSRandall Stewart 3461544e35bdSRandall Stewart /* remove from the total flight */ 3462544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3463544e35bdSRandall Stewart 3464dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3465475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 34665b495f17SMichael Tuexen /* Has it been retransmitted tv_sec times? - 34675b495f17SMichael Tuexen * we store the retran count there. */ 3468475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3469475d0674SMichael Tuexen /* Yes, so drop it */ 3470475d0674SMichael Tuexen if (tp1->data != NULL) { 34711edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3472475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3473475d0674SMichael Tuexen } 3474475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3475475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3476475d0674SMichael Tuexen continue; 3477475d0674SMichael Tuexen } 3478475d0674SMichael Tuexen } 34795b495f17SMichael Tuexen /* SCTP_PRINTF("OK, we are now ready to FR this 34805b495f17SMichael Tuexen * guy\n"); */ 3481b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3482*49656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3483f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 348480fefe0aSRandall Stewart } 3485f8829a4aSRandall Stewart if (strike_flag) { 3486f8829a4aSRandall Stewart /* This is a subsequent FR */ 3487f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3488f8829a4aSRandall Stewart } 34895e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 34907c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3491f8829a4aSRandall Stewart /* 3492f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3493f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3494f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3495f8829a4aSRandall Stewart */ 3496f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3497f8829a4aSRandall Stewart alt = tp1->whoTo; 34983c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 349920083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 35005b495f17SMichael Tuexen /* JRS 5/18/07 - If CMT PF is on, 3501b54d3a6cSRandall Stewart * use the PF version of 35025b495f17SMichael Tuexen * find_alt_net() */ 3503b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3504b54d3a6cSRandall Stewart } else { 35055b495f17SMichael Tuexen /* JRS 5/18/07 - If only CMT is on, 3506b54d3a6cSRandall Stewart * use the CMT version of 35075b495f17SMichael Tuexen * find_alt_net() */ 350852be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3509f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3510b54d3a6cSRandall Stewart } 3511ad81507eSRandall Stewart if (alt == NULL) { 3512ad81507eSRandall Stewart alt = tp1->whoTo; 3513ad81507eSRandall Stewart } 3514f8829a4aSRandall Stewart /* 3515f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3516f8829a4aSRandall Stewart * the retransmission, then new 3517f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3518f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3519f8829a4aSRandall Stewart * pseudo-cumack always. 3520f8829a4aSRandall Stewart */ 3521ad81507eSRandall Stewart if (tp1->whoTo) { 3522f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3523f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3524ad81507eSRandall Stewart } 3525f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3526f8829a4aSRandall Stewart 3527f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3528f8829a4aSRandall Stewart /* Can we find an alternate? */ 3529f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3530f8829a4aSRandall Stewart #else 3531f8829a4aSRandall Stewart /* 3532f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3533f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3534f8829a4aSRandall Stewart * paper details why. 3535f8829a4aSRandall Stewart */ 3536f8829a4aSRandall Stewart alt = tp1->whoTo; 3537f8829a4aSRandall Stewart #endif 3538f8829a4aSRandall Stewart } 3539f8829a4aSRandall Stewart 3540f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3541f8829a4aSRandall Stewart tot_retrans++; 3542f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3543f8829a4aSRandall Stewart /* 3544cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 3545*49656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3546f8829a4aSRandall Stewart */ 3547f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3548f8829a4aSRandall Stewart /* 3549f8829a4aSRandall Stewart * If the queue of send is empty then its 3550f8829a4aSRandall Stewart * the next sequence number that will be 3551f8829a4aSRandall Stewart * assigned so we subtract one from this to 3552f8829a4aSRandall Stewart * get the one we last sent. 3553f8829a4aSRandall Stewart */ 3554f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3555f8829a4aSRandall Stewart } else { 3556f8829a4aSRandall Stewart /* 3557f8829a4aSRandall Stewart * If there are chunks on the send queue 3558f8829a4aSRandall Stewart * (unsent data that has made it from the 3559f8829a4aSRandall Stewart * stream queues but not out the door, we 3560f8829a4aSRandall Stewart * take the first one (which will have the 3561f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3562f8829a4aSRandall Stewart * one we last sent. 3563f8829a4aSRandall Stewart */ 3564f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3565f8829a4aSRandall Stewart 3566f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3567f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 3568*49656eefSMichael Tuexen ttt->rec.data.tsn; 3569f8829a4aSRandall Stewart } 3570f8829a4aSRandall Stewart 3571f8829a4aSRandall Stewart if (tp1->do_rtt) { 3572f8829a4aSRandall Stewart /* 3573f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3574f8829a4aSRandall Stewart * it, cancel it 3575f8829a4aSRandall Stewart */ 357660990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 357760990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3578f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3579f79aab18SRandall Stewart } 3580f8829a4aSRandall Stewart tp1->do_rtt = 0; 3581f8829a4aSRandall Stewart } 3582f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3583f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3584f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 35853c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3586f8829a4aSRandall Stewart tp1->whoTo = alt; 3587f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3588f8829a4aSRandall Stewart } 3589f8829a4aSRandall Stewart } 35904a9ef3f8SMichael Tuexen } 3591f8829a4aSRandall Stewart } 3592f8829a4aSRandall Stewart 3593f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3594f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3595f8829a4aSRandall Stewart struct sctp_association *asoc) 3596f8829a4aSRandall Stewart { 3597f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3598f8829a4aSRandall Stewart struct timeval now; 3599f8829a4aSRandall Stewart int now_filled = 0; 3600f8829a4aSRandall Stewart 3601dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3602f8829a4aSRandall Stewart return (NULL); 3603f8829a4aSRandall Stewart } 36044a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3605f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 360698f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3607325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3608f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3609f8829a4aSRandall Stewart break; 3610f8829a4aSRandall Stewart } 36110c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 36122a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3613325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 36140c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 36150c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 3616*49656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 36170c0982b8SRandall Stewart } 36180c0982b8SRandall Stewart } 3619f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3620f8829a4aSRandall Stewart /* 3621f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3622f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3623f8829a4aSRandall Stewart */ 3624f8829a4aSRandall Stewart break; 3625f8829a4aSRandall Stewart } 3626f8829a4aSRandall Stewart if (!now_filled) { 36276e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3628f8829a4aSRandall Stewart now_filled = 1; 3629f8829a4aSRandall Stewart } 3630f8829a4aSRandall Stewart /* 3631f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3632f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3633f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3634f8829a4aSRandall Stewart * it if its a resend? 3635f8829a4aSRandall Stewart */ 3636f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3637f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3638f8829a4aSRandall Stewart /* 3639f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3640f8829a4aSRandall Stewart * now up? 3641f8829a4aSRandall Stewart */ 3642f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3643f8829a4aSRandall Stewart /* Yes so drop it */ 3644f8829a4aSRandall Stewart if (tp1->data) { 3645ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 36461edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3647f8829a4aSRandall Stewart } 3648f8829a4aSRandall Stewart } else { 3649f8829a4aSRandall Stewart /* 3650f8829a4aSRandall Stewart * No, we are done when hit one for resend 3651f8829a4aSRandall Stewart * whos time as not expired. 3652f8829a4aSRandall Stewart */ 3653f8829a4aSRandall Stewart break; 3654f8829a4aSRandall Stewart } 3655f8829a4aSRandall Stewart } 3656f8829a4aSRandall Stewart /* 3657f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3658f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3659f8829a4aSRandall Stewart * the next chunk. 3660f8829a4aSRandall Stewart */ 366198f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3662325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3663f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 3664*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 3665*49656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3666f8829a4aSRandall Stewart a_adv = tp1; 3667*49656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 36680c0982b8SRandall Stewart /* No update but we do save the chk */ 36690c0982b8SRandall Stewart a_adv = tp1; 36700c0982b8SRandall Stewart } 3671f8829a4aSRandall Stewart } else { 3672f8829a4aSRandall Stewart /* 3673f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3674f8829a4aSRandall Stewart * further 3675f8829a4aSRandall Stewart */ 3676f8829a4aSRandall Stewart break; 3677f8829a4aSRandall Stewart } 3678f8829a4aSRandall Stewart } 3679f8829a4aSRandall Stewart return (a_adv); 3680f8829a4aSRandall Stewart } 3681f8829a4aSRandall Stewart 36820c0982b8SRandall Stewart static int 3683c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3684bff64a4dSRandall Stewart { 3685bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3686afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3687548f47a8SMichael Tuexen int ret; 3688548f47a8SMichael Tuexen #ifndef INVARIANTS 3689548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3690548f47a8SMichael Tuexen #endif 3691548f47a8SMichael Tuexen 3692548f47a8SMichael Tuexen ret = 0; 3693548f47a8SMichael Tuexen #ifndef INVARIANTS 36940c0982b8SRandall Stewart entry_flight = asoc->total_flight; 36950c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3696548f47a8SMichael Tuexen #endif 36970c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 36980c0982b8SRandall Stewart return (0); 3699bff64a4dSRandall Stewart 3700bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3701bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3702cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 3703*49656eefSMichael Tuexen chk->rec.data.tsn, 37040c0982b8SRandall Stewart chk->send_size, 3705cd3fd531SMichael Tuexen chk->snd_count); 3706bff64a4dSRandall Stewart inflight++; 3707bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3708bff64a4dSRandall Stewart resend++; 3709bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3710bff64a4dSRandall Stewart inbetween++; 3711bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3712bff64a4dSRandall Stewart above++; 3713bff64a4dSRandall Stewart } else { 3714bff64a4dSRandall Stewart acked++; 3715bff64a4dSRandall Stewart } 3716bff64a4dSRandall Stewart } 3717f1f73e57SRandall Stewart 3718c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3719f1f73e57SRandall Stewart #ifdef INVARIANTS 3720c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3721f1f73e57SRandall Stewart #else 3722cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 37230c0982b8SRandall Stewart entry_flight, entry_cnt); 37240c0982b8SRandall Stewart 37250c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 37260c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 37270c0982b8SRandall Stewart ret = 1; 3728f1f73e57SRandall Stewart #endif 3729bff64a4dSRandall Stewart } 37300c0982b8SRandall Stewart return (ret); 3731c105859eSRandall Stewart } 3732c105859eSRandall Stewart 3733c105859eSRandall Stewart 3734c105859eSRandall Stewart static void 3735c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3736c105859eSRandall Stewart struct sctp_association *asoc, 3737c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3738c105859eSRandall Stewart { 3739dfb11ef8SRandall Stewart tp1->window_probe = 0; 37405171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3741dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3742dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 37438427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3744dfb11ef8SRandall Stewart tp1->book_size, 37459a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3746*49656eefSMichael Tuexen tp1->rec.data.tsn); 3747dfb11ef8SRandall Stewart return; 3748dfb11ef8SRandall Stewart } 37495171328bSRandall Stewart /* First setup this by shrinking flight */ 3750299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3751299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3752299108c5SRandall Stewart tp1); 3753299108c5SRandall Stewart } 37545171328bSRandall Stewart sctp_flight_size_decrease(tp1); 37555171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 37565171328bSRandall Stewart /* Now mark for resend */ 37575171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3758791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3759791437b5SRandall Stewart 3760b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3761c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3762c105859eSRandall Stewart tp1->whoTo->flight_size, 3763c105859eSRandall Stewart tp1->book_size, 37649a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3765*49656eefSMichael Tuexen tp1->rec.data.tsn); 376680fefe0aSRandall Stewart } 3767c105859eSRandall Stewart } 3768c105859eSRandall Stewart 3769f8829a4aSRandall Stewart void 3770f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3771899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3772f8829a4aSRandall Stewart { 3773f8829a4aSRandall Stewart struct sctp_nets *net; 3774f8829a4aSRandall Stewart struct sctp_association *asoc; 3775f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 37765e54f665SRandall Stewart uint32_t old_rwnd; 37775e54f665SRandall Stewart int win_probe_recovery = 0; 3778c105859eSRandall Stewart int win_probe_recovered = 0; 3779d06c82f1SRandall Stewart int j, done_once = 0; 3780f79aab18SRandall Stewart int rto_ok = 1; 3781fd60718dSMichael Tuexen uint32_t send_s; 3782f8829a4aSRandall Stewart 3783b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3784d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3785d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 378680fefe0aSRandall Stewart } 3787f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 378818e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 378918e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 379018e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 379118e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 379218e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 379318e198d3SRandall Stewart } 379418e198d3SRandall Stewart #endif 3795f8829a4aSRandall Stewart asoc = &stcb->asoc; 3796d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 379720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 37985e54f665SRandall Stewart /* old ack */ 37995e54f665SRandall Stewart return; 3800d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3801d06c82f1SRandall Stewart /* Window update sack */ 3802d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 380344fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3804d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3805d06c82f1SRandall Stewart /* SWS sender side engages */ 3806d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3807d06c82f1SRandall Stewart } 3808d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3809d06c82f1SRandall Stewart goto again; 3810d06c82f1SRandall Stewart } 3811d06c82f1SRandall Stewart return; 38125e54f665SRandall Stewart } 3813f8829a4aSRandall Stewart /* First setup for CC stuff */ 3814f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3815a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3816a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3817a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3818a21779f0SRandall Stewart } 3819f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3820f8829a4aSRandall Stewart net->net_ack = 0; 3821f8829a4aSRandall Stewart net->net_ack2 = 0; 3822132dea7dSRandall Stewart 3823132dea7dSRandall Stewart /* 3824132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3825132dea7dSRandall Stewart * SACK processing 3826132dea7dSRandall Stewart */ 3827132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3828132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3829299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3830299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3831299108c5SRandall Stewart } 3832f8829a4aSRandall Stewart } 3833c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3834c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3835c105859eSRandall Stewart sctpchunk_listhead); 3836*49656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3837139bc87fSRandall Stewart } else { 3838c105859eSRandall Stewart send_s = asoc->sending_seq; 3839139bc87fSRandall Stewart } 384020b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3841ff1ffd74SMichael Tuexen struct mbuf *op_err; 3842ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3843139bc87fSRandall Stewart 3844139bc87fSRandall Stewart *abort_now = 1; 3845139bc87fSRandall Stewart /* XXX */ 384655f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3847ff1ffd74SMichael Tuexen cumack, send_s); 3848ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 384944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3850ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3851139bc87fSRandall Stewart return; 3852139bc87fSRandall Stewart } 3853f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3854b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3855c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3856c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3857c4739e2fSRandall Stewart 0, 3858c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3859c4739e2fSRandall Stewart __LINE__); 3860c4739e2fSRandall Stewart } 3861f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 386220b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3863f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 38644a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3865*49656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 386618e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3867cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 386818e198d3SRandall Stewart } 3869f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3870f8829a4aSRandall Stewart /* 387118e198d3SRandall Stewart * If it is less than ACKED, it is 387218e198d3SRandall Stewart * now no-longer in flight. Higher 387318e198d3SRandall Stewart * values may occur during marking 3874f8829a4aSRandall Stewart */ 3875c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3876b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3877c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 3878a5d547adSRandall Stewart tp1->whoTo->flight_size, 3879a5d547adSRandall Stewart tp1->book_size, 38809a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3881*49656eefSMichael Tuexen tp1->rec.data.tsn); 388280fefe0aSRandall Stewart } 3883c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 3884299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3885299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3886299108c5SRandall Stewart tp1); 3887299108c5SRandall Stewart } 388804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3889c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3890f8829a4aSRandall Stewart } 3891f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 3892f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 3893f8829a4aSRandall Stewart /* 389418e198d3SRandall Stewart * True non-retransmited 3895f8829a4aSRandall Stewart * chunk 3896f8829a4aSRandall Stewart */ 3897f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 3898f8829a4aSRandall Stewart tp1->send_size; 3899f8829a4aSRandall Stewart 3900f8829a4aSRandall Stewart /* update RTO too? */ 390162c1ff9cSRandall Stewart if (tp1->do_rtt) { 3902f79aab18SRandall Stewart if (rto_ok) { 3903f8829a4aSRandall Stewart tp1->whoTo->RTO = 390404ee05e8SRandall Stewart /* 390504ee05e8SRandall Stewart * sa_ignore 39065b495f17SMichael Tuexen * NO_NULL_CHK 390704ee05e8SRandall Stewart */ 3908f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 3909f8829a4aSRandall Stewart asoc, tp1->whoTo, 391018e198d3SRandall Stewart &tp1->sent_rcv_time, 3911899288aeSRandall Stewart sctp_align_safe_nocopy, 3912f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3913f79aab18SRandall Stewart rto_ok = 0; 3914f79aab18SRandall Stewart } 3915f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3916f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3917f79aab18SRandall Stewart } 3918f8829a4aSRandall Stewart tp1->do_rtt = 0; 3919f8829a4aSRandall Stewart } 3920f8829a4aSRandall Stewart } 3921132dea7dSRandall Stewart /* 392218e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 392318e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 392418e198d3SRandall Stewart * acked for the first time, set the 392518e198d3SRandall Stewart * following variables for the 392618e198d3SRandall Stewart * corresp destination. 392718e198d3SRandall Stewart * new_pseudo_cumack will trigger a 392818e198d3SRandall Stewart * cwnd update. 392918e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 393018e198d3SRandall Stewart * trigger search for the next 393118e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 3932132dea7dSRandall Stewart */ 3933132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 3934132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3935132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3936132dea7dSRandall Stewart 3937b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 393804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3939*49656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 394080fefe0aSRandall Stewart } 3941f8829a4aSRandall Stewart } 3942f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3943f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 3944f8829a4aSRandall Stewart } 394542551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 394642551e99SRandall Stewart /* deflate the cwnd */ 394742551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 394842551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 394942551e99SRandall Stewart } 3950325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3951*49656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 3952*49656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 3953a7ad6026SMichael Tuexen #ifdef INVARIANTS 3954a7ad6026SMichael Tuexen } else { 3955*49656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3956a7ad6026SMichael Tuexen #endif 3957a7ad6026SMichael Tuexen } 3958a7ad6026SMichael Tuexen } 3959*49656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 3960*49656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 3961*49656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 3962d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 3963d96bef9cSMichael Tuexen } 3964f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 3965f8829a4aSRandall Stewart if (tp1->data) { 396604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3967f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 3968f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 39694a9ef3f8SMichael Tuexen tp1->data = NULL; 3970f8829a4aSRandall Stewart } 3971b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3972f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3973f8829a4aSRandall Stewart cumack, 3974*49656eefSMichael Tuexen tp1->rec.data.tsn, 3975f8829a4aSRandall Stewart 0, 3976f8829a4aSRandall Stewart 0, 3977f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 397880fefe0aSRandall Stewart } 3979f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 3980689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 398118e198d3SRandall Stewart } else { 398218e198d3SRandall Stewart break; 3983f8829a4aSRandall Stewart } 39845e54f665SRandall Stewart } 398518e198d3SRandall Stewart 398618e198d3SRandall Stewart } 398704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3988f8829a4aSRandall Stewart if (stcb->sctp_socket) { 3989ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3990ceaad40aSRandall Stewart struct socket *so; 3991ceaad40aSRandall Stewart 3992ceaad40aSRandall Stewart #endif 3993f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 3994b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 399504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 39967215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 399780fefe0aSRandall Stewart } 3998ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3999ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4000ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4001ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4002ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4003ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4004ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4005ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4006ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4007ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4008ceaad40aSRandall Stewart return; 4009ceaad40aSRandall Stewart } 4010ceaad40aSRandall Stewart #endif 4011f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4012ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4013ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4014ceaad40aSRandall Stewart #endif 4015f8829a4aSRandall Stewart } else { 4016b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 40177215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 401880fefe0aSRandall Stewart } 4019f8829a4aSRandall Stewart } 4020f8829a4aSRandall Stewart 4021b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4022ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4023ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4024ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4025ca85e948SMichael Tuexen /* 4026ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4027ca85e948SMichael Tuexen * count, this is optional. 4028ca85e948SMichael Tuexen */ 4029ca85e948SMichael Tuexen net->error_count = 0; 4030ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4031ca85e948SMichael Tuexen /* addr came good */ 4032ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4033ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 40344b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4035ca85e948SMichael Tuexen } 4036ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4037ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 40385b495f17SMichael Tuexen /* release the alternate, 40395b495f17SMichael Tuexen * primary is good */ 4040ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4041ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4042ca85e948SMichael Tuexen } 4043ca85e948SMichael Tuexen } 4044ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4045ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4046b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4047b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 404844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4049ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4050ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4051ca85e948SMichael Tuexen /* Done with this net */ 4052ca85e948SMichael Tuexen net->net_ack = 0; 4053ca85e948SMichael Tuexen } 4054ca85e948SMichael Tuexen /* restore any doubled timers */ 4055ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4056ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4057ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4058ca85e948SMichael Tuexen } 4059ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4060ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4061ca85e948SMichael Tuexen } 4062ca85e948SMichael Tuexen } 4063ca85e948SMichael Tuexen } 4064b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4065ca85e948SMichael Tuexen } 4066f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 40675e54f665SRandall Stewart 4068f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4069f8829a4aSRandall Stewart /* nothing left in-flight */ 4070f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4071f8829a4aSRandall Stewart net->flight_size = 0; 4072f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4073f8829a4aSRandall Stewart } 4074f8829a4aSRandall Stewart asoc->total_flight = 0; 4075f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4076f8829a4aSRandall Stewart } 4077f8829a4aSRandall Stewart /* RWND update */ 4078f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 407944fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4080f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4081f8829a4aSRandall Stewart /* SWS sender side engages */ 4082f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4083f8829a4aSRandall Stewart } 40845e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 40855e54f665SRandall Stewart win_probe_recovery = 1; 40865e54f665SRandall Stewart } 4087f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4088a5d547adSRandall Stewart again: 4089a5d547adSRandall Stewart j = 0; 4090f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 40915171328bSRandall Stewart int to_ticks; 40925171328bSRandall Stewart 40935e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4094c105859eSRandall Stewart win_probe_recovered = 1; 40955e54f665SRandall Stewart /* 40965e54f665SRandall Stewart * Find first chunk that was used with window probe 40975e54f665SRandall Stewart * and clear the sent 40985e54f665SRandall Stewart */ 40993c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 41005e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 41015e54f665SRandall Stewart if (tp1->window_probe) { 4102cd554309SMichael Tuexen /* move back to data send queue */ 41037215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 41045e54f665SRandall Stewart break; 41055e54f665SRandall Stewart } 41065e54f665SRandall Stewart } 41075e54f665SRandall Stewart } 4108f8829a4aSRandall Stewart if (net->RTO == 0) { 4109f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto); 4110f8829a4aSRandall Stewart } else { 4111f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(net->RTO); 4112f8829a4aSRandall Stewart } 41135171328bSRandall Stewart if (net->flight_size) { 4114a5d547adSRandall Stewart j++; 4115ad81507eSRandall Stewart (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 4116f8829a4aSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41175171328bSRandall Stewart if (net->window_probe) { 41185171328bSRandall Stewart net->window_probe = 0; 41195171328bSRandall Stewart } 4120f8829a4aSRandall Stewart } else { 41215171328bSRandall Stewart if (net->window_probe) { 41225b495f17SMichael Tuexen /* In window probes we must assure a timer 41235b495f17SMichael Tuexen * is still running there */ 41245171328bSRandall Stewart net->window_probe = 0; 41255171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 41265171328bSRandall Stewart SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 41275171328bSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41285171328bSRandall Stewart } 41295171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4130f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4131a5d547adSRandall Stewart stcb, net, 413244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4133f8829a4aSRandall Stewart } 4134f8829a4aSRandall Stewart } 4135f8829a4aSRandall Stewart } 4136bff64a4dSRandall Stewart if ((j == 0) && 4137bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4138bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4139c105859eSRandall Stewart (win_probe_recovered == 0) && 4140bff64a4dSRandall Stewart (done_once == 0)) { 41410c0982b8SRandall Stewart /* 41420c0982b8SRandall Stewart * huh, this should not happen unless all packets are 41430c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 41440c0982b8SRandall Stewart */ 41450c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4146a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4147a5d547adSRandall Stewart net->flight_size = 0; 4148a5d547adSRandall Stewart } 4149a5d547adSRandall Stewart asoc->total_flight = 0; 4150a5d547adSRandall Stewart asoc->total_flight_count = 0; 4151a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4152a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4153a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4154c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4155c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4156a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4157791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4158a5d547adSRandall Stewart } 4159a5d547adSRandall Stewart } 41600c0982b8SRandall Stewart } 4161bff64a4dSRandall Stewart done_once = 1; 4162a5d547adSRandall Stewart goto again; 4163a5d547adSRandall Stewart } 4164f8829a4aSRandall Stewart /**********************************/ 4165f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4166f8829a4aSRandall Stewart /**********************************/ 4167f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4168f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4169f8829a4aSRandall Stewart /* clean up */ 4170f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4171f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4172f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4173d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4174f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 41752afb3e84SRandall Stewart } 4176f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4177f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4178f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4179f8829a4aSRandall Stewart /* Need to abort here */ 4180ff1ffd74SMichael Tuexen struct mbuf *op_err; 4181f8829a4aSRandall Stewart 4182f8829a4aSRandall Stewart abort_out_now: 4183f8829a4aSRandall Stewart *abort_now = 1; 4184f8829a4aSRandall Stewart /* XXX */ 4185ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 418644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4187ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4188fe4a59b3SMichael Tuexen return; 4189f8829a4aSRandall Stewart } else { 4190ca85e948SMichael Tuexen struct sctp_nets *netp; 4191ca85e948SMichael Tuexen 4192f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4193f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4194f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4195f42a358aSRandall Stewart } 4196c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4197b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4198f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4199ca85e948SMichael Tuexen if (asoc->alternate) { 4200ca85e948SMichael Tuexen netp = asoc->alternate; 4201ca85e948SMichael Tuexen } else { 4202ca85e948SMichael Tuexen netp = asoc->primary_destination; 4203ca85e948SMichael Tuexen } 4204ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4205f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4206ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4207f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4208ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4209f8829a4aSRandall Stewart } 4210f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4211f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4212ca85e948SMichael Tuexen struct sctp_nets *netp; 4213ca85e948SMichael Tuexen 4214f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4215f8829a4aSRandall Stewart goto abort_out_now; 4216f8829a4aSRandall Stewart } 4217f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4218c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4219b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 422012af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4221c39cfa1fSMichael Tuexen if (asoc->alternate) { 4222c39cfa1fSMichael Tuexen netp = asoc->alternate; 4223c39cfa1fSMichael Tuexen } else { 4224c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4225c39cfa1fSMichael Tuexen } 4226c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4227f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4228ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4229f8829a4aSRandall Stewart } 4230f8829a4aSRandall Stewart } 4231dfb11ef8SRandall Stewart /*********************************************/ 4232dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4233dfb11ef8SRandall Stewart /* (section 4.2) */ 4234dfb11ef8SRandall Stewart /*********************************************/ 4235dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 423620b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4237dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4238dfb11ef8SRandall Stewart } 4239830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4240dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4241830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4242830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4243830d754dSRandall Stewart 4244830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4245830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4246830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 424720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4248830d754dSRandall Stewart /* 4249493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4250830d754dSRandall Stewart */ 425120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4252830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 42530c0982b8SRandall Stewart } else if (lchk) { 42540c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 425544fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 42560c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 42570c0982b8SRandall Stewart } 4258830d754dSRandall Stewart } 4259830d754dSRandall Stewart } 4260830d754dSRandall Stewart if (lchk) { 4261830d754dSRandall Stewart /* Assure a timer is up */ 4262830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4263830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4264830d754dSRandall Stewart } 4265830d754dSRandall Stewart } 4266b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4267f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4268f8829a4aSRandall Stewart rwnd, 4269f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4270f8829a4aSRandall Stewart stcb->asoc.total_flight, 4271f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 427280fefe0aSRandall Stewart } 4273f8829a4aSRandall Stewart } 4274f8829a4aSRandall Stewart 4275f8829a4aSRandall Stewart void 4276cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 42777215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4278cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4279cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4280899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4281f8829a4aSRandall Stewart { 4282f8829a4aSRandall Stewart struct sctp_association *asoc; 4283f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4284cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4285f8829a4aSRandall Stewart uint16_t wake_him = 0; 4286c105859eSRandall Stewart uint32_t send_s = 0; 4287f8829a4aSRandall Stewart long j; 4288f8829a4aSRandall Stewart int accum_moved = 0; 4289f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 42905e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 42915e54f665SRandall Stewart int win_probe_recovery = 0; 4292c105859eSRandall Stewart int win_probe_recovered = 0; 4293f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4294bff64a4dSRandall Stewart int done_once; 4295f79aab18SRandall Stewart int rto_ok = 1; 4296f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4297f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4298f8829a4aSRandall Stewart 4299f8829a4aSRandall Stewart /* 4300f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4301f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4302f8829a4aSRandall Stewart */ 4303f8829a4aSRandall Stewart /* 4304f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4305f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4306f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4307f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4308f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4309f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4310f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4311f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4312f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4313f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4314f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4315f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4316f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4317f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4318f8829a4aSRandall Stewart * if in shutdown_recv state. 4319f8829a4aSRandall Stewart */ 4320f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4321f8829a4aSRandall Stewart /* CMT DAC algo */ 4322f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4323f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4324cd554309SMichael Tuexen last_tsn = cum_ack; 4325cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 432618e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 432718e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 432818e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 432918e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 433018e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 433118e198d3SRandall Stewart } 433218e198d3SRandall Stewart #endif 4333d06c82f1SRandall Stewart a_rwnd = rwnd; 4334f8829a4aSRandall Stewart 4335cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4336cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4337cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4338cd554309SMichael Tuexen } 43395e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4340b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4341c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4342c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4343c4739e2fSRandall Stewart 0, 4344c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4345c4739e2fSRandall Stewart __LINE__); 4346c4739e2fSRandall Stewart } 4347f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4348f8829a4aSRandall Stewart asoc = &stcb->asoc; 4349b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4350f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4351f8829a4aSRandall Stewart cum_ack, 4352f8829a4aSRandall Stewart 0, 4353f8829a4aSRandall Stewart num_seg, 4354f8829a4aSRandall Stewart num_dup, 4355f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 435680fefe0aSRandall Stewart } 4357ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4358cd554309SMichael Tuexen uint16_t i; 4359458303daSRandall Stewart uint32_t *dupdata, dblock; 4360f8829a4aSRandall Stewart 4361cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4362cd554309SMichael Tuexen dupdata = (uint32_t *) sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4363458303daSRandall Stewart sizeof(uint32_t), (uint8_t *) & dblock); 4364cd554309SMichael Tuexen if (dupdata == NULL) { 4365458303daSRandall Stewart break; 4366458303daSRandall Stewart } 4367cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4368f8829a4aSRandall Stewart } 4369f8829a4aSRandall Stewart } 4370c105859eSRandall Stewart /* reality check */ 4371c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4372c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4373c105859eSRandall Stewart sctpchunk_listhead); 4374*49656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4375c105859eSRandall Stewart } else { 4376b5c16493SMichael Tuexen tp1 = NULL; 4377c105859eSRandall Stewart send_s = asoc->sending_seq; 4378c105859eSRandall Stewart } 437920b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4380ff1ffd74SMichael Tuexen struct mbuf *op_err; 4381ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4382c105859eSRandall Stewart 4383f8829a4aSRandall Stewart /* 4384fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4385fd60718dSMichael Tuexen * hopelessly messed up with us. 4386f8829a4aSRandall Stewart */ 4387cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4388b5c16493SMichael Tuexen cum_ack, send_s); 4389b5c16493SMichael Tuexen if (tp1) { 4390cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 4391*49656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4392b5c16493SMichael Tuexen } 4393f8829a4aSRandall Stewart hopeless_peer: 4394f8829a4aSRandall Stewart *abort_now = 1; 4395f8829a4aSRandall Stewart /* XXX */ 439655f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4397ff1ffd74SMichael Tuexen cum_ack, send_s); 4398ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 439944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4400ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4401f8829a4aSRandall Stewart return; 4402f8829a4aSRandall Stewart } 4403f8829a4aSRandall Stewart /**********************/ 4404f8829a4aSRandall Stewart /* 1) check the range */ 4405f8829a4aSRandall Stewart /**********************/ 440620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4407f8829a4aSRandall Stewart /* acking something behind */ 4408f8829a4aSRandall Stewart return; 4409f8829a4aSRandall Stewart } 4410f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4411f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4412f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4413cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4414f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4415b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4416f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4417f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 441880fefe0aSRandall Stewart } 4419f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4420f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4421f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4422f8829a4aSRandall Stewart } 4423f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4424f8829a4aSRandall Stewart /* SWS sender side engages */ 4425f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4426f8829a4aSRandall Stewart } 4427f8829a4aSRandall Stewart /* stop any timers */ 4428f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4429f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 443044249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4431f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4432f8829a4aSRandall Stewart net->flight_size = 0; 4433f8829a4aSRandall Stewart } 4434f8829a4aSRandall Stewart asoc->total_flight = 0; 4435f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4436f8829a4aSRandall Stewart return; 4437f8829a4aSRandall Stewart } 4438f8829a4aSRandall Stewart /* 4439f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4440f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4441f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4442f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4443f8829a4aSRandall Stewart * destination address basis. 4444f8829a4aSRandall Stewart */ 4445f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4446a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4447a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4448a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4449a21779f0SRandall Stewart } 4450f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4451f8829a4aSRandall Stewart net->net_ack = 0; 4452f8829a4aSRandall Stewart net->net_ack2 = 0; 4453f8829a4aSRandall Stewart 4454f8829a4aSRandall Stewart /* 445542551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 445642551e99SRandall Stewart * SACK processing 4457f8829a4aSRandall Stewart */ 4458f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4459f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4460299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4461299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4462299108c5SRandall Stewart } 4463f8829a4aSRandall Stewart } 4464f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 44654a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4466*49656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4467f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4468f8829a4aSRandall Stewart accum_moved = 1; 4469f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4470f8829a4aSRandall Stewart /* 4471f8829a4aSRandall Stewart * If it is less than ACKED, it is 4472f8829a4aSRandall Stewart * now no-longer in flight. Higher 4473f8829a4aSRandall Stewart * values may occur during marking 4474f8829a4aSRandall Stewart */ 4475f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4476f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4477f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4478f8829a4aSRandall Stewart /* 4479f8829a4aSRandall Stewart * If there was no retran 4480f8829a4aSRandall Stewart * and the address is 4481f8829a4aSRandall Stewart * un-confirmed and we sent 4482f8829a4aSRandall Stewart * there and are now 4483f8829a4aSRandall Stewart * sacked.. its confirmed, 4484f8829a4aSRandall Stewart * mark it so. 4485f8829a4aSRandall Stewart */ 4486f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4487f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4488f8829a4aSRandall Stewart } 4489c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4490b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4491c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4492a5d547adSRandall Stewart tp1->whoTo->flight_size, 4493a5d547adSRandall Stewart tp1->book_size, 44949a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 4495*49656eefSMichael Tuexen tp1->rec.data.tsn); 449680fefe0aSRandall Stewart } 4497c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4498c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4499299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4500299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4501299108c5SRandall Stewart tp1); 4502299108c5SRandall Stewart } 4503f8829a4aSRandall Stewart } 4504f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4505f8829a4aSRandall Stewart 4506f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 4507*49656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4508f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4509f8829a4aSRandall Stewart 4510f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4511f8829a4aSRandall Stewart /* 4512f8829a4aSRandall Stewart * True non-retransmited 4513f8829a4aSRandall Stewart * chunk 4514f8829a4aSRandall Stewart */ 4515f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4516f8829a4aSRandall Stewart tp1->send_size; 4517f8829a4aSRandall Stewart 4518f8829a4aSRandall Stewart /* update RTO too? */ 4519f8829a4aSRandall Stewart if (tp1->do_rtt) { 4520f79aab18SRandall Stewart if (rto_ok) { 4521f8829a4aSRandall Stewart tp1->whoTo->RTO = 4522f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4523f8829a4aSRandall Stewart asoc, tp1->whoTo, 452418e198d3SRandall Stewart &tp1->sent_rcv_time, 4525899288aeSRandall Stewart sctp_align_safe_nocopy, 4526f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4527f79aab18SRandall Stewart rto_ok = 0; 4528f79aab18SRandall Stewart } 4529f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4530f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4531f79aab18SRandall Stewart } 4532f8829a4aSRandall Stewart tp1->do_rtt = 0; 4533f8829a4aSRandall Stewart } 4534f8829a4aSRandall Stewart } 4535f8829a4aSRandall Stewart /* 4536f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4537f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4538f8829a4aSRandall Stewart * acked for the first time, set the 4539f8829a4aSRandall Stewart * following variables for the 4540f8829a4aSRandall Stewart * corresp destination. 4541f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4542f8829a4aSRandall Stewart * cwnd update. 4543f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4544f8829a4aSRandall Stewart * trigger search for the next 4545f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4546f8829a4aSRandall Stewart */ 4547f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4548f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4549f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4550f8829a4aSRandall Stewart 4551f8829a4aSRandall Stewart 4552b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4553f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4554f8829a4aSRandall Stewart cum_ack, 4555*49656eefSMichael Tuexen tp1->rec.data.tsn, 4556f8829a4aSRandall Stewart 0, 4557f8829a4aSRandall Stewart 0, 4558f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 455980fefe0aSRandall Stewart } 4560b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 4561*49656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 456280fefe0aSRandall Stewart } 4563f8829a4aSRandall Stewart } 4564f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4565f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4566f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4567f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4568f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4569f8829a4aSRandall Stewart #endif 4570f8829a4aSRandall Stewart } 457142551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 457242551e99SRandall Stewart /* deflate the cwnd */ 457342551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 457442551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 457542551e99SRandall Stewart } 4576325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4577f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4578f8829a4aSRandall Stewart } 4579325c8c46SMichael Tuexen } 4580f8829a4aSRandall Stewart } else { 4581f8829a4aSRandall Stewart break; 4582f8829a4aSRandall Stewart } 4583f8829a4aSRandall Stewart } 4584f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4585f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4586f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4587f8829a4aSRandall Stewart 4588cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4589f8829a4aSRandall Stewart 4590f8829a4aSRandall Stewart /* 4591f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4592f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4593f8829a4aSRandall Stewart * for all dests. 4594f8829a4aSRandall Stewart */ 4595f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4596f8829a4aSRandall Stewart net->saw_newack = 0; 4597f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4598f8829a4aSRandall Stewart } 4599f8829a4aSRandall Stewart 4600f8829a4aSRandall Stewart /* 4601f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4602f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4603f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4604f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4605f8829a4aSRandall Stewart */ 4606cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4607cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 46087215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4609cd554309SMichael Tuexen wake_him++; 4610cd554309SMichael Tuexen } 4611f8829a4aSRandall Stewart /* 4612fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4613fd60718dSMichael Tuexen * adherence is wanted. 4614f8829a4aSRandall Stewart */ 461520b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4616f8829a4aSRandall Stewart /* 4617fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4618fd60718dSMichael Tuexen * We must abort. 4619f8829a4aSRandall Stewart */ 4620cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4621cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4622f8829a4aSRandall Stewart goto hopeless_peer; 4623f8829a4aSRandall Stewart } 4624f8829a4aSRandall Stewart } 4625f8829a4aSRandall Stewart /*******************************************/ 4626f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4627f8829a4aSRandall Stewart /*******************************************/ 46287c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4629f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4630f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4631f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4632a5d547adSRandall Stewart stcb, net, 463344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4634f8829a4aSRandall Stewart 4635f8829a4aSRandall Stewart } 4636f8829a4aSRandall Stewart } else { 4637f8829a4aSRandall Stewart if (accum_moved) { 4638f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4639f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 464044249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4641f8829a4aSRandall Stewart } 4642f8829a4aSRandall Stewart } 4643f8829a4aSRandall Stewart } 4644f8829a4aSRandall Stewart /********************************************/ 4645d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4646f8829a4aSRandall Stewart /********************************************/ 4647f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4648f8829a4aSRandall Stewart 46497c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 4650*49656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4651f8829a4aSRandall Stewart break; 4652f8829a4aSRandall Stewart } 4653325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4654*49656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 4655*49656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4656a7ad6026SMichael Tuexen #ifdef INVARIANTS 4657a7ad6026SMichael Tuexen } else { 4658*49656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4659a7ad6026SMichael Tuexen #endif 4660a7ad6026SMichael Tuexen } 4661f8829a4aSRandall Stewart } 4662*49656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 4663*49656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 4664*49656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4665d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4666d96bef9cSMichael Tuexen } 4667f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 46680ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4669f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4670f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4671f8829a4aSRandall Stewart } 46727c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4673f8829a4aSRandall Stewart if (tp1->data) { 467404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4675f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4676f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 46777c99d56fSMichael Tuexen tp1->data = NULL; 4678dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4679f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4680f8829a4aSRandall Stewart } 4681f8829a4aSRandall Stewart } 4682b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4683f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4684f8829a4aSRandall Stewart cum_ack, 4685*49656eefSMichael Tuexen tp1->rec.data.tsn, 4686f8829a4aSRandall Stewart 0, 4687f8829a4aSRandall Stewart 0, 4688f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 468980fefe0aSRandall Stewart } 4690689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4691f8829a4aSRandall Stewart wake_him++; 46927c99d56fSMichael Tuexen } 46937c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 46947c99d56fSMichael Tuexen #ifdef INVARIANTS 4695cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 46967c99d56fSMichael Tuexen #else 46977c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 46987c99d56fSMichael Tuexen asoc->total_flight); 46997c99d56fSMichael Tuexen #endif 47007c99d56fSMichael Tuexen asoc->total_flight = 0; 47017c99d56fSMichael Tuexen } 470204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4703f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4704ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4705ceaad40aSRandall Stewart struct socket *so; 4706ceaad40aSRandall Stewart 4707ceaad40aSRandall Stewart #endif 4708f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4709b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47107215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 471180fefe0aSRandall Stewart } 4712ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4713ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4714ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4715ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4716ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4717ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4718ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4719ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4720ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4721ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4722ceaad40aSRandall Stewart return; 4723ceaad40aSRandall Stewart } 4724ceaad40aSRandall Stewart #endif 4725f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4726ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4727ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4728ceaad40aSRandall Stewart #endif 4729f8829a4aSRandall Stewart } else { 4730b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47317215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 473280fefe0aSRandall Stewart } 4733f8829a4aSRandall Stewart } 4734f8829a4aSRandall Stewart 473542551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 473620b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4737f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4738f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4739f8829a4aSRandall Stewart } 4740f8829a4aSRandall Stewart } 4741f8829a4aSRandall Stewart /* 4742f8829a4aSRandall Stewart * Check for revoked fragments: 4743f8829a4aSRandall Stewart * 4744f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4745f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4746f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4747f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4748f8829a4aSRandall Stewart * we had some before and now we have NONE. 4749f8829a4aSRandall Stewart */ 4750f8829a4aSRandall Stewart 4751d9c5cfeaSMichael Tuexen if (num_seg) { 4752c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4753d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4754d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4755f8829a4aSRandall Stewart int cnt_revoked = 0; 4756f8829a4aSRandall Stewart 4757f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4758f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4759b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4760f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4761b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4762c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4763c105859eSRandall Stewart tp1->whoTo->flight_size, 4764c105859eSRandall Stewart tp1->book_size, 47659a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 4766*49656eefSMichael Tuexen tp1->rec.data.tsn); 476780fefe0aSRandall Stewart } 4768c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4769c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4770a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 477142551e99SRandall Stewart /* 477242551e99SRandall Stewart * To ensure that this increase in 47734a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 47744a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 47754a9ef3f8SMichael Tuexen * cwnd artificially. 477642551e99SRandall Stewart */ 477742551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4778f8829a4aSRandall Stewart cnt_revoked++; 4779f8829a4aSRandall Stewart } 4780f8829a4aSRandall Stewart } 4781f8829a4aSRandall Stewart if (cnt_revoked) { 4782f8829a4aSRandall Stewart reneged_all = 1; 4783f8829a4aSRandall Stewart } 4784f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4785f8829a4aSRandall Stewart } 4786d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4787d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4788f8829a4aSRandall Stewart else 4789d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4790f8829a4aSRandall Stewart 4791b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4792ca85e948SMichael Tuexen if (ecne_seen == 0) { 4793ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4794ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4795ca85e948SMichael Tuexen /* 4796ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4797ca85e948SMichael Tuexen * count, this is optional. 4798ca85e948SMichael Tuexen */ 4799ca85e948SMichael Tuexen net->error_count = 0; 4800ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4801ca85e948SMichael Tuexen /* addr came good */ 4802ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4803ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 48044b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4805ca85e948SMichael Tuexen } 4806ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4807ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 48085b495f17SMichael Tuexen /* release the alternate, 48095b495f17SMichael Tuexen * primary is good */ 4810ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4811ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4812ca85e948SMichael Tuexen } 4813ca85e948SMichael Tuexen } 4814ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4815ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4816b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4817b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 481844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4819ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4820ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4821ca85e948SMichael Tuexen /* Done with this net */ 4822ca85e948SMichael Tuexen net->net_ack = 0; 4823ca85e948SMichael Tuexen } 4824ca85e948SMichael Tuexen /* restore any doubled timers */ 4825ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4826ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4827ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4828ca85e948SMichael Tuexen } 4829ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4830ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4831ca85e948SMichael Tuexen } 4832ca85e948SMichael Tuexen } 4833ca85e948SMichael Tuexen } 4834b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4835ca85e948SMichael Tuexen } 4836f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4837f8829a4aSRandall Stewart /* nothing left in-flight */ 4838f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4839f8829a4aSRandall Stewart /* stop all timers */ 4840f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4841b7d130beSMichael Tuexen stcb, net, 484244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4843f8829a4aSRandall Stewart net->flight_size = 0; 4844f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4845f8829a4aSRandall Stewart } 4846f8829a4aSRandall Stewart asoc->total_flight = 0; 4847f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4848f8829a4aSRandall Stewart } 4849f8829a4aSRandall Stewart /**********************************/ 4850f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4851f8829a4aSRandall Stewart /**********************************/ 4852f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4853f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4854b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4855f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4856f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 485780fefe0aSRandall Stewart } 4858f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4859f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4860f8829a4aSRandall Stewart /* SWS sender side engages */ 4861f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4862f8829a4aSRandall Stewart } 4863f8829a4aSRandall Stewart /* clean up */ 4864f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4865f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4866f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4867d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 48682afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4869f8829a4aSRandall Stewart } 4870f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4871f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4872f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4873f8829a4aSRandall Stewart /* Need to abort here */ 4874ff1ffd74SMichael Tuexen struct mbuf *op_err; 4875f8829a4aSRandall Stewart 4876f8829a4aSRandall Stewart abort_out_now: 4877f8829a4aSRandall Stewart *abort_now = 1; 4878f8829a4aSRandall Stewart /* XXX */ 4879ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 488044249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_31; 4881ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4882f8829a4aSRandall Stewart return; 4883f8829a4aSRandall Stewart } else { 4884ca85e948SMichael Tuexen struct sctp_nets *netp; 4885ca85e948SMichael Tuexen 4886f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4887f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4888f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4889f42a358aSRandall Stewart } 4890c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4891b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4892f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4893c39cfa1fSMichael Tuexen if (asoc->alternate) { 4894c39cfa1fSMichael Tuexen netp = asoc->alternate; 4895c39cfa1fSMichael Tuexen } else { 4896c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4897c39cfa1fSMichael Tuexen } 4898ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4899f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4900ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4901f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4902ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4903f8829a4aSRandall Stewart } 4904f8829a4aSRandall Stewart return; 4905f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4906f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4907ca85e948SMichael Tuexen struct sctp_nets *netp; 4908ca85e948SMichael Tuexen 4909f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4910f8829a4aSRandall Stewart goto abort_out_now; 4911f8829a4aSRandall Stewart } 4912f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4913c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4914b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 491512af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4916c39cfa1fSMichael Tuexen if (asoc->alternate) { 4917c39cfa1fSMichael Tuexen netp = asoc->alternate; 4918c39cfa1fSMichael Tuexen } else { 4919c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4920c39cfa1fSMichael Tuexen } 4921c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4922f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4923ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4924f8829a4aSRandall Stewart return; 4925f8829a4aSRandall Stewart } 4926f8829a4aSRandall Stewart } 4927f8829a4aSRandall Stewart /* 4928f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 4929f8829a4aSRandall Stewart * HEADS UP. 4930f8829a4aSRandall Stewart */ 4931f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4932f8829a4aSRandall Stewart net->net_ack = 0; 4933f8829a4aSRandall Stewart } 4934f8829a4aSRandall Stewart 4935f8829a4aSRandall Stewart /* 4936f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 4937f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 4938f8829a4aSRandall Stewart * automatically ensure that. 4939f8829a4aSRandall Stewart */ 49407c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 494120083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 494220083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 4943f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 4944f8829a4aSRandall Stewart } 4945cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4946f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 4947f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 4948f8829a4aSRandall Stewart } 4949b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4950b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 4951f8829a4aSRandall Stewart 4952f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 4953f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 4954f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4955f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 4956f8829a4aSRandall Stewart } 4957f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 495820b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 4959f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 4960f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 4961f8829a4aSRandall Stewart } 496242551e99SRandall Stewart /* 496342551e99SRandall Stewart * CMT Fast recovery 496442551e99SRandall Stewart */ 4965f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4966f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 4967f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4968f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 4969f8829a4aSRandall Stewart } 4970f8829a4aSRandall Stewart } 4971f8829a4aSRandall Stewart 4972f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 4973b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4974f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 497544fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 497680fefe0aSRandall Stewart } 4977f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 497844fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4979f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4980f8829a4aSRandall Stewart /* SWS sender side engages */ 4981f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4982f8829a4aSRandall Stewart } 49835e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 49845e54f665SRandall Stewart win_probe_recovery = 1; 49855e54f665SRandall Stewart } 4986f8829a4aSRandall Stewart /* 4987f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 4988f8829a4aSRandall Stewart * outstanding data. 4989f8829a4aSRandall Stewart */ 4990bff64a4dSRandall Stewart done_once = 0; 4991a5d547adSRandall Stewart again: 4992a5d547adSRandall Stewart j = 0; 4993f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 49945e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4995c105859eSRandall Stewart win_probe_recovered = 1; 49965e54f665SRandall Stewart /*- 49975e54f665SRandall Stewart * Find first chunk that was used with 49985e54f665SRandall Stewart * window probe and clear the event. Put 49995e54f665SRandall Stewart * it back into the send queue as if has 50005e54f665SRandall Stewart * not been sent. 50015e54f665SRandall Stewart */ 50025e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 50035e54f665SRandall Stewart if (tp1->window_probe) { 50047215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 50055e54f665SRandall Stewart break; 50065e54f665SRandall Stewart } 50075e54f665SRandall Stewart } 50085e54f665SRandall Stewart } 5009f8829a4aSRandall Stewart if (net->flight_size) { 5010a5d547adSRandall Stewart j++; 5011cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5012f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5013f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5014cd554309SMichael Tuexen } 50155171328bSRandall Stewart if (net->window_probe) { 5016cd554309SMichael Tuexen net->window_probe = 0; 50175171328bSRandall Stewart } 5018c105859eSRandall Stewart } else { 50195171328bSRandall Stewart if (net->window_probe) { 50205b495f17SMichael Tuexen /* In window probes we must assure a timer 50215b495f17SMichael Tuexen * is still running there */ 50225171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 50235171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 50245171328bSRandall Stewart stcb->sctp_ep, stcb, net); 50255171328bSRandall Stewart 50265171328bSRandall Stewart } 50275171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5028c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5029c105859eSRandall Stewart stcb, net, 503044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5031c105859eSRandall Stewart } 5032f8829a4aSRandall Stewart } 5033f8829a4aSRandall Stewart } 5034bff64a4dSRandall Stewart if ((j == 0) && 5035bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5036bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5037c105859eSRandall Stewart (win_probe_recovered == 0) && 5038bff64a4dSRandall Stewart (done_once == 0)) { 50390c0982b8SRandall Stewart /* 50400c0982b8SRandall Stewart * huh, this should not happen unless all packets are 50410c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 50420c0982b8SRandall Stewart */ 50430c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5044a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5045a5d547adSRandall Stewart net->flight_size = 0; 5046a5d547adSRandall Stewart } 5047a5d547adSRandall Stewart asoc->total_flight = 0; 5048a5d547adSRandall Stewart asoc->total_flight_count = 0; 5049a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5050a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5051a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5052c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5053c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5054a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5055791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5056a5d547adSRandall Stewart } 5057a5d547adSRandall Stewart } 50580c0982b8SRandall Stewart } 5059bff64a4dSRandall Stewart done_once = 1; 5060a5d547adSRandall Stewart goto again; 5061a5d547adSRandall Stewart } 5062cd554309SMichael Tuexen /*********************************************/ 5063cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5064cd554309SMichael Tuexen /* (section 4.2) */ 5065cd554309SMichael Tuexen /*********************************************/ 5066cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 506720b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5068dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5069dfb11ef8SRandall Stewart } 5070830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5071dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5072830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5073830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5074830d754dSRandall Stewart 5075830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5076830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5077830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 507820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5079830d754dSRandall Stewart /* 5080493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5081830d754dSRandall Stewart */ 50820c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 50830c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 50840c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 50850c0982b8SRandall Stewart old_adv_peer_ack_point); 50860c0982b8SRandall Stewart } 508720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5088830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 50890c0982b8SRandall Stewart } else if (lchk) { 50900c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 509144fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 50920c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 50930c0982b8SRandall Stewart } 5094830d754dSRandall Stewart } 5095830d754dSRandall Stewart } 5096830d754dSRandall Stewart if (lchk) { 5097830d754dSRandall Stewart /* Assure a timer is up */ 5098830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5099830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5100830d754dSRandall Stewart } 5101830d754dSRandall Stewart } 5102b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5103f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5104f8829a4aSRandall Stewart a_rwnd, 5105f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5106f8829a4aSRandall Stewart stcb->asoc.total_flight, 5107f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 510880fefe0aSRandall Stewart } 5109f8829a4aSRandall Stewart } 5110f8829a4aSRandall Stewart 5111f8829a4aSRandall Stewart void 51127215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5113f8829a4aSRandall Stewart { 5114f8829a4aSRandall Stewart /* Copy cum-ack */ 5115f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5116f8829a4aSRandall Stewart 5117f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5118f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5119f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5120f8829a4aSRandall Stewart 5121f8829a4aSRandall Stewart /* Now call the express sack handling */ 5122899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5123f8829a4aSRandall Stewart } 5124f8829a4aSRandall Stewart 5125f8829a4aSRandall Stewart static void 5126f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5127f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5128f8829a4aSRandall Stewart { 5129f8829a4aSRandall Stewart struct sctp_queued_to_read *ctl, *nctl; 5130f8829a4aSRandall Stewart struct sctp_association *asoc; 5131*49656eefSMichael Tuexen uint32_t mid; 5132*49656eefSMichael Tuexen int need_reasm_check = 0; 5133f8829a4aSRandall Stewart 5134f8829a4aSRandall Stewart asoc = &stcb->asoc; 5135*49656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5136f8829a4aSRandall Stewart /* 5137f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 513844249214SRandall Stewart * came in. 5139f8829a4aSRandall Stewart */ 514044249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 5141*49656eefSMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, ctl->mid)) { 5142f8829a4aSRandall Stewart /* this is deliverable now */ 514344249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 514444249214SRandall Stewart if (ctl->on_strm_q) { 514544249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 514644249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 514744249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 514844249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 514998d5fd97SMichael Tuexen #ifdef INVARIANTS 515044249214SRandall Stewart } else { 515144249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 515244249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 515398d5fd97SMichael Tuexen #endif 515444249214SRandall Stewart } 515544249214SRandall Stewart ctl->on_strm_q = 0; 515644249214SRandall Stewart } 5157f8829a4aSRandall Stewart /* subtract pending on streams */ 5158f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5159f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5160f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5161f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5162b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5163f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5164f8829a4aSRandall Stewart ctl, 516544249214SRandall Stewart &stcb->sctp_socket->so_rcv, 516644249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 516744249214SRandall Stewart SCTP_SO_NOT_LOCKED); 516844249214SRandall Stewart } 516944249214SRandall Stewart } else { 517044249214SRandall Stewart /* Its a fragmented message */ 517144249214SRandall Stewart if (ctl->first_frag_seen) { 51725b495f17SMichael Tuexen /* Make it so this is next to 51735b495f17SMichael Tuexen * deliver, we restore later */ 5174*49656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 517544249214SRandall Stewart need_reasm_check = 1; 517644249214SRandall Stewart break; 517744249214SRandall Stewart } 5178f8829a4aSRandall Stewart } 5179f8829a4aSRandall Stewart } else { 5180f8829a4aSRandall Stewart /* no more delivery now. */ 5181f8829a4aSRandall Stewart break; 5182f8829a4aSRandall Stewart } 5183f8829a4aSRandall Stewart } 518444249214SRandall Stewart if (need_reasm_check) { 518544249214SRandall Stewart int ret; 518644249214SRandall Stewart 5187d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 5188*49656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 518944249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 5190*49656eefSMichael Tuexen strmin->last_mid_delivered = mid; 519144249214SRandall Stewart } 519244249214SRandall Stewart if (ret == 0) { 519344249214SRandall Stewart /* Left the front Partial one on */ 519444249214SRandall Stewart return; 519544249214SRandall Stewart } 519644249214SRandall Stewart need_reasm_check = 0; 519744249214SRandall Stewart } 5198f8829a4aSRandall Stewart /* 5199f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5200f8829a4aSRandall Stewart * now ready. 5201f8829a4aSRandall Stewart */ 5202*49656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 520344249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 5204*49656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, ctl->mid)) { 520544249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5206f8829a4aSRandall Stewart /* this is deliverable now */ 520744249214SRandall Stewart if (ctl->on_strm_q) { 520844249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 520944249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 521044249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 521144249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 521298d5fd97SMichael Tuexen #ifdef INVARIANTS 521344249214SRandall Stewart } else { 521444249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 521544249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 521698d5fd97SMichael Tuexen #endif 521744249214SRandall Stewart } 521844249214SRandall Stewart ctl->on_strm_q = 0; 521944249214SRandall Stewart } 5220f8829a4aSRandall Stewart /* subtract pending on streams */ 5221f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5222f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5223f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5224*49656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid; 5225f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5226b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5227f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5228f8829a4aSRandall Stewart ctl, 522944249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 523044249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 523177acdc25SRandall Stewart 5232f8829a4aSRandall Stewart } 5233*49656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5234f8829a4aSRandall Stewart } else { 523544249214SRandall Stewart /* Its a fragmented message */ 523644249214SRandall Stewart if (ctl->first_frag_seen) { 52375b495f17SMichael Tuexen /* Make it so this is next to 52385b495f17SMichael Tuexen * deliver */ 5239*49656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 524044249214SRandall Stewart need_reasm_check = 1; 5241f8829a4aSRandall Stewart break; 5242f8829a4aSRandall Stewart } 5243f8829a4aSRandall Stewart } 524444249214SRandall Stewart } else { 524544249214SRandall Stewart break; 524644249214SRandall Stewart } 524744249214SRandall Stewart } 524844249214SRandall Stewart if (need_reasm_check) { 5249d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 525044249214SRandall Stewart } 5251f8829a4aSRandall Stewart } 5252f8829a4aSRandall Stewart 52538e1b295fSMichael Tuexen 5254d1ea5fa9SMichael Tuexen 52558933fa13SRandall Stewart static void 52568933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 52578933fa13SRandall Stewart struct sctp_association *asoc, 5258*49656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 52598933fa13SRandall Stewart { 526044249214SRandall Stewart struct sctp_queued_to_read *control; 526144249214SRandall Stewart struct sctp_stream_in *strm; 52624a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5263d1ea5fa9SMichael Tuexen int cnt_removed = 0; 52648933fa13SRandall Stewart 52658933fa13SRandall Stewart /* 526644249214SRandall Stewart * For now large messages held on the stream reasm that are complete 52674a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 52684a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 52694a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 52704a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 52714a9ef3f8SMichael Tuexen * queue. 52728933fa13SRandall Stewart */ 527344249214SRandall Stewart strm = &asoc->strmin[stream]; 5274*49656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 527544249214SRandall Stewart if (control == NULL) { 527644249214SRandall Stewart /* Not found */ 527744249214SRandall Stewart return; 52788933fa13SRandall Stewart } 5279*49656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 52805cb91655SMichael Tuexen return; 52815cb91655SMichael Tuexen } 528244249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 528344249214SRandall Stewart /* Purge hanging chunks */ 5284*49656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 5285*49656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5286d1ea5fa9SMichael Tuexen break; 5287d1ea5fa9SMichael Tuexen } 5288d1ea5fa9SMichael Tuexen } 5289d1ea5fa9SMichael Tuexen cnt_removed++; 529044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 52918933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 52928933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 52938933fa13SRandall Stewart if (chk->data) { 52948933fa13SRandall Stewart sctp_m_freem(chk->data); 52958933fa13SRandall Stewart chk->data = NULL; 52968933fa13SRandall Stewart } 5297689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 52988933fa13SRandall Stewart } 5299d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5300d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5301d1ea5fa9SMichael Tuexen if (control->data) { 5302d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5303d1ea5fa9SMichael Tuexen control->data = NULL; 5304d1ea5fa9SMichael Tuexen } 5305d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5306d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5307d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5308d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5309d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5310d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5311d1ea5fa9SMichael Tuexen } 5312d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5313d1ea5fa9SMichael Tuexen return; 5314d1ea5fa9SMichael Tuexen } 5315d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 531644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 5317d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5318d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5319d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5320d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5321d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5322d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5323d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5324d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5325d1ea5fa9SMichael Tuexen #endif 5326d1ea5fa9SMichael Tuexen } 5327d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 532844249214SRandall Stewart if (control->on_read_q == 0) { 532944249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 533044249214SRandall Stewart if (control->data) { 533144249214SRandall Stewart sctp_m_freem(control->data); 533244249214SRandall Stewart control->data = NULL; 533344249214SRandall Stewart } 533444249214SRandall Stewart sctp_free_a_readq(stcb, control); 53358933fa13SRandall Stewart } 53368933fa13SRandall Stewart } 53378933fa13SRandall Stewart 5338f8829a4aSRandall Stewart void 5339f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5340b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5341b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5342f8829a4aSRandall Stewart { 5343f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5344f8829a4aSRandall Stewart /* 5345f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5346f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5347f8829a4aSRandall Stewart * 5348f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5349f8829a4aSRandall Stewart * 53505b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 53515b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5352f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5353f8829a4aSRandall Stewart * report where we are. 5354f8829a4aSRandall Stewart */ 5355f8829a4aSRandall Stewart struct sctp_association *asoc; 53567898f408SRandall Stewart uint32_t new_cum_tsn, gap; 53577215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 53588933fa13SRandall Stewart uint32_t str_seq; 5359f8829a4aSRandall Stewart struct sctp_stream_in *strm; 53608933fa13SRandall Stewart struct sctp_queued_to_read *ctl, *sv; 5361f8829a4aSRandall Stewart 5362f8829a4aSRandall Stewart asoc = &stcb->asoc; 5363f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5364ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5365ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5366f8829a4aSRandall Stewart return; 5367f8829a4aSRandall Stewart } 5368f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5369f8829a4aSRandall Stewart /*************************************************************/ 5370f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5371f8829a4aSRandall Stewart /*************************************************************/ 5372f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5373f8829a4aSRandall Stewart 537420b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5375f8829a4aSRandall Stewart /* Already got there ... */ 5376f8829a4aSRandall Stewart return; 5377f8829a4aSRandall Stewart } 5378f8829a4aSRandall Stewart /* 5379f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5380f8829a4aSRandall Stewart * gap 5381f8829a4aSRandall Stewart */ 5382b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 538377acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 53842afb3e84SRandall Stewart if (gap >= m_size) { 5385f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5386ff1ffd74SMichael Tuexen struct mbuf *op_err; 5387ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 538817205eccSRandall Stewart 5389f8829a4aSRandall Stewart /* 5390f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 539117205eccSRandall Stewart * give out). This must be an attacker. 5392f8829a4aSRandall Stewart */ 539317205eccSRandall Stewart *abort_flag = 1; 5394ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5395ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5396ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5397ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 539844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5399ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5400f8829a4aSRandall Stewart return; 5401f8829a4aSRandall Stewart } 5402207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 540377acdc25SRandall Stewart 54042afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 54052afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 540677acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 540777acdc25SRandall Stewart 5408b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5409830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 541077acdc25SRandall Stewart 5411b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5412f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 541380fefe0aSRandall Stewart } 54142afb3e84SRandall Stewart } else { 54152afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 54162afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 54177898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 54187898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 54198933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 542020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 54217898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5422b5c16493SMichael Tuexen } 5423b5c16493SMichael Tuexen } 5424b5c16493SMichael Tuexen } 5425f8829a4aSRandall Stewart } 5426f8829a4aSRandall Stewart /*************************************************************/ 5427f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5428f8829a4aSRandall Stewart /*************************************************************/ 5429f8829a4aSRandall Stewart 543044249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5431d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5432d1ea5fa9SMichael Tuexen uint16_t sid; 543344249214SRandall Stewart 5434d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5435d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5436d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 5437*49656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5438d1ea5fa9SMichael Tuexen } 5439d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5440d1ea5fa9SMichael Tuexen } 54418933fa13SRandall Stewart /*******************************************************/ 54428933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 54438933fa13SRandall Stewart /* delivery issues as needed. */ 54448933fa13SRandall Stewart /*******************************************************/ 5445f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5446671d309cSRandall Stewart if (m && fwd_sz) { 5447f8829a4aSRandall Stewart /* New method. */ 5448d61a0ae0SRandall Stewart unsigned int num_str; 5449*49656eefSMichael Tuexen uint32_t mid, cur_mid; 5450*49656eefSMichael Tuexen uint16_t sid; 54518e1b295fSMichael Tuexen uint16_t ordered, flags; 5452671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 545344249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5454671d309cSRandall Stewart 5455671d309cSRandall Stewart offset += sizeof(*fwd); 5456f8829a4aSRandall Stewart 54578933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 545844249214SRandall Stewart if (asoc->idata_supported) { 545944249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 546044249214SRandall Stewart } else { 5461f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 546244249214SRandall Stewart } 5463f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 546444249214SRandall Stewart if (asoc->idata_supported) { 546544249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 546644249214SRandall Stewart sizeof(struct sctp_strseq_mid), 546744249214SRandall Stewart (uint8_t *) & strseqbuf_m); 546844249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 546944249214SRandall Stewart if (stseq_m == NULL) { 547044249214SRandall Stewart break; 547144249214SRandall Stewart } 5472*49656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 5473*49656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 54748e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 54758e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 54768e1b295fSMichael Tuexen ordered = 0; 54778e1b295fSMichael Tuexen } else { 54788e1b295fSMichael Tuexen ordered = 1; 54798e1b295fSMichael Tuexen } 548044249214SRandall Stewart } else { 5481671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5482671d309cSRandall Stewart sizeof(struct sctp_strseq), 5483671d309cSRandall Stewart (uint8_t *) & strseqbuf); 5484671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 54852afb3e84SRandall Stewart if (stseq == NULL) { 5486671d309cSRandall Stewart break; 54872afb3e84SRandall Stewart } 5488*49656eefSMichael Tuexen sid = ntohs(stseq->sid); 5489*49656eefSMichael Tuexen mid = (uint32_t) ntohs(stseq->ssn); 54908e1b295fSMichael Tuexen ordered = 1; 549144249214SRandall Stewart } 5492f8829a4aSRandall Stewart /* Convert */ 54938933fa13SRandall Stewart 5494f8829a4aSRandall Stewart /* now process */ 54958933fa13SRandall Stewart 54968933fa13SRandall Stewart /* 54978933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 54988933fa13SRandall Stewart * queue where its not all delivered. If we find it 54998933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 55008933fa13SRandall Stewart */ 5501*49656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 55022afb3e84SRandall Stewart /* screwed up streams, stop! */ 55032afb3e84SRandall Stewart break; 5504f8829a4aSRandall Stewart } 5505*49656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 5506*49656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 55078933fa13SRandall Stewart /* 55088933fa13SRandall Stewart * If this is the one we were partially 55098933fa13SRandall Stewart * delivering now then we no longer are. 55108933fa13SRandall Stewart * Note this will change with the reassembly 55118933fa13SRandall Stewart * re-write. 55128933fa13SRandall Stewart */ 55138933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 55148933fa13SRandall Stewart } 5515*49656eefSMichael Tuexen strm = &asoc->strmin[sid]; 5516*49656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 5517*49656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5518d1ea5fa9SMichael Tuexen } 55198933fa13SRandall Stewart TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) { 5520*49656eefSMichael Tuexen if ((ctl->sinfo_stream == sid) && 5521*49656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, ctl->mid, mid))) { 5522*49656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 55238933fa13SRandall Stewart ctl->pdapi_aborted = 1; 55248933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 552544249214SRandall Stewart ctl->end_added = 1; 552644249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 552744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, ctl, next_instrm); 552844249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 552944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, ctl, next_instrm); 553098d5fd97SMichael Tuexen #ifdef INVARIANTS 553144249214SRandall Stewart } else if (ctl->on_strm_q) { 553244249214SRandall Stewart panic("strm: %p ctl: %p unknown %d", 553344249214SRandall Stewart strm, ctl, ctl->on_strm_q); 553498d5fd97SMichael Tuexen #endif 553544249214SRandall Stewart } 553644249214SRandall Stewart ctl->on_strm_q = 0; 55378933fa13SRandall Stewart stcb->asoc.control_pdapi = ctl; 5538810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5539810ec536SMichael Tuexen stcb, 55408933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5541810ec536SMichael Tuexen (void *)&str_seq, 5542810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 55438933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 55448933fa13SRandall Stewart break; 5545*49656eefSMichael Tuexen } else if ((ctl->sinfo_stream == sid) && 5546*49656eefSMichael Tuexen SCTP_MID_GT(asoc->idata_supported, ctl->mid, mid)) { 55478933fa13SRandall Stewart /* We are past our victim SSN */ 55488933fa13SRandall Stewart break; 55498933fa13SRandall Stewart } 55508933fa13SRandall Stewart } 5551*49656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5552f8829a4aSRandall Stewart /* Update the sequence number */ 5553*49656eefSMichael Tuexen strm->last_mid_delivered = mid; 5554f8829a4aSRandall Stewart } 5555f8829a4aSRandall Stewart /* now kick the stream the new way */ 555604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5557f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5558f8829a4aSRandall Stewart } 55598933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5560f8829a4aSRandall Stewart } 55617898f408SRandall Stewart /* 55627898f408SRandall Stewart * Now slide thing forward. 55637898f408SRandall Stewart */ 55647898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5565f8829a4aSRandall Stewart } 5566