1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6244249214SRandall Stewart static void 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 67d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 95b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 96f8829a4aSRandall Stewart return (calc); 97f8829a4aSRandall Stewart } 98f8829a4aSRandall Stewart /* get actual space */ 99f8829a4aSRandall Stewart calc = (uint32_t) sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 100f8829a4aSRandall Stewart /* 101f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 102f8829a4aSRandall Stewart * for putting up. 103f8829a4aSRandall Stewart */ 10444fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_reasm_queue + 10544fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_all_streams + 10744fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 108f8829a4aSRandall Stewart if (calc == 0) { 109f8829a4aSRandall Stewart /* out of space */ 110f8829a4aSRandall Stewart return (calc); 111f8829a4aSRandall Stewart } 112f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1132afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 114b3f1ea41SRandall Stewart /* 115b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 116b3f1ea41SRandall Stewart * even it is 0. SWS engaged 117f8829a4aSRandall Stewart */ 118b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 119b3f1ea41SRandall Stewart calc = 1; 1202afb3e84SRandall Stewart } 121b3f1ea41SRandall Stewart return (calc); 122f8829a4aSRandall Stewart } 123f8829a4aSRandall Stewart 124f8829a4aSRandall Stewart 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart /* 127f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 128f8829a4aSRandall Stewart */ 129f8829a4aSRandall Stewart struct sctp_queued_to_read * 130f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 131f8829a4aSRandall Stewart struct sctp_nets *net, 132f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13349656eefSMichael Tuexen uint32_t context, uint16_t sid, 13449656eefSMichael Tuexen uint32_t mid, uint8_t flags, 135f8829a4aSRandall Stewart struct mbuf *dm) 136f8829a4aSRandall Stewart { 137f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 138f8829a4aSRandall Stewart 139f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 140f8829a4aSRandall Stewart if (read_queue_e == NULL) { 141f8829a4aSRandall Stewart goto failed_build; 142f8829a4aSRandall Stewart } 14344249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 14449656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 145f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 146f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1477215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 148f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 149f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 150f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15149656eefSMichael Tuexen read_queue_e->mid = mid; 15244249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15344249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 154f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 155f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 156f8829a4aSRandall Stewart read_queue_e->data = dm; 157f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 158f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 159f8829a4aSRandall Stewart failed_build: 160f8829a4aSRandall Stewart return (read_queue_e); 161f8829a4aSRandall Stewart } 162f8829a4aSRandall Stewart 163f8829a4aSRandall Stewart struct mbuf * 164e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 165f8829a4aSRandall Stewart { 166e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 167f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 168e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 169e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 170f8829a4aSRandall Stewart struct cmsghdr *cmh; 171f8829a4aSRandall Stewart struct mbuf *ret; 172f8829a4aSRandall Stewart int len; 173e2e7c62eSMichael Tuexen int use_extended; 174e2e7c62eSMichael Tuexen int provide_nxt; 175f8829a4aSRandall Stewart 176e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 177e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 178e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 179e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 180f8829a4aSRandall Stewart return (NULL); 181f8829a4aSRandall Stewart } 182e2e7c62eSMichael Tuexen len = 0; 183e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 184e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 185e2e7c62eSMichael Tuexen } 186e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 187e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 188b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 189e2e7c62eSMichael Tuexen provide_nxt = 1; 1900bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 191e2e7c62eSMichael Tuexen } else { 192e2e7c62eSMichael Tuexen provide_nxt = 0; 193e2e7c62eSMichael Tuexen } 194e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 195f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 196f8829a4aSRandall Stewart use_extended = 1; 197e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 198f8829a4aSRandall Stewart } else { 199e2e7c62eSMichael Tuexen use_extended = 0; 200e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 201e2e7c62eSMichael Tuexen } 202e2e7c62eSMichael Tuexen } else { 203e2e7c62eSMichael Tuexen use_extended = 0; 204f8829a4aSRandall Stewart } 205f8829a4aSRandall Stewart 206eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 207f8829a4aSRandall Stewart if (ret == NULL) { 208f8829a4aSRandall Stewart /* No space */ 209f8829a4aSRandall Stewart return (ret); 210f8829a4aSRandall Stewart } 211e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 212e2e7c62eSMichael Tuexen 213f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 214f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 215e432298aSXin LI /* 216e432298aSXin LI * Make sure that there is no un-initialized padding between the 217e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 218e432298aSXin LI */ 219e432298aSXin LI memset(cmh, 0, len); 220e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 221f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 222e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 223e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 224e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 225e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 226e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 227e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 233e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 234e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 235f8829a4aSRandall Stewart } 236e2e7c62eSMichael Tuexen if (provide_nxt) { 237e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 238e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 239e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 240e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 241b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 242e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 243b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 245e2e7c62eSMichael Tuexen } 246b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 247e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 248e2e7c62eSMichael Tuexen } 249b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 250e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 251e2e7c62eSMichael Tuexen } 252b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 253b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 254b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 255e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 256e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 257e2e7c62eSMichael Tuexen } 258e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 259e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 260e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 261e2e7c62eSMichael Tuexen if (use_extended) { 262e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 263e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 264e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 266e2e7c62eSMichael Tuexen } else { 267e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 268e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 269e2e7c62eSMichael Tuexen *outinfo = *sinfo; 270e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 271e2e7c62eSMichael Tuexen } 272e2e7c62eSMichael Tuexen } 273f8829a4aSRandall Stewart return (ret); 274f8829a4aSRandall Stewart } 275f8829a4aSRandall Stewart 276139bc87fSRandall Stewart 27777acdc25SRandall Stewart static void 27877acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 27977acdc25SRandall Stewart { 2809b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28177acdc25SRandall Stewart int fnd = 0; 28244249214SRandall Stewart int in_r = 0, in_nr = 0; 28377acdc25SRandall Stewart 28477acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28577acdc25SRandall Stewart return; 28677acdc25SRandall Stewart } 2879b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 28820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2899b2e0767SRandall Stewart /* 2909b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2919b2e0767SRandall Stewart * worry about it being moved from one to the other. 2929b2e0767SRandall Stewart */ 2939b2e0767SRandall Stewart return; 2949b2e0767SRandall Stewart } 29577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29644249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29744249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 29844249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 29944249214SRandall Stewart #ifdef INVARIANTS 30044249214SRandall Stewart panic("Things are really messed up now"); 30144249214SRandall Stewart #else 302cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30377acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30477acdc25SRandall Stewart #endif 305b5c16493SMichael Tuexen } 30644249214SRandall Stewart if (in_nr == 0) 30777acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 30844249214SRandall Stewart if (in_r) 30977acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31177acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31277acdc25SRandall Stewart } 31377acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31477acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31520b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31777acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 31877acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 31977acdc25SRandall Stewart fnd = 1; 32077acdc25SRandall Stewart break; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart } 32377acdc25SRandall Stewart if (!fnd) { 32477acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32577acdc25SRandall Stewart } 32677acdc25SRandall Stewart } 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart 32944249214SRandall Stewart static int 33044249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33144249214SRandall Stewart struct sctp_association *asoc, 33244249214SRandall Stewart struct sctp_queued_to_read *control) 333f8829a4aSRandall Stewart { 33444249214SRandall Stewart struct sctp_queued_to_read *at; 33544249214SRandall Stewart struct sctp_readhead *q; 3368b9c95f4SMichael Tuexen uint8_t flags, unordered; 337f8829a4aSRandall Stewart 3388b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 3398b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34044249214SRandall Stewart if (unordered) { 34144249214SRandall Stewart q = &strm->uno_inqueue; 34244249214SRandall Stewart if (asoc->idata_supported == 0) { 34344249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 3445b495f17SMichael Tuexen /* Only one stream can be here in old style 3455b495f17SMichael Tuexen * -- abort */ 34644249214SRandall Stewart return (-1); 34744249214SRandall Stewart } 34844249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 34944249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35044249214SRandall Stewart return (0); 35144249214SRandall Stewart } 35244249214SRandall Stewart } else { 35344249214SRandall Stewart q = &strm->inqueue; 35444249214SRandall Stewart } 3558b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 3568b9c95f4SMichael Tuexen control->end_added = 1; 3578b9c95f4SMichael Tuexen control->first_frag_seen = 1; 3588b9c95f4SMichael Tuexen control->last_frag_seen = 1; 35944249214SRandall Stewart } 36044249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36144249214SRandall Stewart /* Empty queue */ 36244249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36344249214SRandall Stewart if (unordered) { 36444249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36544249214SRandall Stewart } else { 36644249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 36744249214SRandall Stewart } 36844249214SRandall Stewart return (0); 36944249214SRandall Stewart } else { 37044249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37149656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37244249214SRandall Stewart /* 37344249214SRandall Stewart * one in queue is bigger than the new one, 37444249214SRandall Stewart * insert before this one 37544249214SRandall Stewart */ 37644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 37744249214SRandall Stewart if (unordered) { 37844249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37944249214SRandall Stewart } else { 38044249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38144249214SRandall Stewart } 38244249214SRandall Stewart break; 38349656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38444249214SRandall Stewart /* 38544249214SRandall Stewart * Gak, He sent me a duplicate msg id 38644249214SRandall Stewart * number?? return -1 to abort. 38744249214SRandall Stewart */ 38844249214SRandall Stewart return (-1); 38944249214SRandall Stewart } else { 39044249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39144249214SRandall Stewart /* 39244249214SRandall Stewart * We are at the end, insert it 39344249214SRandall Stewart * after this one 39444249214SRandall Stewart */ 39544249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 39644249214SRandall Stewart sctp_log_strm_del(control, at, 39744249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 39844249214SRandall Stewart } 3998b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40044249214SRandall Stewart if (unordered) { 40144249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40244249214SRandall Stewart } else { 40344249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40444249214SRandall Stewart } 40544249214SRandall Stewart break; 40644249214SRandall Stewart } 40744249214SRandall Stewart } 40844249214SRandall Stewart } 40944249214SRandall Stewart } 41044249214SRandall Stewart return (0); 41144249214SRandall Stewart } 41244249214SRandall Stewart 41344249214SRandall Stewart static void 41444249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41544249214SRandall Stewart struct sctp_queued_to_read *control, 41644249214SRandall Stewart struct sctp_tmit_chunk *chk, 41744249214SRandall Stewart int *abort_flag, int opspot) 41844249214SRandall Stewart { 41944249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42044249214SRandall Stewart struct mbuf *oper; 42144249214SRandall Stewart 42244249214SRandall Stewart if (stcb->asoc.idata_supported) { 42344249214SRandall Stewart snprintf(msg, sizeof(msg), 42444249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42544249214SRandall Stewart opspot, 42644249214SRandall Stewart control->fsn_included, 42749656eefSMichael Tuexen chk->rec.data.tsn, 42849656eefSMichael Tuexen chk->rec.data.sid, 42949656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43044249214SRandall Stewart } else { 43144249214SRandall Stewart snprintf(msg, sizeof(msg), 43244249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43344249214SRandall Stewart opspot, 43444249214SRandall Stewart control->fsn_included, 43549656eefSMichael Tuexen chk->rec.data.tsn, 43649656eefSMichael Tuexen chk->rec.data.sid, 43749656eefSMichael Tuexen chk->rec.data.fsn, 43849656eefSMichael Tuexen (uint16_t) chk->rec.data.mid); 43944249214SRandall Stewart } 44044249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 441f8829a4aSRandall Stewart sctp_m_freem(chk->data); 442f8829a4aSRandall Stewart chk->data = NULL; 443689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44544249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 44644249214SRandall Stewart *abort_flag = 1; 447f8829a4aSRandall Stewart } 448f8829a4aSRandall Stewart 44944249214SRandall Stewart static void 450d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45144249214SRandall Stewart { 452f8829a4aSRandall Stewart /* 45344249214SRandall Stewart * The control could not be placed and must be cleaned. 454f8829a4aSRandall Stewart */ 45544249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 456df6e0cc3SRandall Stewart 45744249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 45844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 45944249214SRandall Stewart if (chk->data) 46044249214SRandall Stewart sctp_m_freem(chk->data); 461f8829a4aSRandall Stewart chk->data = NULL; 462689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 463f8829a4aSRandall Stewart } 46444249214SRandall Stewart sctp_free_a_readq(stcb, control); 465f8829a4aSRandall Stewart } 466f8829a4aSRandall Stewart 467f8829a4aSRandall Stewart /* 468f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 469f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47044249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47144249214SRandall Stewart * long as the control's entered are non-fragmented. 472f8829a4aSRandall Stewart */ 473f8829a4aSRandall Stewart static void 47444249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47544249214SRandall Stewart struct sctp_association *asoc, 47644249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 477f8829a4aSRandall Stewart { 478f8829a4aSRandall Stewart /* 479f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 480f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 481f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 482cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 483f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 484f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 485f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 486f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 487f8829a4aSRandall Stewart * TSN. 488f8829a4aSRandall Stewart * 4895b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4905b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 491f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 492f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 493f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 494f8829a4aSRandall Stewart * 495f8829a4aSRandall Stewart */ 496f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 497f8829a4aSRandall Stewart int queue_needed; 49844249214SRandall Stewart uint32_t nxt_todel; 499ff1ffd74SMichael Tuexen struct mbuf *op_err; 500*3d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 501ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 502f8829a4aSRandall Stewart 503*3d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 504b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 505f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 50680fefe0aSRandall Stewart } 50749656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 508f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 509f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 510*3d6fe5d8SMichael Tuexen strm->last_mid_delivered, control->mid); 511f8829a4aSRandall Stewart /* 512f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 513f8829a4aSRandall Stewart * association destruction 514f8829a4aSRandall Stewart */ 51544249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 51649656eefSMichael Tuexen if (asoc->idata_supported) { 51749656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 51849656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 51949656eefSMichael Tuexen control->sinfo_stream, control->mid); 52049656eefSMichael Tuexen } else { 521ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 52249656eefSMichael Tuexen (uint16_t) strm->last_mid_delivered, 52349656eefSMichael Tuexen control->sinfo_tsn, 52449656eefSMichael Tuexen control->sinfo_stream, 52549656eefSMichael Tuexen (uint16_t) control->mid); 52649656eefSMichael Tuexen } 527ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 52844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 529ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 530f8829a4aSRandall Stewart *abort_flag = 1; 531f8829a4aSRandall Stewart return; 532f8829a4aSRandall Stewart 533f8829a4aSRandall Stewart } 53444249214SRandall Stewart queue_needed = 1; 53544249214SRandall Stewart asoc->size_on_all_streams += control->length; 53644249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 53749656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 53849656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 539cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 540cf9e47b2SMichael Tuexen struct socket *so; 541cf9e47b2SMichael Tuexen 542cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 543cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 544cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 545cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 546cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 547cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 548cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 549cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 550cf9e47b2SMichael Tuexen return; 551cf9e47b2SMichael Tuexen } 552cf9e47b2SMichael Tuexen #endif 553f8829a4aSRandall Stewart /* can be delivered right away? */ 554b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 555f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 55680fefe0aSRandall Stewart } 557830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 558f8829a4aSRandall Stewart queue_needed = 0; 559f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 560f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 56149656eefSMichael Tuexen strm->last_mid_delivered++; 562b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 563f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 564f8829a4aSRandall Stewart control, 565cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 566574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 56744249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 568f8829a4aSRandall Stewart /* all delivered */ 56949656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 57049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 57144249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 572f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 573f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57444249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 57544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 57698d5fd97SMichael Tuexen #ifdef INVARIANTS 57744249214SRandall Stewart } else { 57844249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 57944249214SRandall Stewart control, control->on_strm_q); 58098d5fd97SMichael Tuexen #endif 58144249214SRandall Stewart } 58244249214SRandall Stewart control->on_strm_q = 0; 58349656eefSMichael Tuexen strm->last_mid_delivered++; 584f8829a4aSRandall Stewart /* 585f8829a4aSRandall Stewart * We ignore the return of deliver_data here 586f8829a4aSRandall Stewart * since we always can hold the chunk on the 587f8829a4aSRandall Stewart * d-queue. And we have a finite number that 588f8829a4aSRandall Stewart * can be delivered from the strq. 589f8829a4aSRandall Stewart */ 590b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 591f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 592f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 59380fefe0aSRandall Stewart } 594b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 595f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 596f8829a4aSRandall Stewart control, 597cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 598cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 599574679afSMichael Tuexen SCTP_SO_LOCKED); 600f8829a4aSRandall Stewart continue; 60149656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 60244249214SRandall Stewart *need_reasm = 1; 603f8829a4aSRandall Stewart } 604f8829a4aSRandall Stewart break; 605f8829a4aSRandall Stewart } 60644249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 60744249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 60844249214SRandall Stewart #endif 609f8829a4aSRandall Stewart } 610f8829a4aSRandall Stewart if (queue_needed) { 611f8829a4aSRandall Stewart /* 612f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 613f8829a4aSRandall Stewart * to put it on the queue. 614f8829a4aSRandall Stewart */ 61544249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 61644249214SRandall Stewart snprintf(msg, sizeof(msg), 61749656eefSMichael Tuexen "Queue to str MID: %u duplicate", 61849656eefSMichael Tuexen control->mid); 619d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 620b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 62144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 622b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 62344249214SRandall Stewart *abort_flag = 1; 624f8829a4aSRandall Stewart } 625f8829a4aSRandall Stewart } 626f8829a4aSRandall Stewart } 627f8829a4aSRandall Stewart 62844249214SRandall Stewart 62944249214SRandall Stewart static void 63044249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 631f8829a4aSRandall Stewart { 63244249214SRandall Stewart struct mbuf *m, *prev = NULL; 63344249214SRandall Stewart struct sctp_tcb *stcb; 634f8829a4aSRandall Stewart 63544249214SRandall Stewart stcb = control->stcb; 63644249214SRandall Stewart control->held_length = 0; 63744249214SRandall Stewart control->length = 0; 63844249214SRandall Stewart m = control->data; 63944249214SRandall Stewart while (m) { 64044249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 64144249214SRandall Stewart /* Skip mbufs with NO length */ 64244249214SRandall Stewart if (prev == NULL) { 64344249214SRandall Stewart /* First one */ 64444249214SRandall Stewart control->data = sctp_m_free(m); 64544249214SRandall Stewart m = control->data; 64644249214SRandall Stewart } else { 64744249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 64844249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 649f8829a4aSRandall Stewart } 65044249214SRandall Stewart if (m == NULL) { 65144249214SRandall Stewart control->tail_mbuf = prev; 652f8829a4aSRandall Stewart } 65344249214SRandall Stewart continue; 654f8829a4aSRandall Stewart } 65544249214SRandall Stewart prev = m; 65644249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 65744249214SRandall Stewart if (control->on_read_q) { 65844249214SRandall Stewart /* 65944249214SRandall Stewart * On read queue so we must increment the SB stuff, 66044249214SRandall Stewart * we assume caller has done any locks of SB. 66144249214SRandall Stewart */ 66244249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 663f8829a4aSRandall Stewart } 66444249214SRandall Stewart m = SCTP_BUF_NEXT(m); 665f8829a4aSRandall Stewart } 66644249214SRandall Stewart if (prev) { 66744249214SRandall Stewart control->tail_mbuf = prev; 66844249214SRandall Stewart } 669f8829a4aSRandall Stewart } 670f8829a4aSRandall Stewart 671f8829a4aSRandall Stewart static void 67244249214SRandall Stewart sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m) 673f8829a4aSRandall Stewart { 67444249214SRandall Stewart struct mbuf *prev = NULL; 67544249214SRandall Stewart struct sctp_tcb *stcb; 676f8829a4aSRandall Stewart 67744249214SRandall Stewart stcb = control->stcb; 67844249214SRandall Stewart if (stcb == NULL) { 67998d5fd97SMichael Tuexen #ifdef INVARIANTS 68044249214SRandall Stewart panic("Control broken"); 68198d5fd97SMichael Tuexen #else 68298d5fd97SMichael Tuexen return; 68398d5fd97SMichael Tuexen #endif 68444249214SRandall Stewart } 68544249214SRandall Stewart if (control->tail_mbuf == NULL) { 68644249214SRandall Stewart /* TSNH */ 68744249214SRandall Stewart control->data = m; 68844249214SRandall Stewart sctp_setup_tail_pointer(control); 689f8829a4aSRandall Stewart return; 690f8829a4aSRandall Stewart } 69144249214SRandall Stewart control->tail_mbuf->m_next = m; 69244249214SRandall Stewart while (m) { 69344249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 69444249214SRandall Stewart /* Skip mbufs with NO length */ 69544249214SRandall Stewart if (prev == NULL) { 69644249214SRandall Stewart /* First one */ 69744249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 69844249214SRandall Stewart m = control->tail_mbuf->m_next; 69944249214SRandall Stewart } else { 70044249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 70144249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 70244249214SRandall Stewart } 70344249214SRandall Stewart if (m == NULL) { 70444249214SRandall Stewart control->tail_mbuf = prev; 70544249214SRandall Stewart } 70644249214SRandall Stewart continue; 70744249214SRandall Stewart } 70844249214SRandall Stewart prev = m; 70944249214SRandall Stewart if (control->on_read_q) { 710f8829a4aSRandall Stewart /* 71144249214SRandall Stewart * On read queue so we must increment the SB stuff, 71244249214SRandall Stewart * we assume caller has done any locks of SB. 713f8829a4aSRandall Stewart */ 71444249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 71544249214SRandall Stewart } 71644249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 71744249214SRandall Stewart m = SCTP_BUF_NEXT(m); 71844249214SRandall Stewart } 71944249214SRandall Stewart if (prev) { 72044249214SRandall Stewart control->tail_mbuf = prev; 72144249214SRandall Stewart } 72244249214SRandall Stewart } 72344249214SRandall Stewart 72444249214SRandall Stewart static void 72544249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 72644249214SRandall Stewart { 72744249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 72844249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 72949656eefSMichael Tuexen nc->mid = control->mid; 73044249214SRandall Stewart TAILQ_INIT(&nc->reasm); 73144249214SRandall Stewart nc->top_fsn = control->top_fsn; 73249656eefSMichael Tuexen nc->mid = control->mid; 73344249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 73444249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 73544249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 73644249214SRandall Stewart nc->fsn_included = 0xffffffff; 73744249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 73844249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 73944249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 74044249214SRandall Stewart nc->whoFrom = control->whoFrom; 74144249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 74244249214SRandall Stewart nc->stcb = control->stcb; 74344249214SRandall Stewart nc->port_from = control->port_from; 74444249214SRandall Stewart } 74544249214SRandall Stewart 746d1ea5fa9SMichael Tuexen static void 747d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 748d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 749d1ea5fa9SMichael Tuexen { 750d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 751d1ea5fa9SMichael Tuexen if (control->on_read_q) { 752d1ea5fa9SMichael Tuexen /* 753d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 754d1ea5fa9SMichael Tuexen * :-) 755d1ea5fa9SMichael Tuexen */ 756d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 757d1ea5fa9SMichael Tuexen control->on_read_q = 0; 758d1ea5fa9SMichael Tuexen } 759d1ea5fa9SMichael Tuexen } 760d1ea5fa9SMichael Tuexen 76144249214SRandall Stewart static int 762d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 763d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 764d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 765d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 766d1ea5fa9SMichael Tuexen uint32_t pd_point, 767d1ea5fa9SMichael Tuexen int inp_read_lock_held) 76844249214SRandall Stewart { 76944249214SRandall Stewart /* 77044249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 77149656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 77249656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 77349656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 77449656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 77549656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 77644249214SRandall Stewart */ 77744249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 77844249214SRandall Stewart uint32_t fsn; 779643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 78044249214SRandall Stewart int cnt_added; 78144249214SRandall Stewart 78244249214SRandall Stewart if (control->first_frag_seen == 0) { 78344249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 78444249214SRandall Stewart return (1); 78544249214SRandall Stewart } 78644249214SRandall Stewart /* Collapse any we can */ 78744249214SRandall Stewart cnt_added = 0; 78844249214SRandall Stewart restart: 78944249214SRandall Stewart fsn = control->fsn_included + 1; 79044249214SRandall Stewart /* Now what can we add? */ 79144249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 79249656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 79344249214SRandall Stewart /* Ok lets add it */ 794643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 795643fd575SMichael Tuexen if (nc == NULL) { 796643fd575SMichael Tuexen break; 797643fd575SMichael Tuexen } 798643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 79944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 800d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 80144249214SRandall Stewart fsn++; 80244249214SRandall Stewart cnt_added++; 80344249214SRandall Stewart chk = NULL; 80444249214SRandall Stewart if (control->end_added) { 80544249214SRandall Stewart /* We are done */ 80644249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 80744249214SRandall Stewart /* 80844249214SRandall Stewart * Ok we have to move anything left 80944249214SRandall Stewart * on the control queue to a new 81044249214SRandall Stewart * control. 81144249214SRandall Stewart */ 81244249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 81344249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 81444249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 81544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 8165cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 8175cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 81844249214SRandall Stewart nc->first_frag_seen = 1; 81949656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 82044249214SRandall Stewart nc->data = tchk->data; 82149656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 82249656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 82349656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 82444249214SRandall Stewart tchk->data = NULL; 82544249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 82644249214SRandall Stewart sctp_setup_tail_pointer(nc); 82744249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 82844249214SRandall Stewart } 82944249214SRandall Stewart /* Spin the rest onto the queue */ 83044249214SRandall Stewart while (tchk) { 83144249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 83244249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 83344249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83444249214SRandall Stewart } 8355b495f17SMichael Tuexen /* Now lets add it to the queue 8365b495f17SMichael Tuexen * after removing control */ 83744249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 83844249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 83944249214SRandall Stewart if (control->on_strm_q) { 84044249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 84144249214SRandall Stewart control->on_strm_q = 0; 84244249214SRandall Stewart } 84344249214SRandall Stewart } 84444249214SRandall Stewart if (control->pdapi_started) { 84544249214SRandall Stewart strm->pd_api_started = 0; 84644249214SRandall Stewart control->pdapi_started = 0; 84744249214SRandall Stewart } 84844249214SRandall Stewart if (control->on_strm_q) { 84944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 85044249214SRandall Stewart control->on_strm_q = 0; 85126f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 85244249214SRandall Stewart } 853c09a1534SMichael Tuexen if (control->on_read_q == 0) { 854c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 855c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 856d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 857c09a1534SMichael Tuexen } 858b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8590fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 8605b495f17SMichael Tuexen /* Switch to the new guy and 8615b495f17SMichael Tuexen * continue */ 86244249214SRandall Stewart control = nc; 86344249214SRandall Stewart goto restart; 864643fd575SMichael Tuexen } else { 865d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 866643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 86744249214SRandall Stewart } 868d1ea5fa9SMichael Tuexen } 86944249214SRandall Stewart return (1); 870643fd575SMichael Tuexen } else { 871643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 87244249214SRandall Stewart } 87344249214SRandall Stewart } else { 87444249214SRandall Stewart /* Can't add more */ 87544249214SRandall Stewart break; 87644249214SRandall Stewart } 87744249214SRandall Stewart } 87844249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 879c09a1534SMichael Tuexen strm->pd_api_started = 1; 880c09a1534SMichael Tuexen control->pdapi_started = 1; 88144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 88244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 883d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 884b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 88544249214SRandall Stewart return (0); 88644249214SRandall Stewart } else { 88744249214SRandall Stewart return (1); 88844249214SRandall Stewart } 88944249214SRandall Stewart } 89044249214SRandall Stewart 89144249214SRandall Stewart static void 892d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 893d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 89444249214SRandall Stewart struct sctp_queued_to_read *control, 89544249214SRandall Stewart struct sctp_tmit_chunk *chk, 89644249214SRandall Stewart int *abort_flag) 89744249214SRandall Stewart { 89844249214SRandall Stewart struct sctp_tmit_chunk *at; 899d1ea5fa9SMichael Tuexen int inserted; 90044249214SRandall Stewart 90144249214SRandall Stewart /* 90244249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 90344249214SRandall Stewart * in the correct order. 90444249214SRandall Stewart */ 90544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 90644249214SRandall Stewart /* Its the very first one. */ 90744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 908f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 90949656eefSMichael Tuexen chk->rec.data.fsn); 91044249214SRandall Stewart if (control->first_frag_seen) { 91144249214SRandall Stewart /* 91244249214SRandall Stewart * In old un-ordered we can reassembly on one 91344249214SRandall Stewart * control multiple messages. As long as the next 91444249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 91544249214SRandall Stewart * wise) 91644249214SRandall Stewart */ 91744249214SRandall Stewart struct mbuf *tdata; 91844249214SRandall Stewart uint32_t tmp; 91944249214SRandall Stewart 92049656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 9215b495f17SMichael Tuexen /* Easy way the start of a new guy beyond 9225b495f17SMichael Tuexen * the lowest */ 92344249214SRandall Stewart goto place_chunk; 92444249214SRandall Stewart } 92549656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 92644249214SRandall Stewart (control->pdapi_started)) { 92744249214SRandall Stewart /* 92844249214SRandall Stewart * Ok this should not happen, if it does we 92944249214SRandall Stewart * started the pd-api on the higher TSN 93044249214SRandall Stewart * (since the equals part is a TSN failure 93144249214SRandall Stewart * it must be that). 93244249214SRandall Stewart * 9335b495f17SMichael Tuexen * We are completly hosed in that case since 9345b495f17SMichael Tuexen * I have no way to recover. This really 9355b495f17SMichael Tuexen * will only happen if we can get more TSN's 93644249214SRandall Stewart * higher before the pd-api-point. 93744249214SRandall Stewart */ 938b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 93944249214SRandall Stewart abort_flag, 94044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 94144249214SRandall Stewart 94244249214SRandall Stewart return; 94344249214SRandall Stewart } 94444249214SRandall Stewart /* 94544249214SRandall Stewart * Ok we have two firsts and the one we just got is 94644249214SRandall Stewart * smaller than the one we previously placed.. yuck! 94744249214SRandall Stewart * We must swap them out. 94844249214SRandall Stewart */ 94944249214SRandall Stewart /* swap the mbufs */ 95044249214SRandall Stewart tdata = control->data; 95144249214SRandall Stewart control->data = chk->data; 95244249214SRandall Stewart chk->data = tdata; 953d1ea5fa9SMichael Tuexen /* Save the lengths */ 954d1ea5fa9SMichael Tuexen chk->send_size = control->length; 955d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 956d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 95744249214SRandall Stewart /* Fix the FSN included */ 95844249214SRandall Stewart tmp = control->fsn_included; 95949656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 96049656eefSMichael Tuexen chk->rec.data.fsn = tmp; 961d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 962d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 96349656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 96449656eefSMichael Tuexen chk->rec.data.tsn = tmp; 965d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 966d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 96749656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 96849656eefSMichael Tuexen chk->rec.data.ppid = tmp; 969d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 97044249214SRandall Stewart goto place_chunk; 97144249214SRandall Stewart } 97244249214SRandall Stewart control->first_frag_seen = 1; 9738b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 9748b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 97549656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 97649656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 97744249214SRandall Stewart control->data = chk->data; 97849656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 97944249214SRandall Stewart chk->data = NULL; 98044249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 98144249214SRandall Stewart sctp_setup_tail_pointer(control); 98244249214SRandall Stewart return; 98344249214SRandall Stewart } 98444249214SRandall Stewart place_chunk: 985d1ea5fa9SMichael Tuexen inserted = 0; 98644249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 98749656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 98844249214SRandall Stewart /* 98944249214SRandall Stewart * This one in queue is bigger than the new one, 99044249214SRandall Stewart * insert the new one before at. 99144249214SRandall Stewart */ 99244249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 99344249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 99444249214SRandall Stewart inserted = 1; 99544249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 99644249214SRandall Stewart break; 99749656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 99844249214SRandall Stewart /* 99944249214SRandall Stewart * They sent a duplicate fsn number. This really 100044249214SRandall Stewart * should not happen since the FSN is a TSN and it 100144249214SRandall Stewart * should have been dropped earlier. 100244249214SRandall Stewart */ 1003b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 100444249214SRandall Stewart abort_flag, 100544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 100644249214SRandall Stewart return; 100744249214SRandall Stewart } 100844249214SRandall Stewart } 100944249214SRandall Stewart if (inserted == 0) { 101044249214SRandall Stewart /* Its at the end */ 101144249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 101244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 101349656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 101444249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 101544249214SRandall Stewart } 101644249214SRandall Stewart } 101744249214SRandall Stewart 101844249214SRandall Stewart static int 1019d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1020d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 102144249214SRandall Stewart { 102244249214SRandall Stewart /* 102344249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 102444249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 102544249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 102644249214SRandall Stewart * need to remove them from the stream's queue. 102744249214SRandall Stewart */ 102844249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 102944249214SRandall Stewart uint32_t next_to_del; 103044249214SRandall Stewart uint32_t pd_point; 103144249214SRandall Stewart int ret = 0; 103244249214SRandall Stewart 1033810ec536SMichael Tuexen if (stcb->sctp_socket) { 1034d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1035810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1036810ec536SMichael Tuexen } else { 1037810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1038810ec536SMichael Tuexen } 103944249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1040d1ea5fa9SMichael Tuexen 1041*3d6fe5d8SMichael Tuexen if ((control != NULL) && 104244249214SRandall Stewart (asoc->idata_supported == 0)) { 104344249214SRandall Stewart /* Special handling needed for "old" data format */ 1044d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 104544249214SRandall Stewart goto done_un; 1046f8829a4aSRandall Stewart } 1047f8829a4aSRandall Stewart } 104844249214SRandall Stewart if (strm->pd_api_started) { 104944249214SRandall Stewart /* Can't add more */ 105044249214SRandall Stewart return (0); 105144249214SRandall Stewart } 105244249214SRandall Stewart while (control) { 1053f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 105449656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 105544249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 105644249214SRandall Stewart if (control->end_added) { 105744249214SRandall Stewart /* We just put the last bit on */ 105844249214SRandall Stewart if (control->on_strm_q) { 105998d5fd97SMichael Tuexen #ifdef INVARIANTS 106044249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 106144249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 106244249214SRandall Stewart control, control->on_strm_q); 106344249214SRandall Stewart } 106498d5fd97SMichael Tuexen #endif 106526f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 106644249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 106744249214SRandall Stewart control->on_strm_q = 0; 106844249214SRandall Stewart } 106944249214SRandall Stewart if (control->on_read_q == 0) { 107044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 107144249214SRandall Stewart control, 107244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1073d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 107444249214SRandall Stewart } 1075f8829a4aSRandall Stewart } else { 107644249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 107744249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 107844249214SRandall Stewart strm->pd_api_started = 1; 107944249214SRandall Stewart control->pdapi_started = 1; 108044249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 108144249214SRandall Stewart control, 108244249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1083d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 108444249214SRandall Stewart 108544249214SRandall Stewart break; 1086139bc87fSRandall Stewart } 1087f8829a4aSRandall Stewart } 108844249214SRandall Stewart control = nctl; 108944249214SRandall Stewart } 109044249214SRandall Stewart done_un: 109144249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 109244249214SRandall Stewart if (strm->pd_api_started) { 109344249214SRandall Stewart /* Can't add more */ 109444249214SRandall Stewart return (0); 109544249214SRandall Stewart } 109644249214SRandall Stewart if (control == NULL) { 109744249214SRandall Stewart return (ret); 109844249214SRandall Stewart } 109949656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 110044249214SRandall Stewart /* 110144249214SRandall Stewart * Ok the guy at the top was being partially delivered 110244249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 110344249214SRandall Stewart * taken off when the chunk was merged on in 110444249214SRandall Stewart * sctp_queue_data_for_reasm below. 110544249214SRandall Stewart */ 110644249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 110744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1108f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 110949656eefSMichael Tuexen control, control->end_added, control->mid, 111044249214SRandall Stewart control->top_fsn, control->fsn_included, 111149656eefSMichael Tuexen strm->last_mid_delivered); 111244249214SRandall Stewart if (control->end_added) { 111344249214SRandall Stewart if (control->on_strm_q) { 111498d5fd97SMichael Tuexen #ifdef INVARIANTS 111544249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 111644249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 111744249214SRandall Stewart control, control->on_strm_q); 111844249214SRandall Stewart } 111998d5fd97SMichael Tuexen #endif 112026f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 112144249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 112244249214SRandall Stewart control->on_strm_q = 0; 112344249214SRandall Stewart } 1124c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1125c09a1534SMichael Tuexen control->pdapi_started = 0; 1126c09a1534SMichael Tuexen strm->pd_api_started = 0; 1127c09a1534SMichael Tuexen } 112844249214SRandall Stewart if (control->on_read_q == 0) { 112944249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113044249214SRandall Stewart control, 113144249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1132d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 113344249214SRandall Stewart } 113444249214SRandall Stewart control = nctl; 113544249214SRandall Stewart } 113644249214SRandall Stewart } 113744249214SRandall Stewart if (strm->pd_api_started) { 11385b495f17SMichael Tuexen /* Can't add more must have gotten an un-ordered above being 11395b495f17SMichael Tuexen * partially delivered. */ 114044249214SRandall Stewart return (0); 114144249214SRandall Stewart } 114244249214SRandall Stewart deliver_more: 114349656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 114444249214SRandall Stewart if (control) { 114544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1146f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 114749656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 114844249214SRandall Stewart next_to_del); 114944249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 115049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 115144249214SRandall Stewart (control->first_frag_seen)) { 1152c09a1534SMichael Tuexen int done; 1153c09a1534SMichael Tuexen 115444249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 115544249214SRandall Stewart if (control->end_added) { 115644249214SRandall Stewart /* We are done with it afterwards */ 115744249214SRandall Stewart if (control->on_strm_q) { 115898d5fd97SMichael Tuexen #ifdef INVARIANTS 115944249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 116044249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 116144249214SRandall Stewart control, control->on_strm_q); 116244249214SRandall Stewart } 116398d5fd97SMichael Tuexen #endif 116426f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 116544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 116644249214SRandall Stewart control->on_strm_q = 0; 116744249214SRandall Stewart } 116844249214SRandall Stewart ret++; 116944249214SRandall Stewart } 117044249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 11715b495f17SMichael Tuexen /* A singleton now slipping through - mark 11725b495f17SMichael Tuexen * it non-revokable too */ 117344249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 117444249214SRandall Stewart } else if (control->end_added == 0) { 11755b495f17SMichael Tuexen /* Check if we can defer adding until its 11765b495f17SMichael Tuexen * all there */ 117744249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 11785b495f17SMichael Tuexen /* Don't need it or cannot add more 11795b495f17SMichael Tuexen * (one being delivered that way) */ 118044249214SRandall Stewart goto out; 118144249214SRandall Stewart } 118244249214SRandall Stewart } 1183c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 118444249214SRandall Stewart if (control->on_read_q == 0) { 118544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 118644249214SRandall Stewart control, 118744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1188d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 118944249214SRandall Stewart } 119049656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1191c09a1534SMichael Tuexen if (done) { 119244249214SRandall Stewart control = nctl; 119344249214SRandall Stewart goto deliver_more; 119444249214SRandall Stewart } else { 119544249214SRandall Stewart /* We are now doing PD API */ 119644249214SRandall Stewart strm->pd_api_started = 1; 119744249214SRandall Stewart control->pdapi_started = 1; 119844249214SRandall Stewart } 119944249214SRandall Stewart } 120044249214SRandall Stewart } 120144249214SRandall Stewart out: 120244249214SRandall Stewart return (ret); 120344249214SRandall Stewart } 120444249214SRandall Stewart 1205d1ea5fa9SMichael Tuexen 120644249214SRandall Stewart void 120744249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 120844249214SRandall Stewart struct sctp_stream_in *strm, 120944249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1210d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 121144249214SRandall Stewart { 121244249214SRandall Stewart /* 121344249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 121444249214SRandall Stewart * control and free up the chunk resources. 121544249214SRandall Stewart */ 121644249214SRandall Stewart int i_locked = 0; 121744249214SRandall Stewart 1218d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 121944249214SRandall Stewart /* 122044249214SRandall Stewart * Its being pd-api'd so we must do some locks. 122144249214SRandall Stewart */ 122244249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 122344249214SRandall Stewart i_locked = 1; 122444249214SRandall Stewart } 122544249214SRandall Stewart if (control->data == NULL) { 122644249214SRandall Stewart control->data = chk->data; 122744249214SRandall Stewart sctp_setup_tail_pointer(control); 122844249214SRandall Stewart } else { 122944249214SRandall Stewart sctp_add_to_tail_pointer(control, chk->data); 123044249214SRandall Stewart } 123149656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 123244249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 123344249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 123449656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 123544249214SRandall Stewart chk->data = NULL; 123644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 123744249214SRandall Stewart control->first_frag_seen = 1; 12388b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 12398b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 124044249214SRandall Stewart } 124144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 124244249214SRandall Stewart /* Its complete */ 124344249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 124444249214SRandall Stewart if (control->pdapi_started) { 124544249214SRandall Stewart control->pdapi_started = 0; 124644249214SRandall Stewart strm->pd_api_started = 0; 124744249214SRandall Stewart } 124844249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 124944249214SRandall Stewart /* Unordered */ 125044249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 125144249214SRandall Stewart control->on_strm_q = 0; 125244249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 125344249214SRandall Stewart /* Ordered */ 125444249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 125544249214SRandall Stewart control->on_strm_q = 0; 125698d5fd97SMichael Tuexen #ifdef INVARIANTS 125744249214SRandall Stewart } else if (control->on_strm_q) { 125844249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 125944249214SRandall Stewart control->on_strm_q); 126098d5fd97SMichael Tuexen #endif 126144249214SRandall Stewart } 126244249214SRandall Stewart } 126344249214SRandall Stewart control->end_added = 1; 126444249214SRandall Stewart control->last_frag_seen = 1; 126544249214SRandall Stewart } 126644249214SRandall Stewart if (i_locked) { 126744249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 126844249214SRandall Stewart } 126944249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 1270f8829a4aSRandall Stewart } 1271f8829a4aSRandall Stewart 1272f8829a4aSRandall Stewart /* 1273f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1274f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1275f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1276f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1277f8829a4aSRandall Stewart */ 1278f8829a4aSRandall Stewart static void 1279f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 128044249214SRandall Stewart struct sctp_queued_to_read *control, 128144249214SRandall Stewart struct sctp_tmit_chunk *chk, 128244249214SRandall Stewart int created_control, 128344249214SRandall Stewart int *abort_flag, uint32_t tsn) 1284f8829a4aSRandall Stewart { 128544249214SRandall Stewart uint32_t next_fsn; 128644249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 1287*3d6fe5d8SMichael Tuexen struct sctp_stream_in *strm; 1288c09a1534SMichael Tuexen int do_wakeup, unordered; 1289f8829a4aSRandall Stewart 1290*3d6fe5d8SMichael Tuexen strm = &asoc->strmin[control->sinfo_stream]; 1291f8829a4aSRandall Stewart /* 129244249214SRandall Stewart * For old un-ordered data chunks. 1293f8829a4aSRandall Stewart */ 129444249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 129544249214SRandall Stewart unordered = 1; 1296f8829a4aSRandall Stewart } else { 129744249214SRandall Stewart unordered = 0; 129844249214SRandall Stewart } 129944249214SRandall Stewart /* Must be added to the stream-in queue */ 130044249214SRandall Stewart if (created_control) { 130144249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 130244249214SRandall Stewart /* Duplicate SSN? */ 1303d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 1304b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 130544249214SRandall Stewart abort_flag, 130644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 130744249214SRandall Stewart return; 130844249214SRandall Stewart } 130944249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1310f8829a4aSRandall Stewart /* 131144249214SRandall Stewart * Ok we created this control and now lets validate 131244249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 131344249214SRandall Stewart * and we have up to the cum-ack then its invalid. 131444249214SRandall Stewart */ 131544249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1316b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 131744249214SRandall Stewart abort_flag, 131844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 131944249214SRandall Stewart return; 132044249214SRandall Stewart } 132144249214SRandall Stewart } 132244249214SRandall Stewart } 1323a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1324d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 132544249214SRandall Stewart return; 132644249214SRandall Stewart } 132744249214SRandall Stewart /* 132844249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 132944249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 133044249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 133144249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 133244249214SRandall Stewart * in its place. 133344249214SRandall Stewart */ 133444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 133544249214SRandall Stewart /* Its the very first one. */ 133644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1337f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 133849656eefSMichael Tuexen chk->rec.data.fsn); 133944249214SRandall Stewart if (control->first_frag_seen) { 134044249214SRandall Stewart /* 134144249214SRandall Stewart * Error on senders part, they either sent us two 134244249214SRandall Stewart * data chunks with FIRST, or they sent two 134344249214SRandall Stewart * un-ordered chunks that were fragmented at the 134444249214SRandall Stewart * same time in the same stream. 134544249214SRandall Stewart */ 1346b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 134744249214SRandall Stewart abort_flag, 134844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 134944249214SRandall Stewart return; 135044249214SRandall Stewart } 135144249214SRandall Stewart control->first_frag_seen = 1; 13528b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 13538b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 135449656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 135544249214SRandall Stewart control->data = chk->data; 135649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 135744249214SRandall Stewart chk->data = NULL; 135844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 135944249214SRandall Stewart sctp_setup_tail_pointer(control); 136044249214SRandall Stewart } else { 136144249214SRandall Stewart /* Place the chunk in our list */ 136244249214SRandall Stewart int inserted = 0; 136344249214SRandall Stewart 136444249214SRandall Stewart if (control->last_frag_seen == 0) { 136544249214SRandall Stewart /* Still willing to raise highest FSN seen */ 136649656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 136744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1368f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 136949656eefSMichael Tuexen chk->rec.data.fsn); 137049656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 137144249214SRandall Stewart } 137244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 137344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1374f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 137549656eefSMichael Tuexen chk->rec.data.fsn); 137644249214SRandall Stewart control->last_frag_seen = 1; 137744249214SRandall Stewart } 137844249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 137944249214SRandall Stewart /* 138044249214SRandall Stewart * For IDATA we always check since we know 138144249214SRandall Stewart * that the first fragment is 0. For old 138244249214SRandall Stewart * DATA we have to receive the first before 1383cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 138444249214SRandall Stewart */ 138549656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 13865b495f17SMichael Tuexen /* We have already delivered up to 13875b495f17SMichael Tuexen * this so its a dup */ 1388b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 138944249214SRandall Stewart abort_flag, 139044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 139144249214SRandall Stewart return; 139244249214SRandall Stewart } 139344249214SRandall Stewart } 139444249214SRandall Stewart } else { 139544249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 139644249214SRandall Stewart /* Second last? huh? */ 139744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1398f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 139949656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1400b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 140144249214SRandall Stewart chk, abort_flag, 140244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 140344249214SRandall Stewart return; 140444249214SRandall Stewart } 140544249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 140644249214SRandall Stewart /* 140744249214SRandall Stewart * For IDATA we always check since we know 140844249214SRandall Stewart * that the first fragment is 0. For old 140944249214SRandall Stewart * DATA we have to receive the first before 1410cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 141144249214SRandall Stewart */ 141244249214SRandall Stewart 141349656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 14145b495f17SMichael Tuexen /* We have already delivered up to 14155b495f17SMichael Tuexen * this so its a dup */ 141644249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1417f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 141849656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1419b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 142044249214SRandall Stewart abort_flag, 142144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 142244249214SRandall Stewart return; 142344249214SRandall Stewart } 142444249214SRandall Stewart } 14255b495f17SMichael Tuexen /* validate not beyond top FSN if we have seen last 14265b495f17SMichael Tuexen * one */ 142749656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 142844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1429f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 143049656eefSMichael Tuexen chk->rec.data.fsn, 143144249214SRandall Stewart control->top_fsn); 1432b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 143344249214SRandall Stewart abort_flag, 143444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 143544249214SRandall Stewart return; 143644249214SRandall Stewart } 143744249214SRandall Stewart } 143844249214SRandall Stewart /* 143944249214SRandall Stewart * If we reach here, we need to place the new chunk in the 144044249214SRandall Stewart * reassembly for this control. 144144249214SRandall Stewart */ 144244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1443f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 144449656eefSMichael Tuexen chk->rec.data.fsn); 144544249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 144649656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 144744249214SRandall Stewart /* 144844249214SRandall Stewart * This one in queue is bigger than the new 144944249214SRandall Stewart * one, insert the new one before at. 145044249214SRandall Stewart */ 145144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1452f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 145349656eefSMichael Tuexen at->rec.data.fsn); 1454f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1455f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 145644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 145744249214SRandall Stewart inserted = 1; 145844249214SRandall Stewart break; 145949656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 14605b495f17SMichael Tuexen /* Gak, He sent me a duplicate str seq 14615b495f17SMichael Tuexen * number */ 146244249214SRandall Stewart /* 146344249214SRandall Stewart * foo bar, I guess I will just free this 146444249214SRandall Stewart * new guy, should we abort too? FIX ME 146544249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 146644249214SRandall Stewart * wrapped. Maybe I should compare to TSN 146744249214SRandall Stewart * somehow... sigh for now just blow away 146844249214SRandall Stewart * the chunk! 146944249214SRandall Stewart */ 147044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1471f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 147249656eefSMichael Tuexen at->rec.data.fsn); 1473b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 147444249214SRandall Stewart chk, abort_flag, 147544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 147644249214SRandall Stewart return; 147744249214SRandall Stewart } 147844249214SRandall Stewart } 147944249214SRandall Stewart if (inserted == 0) { 148044249214SRandall Stewart /* Goes on the end */ 1481f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 148249656eefSMichael Tuexen chk->rec.data.fsn); 148344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 148444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 148544249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 148644249214SRandall Stewart } 148744249214SRandall Stewart } 148844249214SRandall Stewart /* 148944249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 149044249214SRandall Stewart * are in seq if it makes sense. 149144249214SRandall Stewart */ 1492c09a1534SMichael Tuexen do_wakeup = 0; 149344249214SRandall Stewart /* 149444249214SRandall Stewart * If the first fragment has not been seen there is no sense in 149544249214SRandall Stewart * looking. 149644249214SRandall Stewart */ 149744249214SRandall Stewart if (control->first_frag_seen) { 149844249214SRandall Stewart next_fsn = control->fsn_included + 1; 149944249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 150049656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 150144249214SRandall Stewart /* We can add this one now to the control */ 150244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1503f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 150444249214SRandall Stewart control, at, 150549656eefSMichael Tuexen at->rec.data.fsn, 150644249214SRandall Stewart next_fsn, control->fsn_included); 150744249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 1508d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1509c09a1534SMichael Tuexen if (control->on_read_q) { 1510c09a1534SMichael Tuexen do_wakeup = 1; 1511c09a1534SMichael Tuexen } 151244249214SRandall Stewart next_fsn++; 151344249214SRandall Stewart if (control->end_added && control->pdapi_started) { 151444249214SRandall Stewart if (strm->pd_api_started) { 151544249214SRandall Stewart strm->pd_api_started = 0; 151644249214SRandall Stewart control->pdapi_started = 0; 151744249214SRandall Stewart } 151844249214SRandall Stewart if (control->on_read_q == 0) { 151944249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 152044249214SRandall Stewart control, 152144249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 152244249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 1523c09a1534SMichael Tuexen do_wakeup = 1; 152444249214SRandall Stewart } 152544249214SRandall Stewart break; 152644249214SRandall Stewart } 152744249214SRandall Stewart } else { 1528f8829a4aSRandall Stewart break; 1529f8829a4aSRandall Stewart } 1530f8829a4aSRandall Stewart } 1531f8829a4aSRandall Stewart } 1532c09a1534SMichael Tuexen if (do_wakeup) { 153344249214SRandall Stewart /* Need to wakeup the reader */ 1534b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1535f8829a4aSRandall Stewart } 1536f8829a4aSRandall Stewart } 1537f8829a4aSRandall Stewart 153844249214SRandall Stewart static struct sctp_queued_to_read * 153949656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1540f8829a4aSRandall Stewart { 1541c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1542f8829a4aSRandall Stewart 154344249214SRandall Stewart if (ordered) { 1544c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 154549656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 154644249214SRandall Stewart break; 154744249214SRandall Stewart } 154844249214SRandall Stewart } 1549f8829a4aSRandall Stewart } else { 155049656eefSMichael Tuexen if (idata_supported) { 1551c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 155249656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 155344249214SRandall Stewart break; 1554f8829a4aSRandall Stewart } 1555f8829a4aSRandall Stewart } 155649656eefSMichael Tuexen } else { 155749656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 155849656eefSMichael Tuexen } 1559f8829a4aSRandall Stewart } 1560c09a1534SMichael Tuexen return (control); 1561f8829a4aSRandall Stewart } 156244249214SRandall Stewart 1563f8829a4aSRandall Stewart static int 1564f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 156544249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1566f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t * high_tsn, int *abort_flag, 15678b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1568f8829a4aSRandall Stewart { 1569f8829a4aSRandall Stewart /* Process a data chunk */ 1570f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 1571f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 157249656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1573f8829a4aSRandall Stewart struct mbuf *dmbuf; 15747215cc1bSMichael Tuexen int the_len; 1575139bc87fSRandall Stewart int need_reasm_check = 0; 157649656eefSMichael Tuexen uint16_t sid; 1577ff1ffd74SMichael Tuexen struct mbuf *op_err; 1578ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 157944249214SRandall Stewart struct sctp_queued_to_read *control = NULL; 158049656eefSMichael Tuexen uint32_t ppid; 15818b9c95f4SMichael Tuexen uint8_t chk_flags; 158217205eccSRandall Stewart struct sctp_stream_reset_list *liste; 158344249214SRandall Stewart int ordered; 158444249214SRandall Stewart size_t clen; 158544249214SRandall Stewart int created_control = 0; 1586f8829a4aSRandall Stewart 15878b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 15888b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 15898b9c95f4SMichael Tuexen 15908b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 159144249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *) & chunk_buf); 15928b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 159344249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 15948b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 15958b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 15968b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 15978b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 159844249214SRandall Stewart fsn = 0; 15998b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 160044249214SRandall Stewart } else { 16018b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 16028b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 160344249214SRandall Stewart } 16048b9c95f4SMichael Tuexen } else { 16058b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 16068b9c95f4SMichael Tuexen 16078b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 16088b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf); 16098b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 16108b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 16118b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 16128b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 16138b9c95f4SMichael Tuexen mid = (uint32_t) (ntohs(chunk->dp.ssn)); 16148b9c95f4SMichael Tuexen fsn = tsn; 16158b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 16168b9c95f4SMichael Tuexen } 161744249214SRandall Stewart if ((size_t)chk_length == clen) { 161844249214SRandall Stewart /* 161944249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 162044249214SRandall Stewart */ 16218b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 162244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 162344249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 162444249214SRandall Stewart *abort_flag = 1; 162544249214SRandall Stewart return (0); 162644249214SRandall Stewart } 16278b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1628b3f1ea41SRandall Stewart asoc->send_sack = 1; 1629b3f1ea41SRandall Stewart } 16308b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1631b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1632c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 163380fefe0aSRandall Stewart } 1634ad81507eSRandall Stewart if (stcb == NULL) { 1635ad81507eSRandall Stewart return (0); 1636ad81507eSRandall Stewart } 16378b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 163820b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1639f8829a4aSRandall Stewart /* It is a duplicate */ 1640f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1641f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1642f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1643f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1644f8829a4aSRandall Stewart asoc->numduptsns++; 1645f8829a4aSRandall Stewart } 1646b201f536SRandall Stewart asoc->send_sack = 1; 1647f8829a4aSRandall Stewart return (0); 1648f8829a4aSRandall Stewart } 1649f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1650d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1651f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1652f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1653f8829a4aSRandall Stewart return (0); 1654f8829a4aSRandall Stewart } 1655f8829a4aSRandall Stewart if (gap >= (uint32_t) (asoc->mapping_array_size << 3)) { 1656207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 16570696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1658f8829a4aSRandall Stewart /* Can't expand, drop it */ 1659f8829a4aSRandall Stewart return (0); 1660f8829a4aSRandall Stewart } 1661f8829a4aSRandall Stewart } 166220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1663f8829a4aSRandall Stewart *high_tsn = tsn; 1664f8829a4aSRandall Stewart } 1665f8829a4aSRandall Stewart /* See if we have received this one already */ 166677acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 166777acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1668f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1669f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1670f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1671f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1672f8829a4aSRandall Stewart asoc->numduptsns++; 1673f8829a4aSRandall Stewart } 167442551e99SRandall Stewart asoc->send_sack = 1; 1675f8829a4aSRandall Stewart return (0); 1676f8829a4aSRandall Stewart } 1677f8829a4aSRandall Stewart /* 1678f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1679f8829a4aSRandall Stewart * to be sent up above 1680f8829a4aSRandall Stewart */ 1681ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1682f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1683ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1684f8829a4aSRandall Stewart /* 1685f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1686f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1687f8829a4aSRandall Stewart */ 1688ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1689a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1690f8829a4aSRandall Stewart *abort_flag = 1; 1691f8829a4aSRandall Stewart return (0); 1692f8829a4aSRandall Stewart } 1693f8829a4aSRandall Stewart /* 1694f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1695f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1696f8829a4aSRandall Stewart * for on a partial delivery API. 1697f8829a4aSRandall Stewart */ 1698f8829a4aSRandall Stewart 169944249214SRandall Stewart /* Is the stream valid? */ 170049656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 170186eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1702f8829a4aSRandall Stewart 170386eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1704eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 170586eda749SMichael Tuexen if (op_err != NULL) { 1706f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 170786eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 170886eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1709f8829a4aSRandall Stewart /* 1710f8829a4aSRandall Stewart * Error causes are just param's and this one has 1711f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1712f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1713f8829a4aSRandall Stewart */ 171486eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 171586eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 171686eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 17178b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 171886eda749SMichael Tuexen cause->reserved = htons(0); 171986eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1720f8829a4aSRandall Stewart } 1721f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1722207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1723830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 172420b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1725830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1726d06c82f1SRandall Stewart } 1727d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1728d06c82f1SRandall Stewart /* Update cum-ack */ 1729d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1730d06c82f1SRandall Stewart } 1731f8829a4aSRandall Stewart return (0); 1732f8829a4aSRandall Stewart } 1733f8829a4aSRandall Stewart /* 173444249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 173544249214SRandall Stewart * on the reassembly queues. 1736f8829a4aSRandall Stewart */ 17378b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 17388b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1739be46a7c5SMichael Tuexen (fsn == 0)) { 174044249214SRandall Stewart /* 174144249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1742be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1743be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 174444249214SRandall Stewart */ 1745be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 17468b9c95f4SMichael Tuexen mid, chk_flags); 174744249214SRandall Stewart goto err_out; 174844249214SRandall Stewart } 1749*3d6fe5d8SMichael Tuexen control = sctp_find_reasm_entry(&asoc->strmin[sid], mid, ordered, asoc->idata_supported); 175044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 17518b9c95f4SMichael Tuexen chk_flags, control); 17528b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1753be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1754be46a7c5SMichael Tuexen if (control != NULL) { 175544249214SRandall Stewart /* We found something, does it belong? */ 175649656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 175749656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 175844249214SRandall Stewart err_out: 175944249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 176044249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 176144249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 176244249214SRandall Stewart *abort_flag = 1; 176344249214SRandall Stewart return (0); 176444249214SRandall Stewart } 176544249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 17665b495f17SMichael Tuexen /* We can't have a switched order with an 17675b495f17SMichael Tuexen * unordered chunk */ 1768be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1769be46a7c5SMichael Tuexen tsn); 177044249214SRandall Stewart goto err_out; 177144249214SRandall Stewart } 177244249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 17735b495f17SMichael Tuexen /* We can't have a switched unordered with a 17745b495f17SMichael Tuexen * ordered chunk */ 1775be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1776be46a7c5SMichael Tuexen tsn); 177744249214SRandall Stewart goto err_out; 177844249214SRandall Stewart } 177944249214SRandall Stewart } 178044249214SRandall Stewart } else { 178144249214SRandall Stewart /* 178244249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 178344249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 178444249214SRandall Stewart * ordered) or in the same Stream for unordered. 178544249214SRandall Stewart */ 1786be46a7c5SMichael Tuexen if (control != NULL) { 178749656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 178849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 17898b9c95f4SMichael Tuexen chk_flags, mid); 179049656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 179144249214SRandall Stewart goto err_out; 1792be46a7c5SMichael Tuexen } else { 1793be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1794be46a7c5SMichael Tuexen (control->end_added == 0)) { 1795be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1796be46a7c5SMichael Tuexen goto err_out; 1797be46a7c5SMichael Tuexen } else { 1798be46a7c5SMichael Tuexen control = NULL; 1799be46a7c5SMichael Tuexen } 1800be46a7c5SMichael Tuexen } 180144249214SRandall Stewart } 180244249214SRandall Stewart } 180344249214SRandall Stewart /* now do the tests */ 180444249214SRandall Stewart if (((asoc->cnt_on_all_streams + 180544249214SRandall Stewart asoc->cnt_on_reasm_queue + 180644249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 180744249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 180844249214SRandall Stewart /* 180944249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 181044249214SRandall Stewart * the reader is doing its job... 181144249214SRandall Stewart */ 181244249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 181344249214SRandall Stewart /* some to read, wake-up */ 181444249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 181544249214SRandall Stewart struct socket *so; 181644249214SRandall Stewart 181744249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 181844249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 181944249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 182044249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 182144249214SRandall Stewart SCTP_TCB_LOCK(stcb); 182244249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 182344249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 182444249214SRandall Stewart /* assoc was freed while we were unlocked */ 182544249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 182644249214SRandall Stewart return (0); 182744249214SRandall Stewart } 182844249214SRandall Stewart #endif 182944249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 183044249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 183144249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 183244249214SRandall Stewart #endif 183344249214SRandall Stewart } 183444249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 18358b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 183644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 183744249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 183844249214SRandall Stewart /* Nope not in the valid range dump it */ 183944249214SRandall Stewart dump_packet: 184044249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 184144249214SRandall Stewart if ((asoc->cnt_on_all_streams + 184244249214SRandall Stewart asoc->cnt_on_reasm_queue + 184344249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 184444249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 184544249214SRandall Stewart } else { 184644249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 184744249214SRandall Stewart } 184844249214SRandall Stewart *break_flag = 1; 184944249214SRandall Stewart return (0); 185044249214SRandall Stewart } 185144249214SRandall Stewart } else { 185244249214SRandall Stewart if (control == NULL) { 185344249214SRandall Stewart goto dump_packet; 185444249214SRandall Stewart } 185544249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 185644249214SRandall Stewart goto dump_packet; 185744249214SRandall Stewart } 185844249214SRandall Stewart } 185944249214SRandall Stewart } 1860f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 186118e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 186218e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 186318e198d3SRandall Stewart asoc->tsn_in_at = 0; 186418e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 186518e198d3SRandall Stewart } 1866f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 186749656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 186849656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1869f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1870f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 187118e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 187218e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 187318e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1874f42a358aSRandall Stewart asoc->tsn_in_at++; 1875f42a358aSRandall Stewart #endif 187644249214SRandall Stewart /* 187744249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 187844249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 187944249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 188044249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 188144249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 188244249214SRandall Stewart */ 18838b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1884d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 18858b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 188649656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1887f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1888f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 188949656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1890f8829a4aSRandall Stewart 189149656eefSMichael Tuexen if (asoc->idata_supported) { 189249656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 189349656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 189449656eefSMichael Tuexen tsn, 189549656eefSMichael Tuexen sid, 189649656eefSMichael Tuexen mid); 189749656eefSMichael Tuexen } else { 1898ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 189949656eefSMichael Tuexen (uint16_t) asoc->strmin[sid].last_mid_delivered, 190049656eefSMichael Tuexen tsn, 190149656eefSMichael Tuexen sid, 190249656eefSMichael Tuexen (uint16_t) mid); 190349656eefSMichael Tuexen } 1904ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1905b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 1906ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1907f8829a4aSRandall Stewart *abort_flag = 1; 1908f8829a4aSRandall Stewart return (0); 1909f8829a4aSRandall Stewart } 19108b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 191144249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 191244249214SRandall Stewart } else { 1913f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 191444249214SRandall Stewart } 1915f8829a4aSRandall Stewart if (last_chunk == 0) { 19168b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 191744249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 191844249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 191944249214SRandall Stewart the_len, M_NOWAIT); 192044249214SRandall Stewart } else { 192144b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 1922f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 1923eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 192444249214SRandall Stewart } 1925f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 1926b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 19274be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 1928f8829a4aSRandall Stewart } 1929f8829a4aSRandall Stewart #endif 1930f8829a4aSRandall Stewart } else { 1931f8829a4aSRandall Stewart /* We can steal the last chunk */ 1932139bc87fSRandall Stewart int l_len; 1933139bc87fSRandall Stewart 1934f8829a4aSRandall Stewart dmbuf = *m; 1935f8829a4aSRandall Stewart /* lop off the top part */ 19368b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 193744249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 193844249214SRandall Stewart } else { 1939f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 194044249214SRandall Stewart } 1941139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 1942139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 1943139bc87fSRandall Stewart } else { 1944139bc87fSRandall Stewart /* 1945139bc87fSRandall Stewart * need to count up the size hopefully does not hit 1946139bc87fSRandall Stewart * this to often :-0 1947139bc87fSRandall Stewart */ 1948139bc87fSRandall Stewart struct mbuf *lat; 1949139bc87fSRandall Stewart 1950139bc87fSRandall Stewart l_len = 0; 195160990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 1952139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 1953139bc87fSRandall Stewart } 1954139bc87fSRandall Stewart } 1955139bc87fSRandall Stewart if (l_len > the_len) { 1956f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 1957139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 1958f8829a4aSRandall Stewart } 1959f8829a4aSRandall Stewart } 1960f8829a4aSRandall Stewart if (dmbuf == NULL) { 1961f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 1962f8829a4aSRandall Stewart return (0); 1963f8829a4aSRandall Stewart } 196444249214SRandall Stewart /* 19658b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 196644249214SRandall Stewart * one (we may have gotten it above when we found the message was 196744249214SRandall Stewart * fragmented 196844249214SRandall Stewart */ 196944249214SRandall Stewart if (control == NULL) { 197044249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 197144249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 197249656eefSMichael Tuexen ppid, 197349656eefSMichael Tuexen sid, 19748b9c95f4SMichael Tuexen chk_flags, 197549656eefSMichael Tuexen NULL, fsn, mid); 197644249214SRandall Stewart if (control == NULL) { 197744249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 197844249214SRandall Stewart return (0); 197944249214SRandall Stewart } 19808b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 198144249214SRandall Stewart control->data = dmbuf; 198244249214SRandall Stewart control->tail_mbuf = NULL; 19838b9c95f4SMichael Tuexen control->end_added = 1; 19848b9c95f4SMichael Tuexen control->last_frag_seen = 1; 19858b9c95f4SMichael Tuexen control->first_frag_seen = 1; 19868b9c95f4SMichael Tuexen control->fsn_included = fsn; 19878b9c95f4SMichael Tuexen control->top_fsn = fsn; 198844249214SRandall Stewart } 198944249214SRandall Stewart created_control = 1; 199044249214SRandall Stewart } 199149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 19928b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 19938b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 1994f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 1995f42a358aSRandall Stewart ((ordered == 0) || 199649656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 199749656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 1998f8829a4aSRandall Stewart /* Candidate for express delivery */ 1999f8829a4aSRandall Stewart /* 2000f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2001f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2002f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2003f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2004f8829a4aSRandall Stewart * stuff it up the buffer.... 2005f8829a4aSRandall Stewart */ 20061ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 200720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 20081ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 20091ea735c8SMichael Tuexen } 201049656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 201149656eefSMichael Tuexen control, mid); 201244249214SRandall Stewart 2013cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2014cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2015cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2016830d754dSRandall Stewart 20178b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2018f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 2019*3d6fe5d8SMichael Tuexen asoc->strmin[sid].last_mid_delivered++; 2020f8829a4aSRandall Stewart } 2021f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2022b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 202349656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2024f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 202580fefe0aSRandall Stewart } 2026f8829a4aSRandall Stewart control = NULL; 2027f8829a4aSRandall Stewart goto finish_express_del; 2028f8829a4aSRandall Stewart } 202944249214SRandall Stewart /* Now will we need a chunk too? */ 20308b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2031f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2032f8829a4aSRandall Stewart if (chk == NULL) { 2033f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2034f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2035f8829a4aSRandall Stewart if (last_chunk == 0) { 2036f8829a4aSRandall Stewart /* we copied it, free the copy */ 2037f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2038f8829a4aSRandall Stewart } 2039f8829a4aSRandall Stewart return (0); 2040f8829a4aSRandall Stewart } 204149656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2042f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 204349656eefSMichael Tuexen chk->rec.data.fsn = fsn; 204449656eefSMichael Tuexen chk->rec.data.mid = mid; 204549656eefSMichael Tuexen chk->rec.data.sid = sid; 204649656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2047f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2048f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 20498b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2050f8829a4aSRandall Stewart chk->asoc = asoc; 2051f8829a4aSRandall Stewart chk->send_size = the_len; 2052f8829a4aSRandall Stewart chk->whoTo = net; 205349656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 205444249214SRandall Stewart chk, 205549656eefSMichael Tuexen control, mid); 2056f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2057f8829a4aSRandall Stewart chk->data = dmbuf; 205844249214SRandall Stewart } 205944249214SRandall Stewart /* Set the appropriate TSN mark */ 206044249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 206144249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 206244249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 206344249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 206444249214SRandall Stewart } 2065f8829a4aSRandall Stewart } else { 206644249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 206744249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 206844249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2069f8829a4aSRandall Stewart } 2070f8829a4aSRandall Stewart } 207144249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 20728b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2073f8829a4aSRandall Stewart /* 207444249214SRandall Stewart * Special check for when streams are resetting. We could be 207544249214SRandall Stewart * more smart about this and check the actual stream to see 207644249214SRandall Stewart * if it is not being reset.. that way we would not create a 207744249214SRandall Stewart * HOLB when amongst streams being reset and those not being 207844249214SRandall Stewart * reset. 2079f8829a4aSRandall Stewart * 2080f8829a4aSRandall Stewart */ 2081f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 208220b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2083f8829a4aSRandall Stewart /* 208444249214SRandall Stewart * yep its past where we need to reset... go ahead 208544249214SRandall Stewart * and queue it. 2086f8829a4aSRandall Stewart */ 2087f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2088f8829a4aSRandall Stewart /* first one on */ 2089f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2090f8829a4aSRandall Stewart } else { 209144249214SRandall Stewart struct sctp_queued_to_read *ctlOn, *nctlOn; 2092f8829a4aSRandall Stewart unsigned char inserted = 0; 2093f8829a4aSRandall Stewart 20944a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) { 209520b07a4dSMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) { 209644249214SRandall Stewart 20974a9ef3f8SMichael Tuexen continue; 2098f8829a4aSRandall Stewart } else { 2099f8829a4aSRandall Stewart /* found it */ 2100f8829a4aSRandall Stewart TAILQ_INSERT_BEFORE(ctlOn, control, next); 2101f8829a4aSRandall Stewart inserted = 1; 2102f8829a4aSRandall Stewart break; 2103f8829a4aSRandall Stewart } 2104f8829a4aSRandall Stewart } 2105f8829a4aSRandall Stewart if (inserted == 0) { 2106f8829a4aSRandall Stewart /* 210744249214SRandall Stewart * must be put at end, use prevP 210844249214SRandall Stewart * (all setup from loop) to setup 210944249214SRandall Stewart * nextP. 2110f8829a4aSRandall Stewart */ 2111f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2112f8829a4aSRandall Stewart } 2113f8829a4aSRandall Stewart } 211444249214SRandall Stewart goto finish_express_del; 211544249214SRandall Stewart } 21168b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 211744249214SRandall Stewart /* queue directly into socket buffer */ 211849656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 211949656eefSMichael Tuexen control, mid); 212044249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 212144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 212244249214SRandall Stewart control, 212344249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 212444249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 212544249214SRandall Stewart 2126f8829a4aSRandall Stewart } else { 212749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 212849656eefSMichael Tuexen mid); 2129*3d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, control, abort_flag, &need_reasm_check); 2130f8829a4aSRandall Stewart if (*abort_flag) { 21318be0fd55SMichael Tuexen if (last_chunk) { 21328be0fd55SMichael Tuexen *m = NULL; 21338be0fd55SMichael Tuexen } 2134f8829a4aSRandall Stewart return (0); 2135f8829a4aSRandall Stewart } 2136f8829a4aSRandall Stewart } 213744249214SRandall Stewart goto finish_express_del; 2138f8829a4aSRandall Stewart } 213944249214SRandall Stewart /* If we reach here its a reassembly */ 214044249214SRandall Stewart need_reasm_check = 1; 214144249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 214249656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 214349656eefSMichael Tuexen control, mid); 2144*3d6fe5d8SMichael Tuexen sctp_queue_data_for_reasm(stcb, asoc, control, chk, created_control, abort_flag, tsn); 2145f8829a4aSRandall Stewart if (*abort_flag) { 2146a5d547adSRandall Stewart /* 214744249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 214844249214SRandall Stewart * queue, which has all been freed. 2149a5d547adSRandall Stewart */ 21508be0fd55SMichael Tuexen if (last_chunk) { 2151a5d547adSRandall Stewart *m = NULL; 21528be0fd55SMichael Tuexen } 2153f8829a4aSRandall Stewart return (0); 2154f8829a4aSRandall Stewart } 2155f8829a4aSRandall Stewart finish_express_del: 215644249214SRandall Stewart /* Here we tidy up things */ 2157307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2158307b49efSMichael Tuexen /* Update cum-ack */ 2159307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2160307b49efSMichael Tuexen } 2161f8829a4aSRandall Stewart if (last_chunk) { 2162f8829a4aSRandall Stewart *m = NULL; 2163f8829a4aSRandall Stewart } 2164f42a358aSRandall Stewart if (ordered) { 2165f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2166f8829a4aSRandall Stewart } else { 2167f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2168f8829a4aSRandall Stewart } 2169f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2170f8829a4aSRandall Stewart /* Set it present please */ 2171b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 217249656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 217380fefe0aSRandall Stewart } 2174b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2175f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2176f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 217780fefe0aSRandall Stewart } 2178*3d6fe5d8SMichael Tuexen if (need_reasm_check) { 2179*3d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[sid], SCTP_READ_LOCK_NOT_HELD); 2180*3d6fe5d8SMichael Tuexen need_reasm_check = 0; 2181*3d6fe5d8SMichael Tuexen } 218217205eccSRandall Stewart /* check the special flag for stream resets */ 218317205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 218420b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 218517205eccSRandall Stewart /* 218617205eccSRandall Stewart * we have finished working through the backlogged TSN's now 218717205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 218817205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 218917205eccSRandall Stewart * pending_reply_queue. 219017205eccSRandall Stewart */ 21914a9ef3f8SMichael Tuexen struct sctp_queued_to_read *ctl, *nctl; 219217205eccSRandall Stewart 2193a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 219417205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 21957cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2196207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 21973c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 219817205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 21994a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 220017205eccSRandall Stewart /* All can be removed */ 22014a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 220217205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 2203*3d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag, &need_reasm_check); 220417205eccSRandall Stewart if (*abort_flag) { 220517205eccSRandall Stewart return (0); 220617205eccSRandall Stewart } 2207*3d6fe5d8SMichael Tuexen if (need_reasm_check) { 2208*3d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[ctl->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 2209*3d6fe5d8SMichael Tuexen need_reasm_check = 0; 2210*3d6fe5d8SMichael Tuexen } 221117205eccSRandall Stewart } 22124a9ef3f8SMichael Tuexen } else { 22134a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 221420b07a4dSMichael Tuexen if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) { 22154a9ef3f8SMichael Tuexen break; 22164a9ef3f8SMichael Tuexen } 221717205eccSRandall Stewart /* 221817205eccSRandall Stewart * if ctl->sinfo_tsn is <= liste->tsn we can 221917205eccSRandall Stewart * process it which is the NOT of 222017205eccSRandall Stewart * ctl->sinfo_tsn > liste->tsn 222117205eccSRandall Stewart */ 222217205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 2223*3d6fe5d8SMichael Tuexen sctp_queue_data_to_stream(stcb, asoc, ctl, abort_flag, &need_reasm_check); 222417205eccSRandall Stewart if (*abort_flag) { 222517205eccSRandall Stewart return (0); 222617205eccSRandall Stewart } 2227*3d6fe5d8SMichael Tuexen if (need_reasm_check) { 2228*3d6fe5d8SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, &asoc->strmin[ctl->sinfo_stream], SCTP_READ_LOCK_NOT_HELD); 222917205eccSRandall Stewart need_reasm_check = 0; 223017205eccSRandall Stewart } 2231*3d6fe5d8SMichael Tuexen } 2232*3d6fe5d8SMichael Tuexen } 2233139bc87fSRandall Stewart } 2234f8829a4aSRandall Stewart return (1); 2235f8829a4aSRandall Stewart } 2236f8829a4aSRandall Stewart 2237ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2238b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2239b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2240b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2241b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2242b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2243b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2244b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2245b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2246b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2247b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2248b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2249b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2250b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2251b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2252b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2253b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2254b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2255b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2256b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2257b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2258b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2259b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2260b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2261b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2262b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2263b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2264b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2265b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2266b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2267b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2268b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2269b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2270f8829a4aSRandall Stewart }; 2271f8829a4aSRandall Stewart 2272f8829a4aSRandall Stewart 2273f8829a4aSRandall Stewart void 2274b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2275f8829a4aSRandall Stewart { 2276f8829a4aSRandall Stewart /* 2277f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2278f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 227966bd30bdSRandall Stewart * 22805b495f17SMichael Tuexen * When you first glance at this you might think that all entries 22815b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 22825b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 228366bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 228466bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 228566bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 228666bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2287f8829a4aSRandall Stewart */ 2288f8829a4aSRandall Stewart struct sctp_association *asoc; 2289b3f1ea41SRandall Stewart int at; 229066bd30bdSRandall Stewart uint8_t val; 2291f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 229277acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2293f8829a4aSRandall Stewart 2294f8829a4aSRandall Stewart asoc = &stcb->asoc; 2295f8829a4aSRandall Stewart 2296f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2297f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2298f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2299f8829a4aSRandall Stewart /* 2300f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2301f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2302f8829a4aSRandall Stewart */ 2303f8829a4aSRandall Stewart at = 0; 2304b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 230566bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 230666bd30bdSRandall Stewart if (val == 0xff) { 2307f8829a4aSRandall Stewart at += 8; 2308f8829a4aSRandall Stewart } else { 2309f8829a4aSRandall Stewart /* there is a 0 bit */ 231066bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2311f8829a4aSRandall Stewart break; 2312f8829a4aSRandall Stewart } 2313f8829a4aSRandall Stewart } 2314b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2315f8829a4aSRandall Stewart 231620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 231720b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2318a5d547adSRandall Stewart #ifdef INVARIANTS 2319ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2320ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2321f8829a4aSRandall Stewart #else 2322ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2323ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 23240e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2325b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2326b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2327b3f1ea41SRandall Stewart } 2328f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2329830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2330f8829a4aSRandall Stewart #endif 2331f8829a4aSRandall Stewart } 233220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 233377acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 233477acdc25SRandall Stewart } else { 233577acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 233677acdc25SRandall Stewart } 233777acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2338f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 233977acdc25SRandall Stewart /* highest becomes the cum-ack */ 234037f144ebSMichael Tuexen int clr; 234137f144ebSMichael Tuexen #ifdef INVARIANTS 234237f144ebSMichael Tuexen unsigned int i; 234337f144ebSMichael Tuexen #endif 2344f8829a4aSRandall Stewart 2345f8829a4aSRandall Stewart /* clear the array */ 2346b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2347c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2348f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2349f8829a4aSRandall Stewart } 2350f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2351830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 235237f144ebSMichael Tuexen #ifdef INVARIANTS 2353b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2354b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2355cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2356b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2357b5c16493SMichael Tuexen } 2358b5c16493SMichael Tuexen } 235937f144ebSMichael Tuexen #endif 236077acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 236177acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2362f8829a4aSRandall Stewart } else if (at >= 8) { 2363f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2364b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2365b3f1ea41SRandall Stewart 2366f8829a4aSRandall Stewart /* 2367f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2368f8829a4aSRandall Stewart * TSN value 2369f8829a4aSRandall Stewart */ 237077acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 237177acdc25SRandall Stewart slide_end = (lgap >> 3); 2372f8829a4aSRandall Stewart if (slide_end < slide_from) { 237377acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2374d55b0b1bSRandall Stewart #ifdef INVARIANTS 2375f8829a4aSRandall Stewart panic("impossible slide"); 2376d55b0b1bSRandall Stewart #else 2377cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 237877acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2379d55b0b1bSRandall Stewart return; 2380d55b0b1bSRandall Stewart #endif 2381f8829a4aSRandall Stewart } 2382b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2383b3f1ea41SRandall Stewart #ifdef INVARIANTS 2384b3f1ea41SRandall Stewart panic("would overrun buffer"); 2385b3f1ea41SRandall Stewart #else 2386cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2387b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2388b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2389b3f1ea41SRandall Stewart #endif 2390b3f1ea41SRandall Stewart } 2391f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2392b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2393f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2394f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2395f8829a4aSRandall Stewart sctp_log_map((uint32_t) slide_from, (uint32_t) slide_end, 2396f8829a4aSRandall Stewart (uint32_t) lgap, SCTP_MAP_SLIDE_FROM); 239780fefe0aSRandall Stewart } 2398f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2399f8829a4aSRandall Stewart distance < 0) { 2400f8829a4aSRandall Stewart /* 2401f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2402f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2403f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2404f8829a4aSRandall Stewart * don't think this should happen :-0 2405f8829a4aSRandall Stewart */ 2406f8829a4aSRandall Stewart 2407b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2408f8829a4aSRandall Stewart sctp_log_map((uint32_t) distance, (uint32_t) slide_from, 2409f8829a4aSRandall Stewart (uint32_t) asoc->mapping_array_size, 2410f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 241180fefe0aSRandall Stewart } 2412f8829a4aSRandall Stewart } else { 2413f8829a4aSRandall Stewart int ii; 2414f8829a4aSRandall Stewart 2415f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 241637f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 241737f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 241877acdc25SRandall Stewart 2419f8829a4aSRandall Stewart } 2420aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2421f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 242277acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2423f8829a4aSRandall Stewart } 2424ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2425ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2426ee94f0a2SMichael Tuexen } 2427ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2428ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2429ee94f0a2SMichael Tuexen } 2430f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2431b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2432f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2433f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2434f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 243580fefe0aSRandall Stewart } 2436830d754dSRandall Stewart } 2437830d754dSRandall Stewart } 2438b5c16493SMichael Tuexen } 2439b5c16493SMichael Tuexen 2440b5c16493SMichael Tuexen void 24417215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2442b5c16493SMichael Tuexen { 2443b5c16493SMichael Tuexen struct sctp_association *asoc; 2444b5c16493SMichael Tuexen uint32_t highest_tsn; 2445ebecdad8SMichael Tuexen int is_a_gap; 2446b5c16493SMichael Tuexen 2447ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2448b5c16493SMichael Tuexen asoc = &stcb->asoc; 244920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2450b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2451b5c16493SMichael Tuexen } else { 2452b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2453b5c16493SMichael Tuexen } 2454ebecdad8SMichael Tuexen /* Is there a gap now? */ 2455ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2456b5c16493SMichael Tuexen 2457830d754dSRandall Stewart /* 2458f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2459f8829a4aSRandall Stewart * timer (if allowed). 2460f8829a4aSRandall Stewart */ 2461f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2462f8829a4aSRandall Stewart /* 2463b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2464b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2465b5c16493SMichael Tuexen * SACK 2466f8829a4aSRandall Stewart */ 2467139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2468f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2469b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 247044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2471f8829a4aSRandall Stewart } 2472ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2473ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2474ebecdad8SMichael Tuexen if (is_a_gap) { 2475689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2476ebecdad8SMichael Tuexen } 2477f8829a4aSRandall Stewart } else { 2478f8829a4aSRandall Stewart /* 2479b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2480b5c16493SMichael Tuexen * since last ack 2481f8829a4aSRandall Stewart */ 2482f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2483f8829a4aSRandall Stewart 248442551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 248542551e99SRandall Stewart * SACK */ 2486f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2487f8829a4aSRandall Stewart * longer is one */ 2488f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2489f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 249042551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 24915b495f17SMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ ) { 2492f8829a4aSRandall Stewart 24937c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2494b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 249542551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2496f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2497f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2498139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2499f8829a4aSRandall Stewart 2500f8829a4aSRandall Stewart /* 2501b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2502b5c16493SMichael Tuexen * even in the face of 2503f8829a4aSRandall Stewart * 25045b495f17SMichael Tuexen * reordering. Therefore, if acks that do 25055b495f17SMichael Tuexen * not have to be sent because of the above 2506b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2507b5c16493SMichael Tuexen * that would have been sent due to gap 2508b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2509f8829a4aSRandall Stewart * the delayed ack timer. 2510f8829a4aSRandall Stewart */ 2511f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2512f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2513f8829a4aSRandall Stewart } else { 2514f8829a4aSRandall Stewart /* 2515b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2516b5c16493SMichael Tuexen * is pending, we got our first packet OR 2517b5c16493SMichael Tuexen * there are gaps or duplicates. 2518f8829a4aSRandall Stewart */ 2519ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2520689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2521f8829a4aSRandall Stewart } 2522f8829a4aSRandall Stewart } else { 252342551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2524f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2525f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2526f8829a4aSRandall Stewart } 2527f8829a4aSRandall Stewart } 2528f8829a4aSRandall Stewart } 2529f8829a4aSRandall Stewart } 2530f8829a4aSRandall Stewart 2531f8829a4aSRandall Stewart int 2532f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2533e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2534e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t * high_tsn) 2535f8829a4aSRandall Stewart { 253644249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2537f8829a4aSRandall Stewart struct sctp_association *asoc; 2538f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2539f8829a4aSRandall Stewart int stop_proc = 0; 2540f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 25418f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2542f8829a4aSRandall Stewart struct mbuf *m; 25438f777478SMichael Tuexen uint32_t highest_tsn; 2544f8829a4aSRandall Stewart 2545f8829a4aSRandall Stewart /* set the rwnd */ 2546f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2547f8829a4aSRandall Stewart 2548f8829a4aSRandall Stewart m = *mm; 2549f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2550f8829a4aSRandall Stewart asoc = &stcb->asoc; 255120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 25528f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 25538f777478SMichael Tuexen } else { 25548f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2555f8829a4aSRandall Stewart } 255620b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2557f8829a4aSRandall Stewart /* 2558f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2559f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2560f8829a4aSRandall Stewart * chunk is assigned. 2561f8829a4aSRandall Stewart */ 2562f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2563f8829a4aSRandall Stewart 2564d06c82f1SRandall Stewart /*- 2565f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2566f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2567f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2568f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2569d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2570d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2571f8829a4aSRandall Stewart */ 257244b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2573f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2574eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2575f8829a4aSRandall Stewart if (m) { 2576f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2577f8829a4aSRandall Stewart caddr_t *from, *to; 2578f8829a4aSRandall Stewart 2579f8829a4aSRandall Stewart /* get the pointers and copy */ 2580f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2581f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2582139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2583f8829a4aSRandall Stewart /* copy the length and free up the old */ 2584139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2585f8829a4aSRandall Stewart sctp_m_freem(*mm); 2586cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2587f8829a4aSRandall Stewart *mm = m; 2588f8829a4aSRandall Stewart } else { 2589f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2590f8829a4aSRandall Stewart m = *mm; 2591f8829a4aSRandall Stewart } 2592f8829a4aSRandall Stewart } 2593f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 259444249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 259544249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2596f8829a4aSRandall Stewart if (ch == NULL) { 2597f8829a4aSRandall Stewart return (1); 2598f8829a4aSRandall Stewart } 2599f8829a4aSRandall Stewart /* 2600f8829a4aSRandall Stewart * process all DATA chunks... 2601f8829a4aSRandall Stewart */ 2602f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2603f8829a4aSRandall Stewart break_flag = 0; 260442551e99SRandall Stewart asoc->data_pkts_seen++; 2605f8829a4aSRandall Stewart while (stop_proc == 0) { 2606f8829a4aSRandall Stewart /* validate chunk length */ 260744249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2608f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2609f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2610f8829a4aSRandall Stewart stop_proc = 1; 261160990c0cSMichael Tuexen continue; 2612f8829a4aSRandall Stewart } 261344249214SRandall Stewart if ((asoc->idata_supported == 1) && 261444249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 261544249214SRandall Stewart struct mbuf *op_err; 261644249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 261744249214SRandall Stewart 2618e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 261944249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 262044249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 262144249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 262244249214SRandall Stewart return (2); 262344249214SRandall Stewart } 262444249214SRandall Stewart if ((asoc->idata_supported == 0) && 262544249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 262644249214SRandall Stewart struct mbuf *op_err; 262744249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 262844249214SRandall Stewart 2629e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 263044249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 263144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 263244249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 263344249214SRandall Stewart return (2); 263444249214SRandall Stewart } 263544249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 263644249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 263744249214SRandall Stewart int clen; 263844249214SRandall Stewart 263944249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 264044249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 264144249214SRandall Stewart } else { 264244249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 264344249214SRandall Stewart } 2644f8ee69bfSMichael Tuexen if (chk_length < clen) { 2645f8829a4aSRandall Stewart /* 2646f8829a4aSRandall Stewart * Need to send an abort since we had a 2647f8829a4aSRandall Stewart * invalid data chunk. 2648f8829a4aSRandall Stewart */ 2649f8829a4aSRandall Stewart struct mbuf *op_err; 2650ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2651f8829a4aSRandall Stewart 2652ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2653ff1ffd74SMichael Tuexen chk_length); 2654ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 265544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2656e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 265732451da4SMichael Tuexen return (2); 265832451da4SMichael Tuexen } 2659f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2660f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2661f8829a4aSRandall Stewart #endif 2662f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2663f8829a4aSRandall Stewart last_chunk = 1; 2664f8829a4aSRandall Stewart } else { 2665f8829a4aSRandall Stewart last_chunk = 0; 2666f8829a4aSRandall Stewart } 266744249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2668f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 266944249214SRandall Stewart last_chunk, ch->chunk_type)) { 2670f8829a4aSRandall Stewart num_chunks++; 2671f8829a4aSRandall Stewart } 2672f8829a4aSRandall Stewart if (abort_flag) 2673f8829a4aSRandall Stewart return (2); 2674f8829a4aSRandall Stewart 2675f8829a4aSRandall Stewart if (break_flag) { 2676f8829a4aSRandall Stewart /* 2677f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2678f8829a4aSRandall Stewart * drop rep space left. 2679f8829a4aSRandall Stewart */ 2680f8829a4aSRandall Stewart stop_proc = 1; 268160990c0cSMichael Tuexen continue; 2682f8829a4aSRandall Stewart } 2683f8829a4aSRandall Stewart } else { 2684f8829a4aSRandall Stewart /* not a data chunk in the data region */ 268544249214SRandall Stewart switch (ch->chunk_type) { 2686f8829a4aSRandall Stewart case SCTP_INITIATION: 2687f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2688f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 268960990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2690f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2691f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2692f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2693f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2694f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2695f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2696f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2697f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2698f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2699f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2700f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2701f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2702f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2703f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2704f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2705f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2706f8829a4aSRandall Stewart case SCTP_ASCONF: 2707fd60718dSMichael Tuexen { 2708f8829a4aSRandall Stewart /* 2709fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2710fd60718dSMichael Tuexen * chunks that are NOT in the right 2711fd60718dSMichael Tuexen * place? 2712f8829a4aSRandall Stewart * 2713fd60718dSMichael Tuexen * For now, I do nothing but ignore 2714fd60718dSMichael Tuexen * them. We may later want to add 2715fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2716fd60718dSMichael Tuexen * either an ABORT() or possibly 2717fd60718dSMichael Tuexen * process them. 2718f8829a4aSRandall Stewart */ 2719f8829a4aSRandall Stewart struct mbuf *op_err; 2720267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2721f8829a4aSRandall Stewart 27229ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 272344249214SRandall Stewart ch->chunk_type); 2724267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2725e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2726f8829a4aSRandall Stewart return (2); 2727f8829a4aSRandall Stewart } 2728f8829a4aSRandall Stewart default: 2729f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 273044249214SRandall Stewart if (ch->chunk_type & 0x40) { 2731f8829a4aSRandall Stewart /* Add a error report to the queue */ 273286eda749SMichael Tuexen struct mbuf *op_err; 273386eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2734f8829a4aSRandall Stewart 273586eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 273686eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 273786eda749SMichael Tuexen if (op_err != NULL) { 273886eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 273986eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 27409a8e3088SMichael Tuexen cause->length = htons((uint16_t) (chk_length + sizeof(struct sctp_gen_error_cause))); 274186eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 274286eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 274386eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 274486eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2745f8829a4aSRandall Stewart } else { 274686eda749SMichael Tuexen sctp_m_freem(op_err); 2747f8829a4aSRandall Stewart } 2748f8829a4aSRandall Stewart } 2749f8829a4aSRandall Stewart } 275044249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2751f8829a4aSRandall Stewart /* discard the rest of this packet */ 2752f8829a4aSRandall Stewart stop_proc = 1; 2753f8829a4aSRandall Stewart } /* else skip this bad chunk and 27545b495f17SMichael Tuexen * continue... */ break; 275560990c0cSMichael Tuexen } /* switch of chunk type */ 2756f8829a4aSRandall Stewart } 2757f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2758f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2759f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2760f8829a4aSRandall Stewart stop_proc = 1; 2761f8829a4aSRandall Stewart continue; 2762f8829a4aSRandall Stewart } 276344249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 276444249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2765f8829a4aSRandall Stewart if (ch == NULL) { 2766f8829a4aSRandall Stewart *offset = length; 2767f8829a4aSRandall Stewart stop_proc = 1; 276860990c0cSMichael Tuexen continue; 2769f8829a4aSRandall Stewart } 277060990c0cSMichael Tuexen } 2771f8829a4aSRandall Stewart if (break_flag) { 2772f8829a4aSRandall Stewart /* 2773f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2774f8829a4aSRandall Stewart */ 277520cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2776f8829a4aSRandall Stewart } 2777f8829a4aSRandall Stewart if (num_chunks) { 2778f8829a4aSRandall Stewart /* 2779ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2780f8829a4aSRandall Stewart * give peer credit for being alive. 2781f8829a4aSRandall Stewart */ 2782f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2783b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2784c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2785c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2786c4739e2fSRandall Stewart 0, 2787c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2788c4739e2fSRandall Stewart __LINE__); 2789c4739e2fSRandall Stewart } 2790f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 27916e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2792f8829a4aSRandall Stewart } 2793f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2794f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 279542551e99SRandall Stewart /* Assure that we ack right away */ 279642551e99SRandall Stewart stcb->asoc.send_sack = 1; 2797f8829a4aSRandall Stewart } 2798f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 27997215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2800f8829a4aSRandall Stewart return (0); 2801f8829a4aSRandall Stewart } 2802f8829a4aSRandall Stewart 28030fa753b3SRandall Stewart static int 28040fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 28050fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 28060fa753b3SRandall Stewart int *num_frs, 28070fa753b3SRandall Stewart uint32_t * biggest_newly_acked_tsn, 28080fa753b3SRandall Stewart uint32_t * this_sack_lowest_newack, 28097215cc1bSMichael Tuexen int *rto_ok) 28100fa753b3SRandall Stewart { 28110fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 28120fa753b3SRandall Stewart unsigned int theTSN; 2813b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 28140fa753b3SRandall Stewart 28150fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 28160fa753b3SRandall Stewart tp1 = *p_tp1; 28170fa753b3SRandall Stewart if (tp1 == NULL) { 28180fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 28190fa753b3SRandall Stewart } 28200fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 28210fa753b3SRandall Stewart theTSN = j + last_tsn; 28220fa753b3SRandall Stewart while (tp1) { 28230fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 28240fa753b3SRandall Stewart (*num_frs) += 1; 28250fa753b3SRandall Stewart 28260fa753b3SRandall Stewart /*- 28270fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 28280fa753b3SRandall Stewart * processed from the sent queue, track the 28290fa753b3SRandall Stewart * next expected pseudo-cumack, or 28300fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 28310fa753b3SRandall Stewart * cumack trackers for first transmissions, 28320fa753b3SRandall Stewart * and retransmissions. 28330fa753b3SRandall Stewart */ 28348427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28358427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 28360fa753b3SRandall Stewart (tp1->snd_count == 1)) { 283749656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 28380fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 28390fa753b3SRandall Stewart } 28408427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28418427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 28420fa753b3SRandall Stewart (tp1->snd_count > 1)) { 284349656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 28440fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 28450fa753b3SRandall Stewart } 284649656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 28470fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 28480fa753b3SRandall Stewart /*- 28490fa753b3SRandall Stewart * must be held until 28500fa753b3SRandall Stewart * cum-ack passes 28510fa753b3SRandall Stewart */ 28520fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 28530fa753b3SRandall Stewart /*- 28540fa753b3SRandall Stewart * If it is less than RESEND, it is 28550fa753b3SRandall Stewart * now no-longer in flight. 28560fa753b3SRandall Stewart * Higher values may already be set 28570fa753b3SRandall Stewart * via previous Gap Ack Blocks... 28580fa753b3SRandall Stewart * i.e. ACKED or RESEND. 28590fa753b3SRandall Stewart */ 286049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 286120b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 286249656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 28630fa753b3SRandall Stewart } 28640fa753b3SRandall Stewart /*- 28650fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 28660fa753b3SRandall Stewart * saw_newack to 1 for dest being 28670fa753b3SRandall Stewart * newly acked. update 28680fa753b3SRandall Stewart * this_sack_highest_newack if 28690fa753b3SRandall Stewart * appropriate. 28700fa753b3SRandall Stewart */ 28710fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 28720fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 28730fa753b3SRandall Stewart 287449656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 287520b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 28760fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 287749656eefSMichael Tuexen tp1->rec.data.tsn; 28780fa753b3SRandall Stewart } 28790fa753b3SRandall Stewart /*- 28800fa753b3SRandall Stewart * CMT DAC algo: also update 28810fa753b3SRandall Stewart * this_sack_lowest_newack 28820fa753b3SRandall Stewart */ 28830fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 28840fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 28850fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 28860fa753b3SRandall Stewart last_tsn, 288749656eefSMichael Tuexen tp1->rec.data.tsn, 28880fa753b3SRandall Stewart 0, 28890fa753b3SRandall Stewart 0, 28900fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 28910fa753b3SRandall Stewart } 289249656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 28930fa753b3SRandall Stewart } 28940fa753b3SRandall Stewart /*- 28950fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 28960fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 28970fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 28980fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 28990fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 29000fa753b3SRandall Stewart * retransmissions. 29010fa753b3SRandall Stewart */ 290249656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 29030fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29040fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29050fa753b3SRandall Stewart } 29060fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 29070fa753b3SRandall Stewart } 29080fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 290949656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 29100fa753b3SRandall Stewart } 291149656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 29120fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29130fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29140fa753b3SRandall Stewart } 29150fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 29160fa753b3SRandall Stewart } 29170fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29180fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 29190fa753b3SRandall Stewart last_tsn, 292049656eefSMichael Tuexen tp1->rec.data.tsn, 29210fa753b3SRandall Stewart frag_strt, 29220fa753b3SRandall Stewart frag_end, 29230fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29240fa753b3SRandall Stewart } 29250fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 29260fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 29270fa753b3SRandall Stewart tp1->whoTo->flight_size, 29280fa753b3SRandall Stewart tp1->book_size, 29299a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 293049656eefSMichael Tuexen tp1->rec.data.tsn); 29310fa753b3SRandall Stewart } 29320fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 2933299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 2934299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 2935299108c5SRandall Stewart tp1); 2936299108c5SRandall Stewart } 29370fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 29380fa753b3SRandall Stewart 29390fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 29400fa753b3SRandall Stewart if (tp1->snd_count < 2) { 29410fa753b3SRandall Stewart /*- 29420fa753b3SRandall Stewart * True non-retransmited chunk 29430fa753b3SRandall Stewart */ 29440fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 29450fa753b3SRandall Stewart 29460fa753b3SRandall Stewart /*- 29470fa753b3SRandall Stewart * update RTO too ? 29480fa753b3SRandall Stewart */ 29490fa753b3SRandall Stewart if (tp1->do_rtt) { 2950f79aab18SRandall Stewart if (*rto_ok) { 29510fa753b3SRandall Stewart tp1->whoTo->RTO = 29520fa753b3SRandall Stewart sctp_calculate_rto(stcb, 29530fa753b3SRandall Stewart &stcb->asoc, 29540fa753b3SRandall Stewart tp1->whoTo, 29550fa753b3SRandall Stewart &tp1->sent_rcv_time, 2956899288aeSRandall Stewart sctp_align_safe_nocopy, 2957f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 2958f79aab18SRandall Stewart *rto_ok = 0; 2959f79aab18SRandall Stewart } 2960f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 2961f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 2962f79aab18SRandall Stewart } 29630fa753b3SRandall Stewart tp1->do_rtt = 0; 29640fa753b3SRandall Stewart } 29650fa753b3SRandall Stewart } 29660fa753b3SRandall Stewart } 29670fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 296849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 296920b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 29700fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 297149656eefSMichael Tuexen tp1->rec.data.tsn; 29720fa753b3SRandall Stewart } 29730fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 29740fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 29750fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 29760fa753b3SRandall Stewart sctp_audit_log(0xB2, 29770fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 29780fa753b3SRandall Stewart #endif 29790fa753b3SRandall Stewart } 29800fa753b3SRandall Stewart } 29810fa753b3SRandall Stewart /*- 29820fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 29830fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 29840fa753b3SRandall Stewart */ 29852a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 2986325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 29870fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 29882a498584SMichael Tuexen } 29890fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 29900fa753b3SRandall Stewart /* deflate the cwnd */ 29910fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 29920fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 29930fa753b3SRandall Stewart } 29940fa753b3SRandall Stewart /* NR Sack code here */ 2995325c8c46SMichael Tuexen if (nr_sacking && 2996325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 299749656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 299849656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 2999325c8c46SMichael Tuexen #ifdef INVARIANTS 3000325c8c46SMichael Tuexen } else { 300149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3002325c8c46SMichael Tuexen #endif 3003325c8c46SMichael Tuexen } 300449656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 300549656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 300649656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3007d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3008d96bef9cSMichael Tuexen } 3009325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 30100fa753b3SRandall Stewart if (tp1->data) { 30115b495f17SMichael Tuexen /* sa_ignore 30125b495f17SMichael Tuexen * NO_NULL_CHK */ 30130fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 30140fa753b3SRandall Stewart sctp_m_freem(tp1->data); 30150fa753b3SRandall Stewart tp1->data = NULL; 3016b5c16493SMichael Tuexen } 30170fa753b3SRandall Stewart wake_him++; 30180fa753b3SRandall Stewart } 30190fa753b3SRandall Stewart } 30200fa753b3SRandall Stewart break; 302149656eefSMichael Tuexen } /* if (tp1->tsn == theTSN) */ if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 30220fa753b3SRandall Stewart break; 302320b07a4dSMichael Tuexen } 30240fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3025b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3026b5c16493SMichael Tuexen circled++; 30270fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 30280fa753b3SRandall Stewart } 3029b5c16493SMichael Tuexen } /* end while (tp1) */ 3030b5c16493SMichael Tuexen if (tp1 == NULL) { 3031b5c16493SMichael Tuexen circled = 0; 3032b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3033b5c16493SMichael Tuexen } 3034b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 30350fa753b3SRandall Stewart } /* end for (j = fragStart */ 30360fa753b3SRandall Stewart *p_tp1 = tp1; 30370fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 30380fa753b3SRandall Stewart } 30390fa753b3SRandall Stewart 30400fa753b3SRandall Stewart 3041cd554309SMichael Tuexen static int 3042458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3043cd554309SMichael Tuexen uint32_t last_tsn, uint32_t * biggest_tsn_acked, 3044139bc87fSRandall Stewart uint32_t * biggest_newly_acked_tsn, uint32_t * this_sack_lowest_newack, 30457215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3046f8829a4aSRandall Stewart { 3047458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3048f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 30490fa753b3SRandall Stewart int i; 3050f8829a4aSRandall Stewart int num_frs = 0; 3051cd554309SMichael Tuexen int chunk_freed; 3052cd554309SMichael Tuexen int non_revocable; 3053d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3054f8829a4aSRandall Stewart 3055d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3056d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3057cd554309SMichael Tuexen chunk_freed = 0; 3058f8829a4aSRandall Stewart 3059cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3060d9c5cfeaSMichael Tuexen if (i == num_seg) { 3061d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3062d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3063d9c5cfeaSMichael Tuexen } 3064458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3065458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *) & block); 3066458303daSRandall Stewart *offset += sizeof(block); 3067458303daSRandall Stewart if (frag == NULL) { 3068cd554309SMichael Tuexen return (chunk_freed); 3069458303daSRandall Stewart } 3070f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3071f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3072d9c5cfeaSMichael Tuexen 3073f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3074d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3075f8829a4aSRandall Stewart continue; 3076f8829a4aSRandall Stewart } 3077d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3078d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3079f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3080f8829a4aSRandall Stewart } 308120b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3082d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3083f8829a4aSRandall Stewart } 3084cd554309SMichael Tuexen if (i < num_seg) { 3085cd554309SMichael Tuexen non_revocable = 0; 3086cd554309SMichael Tuexen } else { 3087cd554309SMichael Tuexen non_revocable = 1; 3088cd554309SMichael Tuexen } 3089cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3090cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 30917215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3092cd554309SMichael Tuexen chunk_freed = 1; 3093458303daSRandall Stewart } 3094d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3095f8829a4aSRandall Stewart } 3096b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 309780fefe0aSRandall Stewart if (num_frs) 309880fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 309980fefe0aSRandall Stewart *biggest_newly_acked_tsn, 310080fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 310180fefe0aSRandall Stewart } 3102cd554309SMichael Tuexen return (chunk_freed); 3103f8829a4aSRandall Stewart } 3104f8829a4aSRandall Stewart 3105f8829a4aSRandall Stewart static void 3106c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3107c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 310863eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3109f8829a4aSRandall Stewart { 3110f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3111f8829a4aSRandall Stewart 31124a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 311349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3114f8829a4aSRandall Stewart /* 3115f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3116f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3117f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3118f8829a4aSRandall Stewart * again. 3119f8829a4aSRandall Stewart */ 312049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3121d06c82f1SRandall Stewart break; 312220b07a4dSMichael Tuexen } 3123f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3124f8829a4aSRandall Stewart /* it has been revoked */ 3125f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3126f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3127a5d547adSRandall Stewart /* 312842551e99SRandall Stewart * We must add this stuff back in to assure 312942551e99SRandall Stewart * timers and such get started. 3130a5d547adSRandall Stewart */ 3131b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3132c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3133c105859eSRandall Stewart tp1->whoTo->flight_size, 3134c105859eSRandall Stewart tp1->book_size, 31359a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 313649656eefSMichael Tuexen tp1->rec.data.tsn); 313780fefe0aSRandall Stewart } 3138c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3139c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 314042551e99SRandall Stewart /* 314142551e99SRandall Stewart * We inflate the cwnd to compensate for our 314242551e99SRandall Stewart * artificial inflation of the flight_size. 314342551e99SRandall Stewart */ 314442551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3145b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3146f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3147f8829a4aSRandall Stewart cumack, 314849656eefSMichael Tuexen tp1->rec.data.tsn, 3149f8829a4aSRandall Stewart 0, 3150f8829a4aSRandall Stewart 0, 3151f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 315280fefe0aSRandall Stewart } 3153f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3154f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3155f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3156f8829a4aSRandall Stewart } 3157f8829a4aSRandall Stewart } 3158f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3159f8829a4aSRandall Stewart break; 3160f8829a4aSRandall Stewart } 3161f8829a4aSRandall Stewart } 3162f8829a4aSRandall Stewart 3163830d754dSRandall Stewart 3164f8829a4aSRandall Stewart static void 3165f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 316663eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3167f8829a4aSRandall Stewart { 3168f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3169f8829a4aSRandall Stewart int strike_flag = 0; 3170f8829a4aSRandall Stewart struct timeval now; 3171f8829a4aSRandall Stewart int tot_retrans = 0; 3172f8829a4aSRandall Stewart uint32_t sending_seq; 3173f8829a4aSRandall Stewart struct sctp_nets *net; 3174f8829a4aSRandall Stewart int num_dests_sacked = 0; 3175f8829a4aSRandall Stewart 3176f8829a4aSRandall Stewart /* 3177f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3178f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3179f8829a4aSRandall Stewart */ 3180f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3181f8829a4aSRandall Stewart if (tp1 == NULL) { 3182f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3183f8829a4aSRandall Stewart } else { 318449656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3185f8829a4aSRandall Stewart } 3186f8829a4aSRandall Stewart 3187f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 31887c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 318920083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3190f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3191f8829a4aSRandall Stewart if (net->saw_newack) 3192f8829a4aSRandall Stewart num_dests_sacked++; 3193f8829a4aSRandall Stewart } 3194f8829a4aSRandall Stewart } 3195dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 31966e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3197f8829a4aSRandall Stewart } 31984a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3199f8829a4aSRandall Stewart strike_flag = 0; 3200f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3201f8829a4aSRandall Stewart /* this one had a timeout or something */ 3202f8829a4aSRandall Stewart continue; 3203f8829a4aSRandall Stewart } 3204b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3205f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3206f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 320749656eefSMichael Tuexen tp1->rec.data.tsn, 3208f8829a4aSRandall Stewart tp1->sent, 3209f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 321080fefe0aSRandall Stewart } 321149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3212f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3213f8829a4aSRandall Stewart /* done */ 3214f8829a4aSRandall Stewart break; 3215f8829a4aSRandall Stewart } 3216dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3217f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3218f8829a4aSRandall Stewart /* Is it expired? */ 321999ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3220f8829a4aSRandall Stewart /* Yes so drop it */ 3221f8829a4aSRandall Stewart if (tp1->data != NULL) { 32221edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 32230c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3224f8829a4aSRandall Stewart } 3225f8829a4aSRandall Stewart continue; 3226f8829a4aSRandall Stewart } 3227f8829a4aSRandall Stewart } 3228f8829a4aSRandall Stewart } 322949656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap)) { 3230f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3231f8829a4aSRandall Stewart break; 3232f8829a4aSRandall Stewart } 3233f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3234f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3235f8829a4aSRandall Stewart /* skip */ 323644fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 323744fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 323844fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 323944fbe462SRandall Stewart } 3240f8829a4aSRandall Stewart continue; 3241f8829a4aSRandall Stewart } 3242f8829a4aSRandall Stewart /* 3243f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3244f8829a4aSRandall Stewart */ 3245ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3246f8829a4aSRandall Stewart /* 3247f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3248f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3249f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3250c105859eSRandall Stewart * FR using this SACK. 3251f8829a4aSRandall Stewart */ 3252f8829a4aSRandall Stewart continue; 325349656eefSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.tsn, 325420b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3255f8829a4aSRandall Stewart /* 3256f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3257f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3258f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3259f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3260f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3261f8829a4aSRandall Stewart * and the HTNA algo as well. 3262f8829a4aSRandall Stewart */ 3263f8829a4aSRandall Stewart continue; 3264f8829a4aSRandall Stewart } 3265f8829a4aSRandall Stewart /* 3266f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3267f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3268f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3269f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3270f8829a4aSRandall Stewart */ 3271f8829a4aSRandall Stewart /* 327242551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 327342551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 327442551e99SRandall Stewart * 0)) { 3275f8829a4aSRandall Stewart */ 327642551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3277f8829a4aSRandall Stewart /* 3278f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3279f8829a4aSRandall Stewart * moved. 3280f8829a4aSRandall Stewart */ 3281b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3282f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 328349656eefSMichael Tuexen tp1->rec.data.tsn, 3284f8829a4aSRandall Stewart tp1->sent, 3285f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 328680fefe0aSRandall Stewart } 32875e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3288f8829a4aSRandall Stewart tp1->sent++; 32895e54f665SRandall Stewart } 32907c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 329120083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3292f8829a4aSRandall Stewart /* 3293f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3294f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3295f8829a4aSRandall Stewart * because it would have been set to the 3296f8829a4aSRandall Stewart * cumack earlier. If not already to be 3297f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3298f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3299c105859eSRandall Stewart * one more. NOTE that we are marking by one 3300c105859eSRandall Stewart * additional time since the SACK DAC flag 3301c105859eSRandall Stewart * indicates that two packets have been 3302c105859eSRandall Stewart * received after this missing TSN. 33035e54f665SRandall Stewart */ 33045e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 330549656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3306b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3307f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 330849656eefSMichael Tuexen tp1->rec.data.tsn, 3309f8829a4aSRandall Stewart tp1->sent, 3310f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 331180fefe0aSRandall Stewart } 3312f8829a4aSRandall Stewart tp1->sent++; 3313f8829a4aSRandall Stewart } 3314f8829a4aSRandall Stewart } 331520083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 331620083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3317f8829a4aSRandall Stewart /* 3318f8829a4aSRandall Stewart * For those that have done a FR we must take 3319f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3320f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3321f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3322f8829a4aSRandall Stewart */ 33235e54f665SRandall Stewart if ( 3324f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3325f8829a4aSRandall Stewart /* 3326f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3327f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3328f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3329f8829a4aSRandall Stewart * ok to FR multiple times. 3330f8829a4aSRandall Stewart */ 33315e54f665SRandall Stewart (asoc->numnets < 2) 3332f8829a4aSRandall Stewart #else 33335e54f665SRandall Stewart (1) 3334f8829a4aSRandall Stewart #endif 33355e54f665SRandall Stewart ) { 33365e54f665SRandall Stewart 333720b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3338f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3339f8829a4aSRandall Stewart /* 3340f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3341f8829a4aSRandall Stewart * beyond where things were when we 3342f8829a4aSRandall Stewart * did a FR. 3343f8829a4aSRandall Stewart */ 3344b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3345f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 334649656eefSMichael Tuexen tp1->rec.data.tsn, 3347f8829a4aSRandall Stewart tp1->sent, 3348f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 334980fefe0aSRandall Stewart } 33505e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3351f8829a4aSRandall Stewart tp1->sent++; 33525e54f665SRandall Stewart } 3353f8829a4aSRandall Stewart strike_flag = 1; 33547c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 335520083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3356f8829a4aSRandall Stewart /* 3357f8829a4aSRandall Stewart * CMT DAC algorithm: If 3358f8829a4aSRandall Stewart * SACK flag is set to 0, 3359f8829a4aSRandall Stewart * then lowest_newack test 3360f8829a4aSRandall Stewart * will not pass because it 3361f8829a4aSRandall Stewart * would have been set to 3362f8829a4aSRandall Stewart * the cumack earlier. If 3363f8829a4aSRandall Stewart * not already to be rtx'd, 3364f8829a4aSRandall Stewart * If not a mixed sack and 3365f8829a4aSRandall Stewart * if tp1 is not between two 3366f8829a4aSRandall Stewart * sacked TSNs, then mark by 3367c105859eSRandall Stewart * one more. NOTE that we 3368c105859eSRandall Stewart * are marking by one 3369c105859eSRandall Stewart * additional time since the 3370c105859eSRandall Stewart * SACK DAC flag indicates 3371c105859eSRandall Stewart * that two packets have 3372c105859eSRandall Stewart * been received after this 3373c105859eSRandall Stewart * missing TSN. 3374f8829a4aSRandall Stewart */ 33755e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 33765e54f665SRandall Stewart (num_dests_sacked == 1) && 337720b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 337849656eefSMichael Tuexen tp1->rec.data.tsn)) { 3379b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3380f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 338149656eefSMichael Tuexen tp1->rec.data.tsn, 3382f8829a4aSRandall Stewart tp1->sent, 3383f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 338480fefe0aSRandall Stewart } 33855e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3386f8829a4aSRandall Stewart tp1->sent++; 33875e54f665SRandall Stewart } 3388f8829a4aSRandall Stewart } 3389f8829a4aSRandall Stewart } 3390f8829a4aSRandall Stewart } 3391f8829a4aSRandall Stewart } 3392f8829a4aSRandall Stewart /* 339342551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 339442551e99SRandall Stewart * algo covers HTNA. 3395f8829a4aSRandall Stewart */ 339649656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 339720b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3398f8829a4aSRandall Stewart /* 3399f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3400f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3401f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3402f8829a4aSRandall Stewart */ 3403f8829a4aSRandall Stewart ; 3404f8829a4aSRandall Stewart } else { 3405f8829a4aSRandall Stewart /* Strike the TSN */ 3406b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3407f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 340849656eefSMichael Tuexen tp1->rec.data.tsn, 3409f8829a4aSRandall Stewart tp1->sent, 3410f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 341180fefe0aSRandall Stewart } 34125e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3413f8829a4aSRandall Stewart tp1->sent++; 34145e54f665SRandall Stewart } 34157c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 341620083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3417f8829a4aSRandall Stewart /* 3418f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3419f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3420f8829a4aSRandall Stewart * because it would have been set to the 3421f8829a4aSRandall Stewart * cumack earlier. If not already to be 3422f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3423f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3424c105859eSRandall Stewart * one more. NOTE that we are marking by one 3425c105859eSRandall Stewart * additional time since the SACK DAC flag 3426c105859eSRandall Stewart * indicates that two packets have been 3427c105859eSRandall Stewart * received after this missing TSN. 3428f8829a4aSRandall Stewart */ 34295e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 343049656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3431b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3432f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 343349656eefSMichael Tuexen tp1->rec.data.tsn, 3434f8829a4aSRandall Stewart tp1->sent, 3435f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 343680fefe0aSRandall Stewart } 3437f8829a4aSRandall Stewart tp1->sent++; 3438f8829a4aSRandall Stewart } 3439f8829a4aSRandall Stewart } 3440f8829a4aSRandall Stewart } 3441f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3442f8829a4aSRandall Stewart struct sctp_nets *alt; 3443f8829a4aSRandall Stewart 3444544e35bdSRandall Stewart /* fix counts and things */ 3445544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3446544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3447544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3448544e35bdSRandall Stewart tp1->book_size, 34499a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 345049656eefSMichael Tuexen tp1->rec.data.tsn); 3451544e35bdSRandall Stewart } 3452544e35bdSRandall Stewart if (tp1->whoTo) { 3453544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3454544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3455299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3456299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3457299108c5SRandall Stewart tp1); 3458299108c5SRandall Stewart } 3459544e35bdSRandall Stewart } 3460544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3461544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3462544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3463544e35bdSRandall Stewart } 3464544e35bdSRandall Stewart /* add back to the rwnd */ 3465544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3466544e35bdSRandall Stewart 3467544e35bdSRandall Stewart /* remove from the total flight */ 3468544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3469544e35bdSRandall Stewart 3470dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3471475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 34725b495f17SMichael Tuexen /* Has it been retransmitted tv_sec times? - 34735b495f17SMichael Tuexen * we store the retran count there. */ 3474475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3475475d0674SMichael Tuexen /* Yes, so drop it */ 3476475d0674SMichael Tuexen if (tp1->data != NULL) { 34771edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3478475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3479475d0674SMichael Tuexen } 3480475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3481475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3482475d0674SMichael Tuexen continue; 3483475d0674SMichael Tuexen } 3484475d0674SMichael Tuexen } 34855b495f17SMichael Tuexen /* SCTP_PRINTF("OK, we are now ready to FR this 34865b495f17SMichael Tuexen * guy\n"); */ 3487b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 348849656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3489f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 349080fefe0aSRandall Stewart } 3491f8829a4aSRandall Stewart if (strike_flag) { 3492f8829a4aSRandall Stewart /* This is a subsequent FR */ 3493f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3494f8829a4aSRandall Stewart } 34955e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 34967c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3497f8829a4aSRandall Stewart /* 3498f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3499f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3500f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3501f8829a4aSRandall Stewart */ 3502f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3503f8829a4aSRandall Stewart alt = tp1->whoTo; 35043c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 350520083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 35065b495f17SMichael Tuexen /* JRS 5/18/07 - If CMT PF is on, 3507b54d3a6cSRandall Stewart * use the PF version of 35085b495f17SMichael Tuexen * find_alt_net() */ 3509b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3510b54d3a6cSRandall Stewart } else { 35115b495f17SMichael Tuexen /* JRS 5/18/07 - If only CMT is on, 3512b54d3a6cSRandall Stewart * use the CMT version of 35135b495f17SMichael Tuexen * find_alt_net() */ 351452be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3515f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3516b54d3a6cSRandall Stewart } 3517ad81507eSRandall Stewart if (alt == NULL) { 3518ad81507eSRandall Stewart alt = tp1->whoTo; 3519ad81507eSRandall Stewart } 3520f8829a4aSRandall Stewart /* 3521f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3522f8829a4aSRandall Stewart * the retransmission, then new 3523f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3524f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3525f8829a4aSRandall Stewart * pseudo-cumack always. 3526f8829a4aSRandall Stewart */ 3527ad81507eSRandall Stewart if (tp1->whoTo) { 3528f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3529f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3530ad81507eSRandall Stewart } 3531f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3532f8829a4aSRandall Stewart 3533f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3534f8829a4aSRandall Stewart /* Can we find an alternate? */ 3535f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3536f8829a4aSRandall Stewart #else 3537f8829a4aSRandall Stewart /* 3538f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3539f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3540f8829a4aSRandall Stewart * paper details why. 3541f8829a4aSRandall Stewart */ 3542f8829a4aSRandall Stewart alt = tp1->whoTo; 3543f8829a4aSRandall Stewart #endif 3544f8829a4aSRandall Stewart } 3545f8829a4aSRandall Stewart 3546f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3547f8829a4aSRandall Stewart tot_retrans++; 3548f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3549f8829a4aSRandall Stewart /* 3550cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 355149656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3552f8829a4aSRandall Stewart */ 3553f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3554f8829a4aSRandall Stewart /* 3555f8829a4aSRandall Stewart * If the queue of send is empty then its 3556f8829a4aSRandall Stewart * the next sequence number that will be 3557f8829a4aSRandall Stewart * assigned so we subtract one from this to 3558f8829a4aSRandall Stewart * get the one we last sent. 3559f8829a4aSRandall Stewart */ 3560f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3561f8829a4aSRandall Stewart } else { 3562f8829a4aSRandall Stewart /* 3563f8829a4aSRandall Stewart * If there are chunks on the send queue 3564f8829a4aSRandall Stewart * (unsent data that has made it from the 3565f8829a4aSRandall Stewart * stream queues but not out the door, we 3566f8829a4aSRandall Stewart * take the first one (which will have the 3567f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3568f8829a4aSRandall Stewart * one we last sent. 3569f8829a4aSRandall Stewart */ 3570f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3571f8829a4aSRandall Stewart 3572f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3573f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 357449656eefSMichael Tuexen ttt->rec.data.tsn; 3575f8829a4aSRandall Stewart } 3576f8829a4aSRandall Stewart 3577f8829a4aSRandall Stewart if (tp1->do_rtt) { 3578f8829a4aSRandall Stewart /* 3579f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3580f8829a4aSRandall Stewart * it, cancel it 3581f8829a4aSRandall Stewart */ 358260990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 358360990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3584f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3585f79aab18SRandall Stewart } 3586f8829a4aSRandall Stewart tp1->do_rtt = 0; 3587f8829a4aSRandall Stewart } 3588f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3589f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3590f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 35913c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3592f8829a4aSRandall Stewart tp1->whoTo = alt; 3593f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3594f8829a4aSRandall Stewart } 3595f8829a4aSRandall Stewart } 35964a9ef3f8SMichael Tuexen } 3597f8829a4aSRandall Stewart } 3598f8829a4aSRandall Stewart 3599f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3600f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3601f8829a4aSRandall Stewart struct sctp_association *asoc) 3602f8829a4aSRandall Stewart { 3603f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3604f8829a4aSRandall Stewart struct timeval now; 3605f8829a4aSRandall Stewart int now_filled = 0; 3606f8829a4aSRandall Stewart 3607dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3608f8829a4aSRandall Stewart return (NULL); 3609f8829a4aSRandall Stewart } 36104a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3611f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 361298f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3613325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3614f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3615f8829a4aSRandall Stewart break; 3616f8829a4aSRandall Stewart } 36170c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 36182a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3619325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 36200c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 36210c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 362249656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 36230c0982b8SRandall Stewart } 36240c0982b8SRandall Stewart } 3625f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3626f8829a4aSRandall Stewart /* 3627f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3628f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3629f8829a4aSRandall Stewart */ 3630f8829a4aSRandall Stewart break; 3631f8829a4aSRandall Stewart } 3632f8829a4aSRandall Stewart if (!now_filled) { 36336e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3634f8829a4aSRandall Stewart now_filled = 1; 3635f8829a4aSRandall Stewart } 3636f8829a4aSRandall Stewart /* 3637f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3638f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3639f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3640f8829a4aSRandall Stewart * it if its a resend? 3641f8829a4aSRandall Stewart */ 3642f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3643f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3644f8829a4aSRandall Stewart /* 3645f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3646f8829a4aSRandall Stewart * now up? 3647f8829a4aSRandall Stewart */ 3648f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3649f8829a4aSRandall Stewart /* Yes so drop it */ 3650f8829a4aSRandall Stewart if (tp1->data) { 3651ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 36521edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3653f8829a4aSRandall Stewart } 3654f8829a4aSRandall Stewart } else { 3655f8829a4aSRandall Stewart /* 3656f8829a4aSRandall Stewart * No, we are done when hit one for resend 3657f8829a4aSRandall Stewart * whos time as not expired. 3658f8829a4aSRandall Stewart */ 3659f8829a4aSRandall Stewart break; 3660f8829a4aSRandall Stewart } 3661f8829a4aSRandall Stewart } 3662f8829a4aSRandall Stewart /* 3663f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3664f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3665f8829a4aSRandall Stewart * the next chunk. 3666f8829a4aSRandall Stewart */ 366798f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3668325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3669f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 367049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 367149656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3672f8829a4aSRandall Stewart a_adv = tp1; 367349656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 36740c0982b8SRandall Stewart /* No update but we do save the chk */ 36750c0982b8SRandall Stewart a_adv = tp1; 36760c0982b8SRandall Stewart } 3677f8829a4aSRandall Stewart } else { 3678f8829a4aSRandall Stewart /* 3679f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3680f8829a4aSRandall Stewart * further 3681f8829a4aSRandall Stewart */ 3682f8829a4aSRandall Stewart break; 3683f8829a4aSRandall Stewart } 3684f8829a4aSRandall Stewart } 3685f8829a4aSRandall Stewart return (a_adv); 3686f8829a4aSRandall Stewart } 3687f8829a4aSRandall Stewart 36880c0982b8SRandall Stewart static int 3689c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3690bff64a4dSRandall Stewart { 3691bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3692afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3693548f47a8SMichael Tuexen int ret; 3694548f47a8SMichael Tuexen #ifndef INVARIANTS 3695548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3696548f47a8SMichael Tuexen #endif 3697548f47a8SMichael Tuexen 3698548f47a8SMichael Tuexen ret = 0; 3699548f47a8SMichael Tuexen #ifndef INVARIANTS 37000c0982b8SRandall Stewart entry_flight = asoc->total_flight; 37010c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3702548f47a8SMichael Tuexen #endif 37030c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 37040c0982b8SRandall Stewart return (0); 3705bff64a4dSRandall Stewart 3706bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3707bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3708cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 370949656eefSMichael Tuexen chk->rec.data.tsn, 37100c0982b8SRandall Stewart chk->send_size, 3711cd3fd531SMichael Tuexen chk->snd_count); 3712bff64a4dSRandall Stewart inflight++; 3713bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3714bff64a4dSRandall Stewart resend++; 3715bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3716bff64a4dSRandall Stewart inbetween++; 3717bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3718bff64a4dSRandall Stewart above++; 3719bff64a4dSRandall Stewart } else { 3720bff64a4dSRandall Stewart acked++; 3721bff64a4dSRandall Stewart } 3722bff64a4dSRandall Stewart } 3723f1f73e57SRandall Stewart 3724c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3725f1f73e57SRandall Stewart #ifdef INVARIANTS 3726c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3727f1f73e57SRandall Stewart #else 3728cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 37290c0982b8SRandall Stewart entry_flight, entry_cnt); 37300c0982b8SRandall Stewart 37310c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 37320c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 37330c0982b8SRandall Stewart ret = 1; 3734f1f73e57SRandall Stewart #endif 3735bff64a4dSRandall Stewart } 37360c0982b8SRandall Stewart return (ret); 3737c105859eSRandall Stewart } 3738c105859eSRandall Stewart 3739c105859eSRandall Stewart 3740c105859eSRandall Stewart static void 3741c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3742c105859eSRandall Stewart struct sctp_association *asoc, 3743c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3744c105859eSRandall Stewart { 3745dfb11ef8SRandall Stewart tp1->window_probe = 0; 37465171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3747dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3748dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 37498427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3750dfb11ef8SRandall Stewart tp1->book_size, 37519a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 375249656eefSMichael Tuexen tp1->rec.data.tsn); 3753dfb11ef8SRandall Stewart return; 3754dfb11ef8SRandall Stewart } 37555171328bSRandall Stewart /* First setup this by shrinking flight */ 3756299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3757299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3758299108c5SRandall Stewart tp1); 3759299108c5SRandall Stewart } 37605171328bSRandall Stewart sctp_flight_size_decrease(tp1); 37615171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 37625171328bSRandall Stewart /* Now mark for resend */ 37635171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3764791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3765791437b5SRandall Stewart 3766b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3767c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3768c105859eSRandall Stewart tp1->whoTo->flight_size, 3769c105859eSRandall Stewart tp1->book_size, 37709a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 377149656eefSMichael Tuexen tp1->rec.data.tsn); 377280fefe0aSRandall Stewart } 3773c105859eSRandall Stewart } 3774c105859eSRandall Stewart 3775f8829a4aSRandall Stewart void 3776f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3777899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3778f8829a4aSRandall Stewart { 3779f8829a4aSRandall Stewart struct sctp_nets *net; 3780f8829a4aSRandall Stewart struct sctp_association *asoc; 3781f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 37825e54f665SRandall Stewart uint32_t old_rwnd; 37835e54f665SRandall Stewart int win_probe_recovery = 0; 3784c105859eSRandall Stewart int win_probe_recovered = 0; 3785d06c82f1SRandall Stewart int j, done_once = 0; 3786f79aab18SRandall Stewart int rto_ok = 1; 3787fd60718dSMichael Tuexen uint32_t send_s; 3788f8829a4aSRandall Stewart 3789b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3790d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3791d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 379280fefe0aSRandall Stewart } 3793f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 379418e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 379518e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 379618e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 379718e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 379818e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 379918e198d3SRandall Stewart } 380018e198d3SRandall Stewart #endif 3801f8829a4aSRandall Stewart asoc = &stcb->asoc; 3802d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 380320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 38045e54f665SRandall Stewart /* old ack */ 38055e54f665SRandall Stewart return; 3806d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3807d06c82f1SRandall Stewart /* Window update sack */ 3808d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 380944fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3810d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3811d06c82f1SRandall Stewart /* SWS sender side engages */ 3812d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3813d06c82f1SRandall Stewart } 3814d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3815d06c82f1SRandall Stewart goto again; 3816d06c82f1SRandall Stewart } 3817d06c82f1SRandall Stewart return; 38185e54f665SRandall Stewart } 3819f8829a4aSRandall Stewart /* First setup for CC stuff */ 3820f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3821a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3822a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3823a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3824a21779f0SRandall Stewart } 3825f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3826f8829a4aSRandall Stewart net->net_ack = 0; 3827f8829a4aSRandall Stewart net->net_ack2 = 0; 3828132dea7dSRandall Stewart 3829132dea7dSRandall Stewart /* 3830132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3831132dea7dSRandall Stewart * SACK processing 3832132dea7dSRandall Stewart */ 3833132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3834132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3835299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3836299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3837299108c5SRandall Stewart } 3838f8829a4aSRandall Stewart } 3839c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3840c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3841c105859eSRandall Stewart sctpchunk_listhead); 384249656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3843139bc87fSRandall Stewart } else { 3844c105859eSRandall Stewart send_s = asoc->sending_seq; 3845139bc87fSRandall Stewart } 384620b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3847ff1ffd74SMichael Tuexen struct mbuf *op_err; 3848ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3849139bc87fSRandall Stewart 3850139bc87fSRandall Stewart *abort_now = 1; 3851139bc87fSRandall Stewart /* XXX */ 385255f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3853ff1ffd74SMichael Tuexen cumack, send_s); 3854ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 385544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3856ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3857139bc87fSRandall Stewart return; 3858139bc87fSRandall Stewart } 3859f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3860b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3861c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3862c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3863c4739e2fSRandall Stewart 0, 3864c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3865c4739e2fSRandall Stewart __LINE__); 3866c4739e2fSRandall Stewart } 3867f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 386820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3869f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 38704a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 387149656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 387218e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3873cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 387418e198d3SRandall Stewart } 3875f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3876f8829a4aSRandall Stewart /* 387718e198d3SRandall Stewart * If it is less than ACKED, it is 387818e198d3SRandall Stewart * now no-longer in flight. Higher 387918e198d3SRandall Stewart * values may occur during marking 3880f8829a4aSRandall Stewart */ 3881c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3882b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3883c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 3884a5d547adSRandall Stewart tp1->whoTo->flight_size, 3885a5d547adSRandall Stewart tp1->book_size, 38869a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 388749656eefSMichael Tuexen tp1->rec.data.tsn); 388880fefe0aSRandall Stewart } 3889c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 3890299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3891299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3892299108c5SRandall Stewart tp1); 3893299108c5SRandall Stewart } 389404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3895c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3896f8829a4aSRandall Stewart } 3897f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 3898f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 3899f8829a4aSRandall Stewart /* 390018e198d3SRandall Stewart * True non-retransmited 3901f8829a4aSRandall Stewart * chunk 3902f8829a4aSRandall Stewart */ 3903f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 3904f8829a4aSRandall Stewart tp1->send_size; 3905f8829a4aSRandall Stewart 3906f8829a4aSRandall Stewart /* update RTO too? */ 390762c1ff9cSRandall Stewart if (tp1->do_rtt) { 3908f79aab18SRandall Stewart if (rto_ok) { 3909f8829a4aSRandall Stewart tp1->whoTo->RTO = 391004ee05e8SRandall Stewart /* 391104ee05e8SRandall Stewart * sa_ignore 39125b495f17SMichael Tuexen * NO_NULL_CHK 391304ee05e8SRandall Stewart */ 3914f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 3915f8829a4aSRandall Stewart asoc, tp1->whoTo, 391618e198d3SRandall Stewart &tp1->sent_rcv_time, 3917899288aeSRandall Stewart sctp_align_safe_nocopy, 3918f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3919f79aab18SRandall Stewart rto_ok = 0; 3920f79aab18SRandall Stewart } 3921f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3922f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3923f79aab18SRandall Stewart } 3924f8829a4aSRandall Stewart tp1->do_rtt = 0; 3925f8829a4aSRandall Stewart } 3926f8829a4aSRandall Stewart } 3927132dea7dSRandall Stewart /* 392818e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 392918e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 393018e198d3SRandall Stewart * acked for the first time, set the 393118e198d3SRandall Stewart * following variables for the 393218e198d3SRandall Stewart * corresp destination. 393318e198d3SRandall Stewart * new_pseudo_cumack will trigger a 393418e198d3SRandall Stewart * cwnd update. 393518e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 393618e198d3SRandall Stewart * trigger search for the next 393718e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 3938132dea7dSRandall Stewart */ 3939132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 3940132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3941132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3942132dea7dSRandall Stewart 3943b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 394404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 394549656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 394680fefe0aSRandall Stewart } 3947f8829a4aSRandall Stewart } 3948f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3949f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 3950f8829a4aSRandall Stewart } 395142551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 395242551e99SRandall Stewart /* deflate the cwnd */ 395342551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 395442551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 395542551e99SRandall Stewart } 3956325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 395749656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 395849656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 3959a7ad6026SMichael Tuexen #ifdef INVARIANTS 3960a7ad6026SMichael Tuexen } else { 396149656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3962a7ad6026SMichael Tuexen #endif 3963a7ad6026SMichael Tuexen } 3964a7ad6026SMichael Tuexen } 396549656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 396649656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 396749656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 3968d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 3969d96bef9cSMichael Tuexen } 3970f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 3971f8829a4aSRandall Stewart if (tp1->data) { 397204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3973f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 3974f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 39754a9ef3f8SMichael Tuexen tp1->data = NULL; 3976f8829a4aSRandall Stewart } 3977b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3978f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3979f8829a4aSRandall Stewart cumack, 398049656eefSMichael Tuexen tp1->rec.data.tsn, 3981f8829a4aSRandall Stewart 0, 3982f8829a4aSRandall Stewart 0, 3983f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 398480fefe0aSRandall Stewart } 3985f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 3986689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 398718e198d3SRandall Stewart } else { 398818e198d3SRandall Stewart break; 3989f8829a4aSRandall Stewart } 39905e54f665SRandall Stewart } 399118e198d3SRandall Stewart 399218e198d3SRandall Stewart } 399304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3994f8829a4aSRandall Stewart if (stcb->sctp_socket) { 3995ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3996ceaad40aSRandall Stewart struct socket *so; 3997ceaad40aSRandall Stewart 3998ceaad40aSRandall Stewart #endif 3999f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4000b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 400104ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 40027215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 400380fefe0aSRandall Stewart } 4004ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4005ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4006ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4007ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4008ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4009ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4010ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4011ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4012ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4013ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4014ceaad40aSRandall Stewart return; 4015ceaad40aSRandall Stewart } 4016ceaad40aSRandall Stewart #endif 4017f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4018ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4019ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4020ceaad40aSRandall Stewart #endif 4021f8829a4aSRandall Stewart } else { 4022b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 40237215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 402480fefe0aSRandall Stewart } 4025f8829a4aSRandall Stewart } 4026f8829a4aSRandall Stewart 4027b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4028ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4029ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4030ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4031ca85e948SMichael Tuexen /* 4032ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4033ca85e948SMichael Tuexen * count, this is optional. 4034ca85e948SMichael Tuexen */ 4035ca85e948SMichael Tuexen net->error_count = 0; 4036ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4037ca85e948SMichael Tuexen /* addr came good */ 4038ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4039ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 40404b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4041ca85e948SMichael Tuexen } 4042ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4043ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 40445b495f17SMichael Tuexen /* release the alternate, 40455b495f17SMichael Tuexen * primary is good */ 4046ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4047ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4048ca85e948SMichael Tuexen } 4049ca85e948SMichael Tuexen } 4050ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4051ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4052b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4053b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 405444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4055ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4056ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4057ca85e948SMichael Tuexen /* Done with this net */ 4058ca85e948SMichael Tuexen net->net_ack = 0; 4059ca85e948SMichael Tuexen } 4060ca85e948SMichael Tuexen /* restore any doubled timers */ 4061ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4062ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4063ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4064ca85e948SMichael Tuexen } 4065ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4066ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4067ca85e948SMichael Tuexen } 4068ca85e948SMichael Tuexen } 4069ca85e948SMichael Tuexen } 4070b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4071ca85e948SMichael Tuexen } 4072f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 40735e54f665SRandall Stewart 4074f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4075f8829a4aSRandall Stewart /* nothing left in-flight */ 4076f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4077f8829a4aSRandall Stewart net->flight_size = 0; 4078f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4079f8829a4aSRandall Stewart } 4080f8829a4aSRandall Stewart asoc->total_flight = 0; 4081f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4082f8829a4aSRandall Stewart } 4083f8829a4aSRandall Stewart /* RWND update */ 4084f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 408544fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4086f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4087f8829a4aSRandall Stewart /* SWS sender side engages */ 4088f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4089f8829a4aSRandall Stewart } 40905e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 40915e54f665SRandall Stewart win_probe_recovery = 1; 40925e54f665SRandall Stewart } 4093f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4094a5d547adSRandall Stewart again: 4095a5d547adSRandall Stewart j = 0; 4096f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 40975171328bSRandall Stewart int to_ticks; 40985171328bSRandall Stewart 40995e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4100c105859eSRandall Stewart win_probe_recovered = 1; 41015e54f665SRandall Stewart /* 41025e54f665SRandall Stewart * Find first chunk that was used with window probe 41035e54f665SRandall Stewart * and clear the sent 41045e54f665SRandall Stewart */ 41053c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 41065e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 41075e54f665SRandall Stewart if (tp1->window_probe) { 4108cd554309SMichael Tuexen /* move back to data send queue */ 41097215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 41105e54f665SRandall Stewart break; 41115e54f665SRandall Stewart } 41125e54f665SRandall Stewart } 41135e54f665SRandall Stewart } 4114f8829a4aSRandall Stewart if (net->RTO == 0) { 4115f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto); 4116f8829a4aSRandall Stewart } else { 4117f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(net->RTO); 4118f8829a4aSRandall Stewart } 41195171328bSRandall Stewart if (net->flight_size) { 4120a5d547adSRandall Stewart j++; 4121ad81507eSRandall Stewart (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 4122f8829a4aSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41235171328bSRandall Stewart if (net->window_probe) { 41245171328bSRandall Stewart net->window_probe = 0; 41255171328bSRandall Stewart } 4126f8829a4aSRandall Stewart } else { 41275171328bSRandall Stewart if (net->window_probe) { 41285b495f17SMichael Tuexen /* In window probes we must assure a timer 41295b495f17SMichael Tuexen * is still running there */ 41305171328bSRandall Stewart net->window_probe = 0; 41315171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 41325171328bSRandall Stewart SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 41335171328bSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41345171328bSRandall Stewart } 41355171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4136f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4137a5d547adSRandall Stewart stcb, net, 413844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4139f8829a4aSRandall Stewart } 4140f8829a4aSRandall Stewart } 4141f8829a4aSRandall Stewart } 4142bff64a4dSRandall Stewart if ((j == 0) && 4143bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4144bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4145c105859eSRandall Stewart (win_probe_recovered == 0) && 4146bff64a4dSRandall Stewart (done_once == 0)) { 41470c0982b8SRandall Stewart /* 41480c0982b8SRandall Stewart * huh, this should not happen unless all packets are 41490c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 41500c0982b8SRandall Stewart */ 41510c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4152a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4153a5d547adSRandall Stewart net->flight_size = 0; 4154a5d547adSRandall Stewart } 4155a5d547adSRandall Stewart asoc->total_flight = 0; 4156a5d547adSRandall Stewart asoc->total_flight_count = 0; 4157a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4158a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4159a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4160c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4161c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4162a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4163791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4164a5d547adSRandall Stewart } 4165a5d547adSRandall Stewart } 41660c0982b8SRandall Stewart } 4167bff64a4dSRandall Stewart done_once = 1; 4168a5d547adSRandall Stewart goto again; 4169a5d547adSRandall Stewart } 4170f8829a4aSRandall Stewart /**********************************/ 4171f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4172f8829a4aSRandall Stewart /**********************************/ 4173f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4174f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4175f8829a4aSRandall Stewart /* clean up */ 4176f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4177f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4178f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4179d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4180f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 41812afb3e84SRandall Stewart } 4182f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4183f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4184f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4185f8829a4aSRandall Stewart /* Need to abort here */ 4186ff1ffd74SMichael Tuexen struct mbuf *op_err; 4187f8829a4aSRandall Stewart 4188f8829a4aSRandall Stewart abort_out_now: 4189f8829a4aSRandall Stewart *abort_now = 1; 4190f8829a4aSRandall Stewart /* XXX */ 4191ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 419244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4193ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4194fe4a59b3SMichael Tuexen return; 4195f8829a4aSRandall Stewart } else { 4196ca85e948SMichael Tuexen struct sctp_nets *netp; 4197ca85e948SMichael Tuexen 4198f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4199f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4200f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4201f42a358aSRandall Stewart } 4202c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4203b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4204f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4205ca85e948SMichael Tuexen if (asoc->alternate) { 4206ca85e948SMichael Tuexen netp = asoc->alternate; 4207ca85e948SMichael Tuexen } else { 4208ca85e948SMichael Tuexen netp = asoc->primary_destination; 4209ca85e948SMichael Tuexen } 4210ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4211f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4212ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4213f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4214ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4215f8829a4aSRandall Stewart } 4216f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4217f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4218ca85e948SMichael Tuexen struct sctp_nets *netp; 4219ca85e948SMichael Tuexen 4220f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4221f8829a4aSRandall Stewart goto abort_out_now; 4222f8829a4aSRandall Stewart } 4223f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4224c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4225b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 422612af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4227c39cfa1fSMichael Tuexen if (asoc->alternate) { 4228c39cfa1fSMichael Tuexen netp = asoc->alternate; 4229c39cfa1fSMichael Tuexen } else { 4230c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4231c39cfa1fSMichael Tuexen } 4232c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4233f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4234ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4235f8829a4aSRandall Stewart } 4236f8829a4aSRandall Stewart } 4237dfb11ef8SRandall Stewart /*********************************************/ 4238dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4239dfb11ef8SRandall Stewart /* (section 4.2) */ 4240dfb11ef8SRandall Stewart /*********************************************/ 4241dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 424220b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4243dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4244dfb11ef8SRandall Stewart } 4245830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4246dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4247830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4248830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4249830d754dSRandall Stewart 4250830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4251830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4252830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 425320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4254830d754dSRandall Stewart /* 4255493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4256830d754dSRandall Stewart */ 425720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4258830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 42590c0982b8SRandall Stewart } else if (lchk) { 42600c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 426144fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 42620c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 42630c0982b8SRandall Stewart } 4264830d754dSRandall Stewart } 4265830d754dSRandall Stewart } 4266830d754dSRandall Stewart if (lchk) { 4267830d754dSRandall Stewart /* Assure a timer is up */ 4268830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4269830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4270830d754dSRandall Stewart } 4271830d754dSRandall Stewart } 4272b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4273f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4274f8829a4aSRandall Stewart rwnd, 4275f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4276f8829a4aSRandall Stewart stcb->asoc.total_flight, 4277f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 427880fefe0aSRandall Stewart } 4279f8829a4aSRandall Stewart } 4280f8829a4aSRandall Stewart 4281f8829a4aSRandall Stewart void 4282cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 42837215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4284cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4285cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4286899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4287f8829a4aSRandall Stewart { 4288f8829a4aSRandall Stewart struct sctp_association *asoc; 4289f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4290cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4291f8829a4aSRandall Stewart uint16_t wake_him = 0; 4292c105859eSRandall Stewart uint32_t send_s = 0; 4293f8829a4aSRandall Stewart long j; 4294f8829a4aSRandall Stewart int accum_moved = 0; 4295f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 42965e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 42975e54f665SRandall Stewart int win_probe_recovery = 0; 4298c105859eSRandall Stewart int win_probe_recovered = 0; 4299f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4300bff64a4dSRandall Stewart int done_once; 4301f79aab18SRandall Stewart int rto_ok = 1; 4302f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4303f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4304f8829a4aSRandall Stewart 4305f8829a4aSRandall Stewart /* 4306f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4307f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4308f8829a4aSRandall Stewart */ 4309f8829a4aSRandall Stewart /* 4310f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4311f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4312f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4313f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4314f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4315f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4316f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4317f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4318f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4319f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4320f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4321f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4322f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4323f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4324f8829a4aSRandall Stewart * if in shutdown_recv state. 4325f8829a4aSRandall Stewart */ 4326f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4327f8829a4aSRandall Stewart /* CMT DAC algo */ 4328f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4329f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4330cd554309SMichael Tuexen last_tsn = cum_ack; 4331cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 433218e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 433318e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 433418e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 433518e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 433618e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 433718e198d3SRandall Stewart } 433818e198d3SRandall Stewart #endif 4339d06c82f1SRandall Stewart a_rwnd = rwnd; 4340f8829a4aSRandall Stewart 4341cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4342cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4343cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4344cd554309SMichael Tuexen } 43455e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4346b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4347c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4348c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4349c4739e2fSRandall Stewart 0, 4350c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4351c4739e2fSRandall Stewart __LINE__); 4352c4739e2fSRandall Stewart } 4353f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4354f8829a4aSRandall Stewart asoc = &stcb->asoc; 4355b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4356f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4357f8829a4aSRandall Stewart cum_ack, 4358f8829a4aSRandall Stewart 0, 4359f8829a4aSRandall Stewart num_seg, 4360f8829a4aSRandall Stewart num_dup, 4361f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 436280fefe0aSRandall Stewart } 4363ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4364cd554309SMichael Tuexen uint16_t i; 4365458303daSRandall Stewart uint32_t *dupdata, dblock; 4366f8829a4aSRandall Stewart 4367cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4368cd554309SMichael Tuexen dupdata = (uint32_t *) sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4369458303daSRandall Stewart sizeof(uint32_t), (uint8_t *) & dblock); 4370cd554309SMichael Tuexen if (dupdata == NULL) { 4371458303daSRandall Stewart break; 4372458303daSRandall Stewart } 4373cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4374f8829a4aSRandall Stewart } 4375f8829a4aSRandall Stewart } 4376c105859eSRandall Stewart /* reality check */ 4377c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4378c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4379c105859eSRandall Stewart sctpchunk_listhead); 438049656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4381c105859eSRandall Stewart } else { 4382b5c16493SMichael Tuexen tp1 = NULL; 4383c105859eSRandall Stewart send_s = asoc->sending_seq; 4384c105859eSRandall Stewart } 438520b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4386ff1ffd74SMichael Tuexen struct mbuf *op_err; 4387ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4388c105859eSRandall Stewart 4389f8829a4aSRandall Stewart /* 4390fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4391fd60718dSMichael Tuexen * hopelessly messed up with us. 4392f8829a4aSRandall Stewart */ 4393cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4394b5c16493SMichael Tuexen cum_ack, send_s); 4395b5c16493SMichael Tuexen if (tp1) { 4396cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 439749656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4398b5c16493SMichael Tuexen } 4399f8829a4aSRandall Stewart hopeless_peer: 4400f8829a4aSRandall Stewart *abort_now = 1; 4401f8829a4aSRandall Stewart /* XXX */ 440255f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4403ff1ffd74SMichael Tuexen cum_ack, send_s); 4404ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 440544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4406ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4407f8829a4aSRandall Stewart return; 4408f8829a4aSRandall Stewart } 4409f8829a4aSRandall Stewart /**********************/ 4410f8829a4aSRandall Stewart /* 1) check the range */ 4411f8829a4aSRandall Stewart /**********************/ 441220b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4413f8829a4aSRandall Stewart /* acking something behind */ 4414f8829a4aSRandall Stewart return; 4415f8829a4aSRandall Stewart } 4416f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4417f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4418f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4419cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4420f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4421b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4422f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4423f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 442480fefe0aSRandall Stewart } 4425f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4426f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4427f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4428f8829a4aSRandall Stewart } 4429f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4430f8829a4aSRandall Stewart /* SWS sender side engages */ 4431f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4432f8829a4aSRandall Stewart } 4433f8829a4aSRandall Stewart /* stop any timers */ 4434f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4435f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 443644249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4437f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4438f8829a4aSRandall Stewart net->flight_size = 0; 4439f8829a4aSRandall Stewart } 4440f8829a4aSRandall Stewart asoc->total_flight = 0; 4441f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4442f8829a4aSRandall Stewart return; 4443f8829a4aSRandall Stewart } 4444f8829a4aSRandall Stewart /* 4445f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4446f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4447f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4448f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4449f8829a4aSRandall Stewart * destination address basis. 4450f8829a4aSRandall Stewart */ 4451f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4452a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4453a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4454a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4455a21779f0SRandall Stewart } 4456f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4457f8829a4aSRandall Stewart net->net_ack = 0; 4458f8829a4aSRandall Stewart net->net_ack2 = 0; 4459f8829a4aSRandall Stewart 4460f8829a4aSRandall Stewart /* 446142551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 446242551e99SRandall Stewart * SACK processing 4463f8829a4aSRandall Stewart */ 4464f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4465f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4466299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4467299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4468299108c5SRandall Stewart } 4469f8829a4aSRandall Stewart } 4470f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 44714a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 447249656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4473f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4474f8829a4aSRandall Stewart accum_moved = 1; 4475f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4476f8829a4aSRandall Stewart /* 4477f8829a4aSRandall Stewart * If it is less than ACKED, it is 4478f8829a4aSRandall Stewart * now no-longer in flight. Higher 4479f8829a4aSRandall Stewart * values may occur during marking 4480f8829a4aSRandall Stewart */ 4481f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4482f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4483f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4484f8829a4aSRandall Stewart /* 4485f8829a4aSRandall Stewart * If there was no retran 4486f8829a4aSRandall Stewart * and the address is 4487f8829a4aSRandall Stewart * un-confirmed and we sent 4488f8829a4aSRandall Stewart * there and are now 4489f8829a4aSRandall Stewart * sacked.. its confirmed, 4490f8829a4aSRandall Stewart * mark it so. 4491f8829a4aSRandall Stewart */ 4492f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4493f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4494f8829a4aSRandall Stewart } 4495c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4496b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4497c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4498a5d547adSRandall Stewart tp1->whoTo->flight_size, 4499a5d547adSRandall Stewart tp1->book_size, 45009a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 450149656eefSMichael Tuexen tp1->rec.data.tsn); 450280fefe0aSRandall Stewart } 4503c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4504c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4505299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4506299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4507299108c5SRandall Stewart tp1); 4508299108c5SRandall Stewart } 4509f8829a4aSRandall Stewart } 4510f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4511f8829a4aSRandall Stewart 4512f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 451349656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4514f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4515f8829a4aSRandall Stewart 4516f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4517f8829a4aSRandall Stewart /* 4518f8829a4aSRandall Stewart * True non-retransmited 4519f8829a4aSRandall Stewart * chunk 4520f8829a4aSRandall Stewart */ 4521f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4522f8829a4aSRandall Stewart tp1->send_size; 4523f8829a4aSRandall Stewart 4524f8829a4aSRandall Stewart /* update RTO too? */ 4525f8829a4aSRandall Stewart if (tp1->do_rtt) { 4526f79aab18SRandall Stewart if (rto_ok) { 4527f8829a4aSRandall Stewart tp1->whoTo->RTO = 4528f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4529f8829a4aSRandall Stewart asoc, tp1->whoTo, 453018e198d3SRandall Stewart &tp1->sent_rcv_time, 4531899288aeSRandall Stewart sctp_align_safe_nocopy, 4532f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4533f79aab18SRandall Stewart rto_ok = 0; 4534f79aab18SRandall Stewart } 4535f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4536f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4537f79aab18SRandall Stewart } 4538f8829a4aSRandall Stewart tp1->do_rtt = 0; 4539f8829a4aSRandall Stewart } 4540f8829a4aSRandall Stewart } 4541f8829a4aSRandall Stewart /* 4542f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4543f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4544f8829a4aSRandall Stewart * acked for the first time, set the 4545f8829a4aSRandall Stewart * following variables for the 4546f8829a4aSRandall Stewart * corresp destination. 4547f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4548f8829a4aSRandall Stewart * cwnd update. 4549f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4550f8829a4aSRandall Stewart * trigger search for the next 4551f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4552f8829a4aSRandall Stewart */ 4553f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4554f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4555f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4556f8829a4aSRandall Stewart 4557f8829a4aSRandall Stewart 4558b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4559f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4560f8829a4aSRandall Stewart cum_ack, 456149656eefSMichael Tuexen tp1->rec.data.tsn, 4562f8829a4aSRandall Stewart 0, 4563f8829a4aSRandall Stewart 0, 4564f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 456580fefe0aSRandall Stewart } 4566b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 456749656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 456880fefe0aSRandall Stewart } 4569f8829a4aSRandall Stewart } 4570f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4571f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4572f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4573f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4574f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4575f8829a4aSRandall Stewart #endif 4576f8829a4aSRandall Stewart } 457742551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 457842551e99SRandall Stewart /* deflate the cwnd */ 457942551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 458042551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 458142551e99SRandall Stewart } 4582325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4583f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4584f8829a4aSRandall Stewart } 4585325c8c46SMichael Tuexen } 4586f8829a4aSRandall Stewart } else { 4587f8829a4aSRandall Stewart break; 4588f8829a4aSRandall Stewart } 4589f8829a4aSRandall Stewart } 4590f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4591f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4592f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4593f8829a4aSRandall Stewart 4594cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4595f8829a4aSRandall Stewart 4596f8829a4aSRandall Stewart /* 4597f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4598f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4599f8829a4aSRandall Stewart * for all dests. 4600f8829a4aSRandall Stewart */ 4601f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4602f8829a4aSRandall Stewart net->saw_newack = 0; 4603f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4604f8829a4aSRandall Stewart } 4605f8829a4aSRandall Stewart 4606f8829a4aSRandall Stewart /* 4607f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4608f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4609f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4610f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4611f8829a4aSRandall Stewart */ 4612cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4613cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 46147215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4615cd554309SMichael Tuexen wake_him++; 4616cd554309SMichael Tuexen } 4617f8829a4aSRandall Stewart /* 4618fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4619fd60718dSMichael Tuexen * adherence is wanted. 4620f8829a4aSRandall Stewart */ 462120b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4622f8829a4aSRandall Stewart /* 4623fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4624fd60718dSMichael Tuexen * We must abort. 4625f8829a4aSRandall Stewart */ 4626cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4627cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4628f8829a4aSRandall Stewart goto hopeless_peer; 4629f8829a4aSRandall Stewart } 4630f8829a4aSRandall Stewart } 4631f8829a4aSRandall Stewart /*******************************************/ 4632f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4633f8829a4aSRandall Stewart /*******************************************/ 46347c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4635f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4636f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4637f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4638a5d547adSRandall Stewart stcb, net, 463944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4640f8829a4aSRandall Stewart 4641f8829a4aSRandall Stewart } 4642f8829a4aSRandall Stewart } else { 4643f8829a4aSRandall Stewart if (accum_moved) { 4644f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4645f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 464644249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4647f8829a4aSRandall Stewart } 4648f8829a4aSRandall Stewart } 4649f8829a4aSRandall Stewart } 4650f8829a4aSRandall Stewart /********************************************/ 4651d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4652f8829a4aSRandall Stewart /********************************************/ 4653f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4654f8829a4aSRandall Stewart 46557c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 465649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4657f8829a4aSRandall Stewart break; 4658f8829a4aSRandall Stewart } 4659325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 466049656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 466149656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4662a7ad6026SMichael Tuexen #ifdef INVARIANTS 4663a7ad6026SMichael Tuexen } else { 466449656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4665a7ad6026SMichael Tuexen #endif 4666a7ad6026SMichael Tuexen } 4667f8829a4aSRandall Stewart } 466849656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 466949656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 467049656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4671d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4672d96bef9cSMichael Tuexen } 4673f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 46740ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4675f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4676f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4677f8829a4aSRandall Stewart } 46787c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4679f8829a4aSRandall Stewart if (tp1->data) { 468004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4681f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4682f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 46837c99d56fSMichael Tuexen tp1->data = NULL; 4684dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4685f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4686f8829a4aSRandall Stewart } 4687f8829a4aSRandall Stewart } 4688b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4689f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4690f8829a4aSRandall Stewart cum_ack, 469149656eefSMichael Tuexen tp1->rec.data.tsn, 4692f8829a4aSRandall Stewart 0, 4693f8829a4aSRandall Stewart 0, 4694f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 469580fefe0aSRandall Stewart } 4696689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4697f8829a4aSRandall Stewart wake_him++; 46987c99d56fSMichael Tuexen } 46997c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 47007c99d56fSMichael Tuexen #ifdef INVARIANTS 4701cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 47027c99d56fSMichael Tuexen #else 47037c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 47047c99d56fSMichael Tuexen asoc->total_flight); 47057c99d56fSMichael Tuexen #endif 47067c99d56fSMichael Tuexen asoc->total_flight = 0; 47077c99d56fSMichael Tuexen } 470804ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4709f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4710ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4711ceaad40aSRandall Stewart struct socket *so; 4712ceaad40aSRandall Stewart 4713ceaad40aSRandall Stewart #endif 4714f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4715b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47167215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 471780fefe0aSRandall Stewart } 4718ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4719ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4720ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4721ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4722ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4723ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4724ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4725ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4726ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4727ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4728ceaad40aSRandall Stewart return; 4729ceaad40aSRandall Stewart } 4730ceaad40aSRandall Stewart #endif 4731f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4732ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4733ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4734ceaad40aSRandall Stewart #endif 4735f8829a4aSRandall Stewart } else { 4736b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47377215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 473880fefe0aSRandall Stewart } 4739f8829a4aSRandall Stewart } 4740f8829a4aSRandall Stewart 474142551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 474220b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4743f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4744f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4745f8829a4aSRandall Stewart } 4746f8829a4aSRandall Stewart } 4747f8829a4aSRandall Stewart /* 4748f8829a4aSRandall Stewart * Check for revoked fragments: 4749f8829a4aSRandall Stewart * 4750f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4751f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4752f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4753f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4754f8829a4aSRandall Stewart * we had some before and now we have NONE. 4755f8829a4aSRandall Stewart */ 4756f8829a4aSRandall Stewart 4757d9c5cfeaSMichael Tuexen if (num_seg) { 4758c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4759d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4760d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4761f8829a4aSRandall Stewart int cnt_revoked = 0; 4762f8829a4aSRandall Stewart 4763f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4764f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4765b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4766f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4767b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4768c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4769c105859eSRandall Stewart tp1->whoTo->flight_size, 4770c105859eSRandall Stewart tp1->book_size, 47719a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 477249656eefSMichael Tuexen tp1->rec.data.tsn); 477380fefe0aSRandall Stewart } 4774c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4775c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4776a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 477742551e99SRandall Stewart /* 477842551e99SRandall Stewart * To ensure that this increase in 47794a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 47804a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 47814a9ef3f8SMichael Tuexen * cwnd artificially. 478242551e99SRandall Stewart */ 478342551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4784f8829a4aSRandall Stewart cnt_revoked++; 4785f8829a4aSRandall Stewart } 4786f8829a4aSRandall Stewart } 4787f8829a4aSRandall Stewart if (cnt_revoked) { 4788f8829a4aSRandall Stewart reneged_all = 1; 4789f8829a4aSRandall Stewart } 4790f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4791f8829a4aSRandall Stewart } 4792d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4793d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4794f8829a4aSRandall Stewart else 4795d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4796f8829a4aSRandall Stewart 4797b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4798ca85e948SMichael Tuexen if (ecne_seen == 0) { 4799ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4800ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4801ca85e948SMichael Tuexen /* 4802ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4803ca85e948SMichael Tuexen * count, this is optional. 4804ca85e948SMichael Tuexen */ 4805ca85e948SMichael Tuexen net->error_count = 0; 4806ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4807ca85e948SMichael Tuexen /* addr came good */ 4808ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4809ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 48104b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4811ca85e948SMichael Tuexen } 4812ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4813ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 48145b495f17SMichael Tuexen /* release the alternate, 48155b495f17SMichael Tuexen * primary is good */ 4816ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4817ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4818ca85e948SMichael Tuexen } 4819ca85e948SMichael Tuexen } 4820ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4821ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4822b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4823b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 482444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4825ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4826ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4827ca85e948SMichael Tuexen /* Done with this net */ 4828ca85e948SMichael Tuexen net->net_ack = 0; 4829ca85e948SMichael Tuexen } 4830ca85e948SMichael Tuexen /* restore any doubled timers */ 4831ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4832ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4833ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4834ca85e948SMichael Tuexen } 4835ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4836ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4837ca85e948SMichael Tuexen } 4838ca85e948SMichael Tuexen } 4839ca85e948SMichael Tuexen } 4840b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4841ca85e948SMichael Tuexen } 4842f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4843f8829a4aSRandall Stewart /* nothing left in-flight */ 4844f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4845f8829a4aSRandall Stewart /* stop all timers */ 4846f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4847b7d130beSMichael Tuexen stcb, net, 484844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4849f8829a4aSRandall Stewart net->flight_size = 0; 4850f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4851f8829a4aSRandall Stewart } 4852f8829a4aSRandall Stewart asoc->total_flight = 0; 4853f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4854f8829a4aSRandall Stewart } 4855f8829a4aSRandall Stewart /**********************************/ 4856f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4857f8829a4aSRandall Stewart /**********************************/ 4858f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4859f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4860b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4861f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4862f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 486380fefe0aSRandall Stewart } 4864f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4865f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4866f8829a4aSRandall Stewart /* SWS sender side engages */ 4867f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4868f8829a4aSRandall Stewart } 4869f8829a4aSRandall Stewart /* clean up */ 4870f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4871f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4872f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4873d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 48742afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4875f8829a4aSRandall Stewart } 4876f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4877f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4878f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4879f8829a4aSRandall Stewart /* Need to abort here */ 4880ff1ffd74SMichael Tuexen struct mbuf *op_err; 4881f8829a4aSRandall Stewart 4882f8829a4aSRandall Stewart abort_out_now: 4883f8829a4aSRandall Stewart *abort_now = 1; 4884f8829a4aSRandall Stewart /* XXX */ 4885ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 488644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_31; 4887ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4888f8829a4aSRandall Stewart return; 4889f8829a4aSRandall Stewart } else { 4890ca85e948SMichael Tuexen struct sctp_nets *netp; 4891ca85e948SMichael Tuexen 4892f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4893f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4894f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4895f42a358aSRandall Stewart } 4896c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4897b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4898f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4899c39cfa1fSMichael Tuexen if (asoc->alternate) { 4900c39cfa1fSMichael Tuexen netp = asoc->alternate; 4901c39cfa1fSMichael Tuexen } else { 4902c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4903c39cfa1fSMichael Tuexen } 4904ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4905f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4906ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4907f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4908ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4909f8829a4aSRandall Stewart } 4910f8829a4aSRandall Stewart return; 4911f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4912f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4913ca85e948SMichael Tuexen struct sctp_nets *netp; 4914ca85e948SMichael Tuexen 4915f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4916f8829a4aSRandall Stewart goto abort_out_now; 4917f8829a4aSRandall Stewart } 4918f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4919c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4920b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 492112af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4922c39cfa1fSMichael Tuexen if (asoc->alternate) { 4923c39cfa1fSMichael Tuexen netp = asoc->alternate; 4924c39cfa1fSMichael Tuexen } else { 4925c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4926c39cfa1fSMichael Tuexen } 4927c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4928f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4929ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4930f8829a4aSRandall Stewart return; 4931f8829a4aSRandall Stewart } 4932f8829a4aSRandall Stewart } 4933f8829a4aSRandall Stewart /* 4934f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 4935f8829a4aSRandall Stewart * HEADS UP. 4936f8829a4aSRandall Stewart */ 4937f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4938f8829a4aSRandall Stewart net->net_ack = 0; 4939f8829a4aSRandall Stewart } 4940f8829a4aSRandall Stewart 4941f8829a4aSRandall Stewart /* 4942f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 4943f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 4944f8829a4aSRandall Stewart * automatically ensure that. 4945f8829a4aSRandall Stewart */ 49467c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 494720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 494820083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 4949f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 4950f8829a4aSRandall Stewart } 4951cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4952f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 4953f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 4954f8829a4aSRandall Stewart } 4955b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4956b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 4957f8829a4aSRandall Stewart 4958f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 4959f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 4960f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4961f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 4962f8829a4aSRandall Stewart } 4963f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 496420b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 4965f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 4966f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 4967f8829a4aSRandall Stewart } 496842551e99SRandall Stewart /* 496942551e99SRandall Stewart * CMT Fast recovery 497042551e99SRandall Stewart */ 4971f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4972f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 4973f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4974f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 4975f8829a4aSRandall Stewart } 4976f8829a4aSRandall Stewart } 4977f8829a4aSRandall Stewart 4978f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 4979b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4980f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 498144fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 498280fefe0aSRandall Stewart } 4983f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 498444fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4985f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4986f8829a4aSRandall Stewart /* SWS sender side engages */ 4987f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4988f8829a4aSRandall Stewart } 49895e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 49905e54f665SRandall Stewart win_probe_recovery = 1; 49915e54f665SRandall Stewart } 4992f8829a4aSRandall Stewart /* 4993f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 4994f8829a4aSRandall Stewart * outstanding data. 4995f8829a4aSRandall Stewart */ 4996bff64a4dSRandall Stewart done_once = 0; 4997a5d547adSRandall Stewart again: 4998a5d547adSRandall Stewart j = 0; 4999f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 50005e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5001c105859eSRandall Stewart win_probe_recovered = 1; 50025e54f665SRandall Stewart /*- 50035e54f665SRandall Stewart * Find first chunk that was used with 50045e54f665SRandall Stewart * window probe and clear the event. Put 50055e54f665SRandall Stewart * it back into the send queue as if has 50065e54f665SRandall Stewart * not been sent. 50075e54f665SRandall Stewart */ 50085e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 50095e54f665SRandall Stewart if (tp1->window_probe) { 50107215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 50115e54f665SRandall Stewart break; 50125e54f665SRandall Stewart } 50135e54f665SRandall Stewart } 50145e54f665SRandall Stewart } 5015f8829a4aSRandall Stewart if (net->flight_size) { 5016a5d547adSRandall Stewart j++; 5017cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5018f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5019f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5020cd554309SMichael Tuexen } 50215171328bSRandall Stewart if (net->window_probe) { 5022cd554309SMichael Tuexen net->window_probe = 0; 50235171328bSRandall Stewart } 5024c105859eSRandall Stewart } else { 50255171328bSRandall Stewart if (net->window_probe) { 50265b495f17SMichael Tuexen /* In window probes we must assure a timer 50275b495f17SMichael Tuexen * is still running there */ 50285171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 50295171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 50305171328bSRandall Stewart stcb->sctp_ep, stcb, net); 50315171328bSRandall Stewart 50325171328bSRandall Stewart } 50335171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5034c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5035c105859eSRandall Stewart stcb, net, 503644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5037c105859eSRandall Stewart } 5038f8829a4aSRandall Stewart } 5039f8829a4aSRandall Stewart } 5040bff64a4dSRandall Stewart if ((j == 0) && 5041bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5042bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5043c105859eSRandall Stewart (win_probe_recovered == 0) && 5044bff64a4dSRandall Stewart (done_once == 0)) { 50450c0982b8SRandall Stewart /* 50460c0982b8SRandall Stewart * huh, this should not happen unless all packets are 50470c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 50480c0982b8SRandall Stewart */ 50490c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5050a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5051a5d547adSRandall Stewart net->flight_size = 0; 5052a5d547adSRandall Stewart } 5053a5d547adSRandall Stewart asoc->total_flight = 0; 5054a5d547adSRandall Stewart asoc->total_flight_count = 0; 5055a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5056a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5057a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5058c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5059c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5060a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5061791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5062a5d547adSRandall Stewart } 5063a5d547adSRandall Stewart } 50640c0982b8SRandall Stewart } 5065bff64a4dSRandall Stewart done_once = 1; 5066a5d547adSRandall Stewart goto again; 5067a5d547adSRandall Stewart } 5068cd554309SMichael Tuexen /*********************************************/ 5069cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5070cd554309SMichael Tuexen /* (section 4.2) */ 5071cd554309SMichael Tuexen /*********************************************/ 5072cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 507320b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5074dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5075dfb11ef8SRandall Stewart } 5076830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5077dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5078830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5079830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5080830d754dSRandall Stewart 5081830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5082830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5083830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 508420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5085830d754dSRandall Stewart /* 5086493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5087830d754dSRandall Stewart */ 50880c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 50890c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 50900c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 50910c0982b8SRandall Stewart old_adv_peer_ack_point); 50920c0982b8SRandall Stewart } 509320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5094830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 50950c0982b8SRandall Stewart } else if (lchk) { 50960c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 509744fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 50980c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 50990c0982b8SRandall Stewart } 5100830d754dSRandall Stewart } 5101830d754dSRandall Stewart } 5102830d754dSRandall Stewart if (lchk) { 5103830d754dSRandall Stewart /* Assure a timer is up */ 5104830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5105830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5106830d754dSRandall Stewart } 5107830d754dSRandall Stewart } 5108b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5109f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5110f8829a4aSRandall Stewart a_rwnd, 5111f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5112f8829a4aSRandall Stewart stcb->asoc.total_flight, 5113f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 511480fefe0aSRandall Stewart } 5115f8829a4aSRandall Stewart } 5116f8829a4aSRandall Stewart 5117f8829a4aSRandall Stewart void 51187215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5119f8829a4aSRandall Stewart { 5120f8829a4aSRandall Stewart /* Copy cum-ack */ 5121f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5122f8829a4aSRandall Stewart 5123f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5124f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5125f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5126f8829a4aSRandall Stewart 5127f8829a4aSRandall Stewart /* Now call the express sack handling */ 5128899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5129f8829a4aSRandall Stewart } 5130f8829a4aSRandall Stewart 5131f8829a4aSRandall Stewart static void 5132f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5133f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5134f8829a4aSRandall Stewart { 5135f8829a4aSRandall Stewart struct sctp_queued_to_read *ctl, *nctl; 5136f8829a4aSRandall Stewart struct sctp_association *asoc; 513749656eefSMichael Tuexen uint32_t mid; 513849656eefSMichael Tuexen int need_reasm_check = 0; 5139f8829a4aSRandall Stewart 5140f8829a4aSRandall Stewart asoc = &stcb->asoc; 514149656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5142f8829a4aSRandall Stewart /* 5143f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 514444249214SRandall Stewart * came in. 5145f8829a4aSRandall Stewart */ 514644249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 514749656eefSMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, ctl->mid)) { 5148f8829a4aSRandall Stewart /* this is deliverable now */ 514944249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 515044249214SRandall Stewart if (ctl->on_strm_q) { 515144249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 515244249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 515344249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 515444249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 515598d5fd97SMichael Tuexen #ifdef INVARIANTS 515644249214SRandall Stewart } else { 515744249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 515844249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 515998d5fd97SMichael Tuexen #endif 516044249214SRandall Stewart } 516144249214SRandall Stewart ctl->on_strm_q = 0; 516244249214SRandall Stewart } 5163f8829a4aSRandall Stewart /* subtract pending on streams */ 5164f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5165f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5166f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5167f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5168b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5169f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5170f8829a4aSRandall Stewart ctl, 517144249214SRandall Stewart &stcb->sctp_socket->so_rcv, 517244249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 517344249214SRandall Stewart SCTP_SO_NOT_LOCKED); 517444249214SRandall Stewart } 517544249214SRandall Stewart } else { 517644249214SRandall Stewart /* Its a fragmented message */ 517744249214SRandall Stewart if (ctl->first_frag_seen) { 51785b495f17SMichael Tuexen /* Make it so this is next to 51795b495f17SMichael Tuexen * deliver, we restore later */ 518049656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 518144249214SRandall Stewart need_reasm_check = 1; 518244249214SRandall Stewart break; 518344249214SRandall Stewart } 5184f8829a4aSRandall Stewart } 5185f8829a4aSRandall Stewart } else { 5186f8829a4aSRandall Stewart /* no more delivery now. */ 5187f8829a4aSRandall Stewart break; 5188f8829a4aSRandall Stewart } 5189f8829a4aSRandall Stewart } 519044249214SRandall Stewart if (need_reasm_check) { 519144249214SRandall Stewart int ret; 519244249214SRandall Stewart 5193d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 519449656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 519544249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 519649656eefSMichael Tuexen strmin->last_mid_delivered = mid; 519744249214SRandall Stewart } 519844249214SRandall Stewart if (ret == 0) { 519944249214SRandall Stewart /* Left the front Partial one on */ 520044249214SRandall Stewart return; 520144249214SRandall Stewart } 520244249214SRandall Stewart need_reasm_check = 0; 520344249214SRandall Stewart } 5204f8829a4aSRandall Stewart /* 5205f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5206f8829a4aSRandall Stewart * now ready. 5207f8829a4aSRandall Stewart */ 520849656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 520944249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 521049656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, ctl->mid)) { 521144249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5212f8829a4aSRandall Stewart /* this is deliverable now */ 521344249214SRandall Stewart if (ctl->on_strm_q) { 521444249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 521544249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 521644249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 521744249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 521898d5fd97SMichael Tuexen #ifdef INVARIANTS 521944249214SRandall Stewart } else { 522044249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 522144249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 522298d5fd97SMichael Tuexen #endif 522344249214SRandall Stewart } 522444249214SRandall Stewart ctl->on_strm_q = 0; 522544249214SRandall Stewart } 5226f8829a4aSRandall Stewart /* subtract pending on streams */ 5227f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5228f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5229f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 523049656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid; 5231f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5232b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5233f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5234f8829a4aSRandall Stewart ctl, 523544249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 523644249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 523777acdc25SRandall Stewart 5238f8829a4aSRandall Stewart } 523949656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5240f8829a4aSRandall Stewart } else { 524144249214SRandall Stewart /* Its a fragmented message */ 524244249214SRandall Stewart if (ctl->first_frag_seen) { 52435b495f17SMichael Tuexen /* Make it so this is next to 52445b495f17SMichael Tuexen * deliver */ 524549656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 524644249214SRandall Stewart need_reasm_check = 1; 5247f8829a4aSRandall Stewart break; 5248f8829a4aSRandall Stewart } 5249f8829a4aSRandall Stewart } 525044249214SRandall Stewart } else { 525144249214SRandall Stewart break; 525244249214SRandall Stewart } 525344249214SRandall Stewart } 525444249214SRandall Stewart if (need_reasm_check) { 5255d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 525644249214SRandall Stewart } 5257f8829a4aSRandall Stewart } 5258f8829a4aSRandall Stewart 52598e1b295fSMichael Tuexen 5260d1ea5fa9SMichael Tuexen 52618933fa13SRandall Stewart static void 52628933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 52638933fa13SRandall Stewart struct sctp_association *asoc, 526449656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 52658933fa13SRandall Stewart { 526644249214SRandall Stewart struct sctp_queued_to_read *control; 526744249214SRandall Stewart struct sctp_stream_in *strm; 52684a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5269d1ea5fa9SMichael Tuexen int cnt_removed = 0; 52708933fa13SRandall Stewart 52718933fa13SRandall Stewart /* 527244249214SRandall Stewart * For now large messages held on the stream reasm that are complete 52734a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 52744a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 52754a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 52764a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 52774a9ef3f8SMichael Tuexen * queue. 52788933fa13SRandall Stewart */ 527944249214SRandall Stewart strm = &asoc->strmin[stream]; 528049656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 528144249214SRandall Stewart if (control == NULL) { 528244249214SRandall Stewart /* Not found */ 528344249214SRandall Stewart return; 52848933fa13SRandall Stewart } 528549656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 52865cb91655SMichael Tuexen return; 52875cb91655SMichael Tuexen } 528844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 528944249214SRandall Stewart /* Purge hanging chunks */ 529049656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 529149656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5292d1ea5fa9SMichael Tuexen break; 5293d1ea5fa9SMichael Tuexen } 5294d1ea5fa9SMichael Tuexen } 5295d1ea5fa9SMichael Tuexen cnt_removed++; 529644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 52978933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 52988933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 52998933fa13SRandall Stewart if (chk->data) { 53008933fa13SRandall Stewart sctp_m_freem(chk->data); 53018933fa13SRandall Stewart chk->data = NULL; 53028933fa13SRandall Stewart } 5303689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 53048933fa13SRandall Stewart } 5305d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5306d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5307d1ea5fa9SMichael Tuexen if (control->data) { 5308d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5309d1ea5fa9SMichael Tuexen control->data = NULL; 5310d1ea5fa9SMichael Tuexen } 5311d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5312d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5313d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5314d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5315d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5316d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5317d1ea5fa9SMichael Tuexen } 5318d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5319d1ea5fa9SMichael Tuexen return; 5320d1ea5fa9SMichael Tuexen } 5321d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 532244249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 5323d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5324d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5325d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5326d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5327d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5328d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5329d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5330d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5331d1ea5fa9SMichael Tuexen #endif 5332d1ea5fa9SMichael Tuexen } 5333d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 533444249214SRandall Stewart if (control->on_read_q == 0) { 533544249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 533644249214SRandall Stewart if (control->data) { 533744249214SRandall Stewart sctp_m_freem(control->data); 533844249214SRandall Stewart control->data = NULL; 533944249214SRandall Stewart } 534044249214SRandall Stewart sctp_free_a_readq(stcb, control); 53418933fa13SRandall Stewart } 53428933fa13SRandall Stewart } 53438933fa13SRandall Stewart 5344f8829a4aSRandall Stewart void 5345f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5346b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5347b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5348f8829a4aSRandall Stewart { 5349f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5350f8829a4aSRandall Stewart /* 5351f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5352f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5353f8829a4aSRandall Stewart * 5354f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5355f8829a4aSRandall Stewart * 53565b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 53575b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5358f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5359f8829a4aSRandall Stewart * report where we are. 5360f8829a4aSRandall Stewart */ 5361f8829a4aSRandall Stewart struct sctp_association *asoc; 53627898f408SRandall Stewart uint32_t new_cum_tsn, gap; 53637215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 53648933fa13SRandall Stewart uint32_t str_seq; 5365f8829a4aSRandall Stewart struct sctp_stream_in *strm; 53668933fa13SRandall Stewart struct sctp_queued_to_read *ctl, *sv; 5367f8829a4aSRandall Stewart 5368f8829a4aSRandall Stewart asoc = &stcb->asoc; 5369f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5370ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5371ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5372f8829a4aSRandall Stewart return; 5373f8829a4aSRandall Stewart } 5374f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5375f8829a4aSRandall Stewart /*************************************************************/ 5376f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5377f8829a4aSRandall Stewart /*************************************************************/ 5378f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5379f8829a4aSRandall Stewart 538020b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5381f8829a4aSRandall Stewart /* Already got there ... */ 5382f8829a4aSRandall Stewart return; 5383f8829a4aSRandall Stewart } 5384f8829a4aSRandall Stewart /* 5385f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5386f8829a4aSRandall Stewart * gap 5387f8829a4aSRandall Stewart */ 5388b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 538977acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 53902afb3e84SRandall Stewart if (gap >= m_size) { 5391f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5392ff1ffd74SMichael Tuexen struct mbuf *op_err; 5393ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 539417205eccSRandall Stewart 5395f8829a4aSRandall Stewart /* 5396f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 539717205eccSRandall Stewart * give out). This must be an attacker. 5398f8829a4aSRandall Stewart */ 539917205eccSRandall Stewart *abort_flag = 1; 5400ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5401ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5402ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5403ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 540444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5405ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5406f8829a4aSRandall Stewart return; 5407f8829a4aSRandall Stewart } 5408207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 540977acdc25SRandall Stewart 54102afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 54112afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 541277acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 541377acdc25SRandall Stewart 5414b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5415830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 541677acdc25SRandall Stewart 5417b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5418f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 541980fefe0aSRandall Stewart } 54202afb3e84SRandall Stewart } else { 54212afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 54222afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 54237898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 54247898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 54258933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 542620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 54277898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5428b5c16493SMichael Tuexen } 5429b5c16493SMichael Tuexen } 5430b5c16493SMichael Tuexen } 5431f8829a4aSRandall Stewart } 5432f8829a4aSRandall Stewart /*************************************************************/ 5433f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5434f8829a4aSRandall Stewart /*************************************************************/ 5435f8829a4aSRandall Stewart 543644249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5437d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5438d1ea5fa9SMichael Tuexen uint16_t sid; 543944249214SRandall Stewart 5440d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5441d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5442d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 544349656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5444d1ea5fa9SMichael Tuexen } 5445d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5446d1ea5fa9SMichael Tuexen } 54478933fa13SRandall Stewart /*******************************************************/ 54488933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 54498933fa13SRandall Stewart /* delivery issues as needed. */ 54508933fa13SRandall Stewart /*******************************************************/ 5451f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5452671d309cSRandall Stewart if (m && fwd_sz) { 5453f8829a4aSRandall Stewart /* New method. */ 5454d61a0ae0SRandall Stewart unsigned int num_str; 545549656eefSMichael Tuexen uint32_t mid, cur_mid; 545649656eefSMichael Tuexen uint16_t sid; 54578e1b295fSMichael Tuexen uint16_t ordered, flags; 5458671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 545944249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5460671d309cSRandall Stewart 5461671d309cSRandall Stewart offset += sizeof(*fwd); 5462f8829a4aSRandall Stewart 54638933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 546444249214SRandall Stewart if (asoc->idata_supported) { 546544249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 546644249214SRandall Stewart } else { 5467f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 546844249214SRandall Stewart } 5469f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 547044249214SRandall Stewart if (asoc->idata_supported) { 547144249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 547244249214SRandall Stewart sizeof(struct sctp_strseq_mid), 547344249214SRandall Stewart (uint8_t *) & strseqbuf_m); 547444249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 547544249214SRandall Stewart if (stseq_m == NULL) { 547644249214SRandall Stewart break; 547744249214SRandall Stewart } 547849656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 547949656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 54808e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 54818e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 54828e1b295fSMichael Tuexen ordered = 0; 54838e1b295fSMichael Tuexen } else { 54848e1b295fSMichael Tuexen ordered = 1; 54858e1b295fSMichael Tuexen } 548644249214SRandall Stewart } else { 5487671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5488671d309cSRandall Stewart sizeof(struct sctp_strseq), 5489671d309cSRandall Stewart (uint8_t *) & strseqbuf); 5490671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 54912afb3e84SRandall Stewart if (stseq == NULL) { 5492671d309cSRandall Stewart break; 54932afb3e84SRandall Stewart } 549449656eefSMichael Tuexen sid = ntohs(stseq->sid); 549549656eefSMichael Tuexen mid = (uint32_t) ntohs(stseq->ssn); 54968e1b295fSMichael Tuexen ordered = 1; 549744249214SRandall Stewart } 5498f8829a4aSRandall Stewart /* Convert */ 54998933fa13SRandall Stewart 5500f8829a4aSRandall Stewart /* now process */ 55018933fa13SRandall Stewart 55028933fa13SRandall Stewart /* 55038933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 55048933fa13SRandall Stewart * queue where its not all delivered. If we find it 55058933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 55068933fa13SRandall Stewart */ 550749656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 55082afb3e84SRandall Stewart /* screwed up streams, stop! */ 55092afb3e84SRandall Stewart break; 5510f8829a4aSRandall Stewart } 551149656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 551249656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 55138933fa13SRandall Stewart /* 55148933fa13SRandall Stewart * If this is the one we were partially 55158933fa13SRandall Stewart * delivering now then we no longer are. 55168933fa13SRandall Stewart * Note this will change with the reassembly 55178933fa13SRandall Stewart * re-write. 55188933fa13SRandall Stewart */ 55198933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 55208933fa13SRandall Stewart } 552149656eefSMichael Tuexen strm = &asoc->strmin[sid]; 552249656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 552349656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5524d1ea5fa9SMichael Tuexen } 55258933fa13SRandall Stewart TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) { 552649656eefSMichael Tuexen if ((ctl->sinfo_stream == sid) && 552749656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, ctl->mid, mid))) { 552849656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 55298933fa13SRandall Stewart ctl->pdapi_aborted = 1; 55308933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 553144249214SRandall Stewart ctl->end_added = 1; 553244249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 553344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, ctl, next_instrm); 553444249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 553544249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, ctl, next_instrm); 553698d5fd97SMichael Tuexen #ifdef INVARIANTS 553744249214SRandall Stewart } else if (ctl->on_strm_q) { 553844249214SRandall Stewart panic("strm: %p ctl: %p unknown %d", 553944249214SRandall Stewart strm, ctl, ctl->on_strm_q); 554098d5fd97SMichael Tuexen #endif 554144249214SRandall Stewart } 554244249214SRandall Stewart ctl->on_strm_q = 0; 55438933fa13SRandall Stewart stcb->asoc.control_pdapi = ctl; 5544810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5545810ec536SMichael Tuexen stcb, 55468933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5547810ec536SMichael Tuexen (void *)&str_seq, 5548810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 55498933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 55508933fa13SRandall Stewart break; 555149656eefSMichael Tuexen } else if ((ctl->sinfo_stream == sid) && 555249656eefSMichael Tuexen SCTP_MID_GT(asoc->idata_supported, ctl->mid, mid)) { 55538933fa13SRandall Stewart /* We are past our victim SSN */ 55548933fa13SRandall Stewart break; 55558933fa13SRandall Stewart } 55568933fa13SRandall Stewart } 555749656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5558f8829a4aSRandall Stewart /* Update the sequence number */ 555949656eefSMichael Tuexen strm->last_mid_delivered = mid; 5560f8829a4aSRandall Stewart } 5561f8829a4aSRandall Stewart /* now kick the stream the new way */ 556204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5563f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5564f8829a4aSRandall Stewart } 55658933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5566f8829a4aSRandall Stewart } 55677898f408SRandall Stewart /* 55687898f408SRandall Stewart * Now slide thing forward. 55697898f408SRandall Stewart */ 55707898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5571f8829a4aSRandall Stewart } 5572