1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6244249214SRandall Stewart static void 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 67d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int lock_held); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 95b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 96f8829a4aSRandall Stewart return (calc); 97f8829a4aSRandall Stewart } 98f8829a4aSRandall Stewart /* get actual space */ 99f8829a4aSRandall Stewart calc = (uint32_t) sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 100f8829a4aSRandall Stewart /* 101f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 102f8829a4aSRandall Stewart * for putting up. 103f8829a4aSRandall Stewart */ 10444fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_reasm_queue + 10544fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_all_streams + 10744fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 108f8829a4aSRandall Stewart if (calc == 0) { 109f8829a4aSRandall Stewart /* out of space */ 110f8829a4aSRandall Stewart return (calc); 111f8829a4aSRandall Stewart } 112f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1132afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 114b3f1ea41SRandall Stewart /* 115b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 116b3f1ea41SRandall Stewart * even it is 0. SWS engaged 117f8829a4aSRandall Stewart */ 118b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 119b3f1ea41SRandall Stewart calc = 1; 1202afb3e84SRandall Stewart } 121b3f1ea41SRandall Stewart return (calc); 122f8829a4aSRandall Stewart } 123f8829a4aSRandall Stewart 124f8829a4aSRandall Stewart 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart /* 127f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 128f8829a4aSRandall Stewart */ 129f8829a4aSRandall Stewart struct sctp_queued_to_read * 130f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 131f8829a4aSRandall Stewart struct sctp_nets *net, 132f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 13349656eefSMichael Tuexen uint32_t context, uint16_t sid, 13449656eefSMichael Tuexen uint32_t mid, uint8_t flags, 135f8829a4aSRandall Stewart struct mbuf *dm) 136f8829a4aSRandall Stewart { 137f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 138f8829a4aSRandall Stewart 139f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 140f8829a4aSRandall Stewart if (read_queue_e == NULL) { 141f8829a4aSRandall Stewart goto failed_build; 142f8829a4aSRandall Stewart } 14344249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 14449656eefSMichael Tuexen read_queue_e->sinfo_stream = sid; 145f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 146f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1477215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 148f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 149f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 150f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15149656eefSMichael Tuexen read_queue_e->mid = mid; 15244249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15344249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 154f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 155f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 156f8829a4aSRandall Stewart read_queue_e->data = dm; 157f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 158f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 159f8829a4aSRandall Stewart failed_build: 160f8829a4aSRandall Stewart return (read_queue_e); 161f8829a4aSRandall Stewart } 162f8829a4aSRandall Stewart 163f8829a4aSRandall Stewart struct mbuf * 164e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 165f8829a4aSRandall Stewart { 166e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 167f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 168e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 169e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 170f8829a4aSRandall Stewart struct cmsghdr *cmh; 171f8829a4aSRandall Stewart struct mbuf *ret; 172f8829a4aSRandall Stewart int len; 173e2e7c62eSMichael Tuexen int use_extended; 174e2e7c62eSMichael Tuexen int provide_nxt; 175f8829a4aSRandall Stewart 176e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 177e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 178e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 179e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 180f8829a4aSRandall Stewart return (NULL); 181f8829a4aSRandall Stewart } 182e2e7c62eSMichael Tuexen len = 0; 183e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 184e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 185e2e7c62eSMichael Tuexen } 186e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 187e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 188b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 189e2e7c62eSMichael Tuexen provide_nxt = 1; 1900bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 191e2e7c62eSMichael Tuexen } else { 192e2e7c62eSMichael Tuexen provide_nxt = 0; 193e2e7c62eSMichael Tuexen } 194e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 195f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 196f8829a4aSRandall Stewart use_extended = 1; 197e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 198f8829a4aSRandall Stewart } else { 199e2e7c62eSMichael Tuexen use_extended = 0; 200e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 201e2e7c62eSMichael Tuexen } 202e2e7c62eSMichael Tuexen } else { 203e2e7c62eSMichael Tuexen use_extended = 0; 204f8829a4aSRandall Stewart } 205f8829a4aSRandall Stewart 206eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 207f8829a4aSRandall Stewart if (ret == NULL) { 208f8829a4aSRandall Stewart /* No space */ 209f8829a4aSRandall Stewart return (ret); 210f8829a4aSRandall Stewart } 211e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 212e2e7c62eSMichael Tuexen 213f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 214f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 215e432298aSXin LI /* 216e432298aSXin LI * Make sure that there is no un-initialized padding between the 217e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 218e432298aSXin LI */ 219e432298aSXin LI memset(cmh, 0, len); 220e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 221f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 222e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 223e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 224e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 225e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 226e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 227e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 233e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 234e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 235f8829a4aSRandall Stewart } 236e2e7c62eSMichael Tuexen if (provide_nxt) { 237e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 238e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 239e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 240e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 241b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 242e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 243b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 245e2e7c62eSMichael Tuexen } 246b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 247e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 248e2e7c62eSMichael Tuexen } 249b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 250e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 251e2e7c62eSMichael Tuexen } 252b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 253b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 254b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 255e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 256e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 257e2e7c62eSMichael Tuexen } 258e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 259e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 260e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 261e2e7c62eSMichael Tuexen if (use_extended) { 262e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 263e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 264e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 266e2e7c62eSMichael Tuexen } else { 267e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 268e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 269e2e7c62eSMichael Tuexen *outinfo = *sinfo; 270e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 271e2e7c62eSMichael Tuexen } 272e2e7c62eSMichael Tuexen } 273f8829a4aSRandall Stewart return (ret); 274f8829a4aSRandall Stewart } 275f8829a4aSRandall Stewart 276139bc87fSRandall Stewart 27777acdc25SRandall Stewart static void 27877acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 27977acdc25SRandall Stewart { 2809b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28177acdc25SRandall Stewart int fnd = 0; 28244249214SRandall Stewart int in_r = 0, in_nr = 0; 28377acdc25SRandall Stewart 28477acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28577acdc25SRandall Stewart return; 28677acdc25SRandall Stewart } 2879b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 28820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2899b2e0767SRandall Stewart /* 2909b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2919b2e0767SRandall Stewart * worry about it being moved from one to the other. 2929b2e0767SRandall Stewart */ 2939b2e0767SRandall Stewart return; 2949b2e0767SRandall Stewart } 29577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29644249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29744249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 29844249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 29944249214SRandall Stewart #ifdef INVARIANTS 30044249214SRandall Stewart panic("Things are really messed up now"); 30144249214SRandall Stewart #else 302cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30377acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30477acdc25SRandall Stewart #endif 305b5c16493SMichael Tuexen } 30644249214SRandall Stewart if (in_nr == 0) 30777acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 30844249214SRandall Stewart if (in_r) 30977acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31177acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31277acdc25SRandall Stewart } 31377acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31477acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31520b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31777acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 31877acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 31977acdc25SRandall Stewart fnd = 1; 32077acdc25SRandall Stewart break; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart } 32377acdc25SRandall Stewart if (!fnd) { 32477acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32577acdc25SRandall Stewart } 32677acdc25SRandall Stewart } 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart 32944249214SRandall Stewart static int 33044249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33144249214SRandall Stewart struct sctp_association *asoc, 33244249214SRandall Stewart struct sctp_queued_to_read *control) 333f8829a4aSRandall Stewart { 33444249214SRandall Stewart struct sctp_queued_to_read *at; 33544249214SRandall Stewart struct sctp_readhead *q; 336*8b9c95f4SMichael Tuexen uint8_t flags, unordered; 337f8829a4aSRandall Stewart 338*8b9c95f4SMichael Tuexen flags = (control->sinfo_flags >> 8); 339*8b9c95f4SMichael Tuexen unordered = flags & SCTP_DATA_UNORDERED; 34044249214SRandall Stewart if (unordered) { 34144249214SRandall Stewart q = &strm->uno_inqueue; 34244249214SRandall Stewart if (asoc->idata_supported == 0) { 34344249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 3445b495f17SMichael Tuexen /* Only one stream can be here in old style 3455b495f17SMichael Tuexen * -- abort */ 34644249214SRandall Stewart return (-1); 34744249214SRandall Stewart } 34844249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 34944249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35044249214SRandall Stewart return (0); 35144249214SRandall Stewart } 35244249214SRandall Stewart } else { 35344249214SRandall Stewart q = &strm->inqueue; 35444249214SRandall Stewart } 355*8b9c95f4SMichael Tuexen if ((flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 356*8b9c95f4SMichael Tuexen control->end_added = 1; 357*8b9c95f4SMichael Tuexen control->first_frag_seen = 1; 358*8b9c95f4SMichael Tuexen control->last_frag_seen = 1; 35944249214SRandall Stewart } 36044249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36144249214SRandall Stewart /* Empty queue */ 36244249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36344249214SRandall Stewart if (unordered) { 36444249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36544249214SRandall Stewart } else { 36644249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 36744249214SRandall Stewart } 36844249214SRandall Stewart return (0); 36944249214SRandall Stewart } else { 37044249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37149656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, at->mid, control->mid)) { 37244249214SRandall Stewart /* 37344249214SRandall Stewart * one in queue is bigger than the new one, 37444249214SRandall Stewart * insert before this one 37544249214SRandall Stewart */ 37644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 37744249214SRandall Stewart if (unordered) { 37844249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37944249214SRandall Stewart } else { 38044249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38144249214SRandall Stewart } 38244249214SRandall Stewart break; 38349656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, at->mid, control->mid)) { 38444249214SRandall Stewart /* 38544249214SRandall Stewart * Gak, He sent me a duplicate msg id 38644249214SRandall Stewart * number?? return -1 to abort. 38744249214SRandall Stewart */ 38844249214SRandall Stewart return (-1); 38944249214SRandall Stewart } else { 39044249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39144249214SRandall Stewart /* 39244249214SRandall Stewart * We are at the end, insert it 39344249214SRandall Stewart * after this one 39444249214SRandall Stewart */ 39544249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 39644249214SRandall Stewart sctp_log_strm_del(control, at, 39744249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 39844249214SRandall Stewart } 399*8b9c95f4SMichael Tuexen TAILQ_INSERT_AFTER(q, at, control, next_instrm); 40044249214SRandall Stewart if (unordered) { 40144249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40244249214SRandall Stewart } else { 40344249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40444249214SRandall Stewart } 40544249214SRandall Stewart break; 40644249214SRandall Stewart } 40744249214SRandall Stewart } 40844249214SRandall Stewart } 40944249214SRandall Stewart } 41044249214SRandall Stewart return (0); 41144249214SRandall Stewart } 41244249214SRandall Stewart 41344249214SRandall Stewart static void 41444249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41544249214SRandall Stewart struct sctp_queued_to_read *control, 41644249214SRandall Stewart struct sctp_tmit_chunk *chk, 41744249214SRandall Stewart int *abort_flag, int opspot) 41844249214SRandall Stewart { 41944249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42044249214SRandall Stewart struct mbuf *oper; 42144249214SRandall Stewart 42244249214SRandall Stewart if (stcb->asoc.idata_supported) { 42344249214SRandall Stewart snprintf(msg, sizeof(msg), 42444249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42544249214SRandall Stewart opspot, 42644249214SRandall Stewart control->fsn_included, 42749656eefSMichael Tuexen chk->rec.data.tsn, 42849656eefSMichael Tuexen chk->rec.data.sid, 42949656eefSMichael Tuexen chk->rec.data.fsn, chk->rec.data.mid); 43044249214SRandall Stewart } else { 43144249214SRandall Stewart snprintf(msg, sizeof(msg), 43244249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43344249214SRandall Stewart opspot, 43444249214SRandall Stewart control->fsn_included, 43549656eefSMichael Tuexen chk->rec.data.tsn, 43649656eefSMichael Tuexen chk->rec.data.sid, 43749656eefSMichael Tuexen chk->rec.data.fsn, 43849656eefSMichael Tuexen (uint16_t) chk->rec.data.mid); 43944249214SRandall Stewart } 44044249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 441f8829a4aSRandall Stewart sctp_m_freem(chk->data); 442f8829a4aSRandall Stewart chk->data = NULL; 443689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44544249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 44644249214SRandall Stewart *abort_flag = 1; 447f8829a4aSRandall Stewart } 448f8829a4aSRandall Stewart 44944249214SRandall Stewart static void 450d1ea5fa9SMichael Tuexen sctp_clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45144249214SRandall Stewart { 452f8829a4aSRandall Stewart /* 45344249214SRandall Stewart * The control could not be placed and must be cleaned. 454f8829a4aSRandall Stewart */ 45544249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 456df6e0cc3SRandall Stewart 45744249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 45844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 45944249214SRandall Stewart if (chk->data) 46044249214SRandall Stewart sctp_m_freem(chk->data); 461f8829a4aSRandall Stewart chk->data = NULL; 462689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 463f8829a4aSRandall Stewart } 46444249214SRandall Stewart sctp_free_a_readq(stcb, control); 465f8829a4aSRandall Stewart } 466f8829a4aSRandall Stewart 467f8829a4aSRandall Stewart /* 468f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 469f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47044249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47144249214SRandall Stewart * long as the control's entered are non-fragmented. 472f8829a4aSRandall Stewart */ 473f8829a4aSRandall Stewart static void 47444249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47544249214SRandall Stewart struct sctp_stream_in *strm, 47644249214SRandall Stewart struct sctp_association *asoc, 47744249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 478f8829a4aSRandall Stewart { 479f8829a4aSRandall Stewart /* 480f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 481f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 482f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 483cd0a4ff6SPedro F. Giffuni * down in the other type of stream usage that could occur. Send a 484f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 485f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 486f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 487f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 488f8829a4aSRandall Stewart * TSN. 489f8829a4aSRandall Stewart * 4905b495f17SMichael Tuexen * Could it also be legal for a peer to send ssn 1 with TSN 2 and 4915b495f17SMichael Tuexen * ssn 2 with TSN 1? If the peer is doing some sort of funky TSN/SSN 492f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 493f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 494f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 495f8829a4aSRandall Stewart * 496f8829a4aSRandall Stewart */ 497f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 498f8829a4aSRandall Stewart int queue_needed; 49944249214SRandall Stewart uint32_t nxt_todel; 500ff1ffd74SMichael Tuexen struct mbuf *op_err; 501ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 502f8829a4aSRandall Stewart 503b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 504f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 50580fefe0aSRandall Stewart } 50649656eefSMichael Tuexen if (SCTP_MID_GT((asoc->idata_supported), strm->last_mid_delivered, control->mid)) { 507f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 508f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 50949656eefSMichael Tuexen control->mid, strm->last_mid_delivered); 510c40e9cf2SRandall Stewart protocol_error: 511f8829a4aSRandall Stewart /* 512f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 513f8829a4aSRandall Stewart * association destruction 514f8829a4aSRandall Stewart */ 51544249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 51649656eefSMichael Tuexen if (asoc->idata_supported) { 51749656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 51849656eefSMichael Tuexen strm->last_mid_delivered, control->sinfo_tsn, 51949656eefSMichael Tuexen control->sinfo_stream, control->mid); 52049656eefSMichael Tuexen } else { 521ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 52249656eefSMichael Tuexen (uint16_t) strm->last_mid_delivered, 52349656eefSMichael Tuexen control->sinfo_tsn, 52449656eefSMichael Tuexen control->sinfo_stream, 52549656eefSMichael Tuexen (uint16_t) control->mid); 52649656eefSMichael Tuexen } 527ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 52844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 529ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 530f8829a4aSRandall Stewart *abort_flag = 1; 531f8829a4aSRandall Stewart return; 532f8829a4aSRandall Stewart 533f8829a4aSRandall Stewart } 53444249214SRandall Stewart if ((SCTP_TSN_GE(asoc->cumulative_tsn, control->sinfo_tsn)) && (asoc->idata_supported == 0)) { 53544249214SRandall Stewart goto protocol_error; 53644249214SRandall Stewart } 53744249214SRandall Stewart queue_needed = 1; 53844249214SRandall Stewart asoc->size_on_all_streams += control->length; 53944249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 54049656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 54149656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 542cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 543cf9e47b2SMichael Tuexen struct socket *so; 544cf9e47b2SMichael Tuexen 545cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 546cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 547cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 548cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 549cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 550cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 551cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 552cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 553cf9e47b2SMichael Tuexen return; 554cf9e47b2SMichael Tuexen } 555cf9e47b2SMichael Tuexen #endif 556f8829a4aSRandall Stewart /* can be delivered right away? */ 557b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 558f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 55980fefe0aSRandall Stewart } 560830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 561f8829a4aSRandall Stewart queue_needed = 0; 562f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 563f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 56449656eefSMichael Tuexen strm->last_mid_delivered++; 565b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 566f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 567f8829a4aSRandall Stewart control, 568cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 569574679afSMichael Tuexen SCTP_READ_LOCK_NOT_HELD, SCTP_SO_LOCKED); 57044249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 571f8829a4aSRandall Stewart /* all delivered */ 57249656eefSMichael Tuexen nxt_todel = strm->last_mid_delivered + 1; 57349656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid) && 57444249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 575f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 576f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57744249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 57844249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 57998d5fd97SMichael Tuexen #ifdef INVARIANTS 58044249214SRandall Stewart } else { 58144249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 58244249214SRandall Stewart control, control->on_strm_q); 58398d5fd97SMichael Tuexen #endif 58444249214SRandall Stewart } 58544249214SRandall Stewart control->on_strm_q = 0; 58649656eefSMichael Tuexen strm->last_mid_delivered++; 587f8829a4aSRandall Stewart /* 588f8829a4aSRandall Stewart * We ignore the return of deliver_data here 589f8829a4aSRandall Stewart * since we always can hold the chunk on the 590f8829a4aSRandall Stewart * d-queue. And we have a finite number that 591f8829a4aSRandall Stewart * can be delivered from the strq. 592f8829a4aSRandall Stewart */ 593b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 594f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 595f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 59680fefe0aSRandall Stewart } 597b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 598f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 599f8829a4aSRandall Stewart control, 600cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 601cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 602574679afSMichael Tuexen SCTP_SO_LOCKED); 603f8829a4aSRandall Stewart continue; 60449656eefSMichael Tuexen } else if (SCTP_MID_EQ(asoc->idata_supported, nxt_todel, control->mid)) { 60544249214SRandall Stewart *need_reasm = 1; 606f8829a4aSRandall Stewart } 607f8829a4aSRandall Stewart break; 608f8829a4aSRandall Stewart } 60944249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 61044249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 61144249214SRandall Stewart #endif 612f8829a4aSRandall Stewart } 613f8829a4aSRandall Stewart if (queue_needed) { 614f8829a4aSRandall Stewart /* 615f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 616f8829a4aSRandall Stewart * to put it on the queue. 617f8829a4aSRandall Stewart */ 61844249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 61944249214SRandall Stewart snprintf(msg, sizeof(msg), 62049656eefSMichael Tuexen "Queue to str MID: %u duplicate", 62149656eefSMichael Tuexen control->mid); 622d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 623b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 62444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 625b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 62644249214SRandall Stewart *abort_flag = 1; 627f8829a4aSRandall Stewart } 628f8829a4aSRandall Stewart } 629f8829a4aSRandall Stewart } 630f8829a4aSRandall Stewart 63144249214SRandall Stewart 63244249214SRandall Stewart static void 63344249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 634f8829a4aSRandall Stewart { 63544249214SRandall Stewart struct mbuf *m, *prev = NULL; 63644249214SRandall Stewart struct sctp_tcb *stcb; 637f8829a4aSRandall Stewart 63844249214SRandall Stewart stcb = control->stcb; 63944249214SRandall Stewart control->held_length = 0; 64044249214SRandall Stewart control->length = 0; 64144249214SRandall Stewart m = control->data; 64244249214SRandall Stewart while (m) { 64344249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 64444249214SRandall Stewart /* Skip mbufs with NO length */ 64544249214SRandall Stewart if (prev == NULL) { 64644249214SRandall Stewart /* First one */ 64744249214SRandall Stewart control->data = sctp_m_free(m); 64844249214SRandall Stewart m = control->data; 64944249214SRandall Stewart } else { 65044249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 65144249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 652f8829a4aSRandall Stewart } 65344249214SRandall Stewart if (m == NULL) { 65444249214SRandall Stewart control->tail_mbuf = prev; 655f8829a4aSRandall Stewart } 65644249214SRandall Stewart continue; 657f8829a4aSRandall Stewart } 65844249214SRandall Stewart prev = m; 65944249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 66044249214SRandall Stewart if (control->on_read_q) { 66144249214SRandall Stewart /* 66244249214SRandall Stewart * On read queue so we must increment the SB stuff, 66344249214SRandall Stewart * we assume caller has done any locks of SB. 66444249214SRandall Stewart */ 66544249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 666f8829a4aSRandall Stewart } 66744249214SRandall Stewart m = SCTP_BUF_NEXT(m); 668f8829a4aSRandall Stewart } 66944249214SRandall Stewart if (prev) { 67044249214SRandall Stewart control->tail_mbuf = prev; 67144249214SRandall Stewart } 672f8829a4aSRandall Stewart } 673f8829a4aSRandall Stewart 674f8829a4aSRandall Stewart static void 67544249214SRandall Stewart sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m) 676f8829a4aSRandall Stewart { 67744249214SRandall Stewart struct mbuf *prev = NULL; 67844249214SRandall Stewart struct sctp_tcb *stcb; 679f8829a4aSRandall Stewart 68044249214SRandall Stewart stcb = control->stcb; 68144249214SRandall Stewart if (stcb == NULL) { 68298d5fd97SMichael Tuexen #ifdef INVARIANTS 68344249214SRandall Stewart panic("Control broken"); 68498d5fd97SMichael Tuexen #else 68598d5fd97SMichael Tuexen return; 68698d5fd97SMichael Tuexen #endif 68744249214SRandall Stewart } 68844249214SRandall Stewart if (control->tail_mbuf == NULL) { 68944249214SRandall Stewart /* TSNH */ 69044249214SRandall Stewart control->data = m; 69144249214SRandall Stewart sctp_setup_tail_pointer(control); 692f8829a4aSRandall Stewart return; 693f8829a4aSRandall Stewart } 69444249214SRandall Stewart control->tail_mbuf->m_next = m; 69544249214SRandall Stewart while (m) { 69644249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 69744249214SRandall Stewart /* Skip mbufs with NO length */ 69844249214SRandall Stewart if (prev == NULL) { 69944249214SRandall Stewart /* First one */ 70044249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 70144249214SRandall Stewart m = control->tail_mbuf->m_next; 70244249214SRandall Stewart } else { 70344249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 70444249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 70544249214SRandall Stewart } 70644249214SRandall Stewart if (m == NULL) { 70744249214SRandall Stewart control->tail_mbuf = prev; 70844249214SRandall Stewart } 70944249214SRandall Stewart continue; 71044249214SRandall Stewart } 71144249214SRandall Stewart prev = m; 71244249214SRandall Stewart if (control->on_read_q) { 713f8829a4aSRandall Stewart /* 71444249214SRandall Stewart * On read queue so we must increment the SB stuff, 71544249214SRandall Stewart * we assume caller has done any locks of SB. 716f8829a4aSRandall Stewart */ 71744249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 71844249214SRandall Stewart } 71944249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 72044249214SRandall Stewart m = SCTP_BUF_NEXT(m); 72144249214SRandall Stewart } 72244249214SRandall Stewart if (prev) { 72344249214SRandall Stewart control->tail_mbuf = prev; 72444249214SRandall Stewart } 72544249214SRandall Stewart } 72644249214SRandall Stewart 72744249214SRandall Stewart static void 72844249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 72944249214SRandall Stewart { 73044249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 73144249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 73249656eefSMichael Tuexen nc->mid = control->mid; 73344249214SRandall Stewart TAILQ_INIT(&nc->reasm); 73444249214SRandall Stewart nc->top_fsn = control->top_fsn; 73549656eefSMichael Tuexen nc->mid = control->mid; 73644249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 73744249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 73844249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 73944249214SRandall Stewart nc->fsn_included = 0xffffffff; 74044249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 74144249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 74244249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 74344249214SRandall Stewart nc->whoFrom = control->whoFrom; 74444249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 74544249214SRandall Stewart nc->stcb = control->stcb; 74644249214SRandall Stewart nc->port_from = control->port_from; 74744249214SRandall Stewart } 74844249214SRandall Stewart 749d1ea5fa9SMichael Tuexen static void 750d1ea5fa9SMichael Tuexen sctp_reset_a_control(struct sctp_queued_to_read *control, 751d1ea5fa9SMichael Tuexen struct sctp_inpcb *inp, uint32_t tsn) 752d1ea5fa9SMichael Tuexen { 753d1ea5fa9SMichael Tuexen control->fsn_included = tsn; 754d1ea5fa9SMichael Tuexen if (control->on_read_q) { 755d1ea5fa9SMichael Tuexen /* 756d1ea5fa9SMichael Tuexen * We have to purge it from there, hopefully this will work 757d1ea5fa9SMichael Tuexen * :-) 758d1ea5fa9SMichael Tuexen */ 759d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&inp->read_queue, control, next); 760d1ea5fa9SMichael Tuexen control->on_read_q = 0; 761d1ea5fa9SMichael Tuexen } 762d1ea5fa9SMichael Tuexen } 763d1ea5fa9SMichael Tuexen 76444249214SRandall Stewart static int 765d1ea5fa9SMichael Tuexen sctp_handle_old_unordered_data(struct sctp_tcb *stcb, 766d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 767d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, 768d1ea5fa9SMichael Tuexen struct sctp_queued_to_read *control, 769d1ea5fa9SMichael Tuexen uint32_t pd_point, 770d1ea5fa9SMichael Tuexen int inp_read_lock_held) 77144249214SRandall Stewart { 77244249214SRandall Stewart /* 77344249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 77449656eefSMichael Tuexen * chunks/TSN's go to mid 0. So we have to do the old style watching 77549656eefSMichael Tuexen * to see if we have it all. If you return one, no other control 77649656eefSMichael Tuexen * entries on the un-ordered queue will be looked at. In theory 77749656eefSMichael Tuexen * there should be no others entries in reality, unless the guy is 77849656eefSMichael Tuexen * sending both unordered NDATA and unordered DATA... 77944249214SRandall Stewart */ 78044249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 78144249214SRandall Stewart uint32_t fsn; 782643fd575SMichael Tuexen struct sctp_queued_to_read *nc; 78344249214SRandall Stewart int cnt_added; 78444249214SRandall Stewart 78544249214SRandall Stewart if (control->first_frag_seen == 0) { 78644249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 78744249214SRandall Stewart return (1); 78844249214SRandall Stewart } 78944249214SRandall Stewart /* Collapse any we can */ 79044249214SRandall Stewart cnt_added = 0; 79144249214SRandall Stewart restart: 79244249214SRandall Stewart fsn = control->fsn_included + 1; 79344249214SRandall Stewart /* Now what can we add? */ 79444249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 79549656eefSMichael Tuexen if (chk->rec.data.fsn == fsn) { 79644249214SRandall Stewart /* Ok lets add it */ 797643fd575SMichael Tuexen sctp_alloc_a_readq(stcb, nc); 798643fd575SMichael Tuexen if (nc == NULL) { 799643fd575SMichael Tuexen break; 800643fd575SMichael Tuexen } 801643fd575SMichael Tuexen memset(nc, 0, sizeof(struct sctp_queued_to_read)); 80244249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 803d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, chk, SCTP_READ_LOCK_NOT_HELD); 80444249214SRandall Stewart fsn++; 80544249214SRandall Stewart cnt_added++; 80644249214SRandall Stewart chk = NULL; 80744249214SRandall Stewart if (control->end_added) { 80844249214SRandall Stewart /* We are done */ 80944249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 81044249214SRandall Stewart /* 81144249214SRandall Stewart * Ok we have to move anything left 81244249214SRandall Stewart * on the control queue to a new 81344249214SRandall Stewart * control. 81444249214SRandall Stewart */ 81544249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 81644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 81744249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 81844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 8195cb91655SMichael Tuexen asoc->size_on_reasm_queue -= tchk->send_size; 8205cb91655SMichael Tuexen sctp_ucount_decr(asoc->cnt_on_reasm_queue); 82144249214SRandall Stewart nc->first_frag_seen = 1; 82249656eefSMichael Tuexen nc->fsn_included = tchk->rec.data.fsn; 82344249214SRandall Stewart nc->data = tchk->data; 82449656eefSMichael Tuexen nc->sinfo_ppid = tchk->rec.data.ppid; 82549656eefSMichael Tuexen nc->sinfo_tsn = tchk->rec.data.tsn; 82649656eefSMichael Tuexen sctp_mark_non_revokable(asoc, tchk->rec.data.tsn); 82744249214SRandall Stewart tchk->data = NULL; 82844249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 82944249214SRandall Stewart sctp_setup_tail_pointer(nc); 83044249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83144249214SRandall Stewart } 83244249214SRandall Stewart /* Spin the rest onto the queue */ 83344249214SRandall Stewart while (tchk) { 83444249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 83544249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 83644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 83744249214SRandall Stewart } 8385b495f17SMichael Tuexen /* Now lets add it to the queue 8395b495f17SMichael Tuexen * after removing control */ 84044249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 84144249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 84244249214SRandall Stewart if (control->on_strm_q) { 84344249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 84444249214SRandall Stewart control->on_strm_q = 0; 84544249214SRandall Stewart } 84644249214SRandall Stewart } 84744249214SRandall Stewart if (control->pdapi_started) { 84844249214SRandall Stewart strm->pd_api_started = 0; 84944249214SRandall Stewart control->pdapi_started = 0; 85044249214SRandall Stewart } 85144249214SRandall Stewart if (control->on_strm_q) { 85244249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 85344249214SRandall Stewart control->on_strm_q = 0; 85426f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 85544249214SRandall Stewart } 856c09a1534SMichael Tuexen if (control->on_read_q == 0) { 857c09a1534SMichael Tuexen sctp_add_to_readq(stcb->sctp_ep, stcb, control, 858c09a1534SMichael Tuexen &stcb->sctp_socket->so_rcv, control->end_added, 859d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 860c09a1534SMichael Tuexen } 861b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 8620fa7377aSMichael Tuexen if ((nc->first_frag_seen) && !TAILQ_EMPTY(&nc->reasm)) { 8635b495f17SMichael Tuexen /* Switch to the new guy and 8645b495f17SMichael Tuexen * continue */ 86544249214SRandall Stewart control = nc; 86644249214SRandall Stewart goto restart; 867643fd575SMichael Tuexen } else { 868d1ea5fa9SMichael Tuexen if (nc->on_strm_q == 0) { 869643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 87044249214SRandall Stewart } 871d1ea5fa9SMichael Tuexen } 87244249214SRandall Stewart return (1); 873643fd575SMichael Tuexen } else { 874643fd575SMichael Tuexen sctp_free_a_readq(stcb, nc); 87544249214SRandall Stewart } 87644249214SRandall Stewart } else { 87744249214SRandall Stewart /* Can't add more */ 87844249214SRandall Stewart break; 87944249214SRandall Stewart } 88044249214SRandall Stewart } 88144249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 882c09a1534SMichael Tuexen strm->pd_api_started = 1; 883c09a1534SMichael Tuexen control->pdapi_started = 1; 88444249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 88544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 886d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 887b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 88844249214SRandall Stewart return (0); 88944249214SRandall Stewart } else { 89044249214SRandall Stewart return (1); 89144249214SRandall Stewart } 89244249214SRandall Stewart } 89344249214SRandall Stewart 89444249214SRandall Stewart static void 895d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(struct sctp_tcb *stcb, 896d1ea5fa9SMichael Tuexen struct sctp_association *asoc, 89744249214SRandall Stewart struct sctp_queued_to_read *control, 89844249214SRandall Stewart struct sctp_tmit_chunk *chk, 89944249214SRandall Stewart int *abort_flag) 90044249214SRandall Stewart { 90144249214SRandall Stewart struct sctp_tmit_chunk *at; 902d1ea5fa9SMichael Tuexen int inserted; 90344249214SRandall Stewart 90444249214SRandall Stewart /* 90544249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 90644249214SRandall Stewart * in the correct order. 90744249214SRandall Stewart */ 90844249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 90944249214SRandall Stewart /* Its the very first one. */ 91044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 911f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 91249656eefSMichael Tuexen chk->rec.data.fsn); 91344249214SRandall Stewart if (control->first_frag_seen) { 91444249214SRandall Stewart /* 91544249214SRandall Stewart * In old un-ordered we can reassembly on one 91644249214SRandall Stewart * control multiple messages. As long as the next 91744249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 91844249214SRandall Stewart * wise) 91944249214SRandall Stewart */ 92044249214SRandall Stewart struct mbuf *tdata; 92144249214SRandall Stewart uint32_t tmp; 92244249214SRandall Stewart 92349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->fsn_included)) { 9245b495f17SMichael Tuexen /* Easy way the start of a new guy beyond 9255b495f17SMichael Tuexen * the lowest */ 92644249214SRandall Stewart goto place_chunk; 92744249214SRandall Stewart } 92849656eefSMichael Tuexen if ((chk->rec.data.fsn == control->fsn_included) || 92944249214SRandall Stewart (control->pdapi_started)) { 93044249214SRandall Stewart /* 93144249214SRandall Stewart * Ok this should not happen, if it does we 93244249214SRandall Stewart * started the pd-api on the higher TSN 93344249214SRandall Stewart * (since the equals part is a TSN failure 93444249214SRandall Stewart * it must be that). 93544249214SRandall Stewart * 9365b495f17SMichael Tuexen * We are completly hosed in that case since 9375b495f17SMichael Tuexen * I have no way to recover. This really 9385b495f17SMichael Tuexen * will only happen if we can get more TSN's 93944249214SRandall Stewart * higher before the pd-api-point. 94044249214SRandall Stewart */ 941b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 94244249214SRandall Stewart abort_flag, 94344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 94444249214SRandall Stewart 94544249214SRandall Stewart return; 94644249214SRandall Stewart } 94744249214SRandall Stewart /* 94844249214SRandall Stewart * Ok we have two firsts and the one we just got is 94944249214SRandall Stewart * smaller than the one we previously placed.. yuck! 95044249214SRandall Stewart * We must swap them out. 95144249214SRandall Stewart */ 95244249214SRandall Stewart /* swap the mbufs */ 95344249214SRandall Stewart tdata = control->data; 95444249214SRandall Stewart control->data = chk->data; 95544249214SRandall Stewart chk->data = tdata; 956d1ea5fa9SMichael Tuexen /* Save the lengths */ 957d1ea5fa9SMichael Tuexen chk->send_size = control->length; 958d1ea5fa9SMichael Tuexen /* Recompute length of control and tail pointer */ 959d1ea5fa9SMichael Tuexen sctp_setup_tail_pointer(control); 96044249214SRandall Stewart /* Fix the FSN included */ 96144249214SRandall Stewart tmp = control->fsn_included; 96249656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 96349656eefSMichael Tuexen chk->rec.data.fsn = tmp; 964d1ea5fa9SMichael Tuexen /* Fix the TSN included */ 965d1ea5fa9SMichael Tuexen tmp = control->sinfo_tsn; 96649656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 96749656eefSMichael Tuexen chk->rec.data.tsn = tmp; 968d1ea5fa9SMichael Tuexen /* Fix the PPID included */ 969d1ea5fa9SMichael Tuexen tmp = control->sinfo_ppid; 97049656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 97149656eefSMichael Tuexen chk->rec.data.ppid = tmp; 972d1ea5fa9SMichael Tuexen /* Fix tail pointer */ 97344249214SRandall Stewart goto place_chunk; 97444249214SRandall Stewart } 97544249214SRandall Stewart control->first_frag_seen = 1; 976*8b9c95f4SMichael Tuexen control->fsn_included = chk->rec.data.fsn; 977*8b9c95f4SMichael Tuexen control->top_fsn = chk->rec.data.fsn; 97849656eefSMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 97949656eefSMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 98044249214SRandall Stewart control->data = chk->data; 98149656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 98244249214SRandall Stewart chk->data = NULL; 98344249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 98444249214SRandall Stewart sctp_setup_tail_pointer(control); 98544249214SRandall Stewart return; 98644249214SRandall Stewart } 98744249214SRandall Stewart place_chunk: 988d1ea5fa9SMichael Tuexen inserted = 0; 98944249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 99049656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 99144249214SRandall Stewart /* 99244249214SRandall Stewart * This one in queue is bigger than the new one, 99344249214SRandall Stewart * insert the new one before at. 99444249214SRandall Stewart */ 99544249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 99644249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 99744249214SRandall Stewart inserted = 1; 99844249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 99944249214SRandall Stewart break; 100049656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 100144249214SRandall Stewart /* 100244249214SRandall Stewart * They sent a duplicate fsn number. This really 100344249214SRandall Stewart * should not happen since the FSN is a TSN and it 100444249214SRandall Stewart * should have been dropped earlier. 100544249214SRandall Stewart */ 1006b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 100744249214SRandall Stewart abort_flag, 100844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 100944249214SRandall Stewart return; 101044249214SRandall Stewart } 101144249214SRandall Stewart } 101244249214SRandall Stewart if (inserted == 0) { 101344249214SRandall Stewart /* Its at the end */ 101444249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 101544249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 101649656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 101744249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 101844249214SRandall Stewart } 101944249214SRandall Stewart } 102044249214SRandall Stewart 102144249214SRandall Stewart static int 1022d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, 1023d1ea5fa9SMichael Tuexen struct sctp_stream_in *strm, int inp_read_lock_held) 102444249214SRandall Stewart { 102544249214SRandall Stewart /* 102644249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 102744249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 102844249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 102944249214SRandall Stewart * need to remove them from the stream's queue. 103044249214SRandall Stewart */ 103144249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 103244249214SRandall Stewart uint32_t next_to_del; 103344249214SRandall Stewart uint32_t pd_point; 103444249214SRandall Stewart int ret = 0; 103544249214SRandall Stewart 1036810ec536SMichael Tuexen if (stcb->sctp_socket) { 1037d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1038810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1039810ec536SMichael Tuexen } else { 1040810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1041810ec536SMichael Tuexen } 104244249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 1043d1ea5fa9SMichael Tuexen 104444249214SRandall Stewart if ((control) && 104544249214SRandall Stewart (asoc->idata_supported == 0)) { 104644249214SRandall Stewart /* Special handling needed for "old" data format */ 1047d1ea5fa9SMichael Tuexen if (sctp_handle_old_unordered_data(stcb, asoc, strm, control, pd_point, inp_read_lock_held)) { 104844249214SRandall Stewart goto done_un; 1049f8829a4aSRandall Stewart } 1050f8829a4aSRandall Stewart } 105144249214SRandall Stewart if (strm->pd_api_started) { 105244249214SRandall Stewart /* Can't add more */ 105344249214SRandall Stewart return (0); 105444249214SRandall Stewart } 105544249214SRandall Stewart while (control) { 1056f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 105749656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included); 105844249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 105944249214SRandall Stewart if (control->end_added) { 106044249214SRandall Stewart /* We just put the last bit on */ 106144249214SRandall Stewart if (control->on_strm_q) { 106298d5fd97SMichael Tuexen #ifdef INVARIANTS 106344249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 106444249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 106544249214SRandall Stewart control, control->on_strm_q); 106644249214SRandall Stewart } 106798d5fd97SMichael Tuexen #endif 106826f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 106944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 107044249214SRandall Stewart control->on_strm_q = 0; 107144249214SRandall Stewart } 107244249214SRandall Stewart if (control->on_read_q == 0) { 107344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 107444249214SRandall Stewart control, 107544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1076d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 107744249214SRandall Stewart } 1078f8829a4aSRandall Stewart } else { 107944249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 108044249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 108144249214SRandall Stewart strm->pd_api_started = 1; 108244249214SRandall Stewart control->pdapi_started = 1; 108344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 108444249214SRandall Stewart control, 108544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1086d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 108744249214SRandall Stewart 108844249214SRandall Stewart break; 1089139bc87fSRandall Stewart } 1090f8829a4aSRandall Stewart } 109144249214SRandall Stewart control = nctl; 109244249214SRandall Stewart } 109344249214SRandall Stewart done_un: 109444249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 109544249214SRandall Stewart if (strm->pd_api_started) { 109644249214SRandall Stewart /* Can't add more */ 109744249214SRandall Stewart return (0); 109844249214SRandall Stewart } 109944249214SRandall Stewart if (control == NULL) { 110044249214SRandall Stewart return (ret); 110144249214SRandall Stewart } 110249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, strm->last_mid_delivered, control->mid)) { 110344249214SRandall Stewart /* 110444249214SRandall Stewart * Ok the guy at the top was being partially delivered 110544249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 110644249214SRandall Stewart * taken off when the chunk was merged on in 110744249214SRandall Stewart * sctp_queue_data_for_reasm below. 110844249214SRandall Stewart */ 110944249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 111044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1111f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 111249656eefSMichael Tuexen control, control->end_added, control->mid, 111344249214SRandall Stewart control->top_fsn, control->fsn_included, 111449656eefSMichael Tuexen strm->last_mid_delivered); 111544249214SRandall Stewart if (control->end_added) { 111644249214SRandall Stewart if (control->on_strm_q) { 111798d5fd97SMichael Tuexen #ifdef INVARIANTS 111844249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 111944249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 112044249214SRandall Stewart control, control->on_strm_q); 112144249214SRandall Stewart } 112298d5fd97SMichael Tuexen #endif 112326f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 112444249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 112544249214SRandall Stewart control->on_strm_q = 0; 112644249214SRandall Stewart } 1127c09a1534SMichael Tuexen if (strm->pd_api_started && control->pdapi_started) { 1128c09a1534SMichael Tuexen control->pdapi_started = 0; 1129c09a1534SMichael Tuexen strm->pd_api_started = 0; 1130c09a1534SMichael Tuexen } 113144249214SRandall Stewart if (control->on_read_q == 0) { 113244249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 113344249214SRandall Stewart control, 113444249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1135d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 113644249214SRandall Stewart } 113744249214SRandall Stewart control = nctl; 113844249214SRandall Stewart } 113944249214SRandall Stewart } 114044249214SRandall Stewart if (strm->pd_api_started) { 11415b495f17SMichael Tuexen /* Can't add more must have gotten an un-ordered above being 11425b495f17SMichael Tuexen * partially delivered. */ 114344249214SRandall Stewart return (0); 114444249214SRandall Stewart } 114544249214SRandall Stewart deliver_more: 114649656eefSMichael Tuexen next_to_del = strm->last_mid_delivered + 1; 114744249214SRandall Stewart if (control) { 114844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1149f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 115049656eefSMichael Tuexen control, control->end_added, control->mid, control->top_fsn, control->fsn_included, 115144249214SRandall Stewart next_to_del); 115244249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 115349656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, control->mid, next_to_del) && 115444249214SRandall Stewart (control->first_frag_seen)) { 1155c09a1534SMichael Tuexen int done; 1156c09a1534SMichael Tuexen 115744249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 115844249214SRandall Stewart if (control->end_added) { 115944249214SRandall Stewart /* We are done with it afterwards */ 116044249214SRandall Stewart if (control->on_strm_q) { 116198d5fd97SMichael Tuexen #ifdef INVARIANTS 116244249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 116344249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 116444249214SRandall Stewart control, control->on_strm_q); 116544249214SRandall Stewart } 116698d5fd97SMichael Tuexen #endif 116726f0250aSMichael Tuexen SCTP_STAT_INCR_COUNTER64(sctps_reasmusrmsgs); 116844249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 116944249214SRandall Stewart control->on_strm_q = 0; 117044249214SRandall Stewart } 117144249214SRandall Stewart ret++; 117244249214SRandall Stewart } 117344249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 11745b495f17SMichael Tuexen /* A singleton now slipping through - mark 11755b495f17SMichael Tuexen * it non-revokable too */ 117644249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 117744249214SRandall Stewart } else if (control->end_added == 0) { 11785b495f17SMichael Tuexen /* Check if we can defer adding until its 11795b495f17SMichael Tuexen * all there */ 118044249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 11815b495f17SMichael Tuexen /* Don't need it or cannot add more 11825b495f17SMichael Tuexen * (one being delivered that way) */ 118344249214SRandall Stewart goto out; 118444249214SRandall Stewart } 118544249214SRandall Stewart } 1186c09a1534SMichael Tuexen done = (control->end_added) && (control->last_frag_seen); 118744249214SRandall Stewart if (control->on_read_q == 0) { 118844249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 118944249214SRandall Stewart control, 119044249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 1191d1ea5fa9SMichael Tuexen inp_read_lock_held, SCTP_SO_NOT_LOCKED); 119244249214SRandall Stewart } 119349656eefSMichael Tuexen strm->last_mid_delivered = next_to_del; 1194c09a1534SMichael Tuexen if (done) { 119544249214SRandall Stewart control = nctl; 119644249214SRandall Stewart goto deliver_more; 119744249214SRandall Stewart } else { 119844249214SRandall Stewart /* We are now doing PD API */ 119944249214SRandall Stewart strm->pd_api_started = 1; 120044249214SRandall Stewart control->pdapi_started = 1; 120144249214SRandall Stewart } 120244249214SRandall Stewart } 120344249214SRandall Stewart } 120444249214SRandall Stewart out: 120544249214SRandall Stewart return (ret); 120644249214SRandall Stewart } 120744249214SRandall Stewart 1208d1ea5fa9SMichael Tuexen 120944249214SRandall Stewart void 121044249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 121144249214SRandall Stewart struct sctp_stream_in *strm, 121244249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 1213d1ea5fa9SMichael Tuexen struct sctp_tmit_chunk *chk, int hold_rlock) 121444249214SRandall Stewart { 121544249214SRandall Stewart /* 121644249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 121744249214SRandall Stewart * control and free up the chunk resources. 121844249214SRandall Stewart */ 121944249214SRandall Stewart int i_locked = 0; 122044249214SRandall Stewart 1221d1ea5fa9SMichael Tuexen if (control->on_read_q && (hold_rlock == 0)) { 122244249214SRandall Stewart /* 122344249214SRandall Stewart * Its being pd-api'd so we must do some locks. 122444249214SRandall Stewart */ 122544249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 122644249214SRandall Stewart i_locked = 1; 122744249214SRandall Stewart } 122844249214SRandall Stewart if (control->data == NULL) { 122944249214SRandall Stewart control->data = chk->data; 123044249214SRandall Stewart sctp_setup_tail_pointer(control); 123144249214SRandall Stewart } else { 123244249214SRandall Stewart sctp_add_to_tail_pointer(control, chk->data); 123344249214SRandall Stewart } 123449656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 123544249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 123644249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 123749656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 123844249214SRandall Stewart chk->data = NULL; 123944249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 124044249214SRandall Stewart control->first_frag_seen = 1; 1241*8b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 1242*8b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 124344249214SRandall Stewart } 124444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 124544249214SRandall Stewart /* Its complete */ 124644249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 124744249214SRandall Stewart if (control->pdapi_started) { 124844249214SRandall Stewart control->pdapi_started = 0; 124944249214SRandall Stewart strm->pd_api_started = 0; 125044249214SRandall Stewart } 125144249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 125244249214SRandall Stewart /* Unordered */ 125344249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 125444249214SRandall Stewart control->on_strm_q = 0; 125544249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 125644249214SRandall Stewart /* Ordered */ 125744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 125844249214SRandall Stewart control->on_strm_q = 0; 125998d5fd97SMichael Tuexen #ifdef INVARIANTS 126044249214SRandall Stewart } else if (control->on_strm_q) { 126144249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 126244249214SRandall Stewart control->on_strm_q); 126398d5fd97SMichael Tuexen #endif 126444249214SRandall Stewart } 126544249214SRandall Stewart } 126644249214SRandall Stewart control->end_added = 1; 126744249214SRandall Stewart control->last_frag_seen = 1; 126844249214SRandall Stewart } 126944249214SRandall Stewart if (i_locked) { 127044249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 127144249214SRandall Stewart } 127244249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 1273f8829a4aSRandall Stewart } 1274f8829a4aSRandall Stewart 1275f8829a4aSRandall Stewart /* 1276f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1277f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1278f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1279f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1280f8829a4aSRandall Stewart */ 1281f8829a4aSRandall Stewart static void 1282f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 128344249214SRandall Stewart struct sctp_stream_in *strm, 128444249214SRandall Stewart struct sctp_queued_to_read *control, 128544249214SRandall Stewart struct sctp_tmit_chunk *chk, 128644249214SRandall Stewart int created_control, 128744249214SRandall Stewart int *abort_flag, uint32_t tsn) 1288f8829a4aSRandall Stewart { 128944249214SRandall Stewart uint32_t next_fsn; 129044249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 1291c09a1534SMichael Tuexen int do_wakeup, unordered; 1292f8829a4aSRandall Stewart 1293f8829a4aSRandall Stewart /* 129444249214SRandall Stewart * For old un-ordered data chunks. 1295f8829a4aSRandall Stewart */ 129644249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 129744249214SRandall Stewart unordered = 1; 1298f8829a4aSRandall Stewart } else { 129944249214SRandall Stewart unordered = 0; 130044249214SRandall Stewart } 130144249214SRandall Stewart /* Must be added to the stream-in queue */ 130244249214SRandall Stewart if (created_control) { 130344249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 130444249214SRandall Stewart /* Duplicate SSN? */ 1305d1ea5fa9SMichael Tuexen sctp_clean_up_control(stcb, control); 1306b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 130744249214SRandall Stewart abort_flag, 130844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 130944249214SRandall Stewart return; 131044249214SRandall Stewart } 131144249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1312f8829a4aSRandall Stewart /* 131344249214SRandall Stewart * Ok we created this control and now lets validate 131444249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 131544249214SRandall Stewart * and we have up to the cum-ack then its invalid. 131644249214SRandall Stewart */ 131744249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1318b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 131944249214SRandall Stewart abort_flag, 132044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 132144249214SRandall Stewart return; 132244249214SRandall Stewart } 132344249214SRandall Stewart } 132444249214SRandall Stewart } 1325a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1326d1ea5fa9SMichael Tuexen sctp_inject_old_unordered_data(stcb, asoc, control, chk, abort_flag); 132744249214SRandall Stewart return; 132844249214SRandall Stewart } 132944249214SRandall Stewart /* 133044249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 133144249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 133244249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 133344249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 133444249214SRandall Stewart * in its place. 133544249214SRandall Stewart */ 133644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 133744249214SRandall Stewart /* Its the very first one. */ 133844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1339f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 134049656eefSMichael Tuexen chk->rec.data.fsn); 134144249214SRandall Stewart if (control->first_frag_seen) { 134244249214SRandall Stewart /* 134344249214SRandall Stewart * Error on senders part, they either sent us two 134444249214SRandall Stewart * data chunks with FIRST, or they sent two 134544249214SRandall Stewart * un-ordered chunks that were fragmented at the 134644249214SRandall Stewart * same time in the same stream. 134744249214SRandall Stewart */ 1348b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 134944249214SRandall Stewart abort_flag, 135044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 135144249214SRandall Stewart return; 135244249214SRandall Stewart } 135344249214SRandall Stewart control->first_frag_seen = 1; 1354*8b9c95f4SMichael Tuexen control->sinfo_ppid = chk->rec.data.ppid; 1355*8b9c95f4SMichael Tuexen control->sinfo_tsn = chk->rec.data.tsn; 135649656eefSMichael Tuexen control->fsn_included = chk->rec.data.fsn; 135744249214SRandall Stewart control->data = chk->data; 135849656eefSMichael Tuexen sctp_mark_non_revokable(asoc, chk->rec.data.tsn); 135944249214SRandall Stewart chk->data = NULL; 136044249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 136144249214SRandall Stewart sctp_setup_tail_pointer(control); 136244249214SRandall Stewart } else { 136344249214SRandall Stewart /* Place the chunk in our list */ 136444249214SRandall Stewart int inserted = 0; 136544249214SRandall Stewart 136644249214SRandall Stewart if (control->last_frag_seen == 0) { 136744249214SRandall Stewart /* Still willing to raise highest FSN seen */ 136849656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 136944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1370f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 137149656eefSMichael Tuexen chk->rec.data.fsn); 137249656eefSMichael Tuexen control->top_fsn = chk->rec.data.fsn; 137344249214SRandall Stewart } 137444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 137544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1376f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 137749656eefSMichael Tuexen chk->rec.data.fsn); 137844249214SRandall Stewart control->last_frag_seen = 1; 137944249214SRandall Stewart } 138044249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 138144249214SRandall Stewart /* 138244249214SRandall Stewart * For IDATA we always check since we know 138344249214SRandall Stewart * that the first fragment is 0. For old 138444249214SRandall Stewart * DATA we have to receive the first before 1385cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 138644249214SRandall Stewart */ 138749656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 13885b495f17SMichael Tuexen /* We have already delivered up to 13895b495f17SMichael Tuexen * this so its a dup */ 1390b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 139144249214SRandall Stewart abort_flag, 139244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 139344249214SRandall Stewart return; 139444249214SRandall Stewart } 139544249214SRandall Stewart } 139644249214SRandall Stewart } else { 139744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 139844249214SRandall Stewart /* Second last? huh? */ 139944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1400f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 140149656eefSMichael Tuexen chk->rec.data.fsn, control->top_fsn); 1402b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 140344249214SRandall Stewart chk, abort_flag, 140444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 140544249214SRandall Stewart return; 140644249214SRandall Stewart } 140744249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 140844249214SRandall Stewart /* 140944249214SRandall Stewart * For IDATA we always check since we know 141044249214SRandall Stewart * that the first fragment is 0. For old 141144249214SRandall Stewart * DATA we have to receive the first before 1412cd0a4ff6SPedro F. Giffuni * we know the first FSN (which is the TSN). 141344249214SRandall Stewart */ 141444249214SRandall Stewart 141549656eefSMichael Tuexen if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn)) { 14165b495f17SMichael Tuexen /* We have already delivered up to 14175b495f17SMichael Tuexen * this so its a dup */ 141844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1419f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 142049656eefSMichael Tuexen chk->rec.data.fsn, control->fsn_included); 1421b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 142244249214SRandall Stewart abort_flag, 142344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 142444249214SRandall Stewart return; 142544249214SRandall Stewart } 142644249214SRandall Stewart } 14275b495f17SMichael Tuexen /* validate not beyond top FSN if we have seen last 14285b495f17SMichael Tuexen * one */ 142949656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.fsn, control->top_fsn)) { 143044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1431f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 143249656eefSMichael Tuexen chk->rec.data.fsn, 143344249214SRandall Stewart control->top_fsn); 1434b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 143544249214SRandall Stewart abort_flag, 143644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 143744249214SRandall Stewart return; 143844249214SRandall Stewart } 143944249214SRandall Stewart } 144044249214SRandall Stewart /* 144144249214SRandall Stewart * If we reach here, we need to place the new chunk in the 144244249214SRandall Stewart * reassembly for this control. 144344249214SRandall Stewart */ 144444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1445f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 144649656eefSMichael Tuexen chk->rec.data.fsn); 144744249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 144849656eefSMichael Tuexen if (SCTP_TSN_GT(at->rec.data.fsn, chk->rec.data.fsn)) { 144944249214SRandall Stewart /* 145044249214SRandall Stewart * This one in queue is bigger than the new 145144249214SRandall Stewart * one, insert the new one before at. 145244249214SRandall Stewart */ 145344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1454f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 145549656eefSMichael Tuexen at->rec.data.fsn); 1456f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1457f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 145844249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 145944249214SRandall Stewart inserted = 1; 146044249214SRandall Stewart break; 146149656eefSMichael Tuexen } else if (at->rec.data.fsn == chk->rec.data.fsn) { 14625b495f17SMichael Tuexen /* Gak, He sent me a duplicate str seq 14635b495f17SMichael Tuexen * number */ 146444249214SRandall Stewart /* 146544249214SRandall Stewart * foo bar, I guess I will just free this 146644249214SRandall Stewart * new guy, should we abort too? FIX ME 146744249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 146844249214SRandall Stewart * wrapped. Maybe I should compare to TSN 146944249214SRandall Stewart * somehow... sigh for now just blow away 147044249214SRandall Stewart * the chunk! 147144249214SRandall Stewart */ 147244249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1473f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 147449656eefSMichael Tuexen at->rec.data.fsn); 1475b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 147644249214SRandall Stewart chk, abort_flag, 147744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 147844249214SRandall Stewart return; 147944249214SRandall Stewart } 148044249214SRandall Stewart } 148144249214SRandall Stewart if (inserted == 0) { 148244249214SRandall Stewart /* Goes on the end */ 1483f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 148449656eefSMichael Tuexen chk->rec.data.fsn); 148544249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 148644249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 148744249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 148844249214SRandall Stewart } 148944249214SRandall Stewart } 149044249214SRandall Stewart /* 149144249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 149244249214SRandall Stewart * are in seq if it makes sense. 149344249214SRandall Stewart */ 1494c09a1534SMichael Tuexen do_wakeup = 0; 149544249214SRandall Stewart /* 149644249214SRandall Stewart * If the first fragment has not been seen there is no sense in 149744249214SRandall Stewart * looking. 149844249214SRandall Stewart */ 149944249214SRandall Stewart if (control->first_frag_seen) { 150044249214SRandall Stewart next_fsn = control->fsn_included + 1; 150144249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 150249656eefSMichael Tuexen if (at->rec.data.fsn == next_fsn) { 150344249214SRandall Stewart /* We can add this one now to the control */ 150444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1505f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 150644249214SRandall Stewart control, at, 150749656eefSMichael Tuexen at->rec.data.fsn, 150844249214SRandall Stewart next_fsn, control->fsn_included); 150944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 1510d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, at, SCTP_READ_LOCK_NOT_HELD); 1511c09a1534SMichael Tuexen if (control->on_read_q) { 1512c09a1534SMichael Tuexen do_wakeup = 1; 1513c09a1534SMichael Tuexen } 151444249214SRandall Stewart next_fsn++; 151544249214SRandall Stewart if (control->end_added && control->pdapi_started) { 151644249214SRandall Stewart if (strm->pd_api_started) { 151744249214SRandall Stewart strm->pd_api_started = 0; 151844249214SRandall Stewart control->pdapi_started = 0; 151944249214SRandall Stewart } 152044249214SRandall Stewart if (control->on_read_q == 0) { 152144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 152244249214SRandall Stewart control, 152344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 152444249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 1525c09a1534SMichael Tuexen do_wakeup = 1; 152644249214SRandall Stewart } 152744249214SRandall Stewart break; 152844249214SRandall Stewart } 152944249214SRandall Stewart } else { 1530f8829a4aSRandall Stewart break; 1531f8829a4aSRandall Stewart } 1532f8829a4aSRandall Stewart } 1533f8829a4aSRandall Stewart } 1534c09a1534SMichael Tuexen if (do_wakeup) { 153544249214SRandall Stewart /* Need to wakeup the reader */ 1536b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1537f8829a4aSRandall Stewart } 1538f8829a4aSRandall Stewart } 1539f8829a4aSRandall Stewart 154044249214SRandall Stewart static struct sctp_queued_to_read * 154149656eefSMichael Tuexen sctp_find_reasm_entry(struct sctp_stream_in *strm, uint32_t mid, int ordered, int idata_supported) 1542f8829a4aSRandall Stewart { 1543c09a1534SMichael Tuexen struct sctp_queued_to_read *control; 1544f8829a4aSRandall Stewart 154544249214SRandall Stewart if (ordered) { 1546c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->inqueue, next_instrm) { 154749656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 154844249214SRandall Stewart break; 154944249214SRandall Stewart } 155044249214SRandall Stewart } 1551f8829a4aSRandall Stewart } else { 155249656eefSMichael Tuexen if (idata_supported) { 1553c09a1534SMichael Tuexen TAILQ_FOREACH(control, &strm->uno_inqueue, next_instrm) { 155449656eefSMichael Tuexen if (SCTP_MID_EQ(idata_supported, control->mid, mid)) { 155544249214SRandall Stewart break; 1556f8829a4aSRandall Stewart } 1557f8829a4aSRandall Stewart } 155849656eefSMichael Tuexen } else { 155949656eefSMichael Tuexen control = TAILQ_FIRST(&strm->uno_inqueue); 156049656eefSMichael Tuexen } 1561f8829a4aSRandall Stewart } 1562c09a1534SMichael Tuexen return (control); 1563f8829a4aSRandall Stewart } 156444249214SRandall Stewart 1565f8829a4aSRandall Stewart static int 1566f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 156744249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1568f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t * high_tsn, int *abort_flag, 1569*8b9c95f4SMichael Tuexen int *break_flag, int last_chunk, uint8_t chk_type) 1570f8829a4aSRandall Stewart { 1571f8829a4aSRandall Stewart /* Process a data chunk */ 1572f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 1573f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 157449656eefSMichael Tuexen uint32_t tsn, fsn, gap, mid; 1575f8829a4aSRandall Stewart struct mbuf *dmbuf; 15767215cc1bSMichael Tuexen int the_len; 1577139bc87fSRandall Stewart int need_reasm_check = 0; 157849656eefSMichael Tuexen uint16_t sid; 1579ff1ffd74SMichael Tuexen struct mbuf *op_err; 1580ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 158144249214SRandall Stewart struct sctp_queued_to_read *control = NULL; 158249656eefSMichael Tuexen uint32_t ppid; 1583*8b9c95f4SMichael Tuexen uint8_t chk_flags; 158417205eccSRandall Stewart struct sctp_stream_reset_list *liste; 158544249214SRandall Stewart struct sctp_stream_in *strm; 158644249214SRandall Stewart int ordered; 158744249214SRandall Stewart size_t clen; 158844249214SRandall Stewart int created_control = 0; 1589f8829a4aSRandall Stewart 1590*8b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 1591*8b9c95f4SMichael Tuexen struct sctp_idata_chunk *chunk, chunk_buf; 1592*8b9c95f4SMichael Tuexen 1593*8b9c95f4SMichael Tuexen chunk = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 159444249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *) & chunk_buf); 1595*8b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 159644249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 1597*8b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 1598*8b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 1599*8b9c95f4SMichael Tuexen mid = ntohl(chunk->dp.mid); 1600*8b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_FIRST_FRAG) { 160144249214SRandall Stewart fsn = 0; 1602*8b9c95f4SMichael Tuexen ppid = chunk->dp.ppid_fsn.ppid; 160344249214SRandall Stewart } else { 1604*8b9c95f4SMichael Tuexen fsn = ntohl(chunk->dp.ppid_fsn.fsn); 1605*8b9c95f4SMichael Tuexen ppid = 0xffffffff; /* Use as an invalid value. */ 160644249214SRandall Stewart } 1607*8b9c95f4SMichael Tuexen } else { 1608*8b9c95f4SMichael Tuexen struct sctp_data_chunk *chunk, chunk_buf; 1609*8b9c95f4SMichael Tuexen 1610*8b9c95f4SMichael Tuexen chunk = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 1611*8b9c95f4SMichael Tuexen sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf); 1612*8b9c95f4SMichael Tuexen chk_flags = chunk->ch.chunk_flags; 1613*8b9c95f4SMichael Tuexen clen = sizeof(struct sctp_data_chunk); 1614*8b9c95f4SMichael Tuexen tsn = ntohl(chunk->dp.tsn); 1615*8b9c95f4SMichael Tuexen sid = ntohs(chunk->dp.sid); 1616*8b9c95f4SMichael Tuexen mid = (uint32_t) (ntohs(chunk->dp.ssn)); 1617*8b9c95f4SMichael Tuexen fsn = tsn; 1618*8b9c95f4SMichael Tuexen ppid = chunk->dp.ppid; 1619*8b9c95f4SMichael Tuexen } 162044249214SRandall Stewart if ((size_t)chk_length == clen) { 162144249214SRandall Stewart /* 162244249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 162344249214SRandall Stewart */ 1624*8b9c95f4SMichael Tuexen op_err = sctp_generate_no_user_data_cause(tsn); 162544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 162644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 162744249214SRandall Stewart *abort_flag = 1; 162844249214SRandall Stewart return (0); 162944249214SRandall Stewart } 1630*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1631b3f1ea41SRandall Stewart asoc->send_sack = 1; 1632b3f1ea41SRandall Stewart } 1633*8b9c95f4SMichael Tuexen ordered = ((chk_flags & SCTP_DATA_UNORDERED) == 0); 1634b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1635c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 163680fefe0aSRandall Stewart } 1637ad81507eSRandall Stewart if (stcb == NULL) { 1638ad81507eSRandall Stewart return (0); 1639ad81507eSRandall Stewart } 1640*8b9c95f4SMichael Tuexen SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, chk_type, tsn); 164120b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1642f8829a4aSRandall Stewart /* It is a duplicate */ 1643f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1644f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1645f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1646f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1647f8829a4aSRandall Stewart asoc->numduptsns++; 1648f8829a4aSRandall Stewart } 1649b201f536SRandall Stewart asoc->send_sack = 1; 1650f8829a4aSRandall Stewart return (0); 1651f8829a4aSRandall Stewart } 1652f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1653d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1654f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1655f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1656f8829a4aSRandall Stewart return (0); 1657f8829a4aSRandall Stewart } 1658f8829a4aSRandall Stewart if (gap >= (uint32_t) (asoc->mapping_array_size << 3)) { 1659207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 16600696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1661f8829a4aSRandall Stewart /* Can't expand, drop it */ 1662f8829a4aSRandall Stewart return (0); 1663f8829a4aSRandall Stewart } 1664f8829a4aSRandall Stewart } 166520b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1666f8829a4aSRandall Stewart *high_tsn = tsn; 1667f8829a4aSRandall Stewart } 1668f8829a4aSRandall Stewart /* See if we have received this one already */ 166977acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 167077acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1671f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1672f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1673f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1674f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1675f8829a4aSRandall Stewart asoc->numduptsns++; 1676f8829a4aSRandall Stewart } 167742551e99SRandall Stewart asoc->send_sack = 1; 1678f8829a4aSRandall Stewart return (0); 1679f8829a4aSRandall Stewart } 1680f8829a4aSRandall Stewart /* 1681f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1682f8829a4aSRandall Stewart * to be sent up above 1683f8829a4aSRandall Stewart */ 1684ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1685f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1686ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1687f8829a4aSRandall Stewart /* 1688f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1689f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1690f8829a4aSRandall Stewart */ 1691ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1692a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1693f8829a4aSRandall Stewart *abort_flag = 1; 1694f8829a4aSRandall Stewart return (0); 1695f8829a4aSRandall Stewart } 1696f8829a4aSRandall Stewart /* 1697f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1698f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1699f8829a4aSRandall Stewart * for on a partial delivery API. 1700f8829a4aSRandall Stewart */ 1701f8829a4aSRandall Stewart 170244249214SRandall Stewart /* Is the stream valid? */ 170349656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 170486eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1705f8829a4aSRandall Stewart 170686eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1707eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 170886eda749SMichael Tuexen if (op_err != NULL) { 1709f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 171086eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 171186eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1712f8829a4aSRandall Stewart /* 1713f8829a4aSRandall Stewart * Error causes are just param's and this one has 1714f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1715f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1716f8829a4aSRandall Stewart */ 171786eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 171886eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 171986eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 1720*8b9c95f4SMichael Tuexen cause->stream_id = htons(sid); 172186eda749SMichael Tuexen cause->reserved = htons(0); 172286eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1723f8829a4aSRandall Stewart } 1724f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1725207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1726830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 172720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1728830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1729d06c82f1SRandall Stewart } 1730d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1731d06c82f1SRandall Stewart /* Update cum-ack */ 1732d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1733d06c82f1SRandall Stewart } 1734f8829a4aSRandall Stewart return (0); 1735f8829a4aSRandall Stewart } 173649656eefSMichael Tuexen strm = &asoc->strmin[sid]; 1737f8829a4aSRandall Stewart /* 173844249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 173944249214SRandall Stewart * on the reassembly queues. 1740f8829a4aSRandall Stewart */ 1741*8b9c95f4SMichael Tuexen if ((chk_type == SCTP_IDATA) && 1742*8b9c95f4SMichael Tuexen ((chk_flags & SCTP_DATA_FIRST_FRAG) == 0) && 1743be46a7c5SMichael Tuexen (fsn == 0)) { 174444249214SRandall Stewart /* 174544249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 1746be46a7c5SMichael Tuexen * can *not* be fsn 0. XXX: This can happen in case of a 1747be46a7c5SMichael Tuexen * wrap around. Ignore is for now. 174844249214SRandall Stewart */ 1749be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "FSN zero for MID=%8.8x, but flags=%2.2x", 1750*8b9c95f4SMichael Tuexen mid, chk_flags); 175144249214SRandall Stewart goto err_out; 175244249214SRandall Stewart } 175349656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 175444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 1755*8b9c95f4SMichael Tuexen chk_flags, control); 1756*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1757be46a7c5SMichael Tuexen /* See if we can find the re-assembly entity */ 1758be46a7c5SMichael Tuexen if (control != NULL) { 175944249214SRandall Stewart /* We found something, does it belong? */ 176049656eefSMichael Tuexen if (ordered && (mid != control->mid)) { 176149656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Reassembly problem (MID=%8.8x)", mid); 176244249214SRandall Stewart err_out: 176344249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 176444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 176544249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 176644249214SRandall Stewart *abort_flag = 1; 176744249214SRandall Stewart return (0); 176844249214SRandall Stewart } 176944249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 17705b495f17SMichael Tuexen /* We can't have a switched order with an 17715b495f17SMichael Tuexen * unordered chunk */ 1772be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1773be46a7c5SMichael Tuexen tsn); 177444249214SRandall Stewart goto err_out; 177544249214SRandall Stewart } 177644249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 17775b495f17SMichael Tuexen /* We can't have a switched unordered with a 17785b495f17SMichael Tuexen * ordered chunk */ 1779be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "All fragments of a user message must be ordered or unordered (TSN=%8.8x)", 1780be46a7c5SMichael Tuexen tsn); 178144249214SRandall Stewart goto err_out; 178244249214SRandall Stewart } 178344249214SRandall Stewart } 178444249214SRandall Stewart } else { 178544249214SRandall Stewart /* 178644249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 178744249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 178844249214SRandall Stewart * ordered) or in the same Stream for unordered. 178944249214SRandall Stewart */ 1790be46a7c5SMichael Tuexen if (control != NULL) { 179149656eefSMichael Tuexen if (ordered || asoc->idata_supported) { 179249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on MID: %u\n", 1793*8b9c95f4SMichael Tuexen chk_flags, mid); 179449656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Duplicate MID=%8.8x detected.", mid); 179544249214SRandall Stewart goto err_out; 1796be46a7c5SMichael Tuexen } else { 1797be46a7c5SMichael Tuexen if ((tsn == control->fsn_included + 1) && 1798be46a7c5SMichael Tuexen (control->end_added == 0)) { 1799be46a7c5SMichael Tuexen snprintf(msg, sizeof(msg), "Illegal message sequence, missing end for MID: %8.8x", control->fsn_included); 1800be46a7c5SMichael Tuexen goto err_out; 1801be46a7c5SMichael Tuexen } else { 1802be46a7c5SMichael Tuexen control = NULL; 1803be46a7c5SMichael Tuexen } 1804be46a7c5SMichael Tuexen } 180544249214SRandall Stewart } 180644249214SRandall Stewart } 180744249214SRandall Stewart /* now do the tests */ 180844249214SRandall Stewart if (((asoc->cnt_on_all_streams + 180944249214SRandall Stewart asoc->cnt_on_reasm_queue + 181044249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 181144249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 181244249214SRandall Stewart /* 181344249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 181444249214SRandall Stewart * the reader is doing its job... 181544249214SRandall Stewart */ 181644249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 181744249214SRandall Stewart /* some to read, wake-up */ 181844249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 181944249214SRandall Stewart struct socket *so; 182044249214SRandall Stewart 182144249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 182244249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 182344249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 182444249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 182544249214SRandall Stewart SCTP_TCB_LOCK(stcb); 182644249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 182744249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 182844249214SRandall Stewart /* assoc was freed while we were unlocked */ 182944249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 183044249214SRandall Stewart return (0); 183144249214SRandall Stewart } 183244249214SRandall Stewart #endif 183344249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 183444249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 183544249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 183644249214SRandall Stewart #endif 183744249214SRandall Stewart } 183844249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 1839*8b9c95f4SMichael Tuexen if (chk_type == SCTP_DATA) { 184044249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 184144249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 184244249214SRandall Stewart /* Nope not in the valid range dump it */ 184344249214SRandall Stewart dump_packet: 184444249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 184544249214SRandall Stewart if ((asoc->cnt_on_all_streams + 184644249214SRandall Stewart asoc->cnt_on_reasm_queue + 184744249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 184844249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 184944249214SRandall Stewart } else { 185044249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 185144249214SRandall Stewart } 185244249214SRandall Stewart *break_flag = 1; 185344249214SRandall Stewart return (0); 185444249214SRandall Stewart } 185544249214SRandall Stewart } else { 185644249214SRandall Stewart if (control == NULL) { 185744249214SRandall Stewart goto dump_packet; 185844249214SRandall Stewart } 185944249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 186044249214SRandall Stewart goto dump_packet; 186144249214SRandall Stewart } 186244249214SRandall Stewart } 186344249214SRandall Stewart } 1864f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 186518e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 186618e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 186718e198d3SRandall Stewart asoc->tsn_in_at = 0; 186818e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 186918e198d3SRandall Stewart } 1870f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 187149656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].strm = sid; 187249656eefSMichael Tuexen asoc->in_tsnlog[asoc->tsn_in_at].seq = mid; 1873f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1874f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 187518e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 187618e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 187718e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1878f42a358aSRandall Stewart asoc->tsn_in_at++; 1879f42a358aSRandall Stewart #endif 188044249214SRandall Stewart /* 188144249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 188244249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 188344249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 188444249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 188544249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 188644249214SRandall Stewart */ 1887*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_FIRST_FRAG) && 1888d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 1889*8b9c95f4SMichael Tuexen (chk_flags & SCTP_DATA_UNORDERED) == 0 && 189049656eefSMichael Tuexen SCTP_MID_GE(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered, mid)) { 1891f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1892f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 189349656eefSMichael Tuexen mid, asoc->strmin[sid].last_mid_delivered); 1894f8829a4aSRandall Stewart 189549656eefSMichael Tuexen if (asoc->idata_supported) { 189649656eefSMichael Tuexen snprintf(msg, sizeof(msg), "Delivered MID=%8.8x, got TSN=%8.8x, SID=%4.4x, MID=%8.8x", 189749656eefSMichael Tuexen asoc->strmin[sid].last_mid_delivered, 189849656eefSMichael Tuexen tsn, 189949656eefSMichael Tuexen sid, 190049656eefSMichael Tuexen mid); 190149656eefSMichael Tuexen } else { 1902ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 190349656eefSMichael Tuexen (uint16_t) asoc->strmin[sid].last_mid_delivered, 190449656eefSMichael Tuexen tsn, 190549656eefSMichael Tuexen sid, 190649656eefSMichael Tuexen (uint16_t) mid); 190749656eefSMichael Tuexen } 1908ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1909b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 1910ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1911f8829a4aSRandall Stewart *abort_flag = 1; 1912f8829a4aSRandall Stewart return (0); 1913f8829a4aSRandall Stewart } 1914*8b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 191544249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 191644249214SRandall Stewart } else { 1917f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 191844249214SRandall Stewart } 1919f8829a4aSRandall Stewart if (last_chunk == 0) { 1920*8b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 192144249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 192244249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 192344249214SRandall Stewart the_len, M_NOWAIT); 192444249214SRandall Stewart } else { 192544b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 1926f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 1927eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 192844249214SRandall Stewart } 1929f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 1930b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 19314be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 1932f8829a4aSRandall Stewart } 1933f8829a4aSRandall Stewart #endif 1934f8829a4aSRandall Stewart } else { 1935f8829a4aSRandall Stewart /* We can steal the last chunk */ 1936139bc87fSRandall Stewart int l_len; 1937139bc87fSRandall Stewart 1938f8829a4aSRandall Stewart dmbuf = *m; 1939f8829a4aSRandall Stewart /* lop off the top part */ 1940*8b9c95f4SMichael Tuexen if (chk_type == SCTP_IDATA) { 194144249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 194244249214SRandall Stewart } else { 1943f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 194444249214SRandall Stewart } 1945139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 1946139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 1947139bc87fSRandall Stewart } else { 1948139bc87fSRandall Stewart /* 1949139bc87fSRandall Stewart * need to count up the size hopefully does not hit 1950139bc87fSRandall Stewart * this to often :-0 1951139bc87fSRandall Stewart */ 1952139bc87fSRandall Stewart struct mbuf *lat; 1953139bc87fSRandall Stewart 1954139bc87fSRandall Stewart l_len = 0; 195560990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 1956139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 1957139bc87fSRandall Stewart } 1958139bc87fSRandall Stewart } 1959139bc87fSRandall Stewart if (l_len > the_len) { 1960f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 1961139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 1962f8829a4aSRandall Stewart } 1963f8829a4aSRandall Stewart } 1964f8829a4aSRandall Stewart if (dmbuf == NULL) { 1965f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 1966f8829a4aSRandall Stewart return (0); 1967f8829a4aSRandall Stewart } 196844249214SRandall Stewart /* 1969*8b9c95f4SMichael Tuexen * Now no matter what, we need a control, get one if we don't have 197044249214SRandall Stewart * one (we may have gotten it above when we found the message was 197144249214SRandall Stewart * fragmented 197244249214SRandall Stewart */ 197344249214SRandall Stewart if (control == NULL) { 197444249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 197544249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 197649656eefSMichael Tuexen ppid, 197749656eefSMichael Tuexen sid, 1978*8b9c95f4SMichael Tuexen chk_flags, 197949656eefSMichael Tuexen NULL, fsn, mid); 198044249214SRandall Stewart if (control == NULL) { 198144249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 198244249214SRandall Stewart return (0); 198344249214SRandall Stewart } 1984*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 198544249214SRandall Stewart control->data = dmbuf; 198644249214SRandall Stewart control->tail_mbuf = NULL; 1987*8b9c95f4SMichael Tuexen control->end_added = 1; 1988*8b9c95f4SMichael Tuexen control->last_frag_seen = 1; 1989*8b9c95f4SMichael Tuexen control->first_frag_seen = 1; 1990*8b9c95f4SMichael Tuexen control->fsn_included = fsn; 1991*8b9c95f4SMichael Tuexen control->top_fsn = fsn; 199244249214SRandall Stewart } 199344249214SRandall Stewart created_control = 1; 199444249214SRandall Stewart } 199549656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d MID: %u control: %p\n", 1996*8b9c95f4SMichael Tuexen chk_flags, ordered, mid, control); 1997*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 1998f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 1999f42a358aSRandall Stewart ((ordered == 0) || 200049656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, asoc->strmin[sid].last_mid_delivered + 1, mid) && 200149656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmin[sid].inqueue)))) { 2002f8829a4aSRandall Stewart /* Candidate for express delivery */ 2003f8829a4aSRandall Stewart /* 2004f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 2005f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 2006f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 2007f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 2008f8829a4aSRandall Stewart * stuff it up the buffer.... 2009f8829a4aSRandall Stewart */ 20101ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 201120b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 20121ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 20131ea735c8SMichael Tuexen } 201449656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (MID: %u)\n", 201549656eefSMichael Tuexen control, mid); 201644249214SRandall Stewart 2017cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 2018cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 2019cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 2020830d754dSRandall Stewart 2021*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_UNORDERED) == 0) { 2022f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 202349656eefSMichael Tuexen strm->last_mid_delivered++; 2024f8829a4aSRandall Stewart } 2025f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 2026b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 202749656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, 2028f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 202980fefe0aSRandall Stewart } 2030f8829a4aSRandall Stewart control = NULL; 2031f8829a4aSRandall Stewart goto finish_express_del; 2032f8829a4aSRandall Stewart } 203344249214SRandall Stewart /* Now will we need a chunk too? */ 2034*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 2035f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 2036f8829a4aSRandall Stewart if (chk == NULL) { 2037f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 2038f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 2039f8829a4aSRandall Stewart if (last_chunk == 0) { 2040f8829a4aSRandall Stewart /* we copied it, free the copy */ 2041f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 2042f8829a4aSRandall Stewart } 2043f8829a4aSRandall Stewart return (0); 2044f8829a4aSRandall Stewart } 204549656eefSMichael Tuexen chk->rec.data.tsn = tsn; 2046f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 204749656eefSMichael Tuexen chk->rec.data.fsn = fsn; 204849656eefSMichael Tuexen chk->rec.data.mid = mid; 204949656eefSMichael Tuexen chk->rec.data.sid = sid; 205049656eefSMichael Tuexen chk->rec.data.ppid = ppid; 2051f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 2052f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 2053*8b9c95f4SMichael Tuexen chk->rec.data.rcv_flags = chk_flags; 2054f8829a4aSRandall Stewart chk->asoc = asoc; 2055f8829a4aSRandall Stewart chk->send_size = the_len; 2056f8829a4aSRandall Stewart chk->whoTo = net; 205749656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (MID: %u)\n", 205844249214SRandall Stewart chk, 205949656eefSMichael Tuexen control, mid); 2060f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2061f8829a4aSRandall Stewart chk->data = dmbuf; 206244249214SRandall Stewart } 206344249214SRandall Stewart /* Set the appropriate TSN mark */ 206444249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 206544249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 206644249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 206744249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 206844249214SRandall Stewart } 2069f8829a4aSRandall Stewart } else { 207044249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 207144249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 207244249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2073f8829a4aSRandall Stewart } 2074f8829a4aSRandall Stewart } 207544249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 2076*8b9c95f4SMichael Tuexen if ((chk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2077f8829a4aSRandall Stewart /* 207844249214SRandall Stewart * Special check for when streams are resetting. We could be 207944249214SRandall Stewart * more smart about this and check the actual stream to see 208044249214SRandall Stewart * if it is not being reset.. that way we would not create a 208144249214SRandall Stewart * HOLB when amongst streams being reset and those not being 208244249214SRandall Stewart * reset. 2083f8829a4aSRandall Stewart * 2084f8829a4aSRandall Stewart */ 2085f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 208620b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2087f8829a4aSRandall Stewart /* 208844249214SRandall Stewart * yep its past where we need to reset... go ahead 208944249214SRandall Stewart * and queue it. 2090f8829a4aSRandall Stewart */ 2091f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2092f8829a4aSRandall Stewart /* first one on */ 2093f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2094f8829a4aSRandall Stewart } else { 209544249214SRandall Stewart struct sctp_queued_to_read *ctlOn, *nctlOn; 2096f8829a4aSRandall Stewart unsigned char inserted = 0; 2097f8829a4aSRandall Stewart 20984a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) { 209920b07a4dSMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) { 210044249214SRandall Stewart 21014a9ef3f8SMichael Tuexen continue; 2102f8829a4aSRandall Stewart } else { 2103f8829a4aSRandall Stewart /* found it */ 2104f8829a4aSRandall Stewart TAILQ_INSERT_BEFORE(ctlOn, control, next); 2105f8829a4aSRandall Stewart inserted = 1; 2106f8829a4aSRandall Stewart break; 2107f8829a4aSRandall Stewart } 2108f8829a4aSRandall Stewart } 2109f8829a4aSRandall Stewart if (inserted == 0) { 2110f8829a4aSRandall Stewart /* 211144249214SRandall Stewart * must be put at end, use prevP 211244249214SRandall Stewart * (all setup from loop) to setup 211344249214SRandall Stewart * nextP. 2114f8829a4aSRandall Stewart */ 2115f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2116f8829a4aSRandall Stewart } 2117f8829a4aSRandall Stewart } 211844249214SRandall Stewart goto finish_express_del; 211944249214SRandall Stewart } 2120*8b9c95f4SMichael Tuexen if (chk_flags & SCTP_DATA_UNORDERED) { 212144249214SRandall Stewart /* queue directly into socket buffer */ 212249656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p MID: %u\n", 212349656eefSMichael Tuexen control, mid); 212444249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 212544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 212644249214SRandall Stewart control, 212744249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 212844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 212944249214SRandall Stewart 2130f8829a4aSRandall Stewart } else { 213149656eefSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering MID: %u\n", control, 213249656eefSMichael Tuexen mid); 213344249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, control, abort_flag, &need_reasm_check); 2134f8829a4aSRandall Stewart if (*abort_flag) { 21358be0fd55SMichael Tuexen if (last_chunk) { 21368be0fd55SMichael Tuexen *m = NULL; 21378be0fd55SMichael Tuexen } 2138f8829a4aSRandall Stewart return (0); 2139f8829a4aSRandall Stewart } 2140f8829a4aSRandall Stewart } 214144249214SRandall Stewart goto finish_express_del; 2142f8829a4aSRandall Stewart } 214344249214SRandall Stewart /* If we reach here its a reassembly */ 214444249214SRandall Stewart need_reasm_check = 1; 214544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 214649656eefSMichael Tuexen "Queue data to stream for reasm control: %p MID: %u\n", 214749656eefSMichael Tuexen control, mid); 214844249214SRandall Stewart sctp_queue_data_for_reasm(stcb, asoc, strm, control, chk, created_control, abort_flag, tsn); 2149f8829a4aSRandall Stewart if (*abort_flag) { 2150a5d547adSRandall Stewart /* 215144249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 215244249214SRandall Stewart * queue, which has all been freed. 2153a5d547adSRandall Stewart */ 21548be0fd55SMichael Tuexen if (last_chunk) { 2155a5d547adSRandall Stewart *m = NULL; 21568be0fd55SMichael Tuexen } 2157f8829a4aSRandall Stewart return (0); 2158f8829a4aSRandall Stewart } 2159f8829a4aSRandall Stewart finish_express_del: 216044249214SRandall Stewart /* Here we tidy up things */ 2161307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2162307b49efSMichael Tuexen /* Update cum-ack */ 2163307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2164307b49efSMichael Tuexen } 2165f8829a4aSRandall Stewart if (last_chunk) { 2166f8829a4aSRandall Stewart *m = NULL; 2167f8829a4aSRandall Stewart } 2168f42a358aSRandall Stewart if (ordered) { 2169f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2170f8829a4aSRandall Stewart } else { 2171f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2172f8829a4aSRandall Stewart } 2173f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2174f8829a4aSRandall Stewart /* Set it present please */ 2175b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 217649656eefSMichael Tuexen sctp_log_strm_del_alt(stcb, tsn, mid, sid, SCTP_STR_LOG_FROM_MARK_TSN); 217780fefe0aSRandall Stewart } 2178b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2179f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2180f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 218180fefe0aSRandall Stewart } 218217205eccSRandall Stewart /* check the special flag for stream resets */ 218317205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 218420b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 218517205eccSRandall Stewart /* 218617205eccSRandall Stewart * we have finished working through the backlogged TSN's now 218717205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 218817205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 218917205eccSRandall Stewart * pending_reply_queue. 219017205eccSRandall Stewart */ 21914a9ef3f8SMichael Tuexen struct sctp_queued_to_read *ctl, *nctl; 219217205eccSRandall Stewart 2193a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 219417205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 21957cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2196207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 21973c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 219817205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 21994a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 220017205eccSRandall Stewart /* All can be removed */ 22014a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 220217205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 220344249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, ctl, abort_flag, &need_reasm_check); 220417205eccSRandall Stewart if (*abort_flag) { 220517205eccSRandall Stewart return (0); 220617205eccSRandall Stewart } 220717205eccSRandall Stewart } 22084a9ef3f8SMichael Tuexen } else { 22094a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 221020b07a4dSMichael Tuexen if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) { 22114a9ef3f8SMichael Tuexen break; 22124a9ef3f8SMichael Tuexen } 221317205eccSRandall Stewart /* 221417205eccSRandall Stewart * if ctl->sinfo_tsn is <= liste->tsn we can 221517205eccSRandall Stewart * process it which is the NOT of 221617205eccSRandall Stewart * ctl->sinfo_tsn > liste->tsn 221717205eccSRandall Stewart */ 221817205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 221944249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, ctl, abort_flag, &need_reasm_check); 222017205eccSRandall Stewart if (*abort_flag) { 222117205eccSRandall Stewart return (0); 222217205eccSRandall Stewart } 222317205eccSRandall Stewart } 222417205eccSRandall Stewart } 222517205eccSRandall Stewart /* 222617205eccSRandall Stewart * Now service re-assembly to pick up anything that has been 222717205eccSRandall Stewart * held on reassembly queue? 222817205eccSRandall Stewart */ 2229d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_NOT_HELD); 223017205eccSRandall Stewart need_reasm_check = 0; 223117205eccSRandall Stewart } 2232139bc87fSRandall Stewart if (need_reasm_check) { 2233139bc87fSRandall Stewart /* Another one waits ? */ 2234d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_NOT_HELD); 2235139bc87fSRandall Stewart } 2236f8829a4aSRandall Stewart return (1); 2237f8829a4aSRandall Stewart } 2238f8829a4aSRandall Stewart 2239ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2240b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2241b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2242b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2243b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2244b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2245b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2246b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2247b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2248b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2249b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2250b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2251b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2252b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2253b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2254b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2255b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2256b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2257b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2258b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2259b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2260b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2261b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2262b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2263b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2264b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2265b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2266b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2267b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2268b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2269b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2270b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2271b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2272f8829a4aSRandall Stewart }; 2273f8829a4aSRandall Stewart 2274f8829a4aSRandall Stewart 2275f8829a4aSRandall Stewart void 2276b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2277f8829a4aSRandall Stewart { 2278f8829a4aSRandall Stewart /* 2279f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2280f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 228166bd30bdSRandall Stewart * 22825b495f17SMichael Tuexen * When you first glance at this you might think that all entries 22835b495f17SMichael Tuexen * that make up the position of the cum-ack would be in the 22845b495f17SMichael Tuexen * nr-mapping array only.. i.e. things up to the cum-ack are always 228566bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 228666bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 228766bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 228866bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2289f8829a4aSRandall Stewart */ 2290f8829a4aSRandall Stewart struct sctp_association *asoc; 2291b3f1ea41SRandall Stewart int at; 229266bd30bdSRandall Stewart uint8_t val; 2293f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 229477acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2295f8829a4aSRandall Stewart 2296f8829a4aSRandall Stewart asoc = &stcb->asoc; 2297f8829a4aSRandall Stewart 2298f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2299f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2300f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2301f8829a4aSRandall Stewart /* 2302f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2303f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2304f8829a4aSRandall Stewart */ 2305f8829a4aSRandall Stewart at = 0; 2306b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 230766bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 230866bd30bdSRandall Stewart if (val == 0xff) { 2309f8829a4aSRandall Stewart at += 8; 2310f8829a4aSRandall Stewart } else { 2311f8829a4aSRandall Stewart /* there is a 0 bit */ 231266bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2313f8829a4aSRandall Stewart break; 2314f8829a4aSRandall Stewart } 2315f8829a4aSRandall Stewart } 2316b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2317f8829a4aSRandall Stewart 231820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 231920b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2320a5d547adSRandall Stewart #ifdef INVARIANTS 2321ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2322ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2323f8829a4aSRandall Stewart #else 2324ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2325ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 23260e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2327b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2328b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2329b3f1ea41SRandall Stewart } 2330f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2331830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2332f8829a4aSRandall Stewart #endif 2333f8829a4aSRandall Stewart } 233420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 233577acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 233677acdc25SRandall Stewart } else { 233777acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 233877acdc25SRandall Stewart } 233977acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2340f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 234177acdc25SRandall Stewart /* highest becomes the cum-ack */ 234237f144ebSMichael Tuexen int clr; 234337f144ebSMichael Tuexen #ifdef INVARIANTS 234437f144ebSMichael Tuexen unsigned int i; 234537f144ebSMichael Tuexen #endif 2346f8829a4aSRandall Stewart 2347f8829a4aSRandall Stewart /* clear the array */ 2348b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2349c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2350f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2351f8829a4aSRandall Stewart } 2352f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2353830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 235437f144ebSMichael Tuexen #ifdef INVARIANTS 2355b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2356b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2357cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2358b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2359b5c16493SMichael Tuexen } 2360b5c16493SMichael Tuexen } 236137f144ebSMichael Tuexen #endif 236277acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 236377acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2364f8829a4aSRandall Stewart } else if (at >= 8) { 2365f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2366b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2367b3f1ea41SRandall Stewart 2368f8829a4aSRandall Stewart /* 2369f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2370f8829a4aSRandall Stewart * TSN value 2371f8829a4aSRandall Stewart */ 237277acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 237377acdc25SRandall Stewart slide_end = (lgap >> 3); 2374f8829a4aSRandall Stewart if (slide_end < slide_from) { 237577acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2376d55b0b1bSRandall Stewart #ifdef INVARIANTS 2377f8829a4aSRandall Stewart panic("impossible slide"); 2378d55b0b1bSRandall Stewart #else 2379cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 238077acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2381d55b0b1bSRandall Stewart return; 2382d55b0b1bSRandall Stewart #endif 2383f8829a4aSRandall Stewart } 2384b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2385b3f1ea41SRandall Stewart #ifdef INVARIANTS 2386b3f1ea41SRandall Stewart panic("would overrun buffer"); 2387b3f1ea41SRandall Stewart #else 2388cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2389b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2390b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2391b3f1ea41SRandall Stewart #endif 2392b3f1ea41SRandall Stewart } 2393f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2394b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2395f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2396f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2397f8829a4aSRandall Stewart sctp_log_map((uint32_t) slide_from, (uint32_t) slide_end, 2398f8829a4aSRandall Stewart (uint32_t) lgap, SCTP_MAP_SLIDE_FROM); 239980fefe0aSRandall Stewart } 2400f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2401f8829a4aSRandall Stewart distance < 0) { 2402f8829a4aSRandall Stewart /* 2403f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2404f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2405f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2406f8829a4aSRandall Stewart * don't think this should happen :-0 2407f8829a4aSRandall Stewart */ 2408f8829a4aSRandall Stewart 2409b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2410f8829a4aSRandall Stewart sctp_log_map((uint32_t) distance, (uint32_t) slide_from, 2411f8829a4aSRandall Stewart (uint32_t) asoc->mapping_array_size, 2412f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 241380fefe0aSRandall Stewart } 2414f8829a4aSRandall Stewart } else { 2415f8829a4aSRandall Stewart int ii; 2416f8829a4aSRandall Stewart 2417f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 241837f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 241937f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 242077acdc25SRandall Stewart 2421f8829a4aSRandall Stewart } 2422aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2423f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 242477acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2425f8829a4aSRandall Stewart } 2426ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2427ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2428ee94f0a2SMichael Tuexen } 2429ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2430ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2431ee94f0a2SMichael Tuexen } 2432f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2433b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2434f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2435f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2436f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 243780fefe0aSRandall Stewart } 2438830d754dSRandall Stewart } 2439830d754dSRandall Stewart } 2440b5c16493SMichael Tuexen } 2441b5c16493SMichael Tuexen 2442b5c16493SMichael Tuexen void 24437215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2444b5c16493SMichael Tuexen { 2445b5c16493SMichael Tuexen struct sctp_association *asoc; 2446b5c16493SMichael Tuexen uint32_t highest_tsn; 2447ebecdad8SMichael Tuexen int is_a_gap; 2448b5c16493SMichael Tuexen 2449ebecdad8SMichael Tuexen sctp_slide_mapping_arrays(stcb); 2450b5c16493SMichael Tuexen asoc = &stcb->asoc; 245120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2452b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2453b5c16493SMichael Tuexen } else { 2454b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2455b5c16493SMichael Tuexen } 2456ebecdad8SMichael Tuexen /* Is there a gap now? */ 2457ebecdad8SMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2458b5c16493SMichael Tuexen 2459830d754dSRandall Stewart /* 2460f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2461f8829a4aSRandall Stewart * timer (if allowed). 2462f8829a4aSRandall Stewart */ 2463f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2464f8829a4aSRandall Stewart /* 2465b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2466b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2467b5c16493SMichael Tuexen * SACK 2468f8829a4aSRandall Stewart */ 2469139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2470f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2471b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 247244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2473f8829a4aSRandall Stewart } 2474ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2475ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2476ebecdad8SMichael Tuexen if (is_a_gap) { 2477689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2478ebecdad8SMichael Tuexen } 2479f8829a4aSRandall Stewart } else { 2480f8829a4aSRandall Stewart /* 2481b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2482b5c16493SMichael Tuexen * since last ack 2483f8829a4aSRandall Stewart */ 2484f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2485f8829a4aSRandall Stewart 248642551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 248742551e99SRandall Stewart * SACK */ 2488f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2489f8829a4aSRandall Stewart * longer is one */ 2490f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2491f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 249242551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 24935b495f17SMichael Tuexen (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ ) { 2494f8829a4aSRandall Stewart 24957c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2496b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 249742551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2498f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2499f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2500139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2501f8829a4aSRandall Stewart 2502f8829a4aSRandall Stewart /* 2503b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2504b5c16493SMichael Tuexen * even in the face of 2505f8829a4aSRandall Stewart * 25065b495f17SMichael Tuexen * reordering. Therefore, if acks that do 25075b495f17SMichael Tuexen * not have to be sent because of the above 2508b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2509b5c16493SMichael Tuexen * that would have been sent due to gap 2510b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2511f8829a4aSRandall Stewart * the delayed ack timer. 2512f8829a4aSRandall Stewart */ 2513f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2514f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2515f8829a4aSRandall Stewart } else { 2516f8829a4aSRandall Stewart /* 2517b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2518b5c16493SMichael Tuexen * is pending, we got our first packet OR 2519b5c16493SMichael Tuexen * there are gaps or duplicates. 2520f8829a4aSRandall Stewart */ 2521ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2522689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2523f8829a4aSRandall Stewart } 2524f8829a4aSRandall Stewart } else { 252542551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2526f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2527f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2528f8829a4aSRandall Stewart } 2529f8829a4aSRandall Stewart } 2530f8829a4aSRandall Stewart } 2531f8829a4aSRandall Stewart } 2532f8829a4aSRandall Stewart 2533f8829a4aSRandall Stewart int 2534f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2535e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2536e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t * high_tsn) 2537f8829a4aSRandall Stewart { 253844249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2539f8829a4aSRandall Stewart struct sctp_association *asoc; 2540f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2541f8829a4aSRandall Stewart int stop_proc = 0; 2542f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 25438f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2544f8829a4aSRandall Stewart struct mbuf *m; 25458f777478SMichael Tuexen uint32_t highest_tsn; 2546f8829a4aSRandall Stewart 2547f8829a4aSRandall Stewart /* set the rwnd */ 2548f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2549f8829a4aSRandall Stewart 2550f8829a4aSRandall Stewart m = *mm; 2551f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2552f8829a4aSRandall Stewart asoc = &stcb->asoc; 255320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 25548f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 25558f777478SMichael Tuexen } else { 25568f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2557f8829a4aSRandall Stewart } 255820b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2559f8829a4aSRandall Stewart /* 2560f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2561f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2562f8829a4aSRandall Stewart * chunk is assigned. 2563f8829a4aSRandall Stewart */ 2564f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2565f8829a4aSRandall Stewart 2566d06c82f1SRandall Stewart /*- 2567f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2568f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2569f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2570f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2571d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2572d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2573f8829a4aSRandall Stewart */ 257444b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2575f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2576eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2577f8829a4aSRandall Stewart if (m) { 2578f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2579f8829a4aSRandall Stewart caddr_t *from, *to; 2580f8829a4aSRandall Stewart 2581f8829a4aSRandall Stewart /* get the pointers and copy */ 2582f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2583f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2584139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2585f8829a4aSRandall Stewart /* copy the length and free up the old */ 2586139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2587f8829a4aSRandall Stewart sctp_m_freem(*mm); 2588cd0a4ff6SPedro F. Giffuni /* success, back copy */ 2589f8829a4aSRandall Stewart *mm = m; 2590f8829a4aSRandall Stewart } else { 2591f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2592f8829a4aSRandall Stewart m = *mm; 2593f8829a4aSRandall Stewart } 2594f8829a4aSRandall Stewart } 2595f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 259644249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 259744249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2598f8829a4aSRandall Stewart if (ch == NULL) { 2599f8829a4aSRandall Stewart return (1); 2600f8829a4aSRandall Stewart } 2601f8829a4aSRandall Stewart /* 2602f8829a4aSRandall Stewart * process all DATA chunks... 2603f8829a4aSRandall Stewart */ 2604f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2605f8829a4aSRandall Stewart break_flag = 0; 260642551e99SRandall Stewart asoc->data_pkts_seen++; 2607f8829a4aSRandall Stewart while (stop_proc == 0) { 2608f8829a4aSRandall Stewart /* validate chunk length */ 260944249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2610f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2611f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2612f8829a4aSRandall Stewart stop_proc = 1; 261360990c0cSMichael Tuexen continue; 2614f8829a4aSRandall Stewart } 261544249214SRandall Stewart if ((asoc->idata_supported == 1) && 261644249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 261744249214SRandall Stewart struct mbuf *op_err; 261844249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 261944249214SRandall Stewart 2620e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "I-DATA chunk received when DATA was negotiated"); 262144249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 262244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 262344249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 262444249214SRandall Stewart return (2); 262544249214SRandall Stewart } 262644249214SRandall Stewart if ((asoc->idata_supported == 0) && 262744249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 262844249214SRandall Stewart struct mbuf *op_err; 262944249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 263044249214SRandall Stewart 2631e7f232a0SMichael Tuexen snprintf(msg, sizeof(msg), "%s", "DATA chunk received when I-DATA was negotiated"); 263244249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 263344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 263444249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 263544249214SRandall Stewart return (2); 263644249214SRandall Stewart } 263744249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 263844249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 263944249214SRandall Stewart int clen; 264044249214SRandall Stewart 264144249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 264244249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 264344249214SRandall Stewart } else { 264444249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 264544249214SRandall Stewart } 2646f8ee69bfSMichael Tuexen if (chk_length < clen) { 2647f8829a4aSRandall Stewart /* 2648f8829a4aSRandall Stewart * Need to send an abort since we had a 2649f8829a4aSRandall Stewart * invalid data chunk. 2650f8829a4aSRandall Stewart */ 2651f8829a4aSRandall Stewart struct mbuf *op_err; 2652ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2653f8829a4aSRandall Stewart 2654ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2655ff1ffd74SMichael Tuexen chk_length); 2656ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 265744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2658e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 265932451da4SMichael Tuexen return (2); 266032451da4SMichael Tuexen } 2661f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2662f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2663f8829a4aSRandall Stewart #endif 2664f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2665f8829a4aSRandall Stewart last_chunk = 1; 2666f8829a4aSRandall Stewart } else { 2667f8829a4aSRandall Stewart last_chunk = 0; 2668f8829a4aSRandall Stewart } 266944249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2670f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 267144249214SRandall Stewart last_chunk, ch->chunk_type)) { 2672f8829a4aSRandall Stewart num_chunks++; 2673f8829a4aSRandall Stewart } 2674f8829a4aSRandall Stewart if (abort_flag) 2675f8829a4aSRandall Stewart return (2); 2676f8829a4aSRandall Stewart 2677f8829a4aSRandall Stewart if (break_flag) { 2678f8829a4aSRandall Stewart /* 2679f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2680f8829a4aSRandall Stewart * drop rep space left. 2681f8829a4aSRandall Stewart */ 2682f8829a4aSRandall Stewart stop_proc = 1; 268360990c0cSMichael Tuexen continue; 2684f8829a4aSRandall Stewart } 2685f8829a4aSRandall Stewart } else { 2686f8829a4aSRandall Stewart /* not a data chunk in the data region */ 268744249214SRandall Stewart switch (ch->chunk_type) { 2688f8829a4aSRandall Stewart case SCTP_INITIATION: 2689f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2690f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 269160990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2692f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2693f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2694f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2695f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2696f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2697f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2698f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2699f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2700f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2701f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2702f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2703f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2704f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2705f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2706f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2707f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2708f8829a4aSRandall Stewart case SCTP_ASCONF: 2709fd60718dSMichael Tuexen { 2710f8829a4aSRandall Stewart /* 2711fd60718dSMichael Tuexen * Now, what do we do with KNOWN 2712fd60718dSMichael Tuexen * chunks that are NOT in the right 2713fd60718dSMichael Tuexen * place? 2714f8829a4aSRandall Stewart * 2715fd60718dSMichael Tuexen * For now, I do nothing but ignore 2716fd60718dSMichael Tuexen * them. We may later want to add 2717fd60718dSMichael Tuexen * sysctl stuff to switch out and do 2718fd60718dSMichael Tuexen * either an ABORT() or possibly 2719fd60718dSMichael Tuexen * process them. 2720f8829a4aSRandall Stewart */ 2721f8829a4aSRandall Stewart struct mbuf *op_err; 2722267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2723f8829a4aSRandall Stewart 27249ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 272544249214SRandall Stewart ch->chunk_type); 2726267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2727e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2728f8829a4aSRandall Stewart return (2); 2729f8829a4aSRandall Stewart } 2730f8829a4aSRandall Stewart default: 2731f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 273244249214SRandall Stewart if (ch->chunk_type & 0x40) { 2733f8829a4aSRandall Stewart /* Add a error report to the queue */ 273486eda749SMichael Tuexen struct mbuf *op_err; 273586eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2736f8829a4aSRandall Stewart 273786eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 273886eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 273986eda749SMichael Tuexen if (op_err != NULL) { 274086eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 274186eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 27429a8e3088SMichael Tuexen cause->length = htons((uint16_t) (chk_length + sizeof(struct sctp_gen_error_cause))); 274386eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 274486eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 274586eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 274686eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2747f8829a4aSRandall Stewart } else { 274886eda749SMichael Tuexen sctp_m_freem(op_err); 2749f8829a4aSRandall Stewart } 2750f8829a4aSRandall Stewart } 2751f8829a4aSRandall Stewart } 275244249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2753f8829a4aSRandall Stewart /* discard the rest of this packet */ 2754f8829a4aSRandall Stewart stop_proc = 1; 2755f8829a4aSRandall Stewart } /* else skip this bad chunk and 27565b495f17SMichael Tuexen * continue... */ break; 275760990c0cSMichael Tuexen } /* switch of chunk type */ 2758f8829a4aSRandall Stewart } 2759f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2760f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2761f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2762f8829a4aSRandall Stewart stop_proc = 1; 2763f8829a4aSRandall Stewart continue; 2764f8829a4aSRandall Stewart } 276544249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 276644249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2767f8829a4aSRandall Stewart if (ch == NULL) { 2768f8829a4aSRandall Stewart *offset = length; 2769f8829a4aSRandall Stewart stop_proc = 1; 277060990c0cSMichael Tuexen continue; 2771f8829a4aSRandall Stewart } 277260990c0cSMichael Tuexen } 2773f8829a4aSRandall Stewart if (break_flag) { 2774f8829a4aSRandall Stewart /* 2775f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2776f8829a4aSRandall Stewart */ 277720cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2778f8829a4aSRandall Stewart } 2779f8829a4aSRandall Stewart if (num_chunks) { 2780f8829a4aSRandall Stewart /* 2781ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2782f8829a4aSRandall Stewart * give peer credit for being alive. 2783f8829a4aSRandall Stewart */ 2784f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2785b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2786c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2787c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2788c4739e2fSRandall Stewart 0, 2789c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2790c4739e2fSRandall Stewart __LINE__); 2791c4739e2fSRandall Stewart } 2792f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 27936e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2794f8829a4aSRandall Stewart } 2795f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2796f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 279742551e99SRandall Stewart /* Assure that we ack right away */ 279842551e99SRandall Stewart stcb->asoc.send_sack = 1; 2799f8829a4aSRandall Stewart } 2800f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 28017215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2802f8829a4aSRandall Stewart return (0); 2803f8829a4aSRandall Stewart } 2804f8829a4aSRandall Stewart 28050fa753b3SRandall Stewart static int 28060fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 28070fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 28080fa753b3SRandall Stewart int *num_frs, 28090fa753b3SRandall Stewart uint32_t * biggest_newly_acked_tsn, 28100fa753b3SRandall Stewart uint32_t * this_sack_lowest_newack, 28117215cc1bSMichael Tuexen int *rto_ok) 28120fa753b3SRandall Stewart { 28130fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 28140fa753b3SRandall Stewart unsigned int theTSN; 2815b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 28160fa753b3SRandall Stewart 28170fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 28180fa753b3SRandall Stewart tp1 = *p_tp1; 28190fa753b3SRandall Stewart if (tp1 == NULL) { 28200fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 28210fa753b3SRandall Stewart } 28220fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 28230fa753b3SRandall Stewart theTSN = j + last_tsn; 28240fa753b3SRandall Stewart while (tp1) { 28250fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 28260fa753b3SRandall Stewart (*num_frs) += 1; 28270fa753b3SRandall Stewart 28280fa753b3SRandall Stewart /*- 28290fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 28300fa753b3SRandall Stewart * processed from the sent queue, track the 28310fa753b3SRandall Stewart * next expected pseudo-cumack, or 28320fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 28330fa753b3SRandall Stewart * cumack trackers for first transmissions, 28340fa753b3SRandall Stewart * and retransmissions. 28350fa753b3SRandall Stewart */ 28368427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28378427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 28380fa753b3SRandall Stewart (tp1->snd_count == 1)) { 283949656eefSMichael Tuexen tp1->whoTo->pseudo_cumack = tp1->rec.data.tsn; 28400fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 28410fa753b3SRandall Stewart } 28428427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 28438427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 28440fa753b3SRandall Stewart (tp1->snd_count > 1)) { 284549656eefSMichael Tuexen tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.tsn; 28460fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 28470fa753b3SRandall Stewart } 284849656eefSMichael Tuexen if (tp1->rec.data.tsn == theTSN) { 28490fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 28500fa753b3SRandall Stewart /*- 28510fa753b3SRandall Stewart * must be held until 28520fa753b3SRandall Stewart * cum-ack passes 28530fa753b3SRandall Stewart */ 28540fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 28550fa753b3SRandall Stewart /*- 28560fa753b3SRandall Stewart * If it is less than RESEND, it is 28570fa753b3SRandall Stewart * now no-longer in flight. 28580fa753b3SRandall Stewart * Higher values may already be set 28590fa753b3SRandall Stewart * via previous Gap Ack Blocks... 28600fa753b3SRandall Stewart * i.e. ACKED or RESEND. 28610fa753b3SRandall Stewart */ 286249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 286320b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 286449656eefSMichael Tuexen *biggest_newly_acked_tsn = tp1->rec.data.tsn; 28650fa753b3SRandall Stewart } 28660fa753b3SRandall Stewart /*- 28670fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 28680fa753b3SRandall Stewart * saw_newack to 1 for dest being 28690fa753b3SRandall Stewart * newly acked. update 28700fa753b3SRandall Stewart * this_sack_highest_newack if 28710fa753b3SRandall Stewart * appropriate. 28720fa753b3SRandall Stewart */ 28730fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 28740fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 28750fa753b3SRandall Stewart 287649656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 287720b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 28780fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 287949656eefSMichael Tuexen tp1->rec.data.tsn; 28800fa753b3SRandall Stewart } 28810fa753b3SRandall Stewart /*- 28820fa753b3SRandall Stewart * CMT DAC algo: also update 28830fa753b3SRandall Stewart * this_sack_lowest_newack 28840fa753b3SRandall Stewart */ 28850fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 28860fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 28870fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 28880fa753b3SRandall Stewart last_tsn, 288949656eefSMichael Tuexen tp1->rec.data.tsn, 28900fa753b3SRandall Stewart 0, 28910fa753b3SRandall Stewart 0, 28920fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 28930fa753b3SRandall Stewart } 289449656eefSMichael Tuexen *this_sack_lowest_newack = tp1->rec.data.tsn; 28950fa753b3SRandall Stewart } 28960fa753b3SRandall Stewart /*- 28970fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 28980fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 28990fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 29000fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 29010fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 29020fa753b3SRandall Stewart * retransmissions. 29030fa753b3SRandall Stewart */ 290449656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->pseudo_cumack) { 29050fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29060fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29070fa753b3SRandall Stewart } 29080fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 29090fa753b3SRandall Stewart } 29100fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 291149656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 29120fa753b3SRandall Stewart } 291349656eefSMichael Tuexen if (tp1->rec.data.tsn == tp1->whoTo->rtx_pseudo_cumack) { 29140fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 29150fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 29160fa753b3SRandall Stewart } 29170fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 29180fa753b3SRandall Stewart } 29190fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 29200fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 29210fa753b3SRandall Stewart last_tsn, 292249656eefSMichael Tuexen tp1->rec.data.tsn, 29230fa753b3SRandall Stewart frag_strt, 29240fa753b3SRandall Stewart frag_end, 29250fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 29260fa753b3SRandall Stewart } 29270fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 29280fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 29290fa753b3SRandall Stewart tp1->whoTo->flight_size, 29300fa753b3SRandall Stewart tp1->book_size, 29319a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 293249656eefSMichael Tuexen tp1->rec.data.tsn); 29330fa753b3SRandall Stewart } 29340fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 2935299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 2936299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 2937299108c5SRandall Stewart tp1); 2938299108c5SRandall Stewart } 29390fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 29400fa753b3SRandall Stewart 29410fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 29420fa753b3SRandall Stewart if (tp1->snd_count < 2) { 29430fa753b3SRandall Stewart /*- 29440fa753b3SRandall Stewart * True non-retransmited chunk 29450fa753b3SRandall Stewart */ 29460fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 29470fa753b3SRandall Stewart 29480fa753b3SRandall Stewart /*- 29490fa753b3SRandall Stewart * update RTO too ? 29500fa753b3SRandall Stewart */ 29510fa753b3SRandall Stewart if (tp1->do_rtt) { 2952f79aab18SRandall Stewart if (*rto_ok) { 29530fa753b3SRandall Stewart tp1->whoTo->RTO = 29540fa753b3SRandall Stewart sctp_calculate_rto(stcb, 29550fa753b3SRandall Stewart &stcb->asoc, 29560fa753b3SRandall Stewart tp1->whoTo, 29570fa753b3SRandall Stewart &tp1->sent_rcv_time, 2958899288aeSRandall Stewart sctp_align_safe_nocopy, 2959f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 2960f79aab18SRandall Stewart *rto_ok = 0; 2961f79aab18SRandall Stewart } 2962f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 2963f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 2964f79aab18SRandall Stewart } 29650fa753b3SRandall Stewart tp1->do_rtt = 0; 29660fa753b3SRandall Stewart } 29670fa753b3SRandall Stewart } 29680fa753b3SRandall Stewart } 29690fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 297049656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, 297120b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 29720fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 297349656eefSMichael Tuexen tp1->rec.data.tsn; 29740fa753b3SRandall Stewart } 29750fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 29760fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 29770fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 29780fa753b3SRandall Stewart sctp_audit_log(0xB2, 29790fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 29800fa753b3SRandall Stewart #endif 29810fa753b3SRandall Stewart } 29820fa753b3SRandall Stewart } 29830fa753b3SRandall Stewart /*- 29840fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 29850fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 29860fa753b3SRandall Stewart */ 29872a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 2988325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 29890fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 29902a498584SMichael Tuexen } 29910fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 29920fa753b3SRandall Stewart /* deflate the cwnd */ 29930fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 29940fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 29950fa753b3SRandall Stewart } 29960fa753b3SRandall Stewart /* NR Sack code here */ 2997325c8c46SMichael Tuexen if (nr_sacking && 2998325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 299949656eefSMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 300049656eefSMichael Tuexen stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues--; 3001325c8c46SMichael Tuexen #ifdef INVARIANTS 3002325c8c46SMichael Tuexen } else { 300349656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3004325c8c46SMichael Tuexen #endif 3005325c8c46SMichael Tuexen } 300649656eefSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 300749656eefSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 300849656eefSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.sid].outqueue)) { 3009d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 3010d96bef9cSMichael Tuexen } 3011325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 30120fa753b3SRandall Stewart if (tp1->data) { 30135b495f17SMichael Tuexen /* sa_ignore 30145b495f17SMichael Tuexen * NO_NULL_CHK */ 30150fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 30160fa753b3SRandall Stewart sctp_m_freem(tp1->data); 30170fa753b3SRandall Stewart tp1->data = NULL; 3018b5c16493SMichael Tuexen } 30190fa753b3SRandall Stewart wake_him++; 30200fa753b3SRandall Stewart } 30210fa753b3SRandall Stewart } 30220fa753b3SRandall Stewart break; 302349656eefSMichael Tuexen } /* if (tp1->tsn == theTSN) */ if (SCTP_TSN_GT(tp1->rec.data.tsn, theTSN)) { 30240fa753b3SRandall Stewart break; 302520b07a4dSMichael Tuexen } 30260fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 3027b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 3028b5c16493SMichael Tuexen circled++; 30290fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 30300fa753b3SRandall Stewart } 3031b5c16493SMichael Tuexen } /* end while (tp1) */ 3032b5c16493SMichael Tuexen if (tp1 == NULL) { 3033b5c16493SMichael Tuexen circled = 0; 3034b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 3035b5c16493SMichael Tuexen } 3036b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 30370fa753b3SRandall Stewart } /* end for (j = fragStart */ 30380fa753b3SRandall Stewart *p_tp1 = tp1; 30390fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 30400fa753b3SRandall Stewart } 30410fa753b3SRandall Stewart 30420fa753b3SRandall Stewart 3043cd554309SMichael Tuexen static int 3044458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 3045cd554309SMichael Tuexen uint32_t last_tsn, uint32_t * biggest_tsn_acked, 3046139bc87fSRandall Stewart uint32_t * biggest_newly_acked_tsn, uint32_t * this_sack_lowest_newack, 30477215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 3048f8829a4aSRandall Stewart { 3049458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 3050f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 30510fa753b3SRandall Stewart int i; 3052f8829a4aSRandall Stewart int num_frs = 0; 3053cd554309SMichael Tuexen int chunk_freed; 3054cd554309SMichael Tuexen int non_revocable; 3055d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3056f8829a4aSRandall Stewart 3057d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3058d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3059cd554309SMichael Tuexen chunk_freed = 0; 3060f8829a4aSRandall Stewart 3061cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3062d9c5cfeaSMichael Tuexen if (i == num_seg) { 3063d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3064d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3065d9c5cfeaSMichael Tuexen } 3066458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3067458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *) & block); 3068458303daSRandall Stewart *offset += sizeof(block); 3069458303daSRandall Stewart if (frag == NULL) { 3070cd554309SMichael Tuexen return (chunk_freed); 3071458303daSRandall Stewart } 3072f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3073f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3074d9c5cfeaSMichael Tuexen 3075f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3076d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3077f8829a4aSRandall Stewart continue; 3078f8829a4aSRandall Stewart } 3079d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3080d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3081f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3082f8829a4aSRandall Stewart } 308320b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3084d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3085f8829a4aSRandall Stewart } 3086cd554309SMichael Tuexen if (i < num_seg) { 3087cd554309SMichael Tuexen non_revocable = 0; 3088cd554309SMichael Tuexen } else { 3089cd554309SMichael Tuexen non_revocable = 1; 3090cd554309SMichael Tuexen } 3091cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3092cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 30937215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3094cd554309SMichael Tuexen chunk_freed = 1; 3095458303daSRandall Stewart } 3096d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3097f8829a4aSRandall Stewart } 3098b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 309980fefe0aSRandall Stewart if (num_frs) 310080fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 310180fefe0aSRandall Stewart *biggest_newly_acked_tsn, 310280fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 310380fefe0aSRandall Stewart } 3104cd554309SMichael Tuexen return (chunk_freed); 3105f8829a4aSRandall Stewart } 3106f8829a4aSRandall Stewart 3107f8829a4aSRandall Stewart static void 3108c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3109c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 311063eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3111f8829a4aSRandall Stewart { 3112f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3113f8829a4aSRandall Stewart 31144a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 311549656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cumack)) { 3116f8829a4aSRandall Stewart /* 3117f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3118f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3119f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3120f8829a4aSRandall Stewart * again. 3121f8829a4aSRandall Stewart */ 312249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked)) { 3123d06c82f1SRandall Stewart break; 312420b07a4dSMichael Tuexen } 3125f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3126f8829a4aSRandall Stewart /* it has been revoked */ 3127f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3128f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3129a5d547adSRandall Stewart /* 313042551e99SRandall Stewart * We must add this stuff back in to assure 313142551e99SRandall Stewart * timers and such get started. 3132a5d547adSRandall Stewart */ 3133b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3134c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3135c105859eSRandall Stewart tp1->whoTo->flight_size, 3136c105859eSRandall Stewart tp1->book_size, 31379a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 313849656eefSMichael Tuexen tp1->rec.data.tsn); 313980fefe0aSRandall Stewart } 3140c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3141c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 314242551e99SRandall Stewart /* 314342551e99SRandall Stewart * We inflate the cwnd to compensate for our 314442551e99SRandall Stewart * artificial inflation of the flight_size. 314542551e99SRandall Stewart */ 314642551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3147b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3148f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3149f8829a4aSRandall Stewart cumack, 315049656eefSMichael Tuexen tp1->rec.data.tsn, 3151f8829a4aSRandall Stewart 0, 3152f8829a4aSRandall Stewart 0, 3153f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 315480fefe0aSRandall Stewart } 3155f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3156f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3157f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3158f8829a4aSRandall Stewart } 3159f8829a4aSRandall Stewart } 3160f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3161f8829a4aSRandall Stewart break; 3162f8829a4aSRandall Stewart } 3163f8829a4aSRandall Stewart } 3164f8829a4aSRandall Stewart 3165830d754dSRandall Stewart 3166f8829a4aSRandall Stewart static void 3167f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 316863eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3169f8829a4aSRandall Stewart { 3170f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3171f8829a4aSRandall Stewart int strike_flag = 0; 3172f8829a4aSRandall Stewart struct timeval now; 3173f8829a4aSRandall Stewart int tot_retrans = 0; 3174f8829a4aSRandall Stewart uint32_t sending_seq; 3175f8829a4aSRandall Stewart struct sctp_nets *net; 3176f8829a4aSRandall Stewart int num_dests_sacked = 0; 3177f8829a4aSRandall Stewart 3178f8829a4aSRandall Stewart /* 3179f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3180f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3181f8829a4aSRandall Stewart */ 3182f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3183f8829a4aSRandall Stewart if (tp1 == NULL) { 3184f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3185f8829a4aSRandall Stewart } else { 318649656eefSMichael Tuexen sending_seq = tp1->rec.data.tsn; 3187f8829a4aSRandall Stewart } 3188f8829a4aSRandall Stewart 3189f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 31907c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 319120083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3192f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3193f8829a4aSRandall Stewart if (net->saw_newack) 3194f8829a4aSRandall Stewart num_dests_sacked++; 3195f8829a4aSRandall Stewart } 3196f8829a4aSRandall Stewart } 3197dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 31986e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3199f8829a4aSRandall Stewart } 32004a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3201f8829a4aSRandall Stewart strike_flag = 0; 3202f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3203f8829a4aSRandall Stewart /* this one had a timeout or something */ 3204f8829a4aSRandall Stewart continue; 3205f8829a4aSRandall Stewart } 3206b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3207f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3208f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 320949656eefSMichael Tuexen tp1->rec.data.tsn, 3210f8829a4aSRandall Stewart tp1->sent, 3211f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 321280fefe0aSRandall Stewart } 321349656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, biggest_tsn_acked) || 3214f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3215f8829a4aSRandall Stewart /* done */ 3216f8829a4aSRandall Stewart break; 3217f8829a4aSRandall Stewart } 3218dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3219f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3220f8829a4aSRandall Stewart /* Is it expired? */ 322199ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3222f8829a4aSRandall Stewart /* Yes so drop it */ 3223f8829a4aSRandall Stewart if (tp1->data != NULL) { 32241edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 32250c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3226f8829a4aSRandall Stewart } 3227f8829a4aSRandall Stewart continue; 3228f8829a4aSRandall Stewart } 3229f8829a4aSRandall Stewart } 3230f8829a4aSRandall Stewart } 323149656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->this_sack_highest_gap)) { 3232f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3233f8829a4aSRandall Stewart break; 3234f8829a4aSRandall Stewart } 3235f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3236f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3237f8829a4aSRandall Stewart /* skip */ 323844fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 323944fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 324044fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 324144fbe462SRandall Stewart } 3242f8829a4aSRandall Stewart continue; 3243f8829a4aSRandall Stewart } 3244f8829a4aSRandall Stewart /* 3245f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3246f8829a4aSRandall Stewart */ 3247ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3248f8829a4aSRandall Stewart /* 3249f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3250f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3251f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3252c105859eSRandall Stewart * FR using this SACK. 3253f8829a4aSRandall Stewart */ 3254f8829a4aSRandall Stewart continue; 325549656eefSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.tsn, 325620b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3257f8829a4aSRandall Stewart /* 3258f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3259f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3260f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3261f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3262f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3263f8829a4aSRandall Stewart * and the HTNA algo as well. 3264f8829a4aSRandall Stewart */ 3265f8829a4aSRandall Stewart continue; 3266f8829a4aSRandall Stewart } 3267f8829a4aSRandall Stewart /* 3268f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3269f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3270f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3271f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3272f8829a4aSRandall Stewart */ 3273f8829a4aSRandall Stewart /* 327442551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 327542551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 327642551e99SRandall Stewart * 0)) { 3277f8829a4aSRandall Stewart */ 327842551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3279f8829a4aSRandall Stewart /* 3280f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3281f8829a4aSRandall Stewart * moved. 3282f8829a4aSRandall Stewart */ 3283b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3284f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 328549656eefSMichael Tuexen tp1->rec.data.tsn, 3286f8829a4aSRandall Stewart tp1->sent, 3287f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 328880fefe0aSRandall Stewart } 32895e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3290f8829a4aSRandall Stewart tp1->sent++; 32915e54f665SRandall Stewart } 32927c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 329320083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3294f8829a4aSRandall Stewart /* 3295f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3296f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3297f8829a4aSRandall Stewart * because it would have been set to the 3298f8829a4aSRandall Stewart * cumack earlier. If not already to be 3299f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3300f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3301c105859eSRandall Stewart * one more. NOTE that we are marking by one 3302c105859eSRandall Stewart * additional time since the SACK DAC flag 3303c105859eSRandall Stewart * indicates that two packets have been 3304c105859eSRandall Stewart * received after this missing TSN. 33055e54f665SRandall Stewart */ 33065e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 330749656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3308b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3309f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 331049656eefSMichael Tuexen tp1->rec.data.tsn, 3311f8829a4aSRandall Stewart tp1->sent, 3312f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 331380fefe0aSRandall Stewart } 3314f8829a4aSRandall Stewart tp1->sent++; 3315f8829a4aSRandall Stewart } 3316f8829a4aSRandall Stewart } 331720083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 331820083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3319f8829a4aSRandall Stewart /* 3320f8829a4aSRandall Stewart * For those that have done a FR we must take 3321f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3322f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3323f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3324f8829a4aSRandall Stewart */ 33255e54f665SRandall Stewart if ( 3326f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3327f8829a4aSRandall Stewart /* 3328f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3329f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3330f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3331f8829a4aSRandall Stewart * ok to FR multiple times. 3332f8829a4aSRandall Stewart */ 33335e54f665SRandall Stewart (asoc->numnets < 2) 3334f8829a4aSRandall Stewart #else 33355e54f665SRandall Stewart (1) 3336f8829a4aSRandall Stewart #endif 33375e54f665SRandall Stewart ) { 33385e54f665SRandall Stewart 333920b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3340f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3341f8829a4aSRandall Stewart /* 3342f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3343f8829a4aSRandall Stewart * beyond where things were when we 3344f8829a4aSRandall Stewart * did a FR. 3345f8829a4aSRandall Stewart */ 3346b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3347f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 334849656eefSMichael Tuexen tp1->rec.data.tsn, 3349f8829a4aSRandall Stewart tp1->sent, 3350f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 335180fefe0aSRandall Stewart } 33525e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3353f8829a4aSRandall Stewart tp1->sent++; 33545e54f665SRandall Stewart } 3355f8829a4aSRandall Stewart strike_flag = 1; 33567c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 335720083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3358f8829a4aSRandall Stewart /* 3359f8829a4aSRandall Stewart * CMT DAC algorithm: If 3360f8829a4aSRandall Stewart * SACK flag is set to 0, 3361f8829a4aSRandall Stewart * then lowest_newack test 3362f8829a4aSRandall Stewart * will not pass because it 3363f8829a4aSRandall Stewart * would have been set to 3364f8829a4aSRandall Stewart * the cumack earlier. If 3365f8829a4aSRandall Stewart * not already to be rtx'd, 3366f8829a4aSRandall Stewart * If not a mixed sack and 3367f8829a4aSRandall Stewart * if tp1 is not between two 3368f8829a4aSRandall Stewart * sacked TSNs, then mark by 3369c105859eSRandall Stewart * one more. NOTE that we 3370c105859eSRandall Stewart * are marking by one 3371c105859eSRandall Stewart * additional time since the 3372c105859eSRandall Stewart * SACK DAC flag indicates 3373c105859eSRandall Stewart * that two packets have 3374c105859eSRandall Stewart * been received after this 3375c105859eSRandall Stewart * missing TSN. 3376f8829a4aSRandall Stewart */ 33775e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 33785e54f665SRandall Stewart (num_dests_sacked == 1) && 337920b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 338049656eefSMichael Tuexen tp1->rec.data.tsn)) { 3381b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3382f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 338349656eefSMichael Tuexen tp1->rec.data.tsn, 3384f8829a4aSRandall Stewart tp1->sent, 3385f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 338680fefe0aSRandall Stewart } 33875e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3388f8829a4aSRandall Stewart tp1->sent++; 33895e54f665SRandall Stewart } 3390f8829a4aSRandall Stewart } 3391f8829a4aSRandall Stewart } 3392f8829a4aSRandall Stewart } 3393f8829a4aSRandall Stewart } 3394f8829a4aSRandall Stewart /* 339542551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 339642551e99SRandall Stewart * algo covers HTNA. 3397f8829a4aSRandall Stewart */ 339849656eefSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.tsn, 339920b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3400f8829a4aSRandall Stewart /* 3401f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3402f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3403f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3404f8829a4aSRandall Stewart */ 3405f8829a4aSRandall Stewart ; 3406f8829a4aSRandall Stewart } else { 3407f8829a4aSRandall Stewart /* Strike the TSN */ 3408b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3409f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 341049656eefSMichael Tuexen tp1->rec.data.tsn, 3411f8829a4aSRandall Stewart tp1->sent, 3412f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 341380fefe0aSRandall Stewart } 34145e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3415f8829a4aSRandall Stewart tp1->sent++; 34165e54f665SRandall Stewart } 34177c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 341820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3419f8829a4aSRandall Stewart /* 3420f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3421f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3422f8829a4aSRandall Stewart * because it would have been set to the 3423f8829a4aSRandall Stewart * cumack earlier. If not already to be 3424f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3425f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3426c105859eSRandall Stewart * one more. NOTE that we are marking by one 3427c105859eSRandall Stewart * additional time since the SACK DAC flag 3428c105859eSRandall Stewart * indicates that two packets have been 3429c105859eSRandall Stewart * received after this missing TSN. 3430f8829a4aSRandall Stewart */ 34315e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 343249656eefSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.tsn)) { 3433b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3434f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 343549656eefSMichael Tuexen tp1->rec.data.tsn, 3436f8829a4aSRandall Stewart tp1->sent, 3437f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 343880fefe0aSRandall Stewart } 3439f8829a4aSRandall Stewart tp1->sent++; 3440f8829a4aSRandall Stewart } 3441f8829a4aSRandall Stewart } 3442f8829a4aSRandall Stewart } 3443f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3444f8829a4aSRandall Stewart struct sctp_nets *alt; 3445f8829a4aSRandall Stewart 3446544e35bdSRandall Stewart /* fix counts and things */ 3447544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3448544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3449544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3450544e35bdSRandall Stewart tp1->book_size, 34519a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 345249656eefSMichael Tuexen tp1->rec.data.tsn); 3453544e35bdSRandall Stewart } 3454544e35bdSRandall Stewart if (tp1->whoTo) { 3455544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3456544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3457299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3458299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3459299108c5SRandall Stewart tp1); 3460299108c5SRandall Stewart } 3461544e35bdSRandall Stewart } 3462544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3463544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3464544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3465544e35bdSRandall Stewart } 3466544e35bdSRandall Stewart /* add back to the rwnd */ 3467544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3468544e35bdSRandall Stewart 3469544e35bdSRandall Stewart /* remove from the total flight */ 3470544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3471544e35bdSRandall Stewart 3472dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3473475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 34745b495f17SMichael Tuexen /* Has it been retransmitted tv_sec times? - 34755b495f17SMichael Tuexen * we store the retran count there. */ 3476475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3477475d0674SMichael Tuexen /* Yes, so drop it */ 3478475d0674SMichael Tuexen if (tp1->data != NULL) { 34791edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3480475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3481475d0674SMichael Tuexen } 3482475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3483475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3484475d0674SMichael Tuexen continue; 3485475d0674SMichael Tuexen } 3486475d0674SMichael Tuexen } 34875b495f17SMichael Tuexen /* SCTP_PRINTF("OK, we are now ready to FR this 34885b495f17SMichael Tuexen * guy\n"); */ 3489b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 349049656eefSMichael Tuexen sctp_log_fr(tp1->rec.data.tsn, tp1->snd_count, 3491f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 349280fefe0aSRandall Stewart } 3493f8829a4aSRandall Stewart if (strike_flag) { 3494f8829a4aSRandall Stewart /* This is a subsequent FR */ 3495f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3496f8829a4aSRandall Stewart } 34975e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 34987c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3499f8829a4aSRandall Stewart /* 3500f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3501f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3502f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3503f8829a4aSRandall Stewart */ 3504f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3505f8829a4aSRandall Stewart alt = tp1->whoTo; 35063c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 350720083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 35085b495f17SMichael Tuexen /* JRS 5/18/07 - If CMT PF is on, 3509b54d3a6cSRandall Stewart * use the PF version of 35105b495f17SMichael Tuexen * find_alt_net() */ 3511b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3512b54d3a6cSRandall Stewart } else { 35135b495f17SMichael Tuexen /* JRS 5/18/07 - If only CMT is on, 3514b54d3a6cSRandall Stewart * use the CMT version of 35155b495f17SMichael Tuexen * find_alt_net() */ 351652be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3517f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3518b54d3a6cSRandall Stewart } 3519ad81507eSRandall Stewart if (alt == NULL) { 3520ad81507eSRandall Stewart alt = tp1->whoTo; 3521ad81507eSRandall Stewart } 3522f8829a4aSRandall Stewart /* 3523f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3524f8829a4aSRandall Stewart * the retransmission, then new 3525f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3526f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3527f8829a4aSRandall Stewart * pseudo-cumack always. 3528f8829a4aSRandall Stewart */ 3529ad81507eSRandall Stewart if (tp1->whoTo) { 3530f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3531f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3532ad81507eSRandall Stewart } 3533f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3534f8829a4aSRandall Stewart 3535f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3536f8829a4aSRandall Stewart /* Can we find an alternate? */ 3537f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3538f8829a4aSRandall Stewart #else 3539f8829a4aSRandall Stewart /* 3540f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3541f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3542f8829a4aSRandall Stewart * paper details why. 3543f8829a4aSRandall Stewart */ 3544f8829a4aSRandall Stewart alt = tp1->whoTo; 3545f8829a4aSRandall Stewart #endif 3546f8829a4aSRandall Stewart } 3547f8829a4aSRandall Stewart 3548f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3549f8829a4aSRandall Stewart tot_retrans++; 3550f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3551f8829a4aSRandall Stewart /* 3552cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 355349656eefSMichael Tuexen * (uint32_t)tpi->rec.data.tsn); 3554f8829a4aSRandall Stewart */ 3555f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3556f8829a4aSRandall Stewart /* 3557f8829a4aSRandall Stewart * If the queue of send is empty then its 3558f8829a4aSRandall Stewart * the next sequence number that will be 3559f8829a4aSRandall Stewart * assigned so we subtract one from this to 3560f8829a4aSRandall Stewart * get the one we last sent. 3561f8829a4aSRandall Stewart */ 3562f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3563f8829a4aSRandall Stewart } else { 3564f8829a4aSRandall Stewart /* 3565f8829a4aSRandall Stewart * If there are chunks on the send queue 3566f8829a4aSRandall Stewart * (unsent data that has made it from the 3567f8829a4aSRandall Stewart * stream queues but not out the door, we 3568f8829a4aSRandall Stewart * take the first one (which will have the 3569f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3570f8829a4aSRandall Stewart * one we last sent. 3571f8829a4aSRandall Stewart */ 3572f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3573f8829a4aSRandall Stewart 3574f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3575f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 357649656eefSMichael Tuexen ttt->rec.data.tsn; 3577f8829a4aSRandall Stewart } 3578f8829a4aSRandall Stewart 3579f8829a4aSRandall Stewart if (tp1->do_rtt) { 3580f8829a4aSRandall Stewart /* 3581f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3582f8829a4aSRandall Stewart * it, cancel it 3583f8829a4aSRandall Stewart */ 358460990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 358560990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3586f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3587f79aab18SRandall Stewart } 3588f8829a4aSRandall Stewart tp1->do_rtt = 0; 3589f8829a4aSRandall Stewart } 3590f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3591f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3592f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 35933c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3594f8829a4aSRandall Stewart tp1->whoTo = alt; 3595f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3596f8829a4aSRandall Stewart } 3597f8829a4aSRandall Stewart } 35984a9ef3f8SMichael Tuexen } 3599f8829a4aSRandall Stewart } 3600f8829a4aSRandall Stewart 3601f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3602f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3603f8829a4aSRandall Stewart struct sctp_association *asoc) 3604f8829a4aSRandall Stewart { 3605f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3606f8829a4aSRandall Stewart struct timeval now; 3607f8829a4aSRandall Stewart int now_filled = 0; 3608f8829a4aSRandall Stewart 3609dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3610f8829a4aSRandall Stewart return (NULL); 3611f8829a4aSRandall Stewart } 36124a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3613f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 361498f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3615325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3616f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3617f8829a4aSRandall Stewart break; 3618f8829a4aSRandall Stewart } 36190c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 36202a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3621325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 36220c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 36230c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 362449656eefSMichael Tuexen tp1->rec.data.tsn, 0, 0); 36250c0982b8SRandall Stewart } 36260c0982b8SRandall Stewart } 3627f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3628f8829a4aSRandall Stewart /* 3629f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3630f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3631f8829a4aSRandall Stewart */ 3632f8829a4aSRandall Stewart break; 3633f8829a4aSRandall Stewart } 3634f8829a4aSRandall Stewart if (!now_filled) { 36356e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3636f8829a4aSRandall Stewart now_filled = 1; 3637f8829a4aSRandall Stewart } 3638f8829a4aSRandall Stewart /* 3639f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3640f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3641f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3642f8829a4aSRandall Stewart * it if its a resend? 3643f8829a4aSRandall Stewart */ 3644f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3645f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3646f8829a4aSRandall Stewart /* 3647f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3648f8829a4aSRandall Stewart * now up? 3649f8829a4aSRandall Stewart */ 3650f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3651f8829a4aSRandall Stewart /* Yes so drop it */ 3652f8829a4aSRandall Stewart if (tp1->data) { 3653ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 36541edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3655f8829a4aSRandall Stewart } 3656f8829a4aSRandall Stewart } else { 3657f8829a4aSRandall Stewart /* 3658f8829a4aSRandall Stewart * No, we are done when hit one for resend 3659f8829a4aSRandall Stewart * whos time as not expired. 3660f8829a4aSRandall Stewart */ 3661f8829a4aSRandall Stewart break; 3662f8829a4aSRandall Stewart } 3663f8829a4aSRandall Stewart } 3664f8829a4aSRandall Stewart /* 3665f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3666f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3667f8829a4aSRandall Stewart * the next chunk. 3668f8829a4aSRandall Stewart */ 366998f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3670325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3671f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 367249656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, asoc->advanced_peer_ack_point)) { 367349656eefSMichael Tuexen asoc->advanced_peer_ack_point = tp1->rec.data.tsn; 3674f8829a4aSRandall Stewart a_adv = tp1; 367549656eefSMichael Tuexen } else if (tp1->rec.data.tsn == asoc->advanced_peer_ack_point) { 36760c0982b8SRandall Stewart /* No update but we do save the chk */ 36770c0982b8SRandall Stewart a_adv = tp1; 36780c0982b8SRandall Stewart } 3679f8829a4aSRandall Stewart } else { 3680f8829a4aSRandall Stewart /* 3681f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3682f8829a4aSRandall Stewart * further 3683f8829a4aSRandall Stewart */ 3684f8829a4aSRandall Stewart break; 3685f8829a4aSRandall Stewart } 3686f8829a4aSRandall Stewart } 3687f8829a4aSRandall Stewart return (a_adv); 3688f8829a4aSRandall Stewart } 3689f8829a4aSRandall Stewart 36900c0982b8SRandall Stewart static int 3691c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3692bff64a4dSRandall Stewart { 3693bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3694afd67482SMichael Tuexen int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3695548f47a8SMichael Tuexen int ret; 3696548f47a8SMichael Tuexen #ifndef INVARIANTS 3697548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3698548f47a8SMichael Tuexen #endif 3699548f47a8SMichael Tuexen 3700548f47a8SMichael Tuexen ret = 0; 3701548f47a8SMichael Tuexen #ifndef INVARIANTS 37020c0982b8SRandall Stewart entry_flight = asoc->total_flight; 37030c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3704548f47a8SMichael Tuexen #endif 37050c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 37060c0982b8SRandall Stewart return (0); 3707bff64a4dSRandall Stewart 3708bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3709bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3710cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 371149656eefSMichael Tuexen chk->rec.data.tsn, 37120c0982b8SRandall Stewart chk->send_size, 3713cd3fd531SMichael Tuexen chk->snd_count); 3714bff64a4dSRandall Stewart inflight++; 3715bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3716bff64a4dSRandall Stewart resend++; 3717bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3718bff64a4dSRandall Stewart inbetween++; 3719bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3720bff64a4dSRandall Stewart above++; 3721bff64a4dSRandall Stewart } else { 3722bff64a4dSRandall Stewart acked++; 3723bff64a4dSRandall Stewart } 3724bff64a4dSRandall Stewart } 3725f1f73e57SRandall Stewart 3726c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3727f1f73e57SRandall Stewart #ifdef INVARIANTS 3728c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3729f1f73e57SRandall Stewart #else 3730cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 37310c0982b8SRandall Stewart entry_flight, entry_cnt); 37320c0982b8SRandall Stewart 37330c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 37340c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 37350c0982b8SRandall Stewart ret = 1; 3736f1f73e57SRandall Stewart #endif 3737bff64a4dSRandall Stewart } 37380c0982b8SRandall Stewart return (ret); 3739c105859eSRandall Stewart } 3740c105859eSRandall Stewart 3741c105859eSRandall Stewart 3742c105859eSRandall Stewart static void 3743c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3744c105859eSRandall Stewart struct sctp_association *asoc, 3745c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3746c105859eSRandall Stewart { 3747dfb11ef8SRandall Stewart tp1->window_probe = 0; 37485171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3749dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3750dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 37518427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3752dfb11ef8SRandall Stewart tp1->book_size, 37539a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 375449656eefSMichael Tuexen tp1->rec.data.tsn); 3755dfb11ef8SRandall Stewart return; 3756dfb11ef8SRandall Stewart } 37575171328bSRandall Stewart /* First setup this by shrinking flight */ 3758299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3759299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3760299108c5SRandall Stewart tp1); 3761299108c5SRandall Stewart } 37625171328bSRandall Stewart sctp_flight_size_decrease(tp1); 37635171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 37645171328bSRandall Stewart /* Now mark for resend */ 37655171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3766791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3767791437b5SRandall Stewart 3768b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3769c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3770c105859eSRandall Stewart tp1->whoTo->flight_size, 3771c105859eSRandall Stewart tp1->book_size, 37729a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 377349656eefSMichael Tuexen tp1->rec.data.tsn); 377480fefe0aSRandall Stewart } 3775c105859eSRandall Stewart } 3776c105859eSRandall Stewart 3777f8829a4aSRandall Stewart void 3778f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3779899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3780f8829a4aSRandall Stewart { 3781f8829a4aSRandall Stewart struct sctp_nets *net; 3782f8829a4aSRandall Stewart struct sctp_association *asoc; 3783f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 37845e54f665SRandall Stewart uint32_t old_rwnd; 37855e54f665SRandall Stewart int win_probe_recovery = 0; 3786c105859eSRandall Stewart int win_probe_recovered = 0; 3787d06c82f1SRandall Stewart int j, done_once = 0; 3788f79aab18SRandall Stewart int rto_ok = 1; 3789fd60718dSMichael Tuexen uint32_t send_s; 3790f8829a4aSRandall Stewart 3791b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3792d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3793d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 379480fefe0aSRandall Stewart } 3795f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 379618e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 379718e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 379818e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 379918e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 380018e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 380118e198d3SRandall Stewart } 380218e198d3SRandall Stewart #endif 3803f8829a4aSRandall Stewart asoc = &stcb->asoc; 3804d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 380520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 38065e54f665SRandall Stewart /* old ack */ 38075e54f665SRandall Stewart return; 3808d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3809d06c82f1SRandall Stewart /* Window update sack */ 3810d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 381144fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3812d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3813d06c82f1SRandall Stewart /* SWS sender side engages */ 3814d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3815d06c82f1SRandall Stewart } 3816d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3817d06c82f1SRandall Stewart goto again; 3818d06c82f1SRandall Stewart } 3819d06c82f1SRandall Stewart return; 38205e54f665SRandall Stewart } 3821f8829a4aSRandall Stewart /* First setup for CC stuff */ 3822f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3823a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3824a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3825a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3826a21779f0SRandall Stewart } 3827f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3828f8829a4aSRandall Stewart net->net_ack = 0; 3829f8829a4aSRandall Stewart net->net_ack2 = 0; 3830132dea7dSRandall Stewart 3831132dea7dSRandall Stewart /* 3832132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3833132dea7dSRandall Stewart * SACK processing 3834132dea7dSRandall Stewart */ 3835132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3836132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3837299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3838299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3839299108c5SRandall Stewart } 3840f8829a4aSRandall Stewart } 3841c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3842c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3843c105859eSRandall Stewart sctpchunk_listhead); 384449656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 3845139bc87fSRandall Stewart } else { 3846c105859eSRandall Stewart send_s = asoc->sending_seq; 3847139bc87fSRandall Stewart } 384820b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3849ff1ffd74SMichael Tuexen struct mbuf *op_err; 3850ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3851139bc87fSRandall Stewart 3852139bc87fSRandall Stewart *abort_now = 1; 3853139bc87fSRandall Stewart /* XXX */ 385455f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3855ff1ffd74SMichael Tuexen cumack, send_s); 3856ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 385744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3858ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3859139bc87fSRandall Stewart return; 3860139bc87fSRandall Stewart } 3861f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3862b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3863c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3864c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3865c4739e2fSRandall Stewart 0, 3866c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3867c4739e2fSRandall Stewart __LINE__); 3868c4739e2fSRandall Stewart } 3869f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 387020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3871f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 38724a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 387349656eefSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.tsn)) { 387418e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3875cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 387618e198d3SRandall Stewart } 3877f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3878f8829a4aSRandall Stewart /* 387918e198d3SRandall Stewart * If it is less than ACKED, it is 388018e198d3SRandall Stewart * now no-longer in flight. Higher 388118e198d3SRandall Stewart * values may occur during marking 3882f8829a4aSRandall Stewart */ 3883c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3884b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3885c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 3886a5d547adSRandall Stewart tp1->whoTo->flight_size, 3887a5d547adSRandall Stewart tp1->book_size, 38889a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 388949656eefSMichael Tuexen tp1->rec.data.tsn); 389080fefe0aSRandall Stewart } 3891c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 3892299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3893299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3894299108c5SRandall Stewart tp1); 3895299108c5SRandall Stewart } 389604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3897c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3898f8829a4aSRandall Stewart } 3899f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 3900f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 3901f8829a4aSRandall Stewart /* 390218e198d3SRandall Stewart * True non-retransmited 3903f8829a4aSRandall Stewart * chunk 3904f8829a4aSRandall Stewart */ 3905f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 3906f8829a4aSRandall Stewart tp1->send_size; 3907f8829a4aSRandall Stewart 3908f8829a4aSRandall Stewart /* update RTO too? */ 390962c1ff9cSRandall Stewart if (tp1->do_rtt) { 3910f79aab18SRandall Stewart if (rto_ok) { 3911f8829a4aSRandall Stewart tp1->whoTo->RTO = 391204ee05e8SRandall Stewart /* 391304ee05e8SRandall Stewart * sa_ignore 39145b495f17SMichael Tuexen * NO_NULL_CHK 391504ee05e8SRandall Stewart */ 3916f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 3917f8829a4aSRandall Stewart asoc, tp1->whoTo, 391818e198d3SRandall Stewart &tp1->sent_rcv_time, 3919899288aeSRandall Stewart sctp_align_safe_nocopy, 3920f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3921f79aab18SRandall Stewart rto_ok = 0; 3922f79aab18SRandall Stewart } 3923f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3924f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3925f79aab18SRandall Stewart } 3926f8829a4aSRandall Stewart tp1->do_rtt = 0; 3927f8829a4aSRandall Stewart } 3928f8829a4aSRandall Stewart } 3929132dea7dSRandall Stewart /* 393018e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 393118e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 393218e198d3SRandall Stewart * acked for the first time, set the 393318e198d3SRandall Stewart * following variables for the 393418e198d3SRandall Stewart * corresp destination. 393518e198d3SRandall Stewart * new_pseudo_cumack will trigger a 393618e198d3SRandall Stewart * cwnd update. 393718e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 393818e198d3SRandall Stewart * trigger search for the next 393918e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 3940132dea7dSRandall Stewart */ 3941132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 3942132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3943132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3944132dea7dSRandall Stewart 3945b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 394604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 394749656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 394880fefe0aSRandall Stewart } 3949f8829a4aSRandall Stewart } 3950f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3951f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 3952f8829a4aSRandall Stewart } 395342551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 395442551e99SRandall Stewart /* deflate the cwnd */ 395542551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 395642551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 395742551e99SRandall Stewart } 3958325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 395949656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 396049656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 3961a7ad6026SMichael Tuexen #ifdef INVARIANTS 3962a7ad6026SMichael Tuexen } else { 396349656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 3964a7ad6026SMichael Tuexen #endif 3965a7ad6026SMichael Tuexen } 3966a7ad6026SMichael Tuexen } 396749656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 396849656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 396949656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 3970d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 3971d96bef9cSMichael Tuexen } 3972f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 3973f8829a4aSRandall Stewart if (tp1->data) { 397404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3975f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 3976f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 39774a9ef3f8SMichael Tuexen tp1->data = NULL; 3978f8829a4aSRandall Stewart } 3979b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3980f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3981f8829a4aSRandall Stewart cumack, 398249656eefSMichael Tuexen tp1->rec.data.tsn, 3983f8829a4aSRandall Stewart 0, 3984f8829a4aSRandall Stewart 0, 3985f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 398680fefe0aSRandall Stewart } 3987f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 3988689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 398918e198d3SRandall Stewart } else { 399018e198d3SRandall Stewart break; 3991f8829a4aSRandall Stewart } 39925e54f665SRandall Stewart } 399318e198d3SRandall Stewart 399418e198d3SRandall Stewart } 399504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3996f8829a4aSRandall Stewart if (stcb->sctp_socket) { 3997ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3998ceaad40aSRandall Stewart struct socket *so; 3999ceaad40aSRandall Stewart 4000ceaad40aSRandall Stewart #endif 4001f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4002b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 400304ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 40047215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 400580fefe0aSRandall Stewart } 4006ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4007ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4008ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4009ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4010ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4011ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4012ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4013ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4014ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4015ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4016ceaad40aSRandall Stewart return; 4017ceaad40aSRandall Stewart } 4018ceaad40aSRandall Stewart #endif 4019f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4020ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4021ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4022ceaad40aSRandall Stewart #endif 4023f8829a4aSRandall Stewart } else { 4024b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 40257215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 402680fefe0aSRandall Stewart } 4027f8829a4aSRandall Stewart } 4028f8829a4aSRandall Stewart 4029b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4030ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 4031ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4032ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4033ca85e948SMichael Tuexen /* 4034ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4035ca85e948SMichael Tuexen * count, this is optional. 4036ca85e948SMichael Tuexen */ 4037ca85e948SMichael Tuexen net->error_count = 0; 4038ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4039ca85e948SMichael Tuexen /* addr came good */ 4040ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4041ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 40424b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4043ca85e948SMichael Tuexen } 4044ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4045ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 40465b495f17SMichael Tuexen /* release the alternate, 40475b495f17SMichael Tuexen * primary is good */ 4048ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4049ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4050ca85e948SMichael Tuexen } 4051ca85e948SMichael Tuexen } 4052ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4053ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4054b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4055b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 405644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4057ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4058ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4059ca85e948SMichael Tuexen /* Done with this net */ 4060ca85e948SMichael Tuexen net->net_ack = 0; 4061ca85e948SMichael Tuexen } 4062ca85e948SMichael Tuexen /* restore any doubled timers */ 4063ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4064ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4065ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4066ca85e948SMichael Tuexen } 4067ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4068ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4069ca85e948SMichael Tuexen } 4070ca85e948SMichael Tuexen } 4071ca85e948SMichael Tuexen } 4072b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4073ca85e948SMichael Tuexen } 4074f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 40755e54f665SRandall Stewart 4076f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4077f8829a4aSRandall Stewart /* nothing left in-flight */ 4078f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4079f8829a4aSRandall Stewart net->flight_size = 0; 4080f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4081f8829a4aSRandall Stewart } 4082f8829a4aSRandall Stewart asoc->total_flight = 0; 4083f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4084f8829a4aSRandall Stewart } 4085f8829a4aSRandall Stewart /* RWND update */ 4086f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 408744fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4088f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4089f8829a4aSRandall Stewart /* SWS sender side engages */ 4090f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4091f8829a4aSRandall Stewart } 40925e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 40935e54f665SRandall Stewart win_probe_recovery = 1; 40945e54f665SRandall Stewart } 4095f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4096a5d547adSRandall Stewart again: 4097a5d547adSRandall Stewart j = 0; 4098f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 40995171328bSRandall Stewart int to_ticks; 41005171328bSRandall Stewart 41015e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4102c105859eSRandall Stewart win_probe_recovered = 1; 41035e54f665SRandall Stewart /* 41045e54f665SRandall Stewart * Find first chunk that was used with window probe 41055e54f665SRandall Stewart * and clear the sent 41065e54f665SRandall Stewart */ 41073c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 41085e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 41095e54f665SRandall Stewart if (tp1->window_probe) { 4110cd554309SMichael Tuexen /* move back to data send queue */ 41117215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 41125e54f665SRandall Stewart break; 41135e54f665SRandall Stewart } 41145e54f665SRandall Stewart } 41155e54f665SRandall Stewart } 4116f8829a4aSRandall Stewart if (net->RTO == 0) { 4117f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto); 4118f8829a4aSRandall Stewart } else { 4119f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(net->RTO); 4120f8829a4aSRandall Stewart } 41215171328bSRandall Stewart if (net->flight_size) { 4122a5d547adSRandall Stewart j++; 4123ad81507eSRandall Stewart (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 4124f8829a4aSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41255171328bSRandall Stewart if (net->window_probe) { 41265171328bSRandall Stewart net->window_probe = 0; 41275171328bSRandall Stewart } 4128f8829a4aSRandall Stewart } else { 41295171328bSRandall Stewart if (net->window_probe) { 41305b495f17SMichael Tuexen /* In window probes we must assure a timer 41315b495f17SMichael Tuexen * is still running there */ 41325171328bSRandall Stewart net->window_probe = 0; 41335171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 41345171328bSRandall Stewart SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 41355171328bSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41365171328bSRandall Stewart } 41375171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4138f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4139a5d547adSRandall Stewart stcb, net, 414044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4141f8829a4aSRandall Stewart } 4142f8829a4aSRandall Stewart } 4143f8829a4aSRandall Stewart } 4144bff64a4dSRandall Stewart if ((j == 0) && 4145bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4146bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4147c105859eSRandall Stewart (win_probe_recovered == 0) && 4148bff64a4dSRandall Stewart (done_once == 0)) { 41490c0982b8SRandall Stewart /* 41500c0982b8SRandall Stewart * huh, this should not happen unless all packets are 41510c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 41520c0982b8SRandall Stewart */ 41530c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4154a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4155a5d547adSRandall Stewart net->flight_size = 0; 4156a5d547adSRandall Stewart } 4157a5d547adSRandall Stewart asoc->total_flight = 0; 4158a5d547adSRandall Stewart asoc->total_flight_count = 0; 4159a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4160a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4161a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4162c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4163c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4164a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4165791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4166a5d547adSRandall Stewart } 4167a5d547adSRandall Stewart } 41680c0982b8SRandall Stewart } 4169bff64a4dSRandall Stewart done_once = 1; 4170a5d547adSRandall Stewart goto again; 4171a5d547adSRandall Stewart } 4172f8829a4aSRandall Stewart /**********************************/ 4173f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4174f8829a4aSRandall Stewart /**********************************/ 4175f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4176f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4177f8829a4aSRandall Stewart /* clean up */ 4178f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4179f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4180f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4181d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 4182f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 41832afb3e84SRandall Stewart } 4184f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4185f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4186f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4187f8829a4aSRandall Stewart /* Need to abort here */ 4188ff1ffd74SMichael Tuexen struct mbuf *op_err; 4189f8829a4aSRandall Stewart 4190f8829a4aSRandall Stewart abort_out_now: 4191f8829a4aSRandall Stewart *abort_now = 1; 4192f8829a4aSRandall Stewart /* XXX */ 4193ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 419444249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4195ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4196fe4a59b3SMichael Tuexen return; 4197f8829a4aSRandall Stewart } else { 4198ca85e948SMichael Tuexen struct sctp_nets *netp; 4199ca85e948SMichael Tuexen 4200f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4201f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4202f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4203f42a358aSRandall Stewart } 4204c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4205b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4206f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4207ca85e948SMichael Tuexen if (asoc->alternate) { 4208ca85e948SMichael Tuexen netp = asoc->alternate; 4209ca85e948SMichael Tuexen } else { 4210ca85e948SMichael Tuexen netp = asoc->primary_destination; 4211ca85e948SMichael Tuexen } 4212ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4213f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4214ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4215f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4216ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4217f8829a4aSRandall Stewart } 4218f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4219f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4220ca85e948SMichael Tuexen struct sctp_nets *netp; 4221ca85e948SMichael Tuexen 4222f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4223f8829a4aSRandall Stewart goto abort_out_now; 4224f8829a4aSRandall Stewart } 4225f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4226c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4227b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 422812af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4229c39cfa1fSMichael Tuexen if (asoc->alternate) { 4230c39cfa1fSMichael Tuexen netp = asoc->alternate; 4231c39cfa1fSMichael Tuexen } else { 4232c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4233c39cfa1fSMichael Tuexen } 4234c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4235f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4236ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4237f8829a4aSRandall Stewart } 4238f8829a4aSRandall Stewart } 4239dfb11ef8SRandall Stewart /*********************************************/ 4240dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4241dfb11ef8SRandall Stewart /* (section 4.2) */ 4242dfb11ef8SRandall Stewart /*********************************************/ 4243dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 424420b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4245dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4246dfb11ef8SRandall Stewart } 4247830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4248dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4249830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4250830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4251830d754dSRandall Stewart 4252830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4253830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4254830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 425520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4256830d754dSRandall Stewart /* 4257493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4258830d754dSRandall Stewart */ 425920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4260830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 42610c0982b8SRandall Stewart } else if (lchk) { 42620c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 426344fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 42640c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 42650c0982b8SRandall Stewart } 4266830d754dSRandall Stewart } 4267830d754dSRandall Stewart } 4268830d754dSRandall Stewart if (lchk) { 4269830d754dSRandall Stewart /* Assure a timer is up */ 4270830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4271830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4272830d754dSRandall Stewart } 4273830d754dSRandall Stewart } 4274b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4275f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4276f8829a4aSRandall Stewart rwnd, 4277f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4278f8829a4aSRandall Stewart stcb->asoc.total_flight, 4279f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 428080fefe0aSRandall Stewart } 4281f8829a4aSRandall Stewart } 4282f8829a4aSRandall Stewart 4283f8829a4aSRandall Stewart void 4284cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 42857215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4286cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4287cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4288899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4289f8829a4aSRandall Stewart { 4290f8829a4aSRandall Stewart struct sctp_association *asoc; 4291f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4292cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4293f8829a4aSRandall Stewart uint16_t wake_him = 0; 4294c105859eSRandall Stewart uint32_t send_s = 0; 4295f8829a4aSRandall Stewart long j; 4296f8829a4aSRandall Stewart int accum_moved = 0; 4297f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 42985e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 42995e54f665SRandall Stewart int win_probe_recovery = 0; 4300c105859eSRandall Stewart int win_probe_recovered = 0; 4301f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4302bff64a4dSRandall Stewart int done_once; 4303f79aab18SRandall Stewart int rto_ok = 1; 4304f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4305f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4306f8829a4aSRandall Stewart 4307f8829a4aSRandall Stewart /* 4308f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4309f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4310f8829a4aSRandall Stewart */ 4311f8829a4aSRandall Stewart /* 4312f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4313f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4314f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4315f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4316f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4317f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4318f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4319f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4320f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4321f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4322f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4323f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4324f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4325f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4326f8829a4aSRandall Stewart * if in shutdown_recv state. 4327f8829a4aSRandall Stewart */ 4328f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4329f8829a4aSRandall Stewart /* CMT DAC algo */ 4330f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4331f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4332cd554309SMichael Tuexen last_tsn = cum_ack; 4333cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 433418e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 433518e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 433618e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 433718e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 433818e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 433918e198d3SRandall Stewart } 434018e198d3SRandall Stewart #endif 4341d06c82f1SRandall Stewart a_rwnd = rwnd; 4342f8829a4aSRandall Stewart 4343cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4344cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4345cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4346cd554309SMichael Tuexen } 43475e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4348b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4349c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4350c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4351c4739e2fSRandall Stewart 0, 4352c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4353c4739e2fSRandall Stewart __LINE__); 4354c4739e2fSRandall Stewart } 4355f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4356f8829a4aSRandall Stewart asoc = &stcb->asoc; 4357b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4358f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4359f8829a4aSRandall Stewart cum_ack, 4360f8829a4aSRandall Stewart 0, 4361f8829a4aSRandall Stewart num_seg, 4362f8829a4aSRandall Stewart num_dup, 4363f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 436480fefe0aSRandall Stewart } 4365ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4366cd554309SMichael Tuexen uint16_t i; 4367458303daSRandall Stewart uint32_t *dupdata, dblock; 4368f8829a4aSRandall Stewart 4369cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4370cd554309SMichael Tuexen dupdata = (uint32_t *) sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4371458303daSRandall Stewart sizeof(uint32_t), (uint8_t *) & dblock); 4372cd554309SMichael Tuexen if (dupdata == NULL) { 4373458303daSRandall Stewart break; 4374458303daSRandall Stewart } 4375cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4376f8829a4aSRandall Stewart } 4377f8829a4aSRandall Stewart } 4378c105859eSRandall Stewart /* reality check */ 4379c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4380c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4381c105859eSRandall Stewart sctpchunk_listhead); 438249656eefSMichael Tuexen send_s = tp1->rec.data.tsn + 1; 4383c105859eSRandall Stewart } else { 4384b5c16493SMichael Tuexen tp1 = NULL; 4385c105859eSRandall Stewart send_s = asoc->sending_seq; 4386c105859eSRandall Stewart } 438720b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4388ff1ffd74SMichael Tuexen struct mbuf *op_err; 4389ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4390c105859eSRandall Stewart 4391f8829a4aSRandall Stewart /* 4392fd60718dSMichael Tuexen * no way, we have not even sent this TSN out yet. Peer is 4393fd60718dSMichael Tuexen * hopelessly messed up with us. 4394f8829a4aSRandall Stewart */ 4395cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4396b5c16493SMichael Tuexen cum_ack, send_s); 4397b5c16493SMichael Tuexen if (tp1) { 4398cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 439949656eefSMichael Tuexen tp1->rec.data.tsn, (void *)tp1); 4400b5c16493SMichael Tuexen } 4401f8829a4aSRandall Stewart hopeless_peer: 4402f8829a4aSRandall Stewart *abort_now = 1; 4403f8829a4aSRandall Stewart /* XXX */ 440455f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4405ff1ffd74SMichael Tuexen cum_ack, send_s); 4406ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 440744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4408ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4409f8829a4aSRandall Stewart return; 4410f8829a4aSRandall Stewart } 4411f8829a4aSRandall Stewart /**********************/ 4412f8829a4aSRandall Stewart /* 1) check the range */ 4413f8829a4aSRandall Stewart /**********************/ 441420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4415f8829a4aSRandall Stewart /* acking something behind */ 4416f8829a4aSRandall Stewart return; 4417f8829a4aSRandall Stewart } 4418f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4419f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4420f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4421cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4422f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4423b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4424f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4425f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 442680fefe0aSRandall Stewart } 4427f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4428f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4429f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4430f8829a4aSRandall Stewart } 4431f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4432f8829a4aSRandall Stewart /* SWS sender side engages */ 4433f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4434f8829a4aSRandall Stewart } 4435f8829a4aSRandall Stewart /* stop any timers */ 4436f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4437f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 443844249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4439f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4440f8829a4aSRandall Stewart net->flight_size = 0; 4441f8829a4aSRandall Stewart } 4442f8829a4aSRandall Stewart asoc->total_flight = 0; 4443f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4444f8829a4aSRandall Stewart return; 4445f8829a4aSRandall Stewart } 4446f8829a4aSRandall Stewart /* 4447f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4448f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4449f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4450f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4451f8829a4aSRandall Stewart * destination address basis. 4452f8829a4aSRandall Stewart */ 4453f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4454a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4455a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4456a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4457a21779f0SRandall Stewart } 4458f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4459f8829a4aSRandall Stewart net->net_ack = 0; 4460f8829a4aSRandall Stewart net->net_ack2 = 0; 4461f8829a4aSRandall Stewart 4462f8829a4aSRandall Stewart /* 446342551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 446442551e99SRandall Stewart * SACK processing 4465f8829a4aSRandall Stewart */ 4466f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4467f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4468299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4469299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4470299108c5SRandall Stewart } 4471f8829a4aSRandall Stewart } 4472f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 44734a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 447449656eefSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.tsn)) { 4475f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4476f8829a4aSRandall Stewart accum_moved = 1; 4477f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4478f8829a4aSRandall Stewart /* 4479f8829a4aSRandall Stewart * If it is less than ACKED, it is 4480f8829a4aSRandall Stewart * now no-longer in flight. Higher 4481f8829a4aSRandall Stewart * values may occur during marking 4482f8829a4aSRandall Stewart */ 4483f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4484f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4485f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4486f8829a4aSRandall Stewart /* 4487f8829a4aSRandall Stewart * If there was no retran 4488f8829a4aSRandall Stewart * and the address is 4489f8829a4aSRandall Stewart * un-confirmed and we sent 4490f8829a4aSRandall Stewart * there and are now 4491f8829a4aSRandall Stewart * sacked.. its confirmed, 4492f8829a4aSRandall Stewart * mark it so. 4493f8829a4aSRandall Stewart */ 4494f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4495f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4496f8829a4aSRandall Stewart } 4497c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4498b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4499c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4500a5d547adSRandall Stewart tp1->whoTo->flight_size, 4501a5d547adSRandall Stewart tp1->book_size, 45029a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 450349656eefSMichael Tuexen tp1->rec.data.tsn); 450480fefe0aSRandall Stewart } 4505c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4506c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4507299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4508299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4509299108c5SRandall Stewart tp1); 4510299108c5SRandall Stewart } 4511f8829a4aSRandall Stewart } 4512f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4513f8829a4aSRandall Stewart 4514f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 451549656eefSMichael Tuexen this_sack_lowest_newack = tp1->rec.data.tsn; 4516f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4517f8829a4aSRandall Stewart 4518f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4519f8829a4aSRandall Stewart /* 4520f8829a4aSRandall Stewart * True non-retransmited 4521f8829a4aSRandall Stewart * chunk 4522f8829a4aSRandall Stewart */ 4523f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4524f8829a4aSRandall Stewart tp1->send_size; 4525f8829a4aSRandall Stewart 4526f8829a4aSRandall Stewart /* update RTO too? */ 4527f8829a4aSRandall Stewart if (tp1->do_rtt) { 4528f79aab18SRandall Stewart if (rto_ok) { 4529f8829a4aSRandall Stewart tp1->whoTo->RTO = 4530f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4531f8829a4aSRandall Stewart asoc, tp1->whoTo, 453218e198d3SRandall Stewart &tp1->sent_rcv_time, 4533899288aeSRandall Stewart sctp_align_safe_nocopy, 4534f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4535f79aab18SRandall Stewart rto_ok = 0; 4536f79aab18SRandall Stewart } 4537f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4538f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4539f79aab18SRandall Stewart } 4540f8829a4aSRandall Stewart tp1->do_rtt = 0; 4541f8829a4aSRandall Stewart } 4542f8829a4aSRandall Stewart } 4543f8829a4aSRandall Stewart /* 4544f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4545f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4546f8829a4aSRandall Stewart * acked for the first time, set the 4547f8829a4aSRandall Stewart * following variables for the 4548f8829a4aSRandall Stewart * corresp destination. 4549f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4550f8829a4aSRandall Stewart * cwnd update. 4551f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4552f8829a4aSRandall Stewart * trigger search for the next 4553f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4554f8829a4aSRandall Stewart */ 4555f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4556f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4557f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4558f8829a4aSRandall Stewart 4559f8829a4aSRandall Stewart 4560b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4561f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4562f8829a4aSRandall Stewart cum_ack, 456349656eefSMichael Tuexen tp1->rec.data.tsn, 4564f8829a4aSRandall Stewart 0, 4565f8829a4aSRandall Stewart 0, 4566f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 456780fefe0aSRandall Stewart } 4568b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 456949656eefSMichael Tuexen sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.tsn, SCTP_CWND_LOG_FROM_SACK); 457080fefe0aSRandall Stewart } 4571f8829a4aSRandall Stewart } 4572f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4573f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4574f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4575f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4576f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4577f8829a4aSRandall Stewart #endif 4578f8829a4aSRandall Stewart } 457942551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 458042551e99SRandall Stewart /* deflate the cwnd */ 458142551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 458242551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 458342551e99SRandall Stewart } 4584325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4585f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4586f8829a4aSRandall Stewart } 4587325c8c46SMichael Tuexen } 4588f8829a4aSRandall Stewart } else { 4589f8829a4aSRandall Stewart break; 4590f8829a4aSRandall Stewart } 4591f8829a4aSRandall Stewart } 4592f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4593f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4594f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4595f8829a4aSRandall Stewart 4596cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4597f8829a4aSRandall Stewart 4598f8829a4aSRandall Stewart /* 4599f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4600f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4601f8829a4aSRandall Stewart * for all dests. 4602f8829a4aSRandall Stewart */ 4603f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4604f8829a4aSRandall Stewart net->saw_newack = 0; 4605f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4606f8829a4aSRandall Stewart } 4607f8829a4aSRandall Stewart 4608f8829a4aSRandall Stewart /* 4609f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4610f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4611f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4612f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4613f8829a4aSRandall Stewart */ 4614cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4615cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 46167215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4617cd554309SMichael Tuexen wake_him++; 4618cd554309SMichael Tuexen } 4619f8829a4aSRandall Stewart /* 4620fd60718dSMichael Tuexen * validate the biggest_tsn_acked in the gap acks if strict 4621fd60718dSMichael Tuexen * adherence is wanted. 4622f8829a4aSRandall Stewart */ 462320b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4624f8829a4aSRandall Stewart /* 4625fd60718dSMichael Tuexen * peer is either confused or we are under attack. 4626fd60718dSMichael Tuexen * We must abort. 4627f8829a4aSRandall Stewart */ 4628cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4629cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4630f8829a4aSRandall Stewart goto hopeless_peer; 4631f8829a4aSRandall Stewart } 4632f8829a4aSRandall Stewart } 4633f8829a4aSRandall Stewart /*******************************************/ 4634f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4635f8829a4aSRandall Stewart /*******************************************/ 46367c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4637f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4638f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4639f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4640a5d547adSRandall Stewart stcb, net, 464144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4642f8829a4aSRandall Stewart 4643f8829a4aSRandall Stewart } 4644f8829a4aSRandall Stewart } else { 4645f8829a4aSRandall Stewart if (accum_moved) { 4646f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4647f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 464844249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4649f8829a4aSRandall Stewart } 4650f8829a4aSRandall Stewart } 4651f8829a4aSRandall Stewart } 4652f8829a4aSRandall Stewart /********************************************/ 4653d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4654f8829a4aSRandall Stewart /********************************************/ 4655f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4656f8829a4aSRandall Stewart 46577c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 465849656eefSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.tsn, cum_ack)) { 4659f8829a4aSRandall Stewart break; 4660f8829a4aSRandall Stewart } 4661325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 466249656eefSMichael Tuexen if (asoc->strmout[tp1->rec.data.sid].chunks_on_queues > 0) { 466349656eefSMichael Tuexen asoc->strmout[tp1->rec.data.sid].chunks_on_queues--; 4664a7ad6026SMichael Tuexen #ifdef INVARIANTS 4665a7ad6026SMichael Tuexen } else { 466649656eefSMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.sid); 4667a7ad6026SMichael Tuexen #endif 4668a7ad6026SMichael Tuexen } 4669f8829a4aSRandall Stewart } 467049656eefSMichael Tuexen if ((asoc->strmout[tp1->rec.data.sid].chunks_on_queues == 0) && 467149656eefSMichael Tuexen (asoc->strmout[tp1->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) && 467249656eefSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.sid].outqueue)) { 4673d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4674d96bef9cSMichael Tuexen } 4675f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 46760ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4677f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4678f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4679f8829a4aSRandall Stewart } 46807c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4681f8829a4aSRandall Stewart if (tp1->data) { 468204ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4683f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4684f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 46857c99d56fSMichael Tuexen tp1->data = NULL; 4686dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4687f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4688f8829a4aSRandall Stewart } 4689f8829a4aSRandall Stewart } 4690b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4691f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4692f8829a4aSRandall Stewart cum_ack, 469349656eefSMichael Tuexen tp1->rec.data.tsn, 4694f8829a4aSRandall Stewart 0, 4695f8829a4aSRandall Stewart 0, 4696f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 469780fefe0aSRandall Stewart } 4698689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4699f8829a4aSRandall Stewart wake_him++; 47007c99d56fSMichael Tuexen } 47017c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 47027c99d56fSMichael Tuexen #ifdef INVARIANTS 4703cd0a4ff6SPedro F. Giffuni panic("Warning flight size is positive and should be 0"); 47047c99d56fSMichael Tuexen #else 47057c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 47067c99d56fSMichael Tuexen asoc->total_flight); 47077c99d56fSMichael Tuexen #endif 47087c99d56fSMichael Tuexen asoc->total_flight = 0; 47097c99d56fSMichael Tuexen } 471004ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4711f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4712ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4713ceaad40aSRandall Stewart struct socket *so; 4714ceaad40aSRandall Stewart 4715ceaad40aSRandall Stewart #endif 4716f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4717b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47187215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 471980fefe0aSRandall Stewart } 4720ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4721ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4722ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4723ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4724ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4725ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4726ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4727ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4728ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4729ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4730ceaad40aSRandall Stewart return; 4731ceaad40aSRandall Stewart } 4732ceaad40aSRandall Stewart #endif 4733f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4734ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4735ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4736ceaad40aSRandall Stewart #endif 4737f8829a4aSRandall Stewart } else { 4738b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47397215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 474080fefe0aSRandall Stewart } 4741f8829a4aSRandall Stewart } 4742f8829a4aSRandall Stewart 474342551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 474420b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4745f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4746f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4747f8829a4aSRandall Stewart } 4748f8829a4aSRandall Stewart } 4749f8829a4aSRandall Stewart /* 4750f8829a4aSRandall Stewart * Check for revoked fragments: 4751f8829a4aSRandall Stewart * 4752f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4753f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4754f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4755f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4756f8829a4aSRandall Stewart * we had some before and now we have NONE. 4757f8829a4aSRandall Stewart */ 4758f8829a4aSRandall Stewart 4759d9c5cfeaSMichael Tuexen if (num_seg) { 4760c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4761d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4762d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4763f8829a4aSRandall Stewart int cnt_revoked = 0; 4764f8829a4aSRandall Stewart 4765f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4766f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4767b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4768f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4769b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4770c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4771c105859eSRandall Stewart tp1->whoTo->flight_size, 4772c105859eSRandall Stewart tp1->book_size, 47739a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 477449656eefSMichael Tuexen tp1->rec.data.tsn); 477580fefe0aSRandall Stewart } 4776c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4777c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4778a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 477942551e99SRandall Stewart /* 478042551e99SRandall Stewart * To ensure that this increase in 47814a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 47824a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 47834a9ef3f8SMichael Tuexen * cwnd artificially. 478442551e99SRandall Stewart */ 478542551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4786f8829a4aSRandall Stewart cnt_revoked++; 4787f8829a4aSRandall Stewart } 4788f8829a4aSRandall Stewart } 4789f8829a4aSRandall Stewart if (cnt_revoked) { 4790f8829a4aSRandall Stewart reneged_all = 1; 4791f8829a4aSRandall Stewart } 4792f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4793f8829a4aSRandall Stewart } 4794d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4795d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4796f8829a4aSRandall Stewart else 4797d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4798f8829a4aSRandall Stewart 4799b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4800ca85e948SMichael Tuexen if (ecne_seen == 0) { 4801ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4802ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4803ca85e948SMichael Tuexen /* 4804ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4805ca85e948SMichael Tuexen * count, this is optional. 4806ca85e948SMichael Tuexen */ 4807ca85e948SMichael Tuexen net->error_count = 0; 4808ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4809ca85e948SMichael Tuexen /* addr came good */ 4810ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4811ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 48124b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4813ca85e948SMichael Tuexen } 4814ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4815ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 48165b495f17SMichael Tuexen /* release the alternate, 48175b495f17SMichael Tuexen * primary is good */ 4818ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4819ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4820ca85e948SMichael Tuexen } 4821ca85e948SMichael Tuexen } 4822ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4823ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4824b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4825b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 482644249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4827ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4828ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4829ca85e948SMichael Tuexen /* Done with this net */ 4830ca85e948SMichael Tuexen net->net_ack = 0; 4831ca85e948SMichael Tuexen } 4832ca85e948SMichael Tuexen /* restore any doubled timers */ 4833ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4834ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4835ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4836ca85e948SMichael Tuexen } 4837ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4838ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4839ca85e948SMichael Tuexen } 4840ca85e948SMichael Tuexen } 4841ca85e948SMichael Tuexen } 4842b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4843ca85e948SMichael Tuexen } 4844f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4845f8829a4aSRandall Stewart /* nothing left in-flight */ 4846f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4847f8829a4aSRandall Stewart /* stop all timers */ 4848f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4849b7d130beSMichael Tuexen stcb, net, 485044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4851f8829a4aSRandall Stewart net->flight_size = 0; 4852f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4853f8829a4aSRandall Stewart } 4854f8829a4aSRandall Stewart asoc->total_flight = 0; 4855f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4856f8829a4aSRandall Stewart } 4857f8829a4aSRandall Stewart /**********************************/ 4858f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4859f8829a4aSRandall Stewart /**********************************/ 4860f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4861f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4862b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4863f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4864f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 486580fefe0aSRandall Stewart } 4866f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4867f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4868f8829a4aSRandall Stewart /* SWS sender side engages */ 4869f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4870f8829a4aSRandall Stewart } 4871f8829a4aSRandall Stewart /* clean up */ 4872f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4873f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4874f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4875d1ea5fa9SMichael Tuexen ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc))) { 48762afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4877f8829a4aSRandall Stewart } 4878f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4879f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4880f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4881f8829a4aSRandall Stewart /* Need to abort here */ 4882ff1ffd74SMichael Tuexen struct mbuf *op_err; 4883f8829a4aSRandall Stewart 4884f8829a4aSRandall Stewart abort_out_now: 4885f8829a4aSRandall Stewart *abort_now = 1; 4886f8829a4aSRandall Stewart /* XXX */ 4887ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 488844249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_31; 4889ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4890f8829a4aSRandall Stewart return; 4891f8829a4aSRandall Stewart } else { 4892ca85e948SMichael Tuexen struct sctp_nets *netp; 4893ca85e948SMichael Tuexen 4894f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4895f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4896f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4897f42a358aSRandall Stewart } 4898c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4899b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4900f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4901c39cfa1fSMichael Tuexen if (asoc->alternate) { 4902c39cfa1fSMichael Tuexen netp = asoc->alternate; 4903c39cfa1fSMichael Tuexen } else { 4904c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4905c39cfa1fSMichael Tuexen } 4906ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4907f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4908ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4909f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4910ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4911f8829a4aSRandall Stewart } 4912f8829a4aSRandall Stewart return; 4913f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4914f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4915ca85e948SMichael Tuexen struct sctp_nets *netp; 4916ca85e948SMichael Tuexen 4917f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4918f8829a4aSRandall Stewart goto abort_out_now; 4919f8829a4aSRandall Stewart } 4920f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4921c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4922b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 492312af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4924c39cfa1fSMichael Tuexen if (asoc->alternate) { 4925c39cfa1fSMichael Tuexen netp = asoc->alternate; 4926c39cfa1fSMichael Tuexen } else { 4927c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4928c39cfa1fSMichael Tuexen } 4929c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4930f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4931ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4932f8829a4aSRandall Stewart return; 4933f8829a4aSRandall Stewart } 4934f8829a4aSRandall Stewart } 4935f8829a4aSRandall Stewart /* 4936f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 4937f8829a4aSRandall Stewart * HEADS UP. 4938f8829a4aSRandall Stewart */ 4939f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4940f8829a4aSRandall Stewart net->net_ack = 0; 4941f8829a4aSRandall Stewart } 4942f8829a4aSRandall Stewart 4943f8829a4aSRandall Stewart /* 4944f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 4945f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 4946f8829a4aSRandall Stewart * automatically ensure that. 4947f8829a4aSRandall Stewart */ 49487c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 494920083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 495020083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 4951f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 4952f8829a4aSRandall Stewart } 4953cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4954f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 4955f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 4956f8829a4aSRandall Stewart } 4957b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4958b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 4959f8829a4aSRandall Stewart 4960f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 4961f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 4962f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4963f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 4964f8829a4aSRandall Stewart } 4965f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 496620b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 4967f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 4968f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 4969f8829a4aSRandall Stewart } 497042551e99SRandall Stewart /* 497142551e99SRandall Stewart * CMT Fast recovery 497242551e99SRandall Stewart */ 4973f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4974f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 4975f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4976f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 4977f8829a4aSRandall Stewart } 4978f8829a4aSRandall Stewart } 4979f8829a4aSRandall Stewart 4980f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 4981b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4982f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 498344fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 498480fefe0aSRandall Stewart } 4985f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 498644fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4987f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4988f8829a4aSRandall Stewart /* SWS sender side engages */ 4989f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4990f8829a4aSRandall Stewart } 49915e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 49925e54f665SRandall Stewart win_probe_recovery = 1; 49935e54f665SRandall Stewart } 4994f8829a4aSRandall Stewart /* 4995f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 4996f8829a4aSRandall Stewart * outstanding data. 4997f8829a4aSRandall Stewart */ 4998bff64a4dSRandall Stewart done_once = 0; 4999a5d547adSRandall Stewart again: 5000a5d547adSRandall Stewart j = 0; 5001f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 50025e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5003c105859eSRandall Stewart win_probe_recovered = 1; 50045e54f665SRandall Stewart /*- 50055e54f665SRandall Stewart * Find first chunk that was used with 50065e54f665SRandall Stewart * window probe and clear the event. Put 50075e54f665SRandall Stewart * it back into the send queue as if has 50085e54f665SRandall Stewart * not been sent. 50095e54f665SRandall Stewart */ 50105e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 50115e54f665SRandall Stewart if (tp1->window_probe) { 50127215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 50135e54f665SRandall Stewart break; 50145e54f665SRandall Stewart } 50155e54f665SRandall Stewart } 50165e54f665SRandall Stewart } 5017f8829a4aSRandall Stewart if (net->flight_size) { 5018a5d547adSRandall Stewart j++; 5019cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5020f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5021f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5022cd554309SMichael Tuexen } 50235171328bSRandall Stewart if (net->window_probe) { 5024cd554309SMichael Tuexen net->window_probe = 0; 50255171328bSRandall Stewart } 5026c105859eSRandall Stewart } else { 50275171328bSRandall Stewart if (net->window_probe) { 50285b495f17SMichael Tuexen /* In window probes we must assure a timer 50295b495f17SMichael Tuexen * is still running there */ 50305171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 50315171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 50325171328bSRandall Stewart stcb->sctp_ep, stcb, net); 50335171328bSRandall Stewart 50345171328bSRandall Stewart } 50355171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5036c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5037c105859eSRandall Stewart stcb, net, 503844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5039c105859eSRandall Stewart } 5040f8829a4aSRandall Stewart } 5041f8829a4aSRandall Stewart } 5042bff64a4dSRandall Stewart if ((j == 0) && 5043bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5044bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5045c105859eSRandall Stewart (win_probe_recovered == 0) && 5046bff64a4dSRandall Stewart (done_once == 0)) { 50470c0982b8SRandall Stewart /* 50480c0982b8SRandall Stewart * huh, this should not happen unless all packets are 50490c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 50500c0982b8SRandall Stewart */ 50510c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5052a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5053a5d547adSRandall Stewart net->flight_size = 0; 5054a5d547adSRandall Stewart } 5055a5d547adSRandall Stewart asoc->total_flight = 0; 5056a5d547adSRandall Stewart asoc->total_flight_count = 0; 5057a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5058a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5059a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5060c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5061c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5062a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5063791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5064a5d547adSRandall Stewart } 5065a5d547adSRandall Stewart } 50660c0982b8SRandall Stewart } 5067bff64a4dSRandall Stewart done_once = 1; 5068a5d547adSRandall Stewart goto again; 5069a5d547adSRandall Stewart } 5070cd554309SMichael Tuexen /*********************************************/ 5071cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5072cd554309SMichael Tuexen /* (section 4.2) */ 5073cd554309SMichael Tuexen /*********************************************/ 5074cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 507520b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5076dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5077dfb11ef8SRandall Stewart } 5078830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5079dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5080830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5081830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5082830d754dSRandall Stewart 5083830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5084830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5085830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 508620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5087830d754dSRandall Stewart /* 5088493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5089830d754dSRandall Stewart */ 50900c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 50910c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 50920c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 50930c0982b8SRandall Stewart old_adv_peer_ack_point); 50940c0982b8SRandall Stewart } 509520b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5096830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 50970c0982b8SRandall Stewart } else if (lchk) { 50980c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 509944fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 51000c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 51010c0982b8SRandall Stewart } 5102830d754dSRandall Stewart } 5103830d754dSRandall Stewart } 5104830d754dSRandall Stewart if (lchk) { 5105830d754dSRandall Stewart /* Assure a timer is up */ 5106830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5107830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5108830d754dSRandall Stewart } 5109830d754dSRandall Stewart } 5110b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5111f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5112f8829a4aSRandall Stewart a_rwnd, 5113f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5114f8829a4aSRandall Stewart stcb->asoc.total_flight, 5115f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 511680fefe0aSRandall Stewart } 5117f8829a4aSRandall Stewart } 5118f8829a4aSRandall Stewart 5119f8829a4aSRandall Stewart void 51207215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5121f8829a4aSRandall Stewart { 5122f8829a4aSRandall Stewart /* Copy cum-ack */ 5123f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5124f8829a4aSRandall Stewart 5125f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5126f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5127f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5128f8829a4aSRandall Stewart 5129f8829a4aSRandall Stewart /* Now call the express sack handling */ 5130899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5131f8829a4aSRandall Stewart } 5132f8829a4aSRandall Stewart 5133f8829a4aSRandall Stewart static void 5134f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5135f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5136f8829a4aSRandall Stewart { 5137f8829a4aSRandall Stewart struct sctp_queued_to_read *ctl, *nctl; 5138f8829a4aSRandall Stewart struct sctp_association *asoc; 513949656eefSMichael Tuexen uint32_t mid; 514049656eefSMichael Tuexen int need_reasm_check = 0; 5141f8829a4aSRandall Stewart 5142f8829a4aSRandall Stewart asoc = &stcb->asoc; 514349656eefSMichael Tuexen mid = strmin->last_mid_delivered; 5144f8829a4aSRandall Stewart /* 5145f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 514644249214SRandall Stewart * came in. 5147f8829a4aSRandall Stewart */ 514844249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 514949656eefSMichael Tuexen if (SCTP_MID_GE(asoc->idata_supported, mid, ctl->mid)) { 5150f8829a4aSRandall Stewart /* this is deliverable now */ 515144249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 515244249214SRandall Stewart if (ctl->on_strm_q) { 515344249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 515444249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 515544249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 515644249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 515798d5fd97SMichael Tuexen #ifdef INVARIANTS 515844249214SRandall Stewart } else { 515944249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 516044249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 516198d5fd97SMichael Tuexen #endif 516244249214SRandall Stewart } 516344249214SRandall Stewart ctl->on_strm_q = 0; 516444249214SRandall Stewart } 5165f8829a4aSRandall Stewart /* subtract pending on streams */ 5166f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5167f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5168f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5169f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5170b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5171f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5172f8829a4aSRandall Stewart ctl, 517344249214SRandall Stewart &stcb->sctp_socket->so_rcv, 517444249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 517544249214SRandall Stewart SCTP_SO_NOT_LOCKED); 517644249214SRandall Stewart } 517744249214SRandall Stewart } else { 517844249214SRandall Stewart /* Its a fragmented message */ 517944249214SRandall Stewart if (ctl->first_frag_seen) { 51805b495f17SMichael Tuexen /* Make it so this is next to 51815b495f17SMichael Tuexen * deliver, we restore later */ 518249656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 518344249214SRandall Stewart need_reasm_check = 1; 518444249214SRandall Stewart break; 518544249214SRandall Stewart } 5186f8829a4aSRandall Stewart } 5187f8829a4aSRandall Stewart } else { 5188f8829a4aSRandall Stewart /* no more delivery now. */ 5189f8829a4aSRandall Stewart break; 5190f8829a4aSRandall Stewart } 5191f8829a4aSRandall Stewart } 519244249214SRandall Stewart if (need_reasm_check) { 519344249214SRandall Stewart int ret; 519444249214SRandall Stewart 5195d1ea5fa9SMichael Tuexen ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 519649656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strmin->last_mid_delivered)) { 519744249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 519849656eefSMichael Tuexen strmin->last_mid_delivered = mid; 519944249214SRandall Stewart } 520044249214SRandall Stewart if (ret == 0) { 520144249214SRandall Stewart /* Left the front Partial one on */ 520244249214SRandall Stewart return; 520344249214SRandall Stewart } 520444249214SRandall Stewart need_reasm_check = 0; 520544249214SRandall Stewart } 5206f8829a4aSRandall Stewart /* 5207f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5208f8829a4aSRandall Stewart * now ready. 5209f8829a4aSRandall Stewart */ 521049656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 521144249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 521249656eefSMichael Tuexen if (SCTP_MID_EQ(asoc->idata_supported, mid, ctl->mid)) { 521344249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5214f8829a4aSRandall Stewart /* this is deliverable now */ 521544249214SRandall Stewart if (ctl->on_strm_q) { 521644249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 521744249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 521844249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 521944249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 522098d5fd97SMichael Tuexen #ifdef INVARIANTS 522144249214SRandall Stewart } else { 522244249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 522344249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 522498d5fd97SMichael Tuexen #endif 522544249214SRandall Stewart } 522644249214SRandall Stewart ctl->on_strm_q = 0; 522744249214SRandall Stewart } 5228f8829a4aSRandall Stewart /* subtract pending on streams */ 5229f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5230f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5231f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 523249656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid; 5233f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5234b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5235f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5236f8829a4aSRandall Stewart ctl, 523744249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 523844249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 523977acdc25SRandall Stewart 5240f8829a4aSRandall Stewart } 524149656eefSMichael Tuexen mid = strmin->last_mid_delivered + 1; 5242f8829a4aSRandall Stewart } else { 524344249214SRandall Stewart /* Its a fragmented message */ 524444249214SRandall Stewart if (ctl->first_frag_seen) { 52455b495f17SMichael Tuexen /* Make it so this is next to 52465b495f17SMichael Tuexen * deliver */ 524749656eefSMichael Tuexen strmin->last_mid_delivered = ctl->mid - 1; 524844249214SRandall Stewart need_reasm_check = 1; 5249f8829a4aSRandall Stewart break; 5250f8829a4aSRandall Stewart } 5251f8829a4aSRandall Stewart } 525244249214SRandall Stewart } else { 525344249214SRandall Stewart break; 525444249214SRandall Stewart } 525544249214SRandall Stewart } 525644249214SRandall Stewart if (need_reasm_check) { 5257d1ea5fa9SMichael Tuexen (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin, SCTP_READ_LOCK_HELD); 525844249214SRandall Stewart } 5259f8829a4aSRandall Stewart } 5260f8829a4aSRandall Stewart 52618e1b295fSMichael Tuexen 5262d1ea5fa9SMichael Tuexen 52638933fa13SRandall Stewart static void 52648933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 52658933fa13SRandall Stewart struct sctp_association *asoc, 526649656eefSMichael Tuexen uint16_t stream, uint32_t mid, int ordered, uint32_t cumtsn) 52678933fa13SRandall Stewart { 526844249214SRandall Stewart struct sctp_queued_to_read *control; 526944249214SRandall Stewart struct sctp_stream_in *strm; 52704a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 5271d1ea5fa9SMichael Tuexen int cnt_removed = 0; 52728933fa13SRandall Stewart 52738933fa13SRandall Stewart /* 527444249214SRandall Stewart * For now large messages held on the stream reasm that are complete 52754a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 52764a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 52774a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 52784a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 52794a9ef3f8SMichael Tuexen * queue. 52808933fa13SRandall Stewart */ 528144249214SRandall Stewart strm = &asoc->strmin[stream]; 528249656eefSMichael Tuexen control = sctp_find_reasm_entry(strm, mid, ordered, asoc->idata_supported); 528344249214SRandall Stewart if (control == NULL) { 528444249214SRandall Stewart /* Not found */ 528544249214SRandall Stewart return; 52868933fa13SRandall Stewart } 528749656eefSMichael Tuexen if (!asoc->idata_supported && !ordered && SCTP_TSN_GT(control->fsn_included, cumtsn)) { 52885cb91655SMichael Tuexen return; 52895cb91655SMichael Tuexen } 529044249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 529144249214SRandall Stewart /* Purge hanging chunks */ 529249656eefSMichael Tuexen if (!asoc->idata_supported && (ordered == 0)) { 529349656eefSMichael Tuexen if (SCTP_TSN_GT(chk->rec.data.tsn, cumtsn)) { 5294d1ea5fa9SMichael Tuexen break; 5295d1ea5fa9SMichael Tuexen } 5296d1ea5fa9SMichael Tuexen } 5297d1ea5fa9SMichael Tuexen cnt_removed++; 529844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 52998933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 53008933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 53018933fa13SRandall Stewart if (chk->data) { 53028933fa13SRandall Stewart sctp_m_freem(chk->data); 53038933fa13SRandall Stewart chk->data = NULL; 53048933fa13SRandall Stewart } 5305689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 53068933fa13SRandall Stewart } 5307d1ea5fa9SMichael Tuexen if (!TAILQ_EMPTY(&control->reasm)) { 5308d1ea5fa9SMichael Tuexen /* This has to be old data, unordered */ 5309d1ea5fa9SMichael Tuexen if (control->data) { 5310d1ea5fa9SMichael Tuexen sctp_m_freem(control->data); 5311d1ea5fa9SMichael Tuexen control->data = NULL; 5312d1ea5fa9SMichael Tuexen } 5313d1ea5fa9SMichael Tuexen sctp_reset_a_control(control, stcb->sctp_ep, cumtsn); 5314d1ea5fa9SMichael Tuexen chk = TAILQ_FIRST(&control->reasm); 5315d1ea5fa9SMichael Tuexen if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 5316d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&control->reasm, chk, sctp_next); 5317d1ea5fa9SMichael Tuexen sctp_add_chk_to_control(control, strm, stcb, asoc, 5318d1ea5fa9SMichael Tuexen chk, SCTP_READ_LOCK_HELD); 5319d1ea5fa9SMichael Tuexen } 5320d1ea5fa9SMichael Tuexen sctp_deliver_reasm_check(stcb, asoc, strm, SCTP_READ_LOCK_HELD); 5321d1ea5fa9SMichael Tuexen return; 5322d1ea5fa9SMichael Tuexen } 5323d1ea5fa9SMichael Tuexen if (control->on_strm_q == SCTP_ON_ORDERED) { 532444249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 5325d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5326d1ea5fa9SMichael Tuexen } else if (control->on_strm_q == SCTP_ON_UNORDERED) { 5327d1ea5fa9SMichael Tuexen TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 5328d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 5329d1ea5fa9SMichael Tuexen #ifdef INVARIANTS 5330d1ea5fa9SMichael Tuexen } else if (control->on_strm_q) { 5331d1ea5fa9SMichael Tuexen panic("strm: %p ctl: %p unknown %d", 5332d1ea5fa9SMichael Tuexen strm, control, control->on_strm_q); 5333d1ea5fa9SMichael Tuexen #endif 5334d1ea5fa9SMichael Tuexen } 5335d1ea5fa9SMichael Tuexen control->on_strm_q = 0; 533644249214SRandall Stewart if (control->on_read_q == 0) { 533744249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 533844249214SRandall Stewart if (control->data) { 533944249214SRandall Stewart sctp_m_freem(control->data); 534044249214SRandall Stewart control->data = NULL; 534144249214SRandall Stewart } 534244249214SRandall Stewart sctp_free_a_readq(stcb, control); 53438933fa13SRandall Stewart } 53448933fa13SRandall Stewart } 53458933fa13SRandall Stewart 5346f8829a4aSRandall Stewart void 5347f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5348b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5349b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5350f8829a4aSRandall Stewart { 5351f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5352f8829a4aSRandall Stewart /* 5353f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5354f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5355f8829a4aSRandall Stewart * 5356f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5357f8829a4aSRandall Stewart * 53585b495f17SMichael Tuexen * 1) update local cumTSN to x 2) try to further advance cumTSN to x 53595b495f17SMichael Tuexen * + others we have 3) examine and update re-ordering queue on 5360f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5361f8829a4aSRandall Stewart * report where we are. 5362f8829a4aSRandall Stewart */ 5363f8829a4aSRandall Stewart struct sctp_association *asoc; 53647898f408SRandall Stewart uint32_t new_cum_tsn, gap; 53657215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 53668933fa13SRandall Stewart uint32_t str_seq; 5367f8829a4aSRandall Stewart struct sctp_stream_in *strm; 53688933fa13SRandall Stewart struct sctp_queued_to_read *ctl, *sv; 5369f8829a4aSRandall Stewart 5370f8829a4aSRandall Stewart asoc = &stcb->asoc; 5371f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5372ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5373ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5374f8829a4aSRandall Stewart return; 5375f8829a4aSRandall Stewart } 5376f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5377f8829a4aSRandall Stewart /*************************************************************/ 5378f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5379f8829a4aSRandall Stewart /*************************************************************/ 5380f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5381f8829a4aSRandall Stewart 538220b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5383f8829a4aSRandall Stewart /* Already got there ... */ 5384f8829a4aSRandall Stewart return; 5385f8829a4aSRandall Stewart } 5386f8829a4aSRandall Stewart /* 5387f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5388f8829a4aSRandall Stewart * gap 5389f8829a4aSRandall Stewart */ 5390b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 539177acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 53922afb3e84SRandall Stewart if (gap >= m_size) { 5393f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5394ff1ffd74SMichael Tuexen struct mbuf *op_err; 5395ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 539617205eccSRandall Stewart 5397f8829a4aSRandall Stewart /* 5398f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 539917205eccSRandall Stewart * give out). This must be an attacker. 5400f8829a4aSRandall Stewart */ 540117205eccSRandall Stewart *abort_flag = 1; 5402ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5403ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5404ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5405ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 540644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5407ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5408f8829a4aSRandall Stewart return; 5409f8829a4aSRandall Stewart } 5410207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 541177acdc25SRandall Stewart 54122afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 54132afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 541477acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 541577acdc25SRandall Stewart 5416b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5417830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 541877acdc25SRandall Stewart 5419b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5420f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 542180fefe0aSRandall Stewart } 54222afb3e84SRandall Stewart } else { 54232afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 54242afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 54257898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 54267898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 54278933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 542820b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 54297898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5430b5c16493SMichael Tuexen } 5431b5c16493SMichael Tuexen } 5432b5c16493SMichael Tuexen } 5433f8829a4aSRandall Stewart } 5434f8829a4aSRandall Stewart /*************************************************************/ 5435f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5436f8829a4aSRandall Stewart /*************************************************************/ 5437f8829a4aSRandall Stewart 543844249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 5439d1ea5fa9SMichael Tuexen if (asoc->idata_supported == 0) { 5440d1ea5fa9SMichael Tuexen uint16_t sid; 544144249214SRandall Stewart 5442d1ea5fa9SMichael Tuexen /* Flush all the un-ordered data based on cum-tsn */ 5443d1ea5fa9SMichael Tuexen SCTP_INP_READ_LOCK(stcb->sctp_ep); 5444d1ea5fa9SMichael Tuexen for (sid = 0; sid < asoc->streamincnt; sid++) { 544549656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, 0, 0, new_cum_tsn); 5446d1ea5fa9SMichael Tuexen } 5447d1ea5fa9SMichael Tuexen SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5448d1ea5fa9SMichael Tuexen } 54498933fa13SRandall Stewart /*******************************************************/ 54508933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 54518933fa13SRandall Stewart /* delivery issues as needed. */ 54528933fa13SRandall Stewart /*******************************************************/ 5453f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5454671d309cSRandall Stewart if (m && fwd_sz) { 5455f8829a4aSRandall Stewart /* New method. */ 5456d61a0ae0SRandall Stewart unsigned int num_str; 545749656eefSMichael Tuexen uint32_t mid, cur_mid; 545849656eefSMichael Tuexen uint16_t sid; 54598e1b295fSMichael Tuexen uint16_t ordered, flags; 5460671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 546144249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5462671d309cSRandall Stewart 5463671d309cSRandall Stewart offset += sizeof(*fwd); 5464f8829a4aSRandall Stewart 54658933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 546644249214SRandall Stewart if (asoc->idata_supported) { 546744249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 546844249214SRandall Stewart } else { 5469f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 547044249214SRandall Stewart } 5471f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 547244249214SRandall Stewart if (asoc->idata_supported) { 547344249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 547444249214SRandall Stewart sizeof(struct sctp_strseq_mid), 547544249214SRandall Stewart (uint8_t *) & strseqbuf_m); 547644249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 547744249214SRandall Stewart if (stseq_m == NULL) { 547844249214SRandall Stewart break; 547944249214SRandall Stewart } 548049656eefSMichael Tuexen sid = ntohs(stseq_m->sid); 548149656eefSMichael Tuexen mid = ntohl(stseq_m->mid); 54828e1b295fSMichael Tuexen flags = ntohs(stseq_m->flags); 54838e1b295fSMichael Tuexen if (flags & PR_SCTP_UNORDERED_FLAG) { 54848e1b295fSMichael Tuexen ordered = 0; 54858e1b295fSMichael Tuexen } else { 54868e1b295fSMichael Tuexen ordered = 1; 54878e1b295fSMichael Tuexen } 548844249214SRandall Stewart } else { 5489671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5490671d309cSRandall Stewart sizeof(struct sctp_strseq), 5491671d309cSRandall Stewart (uint8_t *) & strseqbuf); 5492671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 54932afb3e84SRandall Stewart if (stseq == NULL) { 5494671d309cSRandall Stewart break; 54952afb3e84SRandall Stewart } 549649656eefSMichael Tuexen sid = ntohs(stseq->sid); 549749656eefSMichael Tuexen mid = (uint32_t) ntohs(stseq->ssn); 54988e1b295fSMichael Tuexen ordered = 1; 549944249214SRandall Stewart } 5500f8829a4aSRandall Stewart /* Convert */ 55018933fa13SRandall Stewart 5502f8829a4aSRandall Stewart /* now process */ 55038933fa13SRandall Stewart 55048933fa13SRandall Stewart /* 55058933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 55068933fa13SRandall Stewart * queue where its not all delivered. If we find it 55078933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 55088933fa13SRandall Stewart */ 550949656eefSMichael Tuexen if (sid >= asoc->streamincnt) { 55102afb3e84SRandall Stewart /* screwed up streams, stop! */ 55112afb3e84SRandall Stewart break; 5512f8829a4aSRandall Stewart } 551349656eefSMichael Tuexen if ((asoc->str_of_pdapi == sid) && 551449656eefSMichael Tuexen (asoc->ssn_of_pdapi == mid)) { 55158933fa13SRandall Stewart /* 55168933fa13SRandall Stewart * If this is the one we were partially 55178933fa13SRandall Stewart * delivering now then we no longer are. 55188933fa13SRandall Stewart * Note this will change with the reassembly 55198933fa13SRandall Stewart * re-write. 55208933fa13SRandall Stewart */ 55218933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 55228933fa13SRandall Stewart } 552349656eefSMichael Tuexen strm = &asoc->strmin[sid]; 552449656eefSMichael Tuexen for (cur_mid = strm->last_mid_delivered; SCTP_MID_GE(asoc->idata_supported, mid, cur_mid); cur_mid++) { 552549656eefSMichael Tuexen sctp_flush_reassm_for_str_seq(stcb, asoc, sid, cur_mid, ordered, new_cum_tsn); 5526d1ea5fa9SMichael Tuexen } 55278933fa13SRandall Stewart TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) { 552849656eefSMichael Tuexen if ((ctl->sinfo_stream == sid) && 552949656eefSMichael Tuexen (SCTP_MID_EQ(asoc->idata_supported, ctl->mid, mid))) { 553049656eefSMichael Tuexen str_seq = (sid << 16) | (0x0000ffff & mid); 55318933fa13SRandall Stewart ctl->pdapi_aborted = 1; 55328933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 553344249214SRandall Stewart ctl->end_added = 1; 553444249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 553544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, ctl, next_instrm); 553644249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 553744249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, ctl, next_instrm); 553898d5fd97SMichael Tuexen #ifdef INVARIANTS 553944249214SRandall Stewart } else if (ctl->on_strm_q) { 554044249214SRandall Stewart panic("strm: %p ctl: %p unknown %d", 554144249214SRandall Stewart strm, ctl, ctl->on_strm_q); 554298d5fd97SMichael Tuexen #endif 554344249214SRandall Stewart } 554444249214SRandall Stewart ctl->on_strm_q = 0; 55458933fa13SRandall Stewart stcb->asoc.control_pdapi = ctl; 5546810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5547810ec536SMichael Tuexen stcb, 55488933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5549810ec536SMichael Tuexen (void *)&str_seq, 5550810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 55518933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 55528933fa13SRandall Stewart break; 555349656eefSMichael Tuexen } else if ((ctl->sinfo_stream == sid) && 555449656eefSMichael Tuexen SCTP_MID_GT(asoc->idata_supported, ctl->mid, mid)) { 55558933fa13SRandall Stewart /* We are past our victim SSN */ 55568933fa13SRandall Stewart break; 55578933fa13SRandall Stewart } 55588933fa13SRandall Stewart } 555949656eefSMichael Tuexen if (SCTP_MID_GT(asoc->idata_supported, mid, strm->last_mid_delivered)) { 5560f8829a4aSRandall Stewart /* Update the sequence number */ 556149656eefSMichael Tuexen strm->last_mid_delivered = mid; 5562f8829a4aSRandall Stewart } 5563f8829a4aSRandall Stewart /* now kick the stream the new way */ 556404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5565f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5566f8829a4aSRandall Stewart } 55678933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5568f8829a4aSRandall Stewart } 55697898f408SRandall Stewart /* 55707898f408SRandall Stewart * Now slide thing forward. 55717898f408SRandall Stewart */ 55727898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5573f8829a4aSRandall Stewart } 5574