1f8829a4aSRandall Stewart /*- 2b1006367SRandall Stewart * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved. 3807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved. 4807aad63SMichael Tuexen * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved. 5f8829a4aSRandall Stewart * 6f8829a4aSRandall Stewart * Redistribution and use in source and binary forms, with or without 7f8829a4aSRandall Stewart * modification, are permitted provided that the following conditions are met: 8f8829a4aSRandall Stewart * 9f8829a4aSRandall Stewart * a) Redistributions of source code must retain the above copyright notice, 10f8829a4aSRandall Stewart * this list of conditions and the following disclaimer. 11f8829a4aSRandall Stewart * 12f8829a4aSRandall Stewart * b) Redistributions in binary form must reproduce the above copyright 13f8829a4aSRandall Stewart * notice, this list of conditions and the following disclaimer in 14f8829a4aSRandall Stewart * the documentation and/or other materials provided with the distribution. 15f8829a4aSRandall Stewart * 16f8829a4aSRandall Stewart * c) Neither the name of Cisco Systems, Inc. nor the names of its 17f8829a4aSRandall Stewart * contributors may be used to endorse or promote products derived 18f8829a4aSRandall Stewart * from this software without specific prior written permission. 19f8829a4aSRandall Stewart * 20f8829a4aSRandall Stewart * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 21f8829a4aSRandall Stewart * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 22f8829a4aSRandall Stewart * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23f8829a4aSRandall Stewart * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24f8829a4aSRandall Stewart * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25f8829a4aSRandall Stewart * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26f8829a4aSRandall Stewart * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27f8829a4aSRandall Stewart * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28f8829a4aSRandall Stewart * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29f8829a4aSRandall Stewart * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 30f8829a4aSRandall Stewart * THE POSSIBILITY OF SUCH DAMAGE. 31f8829a4aSRandall Stewart */ 32f8829a4aSRandall Stewart 33f8829a4aSRandall Stewart #include <sys/cdefs.h> 34f8829a4aSRandall Stewart __FBSDID("$FreeBSD$"); 35f8829a4aSRandall Stewart 36f8829a4aSRandall Stewart #include <netinet/sctp_os.h> 3744249214SRandall Stewart #include <sys/proc.h> 38f8829a4aSRandall Stewart #include <netinet/sctp_var.h> 3942551e99SRandall Stewart #include <netinet/sctp_sysctl.h> 40f8829a4aSRandall Stewart #include <netinet/sctp_header.h> 4144249214SRandall Stewart #include <netinet/sctp_pcb.h> 42f8829a4aSRandall Stewart #include <netinet/sctputil.h> 43f8829a4aSRandall Stewart #include <netinet/sctp_output.h> 44f8829a4aSRandall Stewart #include <netinet/sctp_uio.h> 4544249214SRandall Stewart #include <netinet/sctp_auth.h> 46f8829a4aSRandall Stewart #include <netinet/sctp_timer.h> 4744249214SRandall Stewart #include <netinet/sctp_asconf.h> 4844249214SRandall Stewart #include <netinet/sctp_indata.h> 4944249214SRandall Stewart #include <netinet/sctp_bsd_addr.h> 5044249214SRandall Stewart #include <netinet/sctp_input.h> 5144249214SRandall Stewart #include <netinet/sctp_crc32.h> 5244249214SRandall Stewart #include <netinet/sctp_lock_bsd.h> 53f8829a4aSRandall Stewart /* 54f8829a4aSRandall Stewart * NOTES: On the outbound side of things I need to check the sack timer to 55f8829a4aSRandall Stewart * see if I should generate a sack into the chunk queue (if I have data to 56f8829a4aSRandall Stewart * send that is and will be sending it .. for bundling. 57f8829a4aSRandall Stewart * 58f8829a4aSRandall Stewart * The callback in sctp_usrreq.c will get called when the socket is read from. 59f8829a4aSRandall Stewart * This will cause sctp_service_queues() to get called on the top entry in 60f8829a4aSRandall Stewart * the list. 61f8829a4aSRandall Stewart */ 6244249214SRandall Stewart static void 6344249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 6444249214SRandall Stewart struct sctp_stream_in *strm, 6544249214SRandall Stewart struct sctp_tcb *stcb, 6644249214SRandall Stewart struct sctp_association *asoc, 6744249214SRandall Stewart struct sctp_tmit_chunk *chk); 6844249214SRandall Stewart 69f8829a4aSRandall Stewart 7072fb6fdbSRandall Stewart void 71f8829a4aSRandall Stewart sctp_set_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 72f8829a4aSRandall Stewart { 73b3f1ea41SRandall Stewart asoc->my_rwnd = sctp_calc_rwnd(stcb, asoc); 74f8829a4aSRandall Stewart } 75f8829a4aSRandall Stewart 76f8829a4aSRandall Stewart /* Calculate what the rwnd would be */ 7772fb6fdbSRandall Stewart uint32_t 78f8829a4aSRandall Stewart sctp_calc_rwnd(struct sctp_tcb *stcb, struct sctp_association *asoc) 79f8829a4aSRandall Stewart { 80b3f1ea41SRandall Stewart uint32_t calc = 0; 81f8829a4aSRandall Stewart 82f8829a4aSRandall Stewart /* 83f8829a4aSRandall Stewart * This is really set wrong with respect to a 1-2-m socket. Since 844e88d37aSMichael Tuexen * the sb_cc is the count that everyone as put up. When we re-write 85f8829a4aSRandall Stewart * sctp_soreceive then we will fix this so that ONLY this 86f8829a4aSRandall Stewart * associations data is taken into account. 87f8829a4aSRandall Stewart */ 8844249214SRandall Stewart if (stcb->sctp_socket == NULL) { 89f8829a4aSRandall Stewart return (calc); 9044249214SRandall Stewart } 914e88d37aSMichael Tuexen if (stcb->asoc.sb_cc == 0 && 92f8829a4aSRandall Stewart asoc->size_on_reasm_queue == 0 && 93f8829a4aSRandall Stewart asoc->size_on_all_streams == 0) { 94f8829a4aSRandall Stewart /* Full rwnd granted */ 95b3f1ea41SRandall Stewart calc = max(SCTP_SB_LIMIT_RCV(stcb->sctp_socket), SCTP_MINIMAL_RWND); 96f8829a4aSRandall Stewart return (calc); 97f8829a4aSRandall Stewart } 98f8829a4aSRandall Stewart /* get actual space */ 99f8829a4aSRandall Stewart calc = (uint32_t) sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv); 100f8829a4aSRandall Stewart /* 101f8829a4aSRandall Stewart * take out what has NOT been put on socket queue and we yet hold 102f8829a4aSRandall Stewart * for putting up. 103f8829a4aSRandall Stewart */ 10444fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_reasm_queue + 10544fbe462SRandall Stewart asoc->cnt_on_reasm_queue * MSIZE)); 10644fbe462SRandall Stewart calc = sctp_sbspace_sub(calc, (uint32_t) (asoc->size_on_all_streams + 10744fbe462SRandall Stewart asoc->cnt_on_all_streams * MSIZE)); 108f8829a4aSRandall Stewart if (calc == 0) { 109f8829a4aSRandall Stewart /* out of space */ 110f8829a4aSRandall Stewart return (calc); 111f8829a4aSRandall Stewart } 112f8829a4aSRandall Stewart /* what is the overhead of all these rwnd's */ 1132afb3e84SRandall Stewart calc = sctp_sbspace_sub(calc, stcb->asoc.my_rwnd_control_len); 114b3f1ea41SRandall Stewart /* 115b3f1ea41SRandall Stewart * If the window gets too small due to ctrl-stuff, reduce it to 1, 116b3f1ea41SRandall Stewart * even it is 0. SWS engaged 117f8829a4aSRandall Stewart */ 118b3f1ea41SRandall Stewart if (calc < stcb->asoc.my_rwnd_control_len) { 119b3f1ea41SRandall Stewart calc = 1; 1202afb3e84SRandall Stewart } 121b3f1ea41SRandall Stewart return (calc); 122f8829a4aSRandall Stewart } 123f8829a4aSRandall Stewart 124f8829a4aSRandall Stewart 125f8829a4aSRandall Stewart 126f8829a4aSRandall Stewart /* 127f8829a4aSRandall Stewart * Build out our readq entry based on the incoming packet. 128f8829a4aSRandall Stewart */ 129f8829a4aSRandall Stewart struct sctp_queued_to_read * 130f8829a4aSRandall Stewart sctp_build_readq_entry(struct sctp_tcb *stcb, 131f8829a4aSRandall Stewart struct sctp_nets *net, 132f8829a4aSRandall Stewart uint32_t tsn, uint32_t ppid, 133f8829a4aSRandall Stewart uint32_t context, uint16_t stream_no, 13444249214SRandall Stewart uint32_t stream_seq, uint8_t flags, 135f8829a4aSRandall Stewart struct mbuf *dm) 136f8829a4aSRandall Stewart { 137f8829a4aSRandall Stewart struct sctp_queued_to_read *read_queue_e = NULL; 138f8829a4aSRandall Stewart 139f8829a4aSRandall Stewart sctp_alloc_a_readq(stcb, read_queue_e); 140f8829a4aSRandall Stewart if (read_queue_e == NULL) { 141f8829a4aSRandall Stewart goto failed_build; 142f8829a4aSRandall Stewart } 14344249214SRandall Stewart memset(read_queue_e, 0, sizeof(struct sctp_queued_to_read)); 144f8829a4aSRandall Stewart read_queue_e->sinfo_stream = stream_no; 145f8829a4aSRandall Stewart read_queue_e->sinfo_ssn = stream_seq; 146f8829a4aSRandall Stewart read_queue_e->sinfo_flags = (flags << 8); 147f8829a4aSRandall Stewart read_queue_e->sinfo_ppid = ppid; 1487215cc1bSMichael Tuexen read_queue_e->sinfo_context = context; 149f8829a4aSRandall Stewart read_queue_e->sinfo_tsn = tsn; 150f8829a4aSRandall Stewart read_queue_e->sinfo_cumtsn = tsn; 151f8829a4aSRandall Stewart read_queue_e->sinfo_assoc_id = sctp_get_associd(stcb); 15244249214SRandall Stewart read_queue_e->top_fsn = read_queue_e->fsn_included = 0xffffffff; 15344249214SRandall Stewart TAILQ_INIT(&read_queue_e->reasm); 154f8829a4aSRandall Stewart read_queue_e->whoFrom = net; 155f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 156f8829a4aSRandall Stewart read_queue_e->data = dm; 157f8829a4aSRandall Stewart read_queue_e->stcb = stcb; 158f8829a4aSRandall Stewart read_queue_e->port_from = stcb->rport; 159f8829a4aSRandall Stewart failed_build: 160f8829a4aSRandall Stewart return (read_queue_e); 161f8829a4aSRandall Stewart } 162f8829a4aSRandall Stewart 163f8829a4aSRandall Stewart struct mbuf * 164e2e7c62eSMichael Tuexen sctp_build_ctl_nchunk(struct sctp_inpcb *inp, struct sctp_sndrcvinfo *sinfo) 165f8829a4aSRandall Stewart { 166e2e7c62eSMichael Tuexen struct sctp_extrcvinfo *seinfo; 167f8829a4aSRandall Stewart struct sctp_sndrcvinfo *outinfo; 168e2e7c62eSMichael Tuexen struct sctp_rcvinfo *rcvinfo; 169e2e7c62eSMichael Tuexen struct sctp_nxtinfo *nxtinfo; 170f8829a4aSRandall Stewart struct cmsghdr *cmh; 171f8829a4aSRandall Stewart struct mbuf *ret; 172f8829a4aSRandall Stewart int len; 173e2e7c62eSMichael Tuexen int use_extended; 174e2e7c62eSMichael Tuexen int provide_nxt; 175f8829a4aSRandall Stewart 176e2e7c62eSMichael Tuexen if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT) && 177e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVRCVINFO) && 178e2e7c62eSMichael Tuexen sctp_is_feature_off(inp, SCTP_PCB_FLAGS_RECVNXTINFO)) { 179e2e7c62eSMichael Tuexen /* user does not want any ancillary data */ 180f8829a4aSRandall Stewart return (NULL); 181f8829a4aSRandall Stewart } 182e2e7c62eSMichael Tuexen len = 0; 183e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 184e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 185e2e7c62eSMichael Tuexen } 186e2e7c62eSMichael Tuexen seinfo = (struct sctp_extrcvinfo *)sinfo; 187e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVNXTINFO) && 188b70b526dSMichael Tuexen (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_AVAIL)) { 189e2e7c62eSMichael Tuexen provide_nxt = 1; 1900bfc52beSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 191e2e7c62eSMichael Tuexen } else { 192e2e7c62eSMichael Tuexen provide_nxt = 0; 193e2e7c62eSMichael Tuexen } 194e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 195f8829a4aSRandall Stewart if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXT_RCVINFO)) { 196f8829a4aSRandall Stewart use_extended = 1; 197e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 198f8829a4aSRandall Stewart } else { 199e2e7c62eSMichael Tuexen use_extended = 0; 200e2e7c62eSMichael Tuexen len += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 201e2e7c62eSMichael Tuexen } 202e2e7c62eSMichael Tuexen } else { 203e2e7c62eSMichael Tuexen use_extended = 0; 204f8829a4aSRandall Stewart } 205f8829a4aSRandall Stewart 206eb1b1807SGleb Smirnoff ret = sctp_get_mbuf_for_msg(len, 0, M_NOWAIT, 1, MT_DATA); 207f8829a4aSRandall Stewart if (ret == NULL) { 208f8829a4aSRandall Stewart /* No space */ 209f8829a4aSRandall Stewart return (ret); 210f8829a4aSRandall Stewart } 211e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) = 0; 212e2e7c62eSMichael Tuexen 213f8829a4aSRandall Stewart /* We need a CMSG header followed by the struct */ 214f8829a4aSRandall Stewart cmh = mtod(ret, struct cmsghdr *); 215e432298aSXin LI /* 216e432298aSXin LI * Make sure that there is no un-initialized padding between the 217e432298aSXin LI * cmsg header and cmsg data and after the cmsg data. 218e432298aSXin LI */ 219e432298aSXin LI memset(cmh, 0, len); 220e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVRCVINFO)) { 221f8829a4aSRandall Stewart cmh->cmsg_level = IPPROTO_SCTP; 222e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_rcvinfo)); 223e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_RCVINFO; 224e2e7c62eSMichael Tuexen rcvinfo = (struct sctp_rcvinfo *)CMSG_DATA(cmh); 225e2e7c62eSMichael Tuexen rcvinfo->rcv_sid = sinfo->sinfo_stream; 226e2e7c62eSMichael Tuexen rcvinfo->rcv_ssn = sinfo->sinfo_ssn; 227e2e7c62eSMichael Tuexen rcvinfo->rcv_flags = sinfo->sinfo_flags; 228e2e7c62eSMichael Tuexen rcvinfo->rcv_ppid = sinfo->sinfo_ppid; 229e2e7c62eSMichael Tuexen rcvinfo->rcv_tsn = sinfo->sinfo_tsn; 230e2e7c62eSMichael Tuexen rcvinfo->rcv_cumtsn = sinfo->sinfo_cumtsn; 231e2e7c62eSMichael Tuexen rcvinfo->rcv_context = sinfo->sinfo_context; 232e2e7c62eSMichael Tuexen rcvinfo->rcv_assoc_id = sinfo->sinfo_assoc_id; 233e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_rcvinfo))); 234e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_rcvinfo)); 235f8829a4aSRandall Stewart } 236e2e7c62eSMichael Tuexen if (provide_nxt) { 237e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 238e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_nxtinfo)); 239e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_NXTINFO; 240e2e7c62eSMichael Tuexen nxtinfo = (struct sctp_nxtinfo *)CMSG_DATA(cmh); 241b70b526dSMichael Tuexen nxtinfo->nxt_sid = seinfo->serinfo_next_stream; 242e2e7c62eSMichael Tuexen nxtinfo->nxt_flags = 0; 243b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_UNORDERED) { 244e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_UNORDERED; 245e2e7c62eSMichael Tuexen } 246b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_IS_NOTIFICATION) { 247e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_NOTIFICATION; 248e2e7c62eSMichael Tuexen } 249b70b526dSMichael Tuexen if (seinfo->serinfo_next_flags & SCTP_NEXT_MSG_ISCOMPLETE) { 250e2e7c62eSMichael Tuexen nxtinfo->nxt_flags |= SCTP_COMPLETE; 251e2e7c62eSMichael Tuexen } 252b70b526dSMichael Tuexen nxtinfo->nxt_ppid = seinfo->serinfo_next_ppid; 253b70b526dSMichael Tuexen nxtinfo->nxt_length = seinfo->serinfo_next_length; 254b70b526dSMichael Tuexen nxtinfo->nxt_assoc_id = seinfo->serinfo_next_aid; 255e2e7c62eSMichael Tuexen cmh = (struct cmsghdr *)((caddr_t)cmh + CMSG_SPACE(sizeof(struct sctp_nxtinfo))); 256e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_nxtinfo)); 257e2e7c62eSMichael Tuexen } 258e2e7c62eSMichael Tuexen if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_RECVDATAIOEVNT)) { 259e2e7c62eSMichael Tuexen cmh->cmsg_level = IPPROTO_SCTP; 260e2e7c62eSMichael Tuexen outinfo = (struct sctp_sndrcvinfo *)CMSG_DATA(cmh); 261e2e7c62eSMichael Tuexen if (use_extended) { 262e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_extrcvinfo)); 263e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_EXTRCV; 264e2e7c62eSMichael Tuexen memcpy(outinfo, sinfo, sizeof(struct sctp_extrcvinfo)); 265e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_extrcvinfo)); 266e2e7c62eSMichael Tuexen } else { 267e2e7c62eSMichael Tuexen cmh->cmsg_len = CMSG_LEN(sizeof(struct sctp_sndrcvinfo)); 268e2e7c62eSMichael Tuexen cmh->cmsg_type = SCTP_SNDRCV; 269e2e7c62eSMichael Tuexen *outinfo = *sinfo; 270e2e7c62eSMichael Tuexen SCTP_BUF_LEN(ret) += CMSG_SPACE(sizeof(struct sctp_sndrcvinfo)); 271e2e7c62eSMichael Tuexen } 272e2e7c62eSMichael Tuexen } 273f8829a4aSRandall Stewart return (ret); 274f8829a4aSRandall Stewart } 275f8829a4aSRandall Stewart 276139bc87fSRandall Stewart 27777acdc25SRandall Stewart static void 27877acdc25SRandall Stewart sctp_mark_non_revokable(struct sctp_association *asoc, uint32_t tsn) 27977acdc25SRandall Stewart { 2809b2e0767SRandall Stewart uint32_t gap, i, cumackp1; 28177acdc25SRandall Stewart int fnd = 0; 28244249214SRandall Stewart int in_r = 0, in_nr = 0; 28377acdc25SRandall Stewart 28477acdc25SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 28577acdc25SRandall Stewart return; 28677acdc25SRandall Stewart } 2879b2e0767SRandall Stewart cumackp1 = asoc->cumulative_tsn + 1; 28820b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumackp1, tsn)) { 2899b2e0767SRandall Stewart /* 2909b2e0767SRandall Stewart * this tsn is behind the cum ack and thus we don't need to 2919b2e0767SRandall Stewart * worry about it being moved from one to the other. 2929b2e0767SRandall Stewart */ 2939b2e0767SRandall Stewart return; 2949b2e0767SRandall Stewart } 29577acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 29644249214SRandall Stewart in_r = SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap); 29744249214SRandall Stewart in_nr = SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap); 29844249214SRandall Stewart if ((in_r == 0) && (in_nr == 0)) { 29944249214SRandall Stewart #ifdef INVARIANTS 30044249214SRandall Stewart panic("Things are really messed up now"); 30144249214SRandall Stewart #else 302cd3fd531SMichael Tuexen SCTP_PRINTF("gap:%x tsn:%x\n", gap, tsn); 30377acdc25SRandall Stewart sctp_print_mapping_array(asoc); 30477acdc25SRandall Stewart #endif 305b5c16493SMichael Tuexen } 30644249214SRandall Stewart if (in_nr == 0) 30777acdc25SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 30844249214SRandall Stewart if (in_r) 30977acdc25SRandall Stewart SCTP_UNSET_TSN_PRESENT(asoc->mapping_array, gap); 31020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 31177acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 31277acdc25SRandall Stewart } 31377acdc25SRandall Stewart if (tsn == asoc->highest_tsn_inside_map) { 31477acdc25SRandall Stewart /* We must back down to see what the new highest is */ 31520b07a4dSMichael Tuexen for (i = tsn - 1; SCTP_TSN_GE(i, asoc->mapping_array_base_tsn); i--) { 31677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, i, asoc->mapping_array_base_tsn); 31777acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap)) { 31877acdc25SRandall Stewart asoc->highest_tsn_inside_map = i; 31977acdc25SRandall Stewart fnd = 1; 32077acdc25SRandall Stewart break; 32177acdc25SRandall Stewart } 32277acdc25SRandall Stewart } 32377acdc25SRandall Stewart if (!fnd) { 32477acdc25SRandall Stewart asoc->highest_tsn_inside_map = asoc->mapping_array_base_tsn - 1; 32577acdc25SRandall Stewart } 32677acdc25SRandall Stewart } 32777acdc25SRandall Stewart } 32877acdc25SRandall Stewart 32944249214SRandall Stewart static int 33044249214SRandall Stewart sctp_place_control_in_stream(struct sctp_stream_in *strm, 33144249214SRandall Stewart struct sctp_association *asoc, 33244249214SRandall Stewart struct sctp_queued_to_read *control) 333f8829a4aSRandall Stewart { 33444249214SRandall Stewart struct sctp_queued_to_read *at; 33544249214SRandall Stewart struct sctp_readhead *q; 33644249214SRandall Stewart uint8_t bits, unordered; 337f8829a4aSRandall Stewart 33844249214SRandall Stewart bits = (control->sinfo_flags >> 8); 33944249214SRandall Stewart unordered = bits & SCTP_DATA_UNORDERED; 34044249214SRandall Stewart if (unordered) { 34144249214SRandall Stewart q = &strm->uno_inqueue; 34244249214SRandall Stewart if (asoc->idata_supported == 0) { 34344249214SRandall Stewart if (!TAILQ_EMPTY(q)) { 344f8829a4aSRandall Stewart /* 34544249214SRandall Stewart * Only one stream can be here in old style 34644249214SRandall Stewart * -- abort 347f8829a4aSRandall Stewart */ 34844249214SRandall Stewart return (-1); 34944249214SRandall Stewart } 35044249214SRandall Stewart TAILQ_INSERT_TAIL(q, control, next_instrm); 35144249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 35244249214SRandall Stewart return (0); 35344249214SRandall Stewart } 35444249214SRandall Stewart } else { 35544249214SRandall Stewart q = &strm->inqueue; 35644249214SRandall Stewart } 35744249214SRandall Stewart if ((bits & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 35844249214SRandall Stewart control->end_added = control->last_frag_seen = control->first_frag_seen = 1; 35944249214SRandall Stewart } 36044249214SRandall Stewart if (TAILQ_EMPTY(q)) { 36144249214SRandall Stewart /* Empty queue */ 36244249214SRandall Stewart TAILQ_INSERT_HEAD(q, control, next_instrm); 36344249214SRandall Stewart if (unordered) { 36444249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 36544249214SRandall Stewart } else { 36644249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 36744249214SRandall Stewart } 36844249214SRandall Stewart return (0); 36944249214SRandall Stewart } else { 37044249214SRandall Stewart TAILQ_FOREACH(at, q, next_instrm) { 37144249214SRandall Stewart if (SCTP_TSN_GT(at->msg_id, control->msg_id)) { 37244249214SRandall Stewart /* 37344249214SRandall Stewart * one in queue is bigger than the new one, 37444249214SRandall Stewart * insert before this one 37544249214SRandall Stewart */ 37644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, control, next_instrm); 37744249214SRandall Stewart if (unordered) { 37844249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 37944249214SRandall Stewart } else { 38044249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 38144249214SRandall Stewart } 38244249214SRandall Stewart break; 38344249214SRandall Stewart } else if (at->msg_id == control->msg_id) { 38444249214SRandall Stewart /* 38544249214SRandall Stewart * Gak, He sent me a duplicate msg id 38644249214SRandall Stewart * number?? return -1 to abort. 38744249214SRandall Stewart */ 38844249214SRandall Stewart return (-1); 38944249214SRandall Stewart } else { 39044249214SRandall Stewart if (TAILQ_NEXT(at, next_instrm) == NULL) { 39144249214SRandall Stewart /* 39244249214SRandall Stewart * We are at the end, insert it 39344249214SRandall Stewart * after this one 39444249214SRandall Stewart */ 39544249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 39644249214SRandall Stewart sctp_log_strm_del(control, at, 39744249214SRandall Stewart SCTP_STR_LOG_FROM_INSERT_TL); 39844249214SRandall Stewart } 39944249214SRandall Stewart TAILQ_INSERT_AFTER(q, 40044249214SRandall Stewart at, control, next_instrm); 40144249214SRandall Stewart if (unordered) { 40244249214SRandall Stewart control->on_strm_q = SCTP_ON_UNORDERED; 40344249214SRandall Stewart } else { 40444249214SRandall Stewart control->on_strm_q = SCTP_ON_ORDERED; 40544249214SRandall Stewart } 40644249214SRandall Stewart break; 40744249214SRandall Stewart } 40844249214SRandall Stewart } 40944249214SRandall Stewart } 41044249214SRandall Stewart } 41144249214SRandall Stewart return (0); 41244249214SRandall Stewart } 41344249214SRandall Stewart 41444249214SRandall Stewart static void 41544249214SRandall Stewart sctp_abort_in_reasm(struct sctp_tcb *stcb, 41644249214SRandall Stewart struct sctp_queued_to_read *control, 41744249214SRandall Stewart struct sctp_tmit_chunk *chk, 41844249214SRandall Stewart int *abort_flag, int opspot) 41944249214SRandall Stewart { 42044249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 42144249214SRandall Stewart struct mbuf *oper; 42244249214SRandall Stewart 42344249214SRandall Stewart if (stcb->asoc.idata_supported) { 42444249214SRandall Stewart snprintf(msg, sizeof(msg), 42544249214SRandall Stewart "Reass %x,CF:%x,TSN=%8.8x,SID=%4.4x,FSN=%8.8x,MID:%8.8x", 42644249214SRandall Stewart opspot, 42744249214SRandall Stewart control->fsn_included, 42844249214SRandall Stewart chk->rec.data.TSN_seq, 42944249214SRandall Stewart chk->rec.data.stream_number, 43044249214SRandall Stewart chk->rec.data.fsn_num, chk->rec.data.stream_seq); 43144249214SRandall Stewart } else { 43244249214SRandall Stewart snprintf(msg, sizeof(msg), 43344249214SRandall Stewart "Reass %x,CI:%x,TSN=%8.8x,SID=%4.4x,FSN=%4.4x,SSN:%4.4x", 43444249214SRandall Stewart opspot, 43544249214SRandall Stewart control->fsn_included, 43644249214SRandall Stewart chk->rec.data.TSN_seq, 43744249214SRandall Stewart chk->rec.data.stream_number, 43844249214SRandall Stewart chk->rec.data.fsn_num, 43944249214SRandall Stewart (uint16_t) chk->rec.data.stream_seq); 44044249214SRandall Stewart } 44144249214SRandall Stewart oper = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 442f8829a4aSRandall Stewart sctp_m_freem(chk->data); 443f8829a4aSRandall Stewart chk->data = NULL; 444689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 44544249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_1; 44644249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, oper, SCTP_SO_NOT_LOCKED); 44744249214SRandall Stewart *abort_flag = 1; 448f8829a4aSRandall Stewart } 449f8829a4aSRandall Stewart 45044249214SRandall Stewart static void 45144249214SRandall Stewart clean_up_control(struct sctp_tcb *stcb, struct sctp_queued_to_read *control) 45244249214SRandall Stewart { 453f8829a4aSRandall Stewart /* 45444249214SRandall Stewart * The control could not be placed and must be cleaned. 455f8829a4aSRandall Stewart */ 45644249214SRandall Stewart struct sctp_tmit_chunk *chk, *nchk; 457df6e0cc3SRandall Stewart 45844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 45944249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 46044249214SRandall Stewart if (chk->data) 46144249214SRandall Stewart sctp_m_freem(chk->data); 462f8829a4aSRandall Stewart chk->data = NULL; 463689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 464f8829a4aSRandall Stewart } 46544249214SRandall Stewart sctp_free_a_readq(stcb, control); 466f8829a4aSRandall Stewart } 467f8829a4aSRandall Stewart 468f8829a4aSRandall Stewart /* 469f8829a4aSRandall Stewart * Queue the chunk either right into the socket buffer if it is the next one 470f8829a4aSRandall Stewart * to go OR put it in the correct place in the delivery queue. If we do 47144249214SRandall Stewart * append to the so_buf, keep doing so until we are out of order as 47244249214SRandall Stewart * long as the control's entered are non-fragmented. 473f8829a4aSRandall Stewart */ 474f8829a4aSRandall Stewart static void 47544249214SRandall Stewart sctp_queue_data_to_stream(struct sctp_tcb *stcb, 47644249214SRandall Stewart struct sctp_stream_in *strm, 47744249214SRandall Stewart struct sctp_association *asoc, 47844249214SRandall Stewart struct sctp_queued_to_read *control, int *abort_flag, int *need_reasm) 479f8829a4aSRandall Stewart { 480f8829a4aSRandall Stewart /* 481f8829a4aSRandall Stewart * FIX-ME maybe? What happens when the ssn wraps? If we are getting 482f8829a4aSRandall Stewart * all the data in one stream this could happen quite rapidly. One 483f8829a4aSRandall Stewart * could use the TSN to keep track of things, but this scheme breaks 484f8829a4aSRandall Stewart * down in the other type of stream useage that could occur. Send a 485f8829a4aSRandall Stewart * single msg to stream 0, send 4Billion messages to stream 1, now 486f8829a4aSRandall Stewart * send a message to stream 0. You have a situation where the TSN 487f8829a4aSRandall Stewart * has wrapped but not in the stream. Is this worth worrying about 488f8829a4aSRandall Stewart * or should we just change our queue sort at the bottom to be by 489f8829a4aSRandall Stewart * TSN. 490f8829a4aSRandall Stewart * 491f8829a4aSRandall Stewart * Could it also be legal for a peer to send ssn 1 with TSN 2 and ssn 2 492f8829a4aSRandall Stewart * with TSN 1? If the peer is doing some sort of funky TSN/SSN 493f8829a4aSRandall Stewart * assignment this could happen... and I don't see how this would be 494f8829a4aSRandall Stewart * a violation. So for now I am undecided an will leave the sort by 495f8829a4aSRandall Stewart * SSN alone. Maybe a hybred approach is the answer 496f8829a4aSRandall Stewart * 497f8829a4aSRandall Stewart */ 498f8829a4aSRandall Stewart struct sctp_queued_to_read *at; 499f8829a4aSRandall Stewart int queue_needed; 50044249214SRandall Stewart uint32_t nxt_todel; 501ff1ffd74SMichael Tuexen struct mbuf *op_err; 502ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 503f8829a4aSRandall Stewart 504b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 505f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_INTO_STRD); 50680fefe0aSRandall Stewart } 50744249214SRandall Stewart if (SCTP_MSGID_GT((!asoc->idata_supported), strm->last_sequence_delivered, control->sinfo_ssn)) { 508f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 509f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "Duplicate S-SEQ: %u delivered: %u from peer, Abort association\n", 510ad81507eSRandall Stewart control->sinfo_ssn, strm->last_sequence_delivered); 511c40e9cf2SRandall Stewart protocol_error: 512f8829a4aSRandall Stewart /* 513f8829a4aSRandall Stewart * throw it in the stream so it gets cleaned up in 514f8829a4aSRandall Stewart * association destruction 515f8829a4aSRandall Stewart */ 51644249214SRandall Stewart TAILQ_INSERT_HEAD(&strm->inqueue, control, next_instrm); 517ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 518ff1ffd74SMichael Tuexen strm->last_sequence_delivered, control->sinfo_tsn, 519ff1ffd74SMichael Tuexen control->sinfo_stream, control->sinfo_ssn); 520ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 52144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_2; 522ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 523f8829a4aSRandall Stewart *abort_flag = 1; 524f8829a4aSRandall Stewart return; 525f8829a4aSRandall Stewart 526f8829a4aSRandall Stewart } 52744249214SRandall Stewart if ((SCTP_TSN_GE(asoc->cumulative_tsn, control->sinfo_tsn)) && (asoc->idata_supported == 0)) { 52844249214SRandall Stewart goto protocol_error; 52944249214SRandall Stewart } 53044249214SRandall Stewart queue_needed = 1; 53144249214SRandall Stewart asoc->size_on_all_streams += control->length; 53244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_all_streams); 53344249214SRandall Stewart nxt_todel = strm->last_sequence_delivered + 1; 53444249214SRandall Stewart if (nxt_todel == control->sinfo_ssn) { 535cf9e47b2SMichael Tuexen #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 536cf9e47b2SMichael Tuexen struct socket *so; 537cf9e47b2SMichael Tuexen 538cf9e47b2SMichael Tuexen so = SCTP_INP_SO(stcb->sctp_ep); 539cf9e47b2SMichael Tuexen atomic_add_int(&stcb->asoc.refcnt, 1); 540cf9e47b2SMichael Tuexen SCTP_TCB_UNLOCK(stcb); 541cf9e47b2SMichael Tuexen SCTP_SOCKET_LOCK(so, 1); 542cf9e47b2SMichael Tuexen SCTP_TCB_LOCK(stcb); 543cf9e47b2SMichael Tuexen atomic_subtract_int(&stcb->asoc.refcnt, 1); 544cf9e47b2SMichael Tuexen if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) { 545cf9e47b2SMichael Tuexen SCTP_SOCKET_UNLOCK(so, 1); 546cf9e47b2SMichael Tuexen return; 547cf9e47b2SMichael Tuexen } 548cf9e47b2SMichael Tuexen #endif 549f8829a4aSRandall Stewart /* can be delivered right away? */ 550b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 551f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, SCTP_STR_LOG_FROM_IMMED_DEL); 55280fefe0aSRandall Stewart } 553830d754dSRandall Stewart /* EY it wont be queued if it could be delivered directly */ 554f8829a4aSRandall Stewart queue_needed = 0; 555f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 556f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 557f8829a4aSRandall Stewart strm->last_sequence_delivered++; 558b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 559f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 560f8829a4aSRandall Stewart control, 561cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 56244249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 56344249214SRandall Stewart TAILQ_FOREACH_SAFE(control, &strm->inqueue, next_instrm, at) { 564f8829a4aSRandall Stewart /* all delivered */ 565f8829a4aSRandall Stewart nxt_todel = strm->last_sequence_delivered + 1; 56644249214SRandall Stewart if ((nxt_todel == control->sinfo_ssn) && 56744249214SRandall Stewart (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG)) { 568f8829a4aSRandall Stewart asoc->size_on_all_streams -= control->length; 569f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 57044249214SRandall Stewart if (control->on_strm_q == SCTP_ON_ORDERED) { 57144249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 57298d5fd97SMichael Tuexen #ifdef INVARIANTS 57344249214SRandall Stewart } else { 57444249214SRandall Stewart panic("Huh control: %p is on_strm_q: %d", 57544249214SRandall Stewart control, control->on_strm_q); 57698d5fd97SMichael Tuexen #endif 57744249214SRandall Stewart } 57844249214SRandall Stewart control->on_strm_q = 0; 579f8829a4aSRandall Stewart strm->last_sequence_delivered++; 580f8829a4aSRandall Stewart /* 581f8829a4aSRandall Stewart * We ignore the return of deliver_data here 582f8829a4aSRandall Stewart * since we always can hold the chunk on the 583f8829a4aSRandall Stewart * d-queue. And we have a finite number that 584f8829a4aSRandall Stewart * can be delivered from the strq. 585f8829a4aSRandall Stewart */ 586b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 587f8829a4aSRandall Stewart sctp_log_strm_del(control, NULL, 588f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_IMMED_DEL); 58980fefe0aSRandall Stewart } 590b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, control->sinfo_tsn); 591f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 592f8829a4aSRandall Stewart control, 593cfde3ff7SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 594cfde3ff7SRandall Stewart SCTP_READ_LOCK_NOT_HELD, 59544249214SRandall Stewart SCTP_SO_NOT_LOCKED); 596f8829a4aSRandall Stewart continue; 59744249214SRandall Stewart } else if (nxt_todel == control->sinfo_ssn) { 59844249214SRandall Stewart *need_reasm = 1; 599f8829a4aSRandall Stewart } 600f8829a4aSRandall Stewart break; 601f8829a4aSRandall Stewart } 60244249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 60344249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 60444249214SRandall Stewart #endif 605f8829a4aSRandall Stewart } 606f8829a4aSRandall Stewart if (queue_needed) { 607f8829a4aSRandall Stewart /* 608f8829a4aSRandall Stewart * Ok, we did not deliver this guy, find the correct place 609f8829a4aSRandall Stewart * to put it on the queue. 610f8829a4aSRandall Stewart */ 61144249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 61244249214SRandall Stewart snprintf(msg, sizeof(msg), 613f2ea2a2dSMichael Tuexen "Queue to str msg_id: %u duplicate", 61444249214SRandall Stewart control->msg_id); 61544249214SRandall Stewart clean_up_control(stcb, control); 616*b1deed45SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 61744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_3; 618*b1deed45SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 61944249214SRandall Stewart *abort_flag = 1; 620f8829a4aSRandall Stewart } 621f8829a4aSRandall Stewart } 622f8829a4aSRandall Stewart } 623f8829a4aSRandall Stewart 62444249214SRandall Stewart 62544249214SRandall Stewart static void 62644249214SRandall Stewart sctp_setup_tail_pointer(struct sctp_queued_to_read *control) 627f8829a4aSRandall Stewart { 62844249214SRandall Stewart struct mbuf *m, *prev = NULL; 62944249214SRandall Stewart struct sctp_tcb *stcb; 630f8829a4aSRandall Stewart 63144249214SRandall Stewart stcb = control->stcb; 63244249214SRandall Stewart control->held_length = 0; 63344249214SRandall Stewart control->length = 0; 63444249214SRandall Stewart m = control->data; 63544249214SRandall Stewart while (m) { 63644249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 63744249214SRandall Stewart /* Skip mbufs with NO length */ 63844249214SRandall Stewart if (prev == NULL) { 63944249214SRandall Stewart /* First one */ 64044249214SRandall Stewart control->data = sctp_m_free(m); 64144249214SRandall Stewart m = control->data; 64244249214SRandall Stewart } else { 64344249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 64444249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 645f8829a4aSRandall Stewart } 64644249214SRandall Stewart if (m == NULL) { 64744249214SRandall Stewart control->tail_mbuf = prev; 648f8829a4aSRandall Stewart } 64944249214SRandall Stewart continue; 650f8829a4aSRandall Stewart } 65144249214SRandall Stewart prev = m; 65244249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 65344249214SRandall Stewart if (control->on_read_q) { 65444249214SRandall Stewart /* 65544249214SRandall Stewart * On read queue so we must increment the SB stuff, 65644249214SRandall Stewart * we assume caller has done any locks of SB. 65744249214SRandall Stewart */ 65844249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 659f8829a4aSRandall Stewart } 66044249214SRandall Stewart m = SCTP_BUF_NEXT(m); 661f8829a4aSRandall Stewart } 66244249214SRandall Stewart if (prev) { 66344249214SRandall Stewart control->tail_mbuf = prev; 66444249214SRandall Stewart } 665f8829a4aSRandall Stewart } 666f8829a4aSRandall Stewart 667f8829a4aSRandall Stewart static void 66844249214SRandall Stewart sctp_add_to_tail_pointer(struct sctp_queued_to_read *control, struct mbuf *m) 669f8829a4aSRandall Stewart { 67044249214SRandall Stewart struct mbuf *prev = NULL; 67144249214SRandall Stewart struct sctp_tcb *stcb; 672f8829a4aSRandall Stewart 67344249214SRandall Stewart stcb = control->stcb; 67444249214SRandall Stewart if (stcb == NULL) { 67598d5fd97SMichael Tuexen #ifdef INVARIANTS 67644249214SRandall Stewart panic("Control broken"); 67798d5fd97SMichael Tuexen #else 67898d5fd97SMichael Tuexen return; 67998d5fd97SMichael Tuexen #endif 68044249214SRandall Stewart } 68144249214SRandall Stewart if (control->tail_mbuf == NULL) { 68244249214SRandall Stewart /* TSNH */ 68344249214SRandall Stewart control->data = m; 68444249214SRandall Stewart sctp_setup_tail_pointer(control); 685f8829a4aSRandall Stewart return; 686f8829a4aSRandall Stewart } 68744249214SRandall Stewart control->tail_mbuf->m_next = m; 68844249214SRandall Stewart while (m) { 68944249214SRandall Stewart if (SCTP_BUF_LEN(m) == 0) { 69044249214SRandall Stewart /* Skip mbufs with NO length */ 69144249214SRandall Stewart if (prev == NULL) { 69244249214SRandall Stewart /* First one */ 69344249214SRandall Stewart control->tail_mbuf->m_next = sctp_m_free(m); 69444249214SRandall Stewart m = control->tail_mbuf->m_next; 69544249214SRandall Stewart } else { 69644249214SRandall Stewart SCTP_BUF_NEXT(prev) = sctp_m_free(m); 69744249214SRandall Stewart m = SCTP_BUF_NEXT(prev); 69844249214SRandall Stewart } 69944249214SRandall Stewart if (m == NULL) { 70044249214SRandall Stewart control->tail_mbuf = prev; 70144249214SRandall Stewart } 70244249214SRandall Stewart continue; 70344249214SRandall Stewart } 70444249214SRandall Stewart prev = m; 70544249214SRandall Stewart if (control->on_read_q) { 706f8829a4aSRandall Stewart /* 70744249214SRandall Stewart * On read queue so we must increment the SB stuff, 70844249214SRandall Stewart * we assume caller has done any locks of SB. 709f8829a4aSRandall Stewart */ 71044249214SRandall Stewart sctp_sballoc(stcb, &stcb->sctp_socket->so_rcv, m); 71144249214SRandall Stewart } 71244249214SRandall Stewart atomic_add_int(&control->length, SCTP_BUF_LEN(m)); 71344249214SRandall Stewart m = SCTP_BUF_NEXT(m); 71444249214SRandall Stewart } 71544249214SRandall Stewart if (prev) { 71644249214SRandall Stewart control->tail_mbuf = prev; 71744249214SRandall Stewart } 71844249214SRandall Stewart } 71944249214SRandall Stewart 72044249214SRandall Stewart static void 72144249214SRandall Stewart sctp_build_readq_entry_from_ctl(struct sctp_queued_to_read *nc, struct sctp_queued_to_read *control) 72244249214SRandall Stewart { 72344249214SRandall Stewart memset(nc, 0, sizeof(struct sctp_queued_to_read)); 72444249214SRandall Stewart nc->sinfo_stream = control->sinfo_stream; 72544249214SRandall Stewart nc->sinfo_ssn = control->sinfo_ssn; 72644249214SRandall Stewart TAILQ_INIT(&nc->reasm); 72744249214SRandall Stewart nc->top_fsn = control->top_fsn; 72844249214SRandall Stewart nc->msg_id = control->msg_id; 72944249214SRandall Stewart nc->sinfo_flags = control->sinfo_flags; 73044249214SRandall Stewart nc->sinfo_ppid = control->sinfo_ppid; 73144249214SRandall Stewart nc->sinfo_context = control->sinfo_context; 73244249214SRandall Stewart nc->fsn_included = 0xffffffff; 73344249214SRandall Stewart nc->sinfo_tsn = control->sinfo_tsn; 73444249214SRandall Stewart nc->sinfo_cumtsn = control->sinfo_cumtsn; 73544249214SRandall Stewart nc->sinfo_assoc_id = control->sinfo_assoc_id; 73644249214SRandall Stewart nc->whoFrom = control->whoFrom; 73744249214SRandall Stewart atomic_add_int(&nc->whoFrom->ref_count, 1); 73844249214SRandall Stewart nc->stcb = control->stcb; 73944249214SRandall Stewart nc->port_from = control->port_from; 74044249214SRandall Stewart } 74144249214SRandall Stewart 74244249214SRandall Stewart static int 74344249214SRandall Stewart sctp_handle_old_data(struct sctp_tcb *stcb, struct sctp_association *asoc, struct sctp_stream_in *strm, 74444249214SRandall Stewart struct sctp_queued_to_read *control, uint32_t pd_point) 74544249214SRandall Stewart { 74644249214SRandall Stewart /* 74744249214SRandall Stewart * Special handling for the old un-ordered data chunk. All the 74844249214SRandall Stewart * chunks/TSN's go to msg_id 0. So we have to do the old style 74944249214SRandall Stewart * watching to see if we have it all. If you return one, no other 75044249214SRandall Stewart * control entries on the un-ordered queue will be looked at. In 75144249214SRandall Stewart * theory there should be no others entries in reality, unless the 75244249214SRandall Stewart * guy is sending both unordered NDATA and unordered DATA... 75344249214SRandall Stewart */ 75444249214SRandall Stewart struct sctp_tmit_chunk *chk, *lchk, *tchk; 75544249214SRandall Stewart uint32_t fsn; 75644249214SRandall Stewart struct sctp_queued_to_read *nc = NULL; 75744249214SRandall Stewart int cnt_added; 75844249214SRandall Stewart 75944249214SRandall Stewart if (control->first_frag_seen == 0) { 76044249214SRandall Stewart /* Nothing we can do, we have not seen the first piece yet */ 76144249214SRandall Stewart return (1); 76244249214SRandall Stewart } 76344249214SRandall Stewart /* Collapse any we can */ 76444249214SRandall Stewart cnt_added = 0; 76544249214SRandall Stewart restart: 76644249214SRandall Stewart fsn = control->fsn_included + 1; 76744249214SRandall Stewart /* Now what can we add? */ 76844249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, lchk) { 76944249214SRandall Stewart if (chk->rec.data.fsn_num == fsn) { 77044249214SRandall Stewart /* Ok lets add it */ 77144249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 77244249214SRandall Stewart sctp_add_chk_to_control(control, strm, stcb, asoc, chk); 77344249214SRandall Stewart fsn++; 77444249214SRandall Stewart cnt_added++; 77544249214SRandall Stewart chk = NULL; 77644249214SRandall Stewart if (control->end_added) { 77744249214SRandall Stewart /* We are done */ 77844249214SRandall Stewart if (!TAILQ_EMPTY(&control->reasm)) { 77944249214SRandall Stewart /* 78044249214SRandall Stewart * Ok we have to move anything left 78144249214SRandall Stewart * on the control queue to a new 78244249214SRandall Stewart * control. 78344249214SRandall Stewart */ 78444249214SRandall Stewart sctp_alloc_a_readq(stcb, nc); 78544249214SRandall Stewart sctp_build_readq_entry_from_ctl(nc, control); 78644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 78744249214SRandall Stewart if (tchk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 78844249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 78944249214SRandall Stewart nc->first_frag_seen = 1; 79044249214SRandall Stewart nc->fsn_included = tchk->rec.data.fsn_num; 79144249214SRandall Stewart nc->data = tchk->data; 79244249214SRandall Stewart sctp_mark_non_revokable(asoc, tchk->rec.data.TSN_seq); 79344249214SRandall Stewart tchk->data = NULL; 79444249214SRandall Stewart sctp_free_a_chunk(stcb, tchk, SCTP_SO_NOT_LOCKED); 79544249214SRandall Stewart sctp_setup_tail_pointer(nc); 79644249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 79744249214SRandall Stewart } 79844249214SRandall Stewart /* Spin the rest onto the queue */ 79944249214SRandall Stewart while (tchk) { 80044249214SRandall Stewart TAILQ_REMOVE(&control->reasm, tchk, sctp_next); 80144249214SRandall Stewart TAILQ_INSERT_TAIL(&nc->reasm, tchk, sctp_next); 80244249214SRandall Stewart tchk = TAILQ_FIRST(&control->reasm); 80344249214SRandall Stewart } 80444249214SRandall Stewart /* 80544249214SRandall Stewart * Now lets add it to the queue 80644249214SRandall Stewart * after removing control 80744249214SRandall Stewart */ 80844249214SRandall Stewart TAILQ_INSERT_TAIL(&strm->uno_inqueue, nc, next_instrm); 80944249214SRandall Stewart nc->on_strm_q = SCTP_ON_UNORDERED; 81044249214SRandall Stewart if (control->on_strm_q) { 81144249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 81244249214SRandall Stewart control->on_strm_q = 0; 81344249214SRandall Stewart } 81444249214SRandall Stewart } 81544249214SRandall Stewart if (control->on_read_q == 0) { 81644249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 81744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 81844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 81944249214SRandall Stewart } 82044249214SRandall Stewart if (control->pdapi_started) { 82144249214SRandall Stewart strm->pd_api_started = 0; 82244249214SRandall Stewart control->pdapi_started = 0; 82344249214SRandall Stewart } 82444249214SRandall Stewart if (control->on_strm_q) { 82544249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 82644249214SRandall Stewart control->on_strm_q = 0; 82744249214SRandall Stewart } 828*b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 82944249214SRandall Stewart if ((nc) && (nc->first_frag_seen)) { 83044249214SRandall Stewart /* 83144249214SRandall Stewart * Switch to the new guy and 83244249214SRandall Stewart * continue 83344249214SRandall Stewart */ 83444249214SRandall Stewart control = nc; 83544249214SRandall Stewart nc = NULL; 83644249214SRandall Stewart goto restart; 83744249214SRandall Stewart } 83844249214SRandall Stewart return (1); 83944249214SRandall Stewart } 84044249214SRandall Stewart } else { 84144249214SRandall Stewart /* Can't add more */ 84244249214SRandall Stewart break; 84344249214SRandall Stewart } 84444249214SRandall Stewart } 84544249214SRandall Stewart if ((control->length > pd_point) && (strm->pd_api_started == 0)) { 84644249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, control, 84744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 84844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 84944249214SRandall Stewart strm->pd_api_started = 1; 85044249214SRandall Stewart control->pdapi_started = 1; 851*b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 85244249214SRandall Stewart return (0); 85344249214SRandall Stewart } else { 85444249214SRandall Stewart return (1); 85544249214SRandall Stewart } 85644249214SRandall Stewart } 85744249214SRandall Stewart 85844249214SRandall Stewart static void 85944249214SRandall Stewart sctp_inject_old_data_unordered(struct sctp_tcb *stcb, struct sctp_association *asoc, 86044249214SRandall Stewart struct sctp_queued_to_read *control, 86144249214SRandall Stewart struct sctp_tmit_chunk *chk, 86244249214SRandall Stewart int *abort_flag) 86344249214SRandall Stewart { 86444249214SRandall Stewart struct sctp_tmit_chunk *at; 86544249214SRandall Stewart int inserted = 0; 86644249214SRandall Stewart 86744249214SRandall Stewart /* 86844249214SRandall Stewart * Here we need to place the chunk into the control structure sorted 86944249214SRandall Stewart * in the correct order. 87044249214SRandall Stewart */ 87144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 87244249214SRandall Stewart /* Its the very first one. */ 87344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 874f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 87544249214SRandall Stewart chk->rec.data.fsn_num); 87644249214SRandall Stewart if (control->first_frag_seen) { 87744249214SRandall Stewart /* 87844249214SRandall Stewart * In old un-ordered we can reassembly on one 87944249214SRandall Stewart * control multiple messages. As long as the next 88044249214SRandall Stewart * FIRST is greater then the old first (TSN i.e. FSN 88144249214SRandall Stewart * wise) 88244249214SRandall Stewart */ 88344249214SRandall Stewart struct mbuf *tdata; 88444249214SRandall Stewart uint32_t tmp; 88544249214SRandall Stewart 88644249214SRandall Stewart if (SCTP_TSN_GT(chk->rec.data.fsn_num, control->fsn_included)) { 88744249214SRandall Stewart /* 88844249214SRandall Stewart * Easy way the start of a new guy beyond 88944249214SRandall Stewart * the lowest 89044249214SRandall Stewart */ 89144249214SRandall Stewart goto place_chunk; 89244249214SRandall Stewart } 89344249214SRandall Stewart if ((chk->rec.data.fsn_num == control->fsn_included) || 89444249214SRandall Stewart (control->pdapi_started)) { 89544249214SRandall Stewart /* 89644249214SRandall Stewart * Ok this should not happen, if it does we 89744249214SRandall Stewart * started the pd-api on the higher TSN 89844249214SRandall Stewart * (since the equals part is a TSN failure 89944249214SRandall Stewart * it must be that). 90044249214SRandall Stewart * 90144249214SRandall Stewart * We are completly hosed in that case since I 90244249214SRandall Stewart * have no way to recover. This really will 90344249214SRandall Stewart * only happen if we can get more TSN's 90444249214SRandall Stewart * higher before the pd-api-point. 90544249214SRandall Stewart */ 906*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 90744249214SRandall Stewart abort_flag, 90844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_4); 90944249214SRandall Stewart 91044249214SRandall Stewart return; 91144249214SRandall Stewart } 91244249214SRandall Stewart /* 91344249214SRandall Stewart * Ok we have two firsts and the one we just got is 91444249214SRandall Stewart * smaller than the one we previously placed.. yuck! 91544249214SRandall Stewart * We must swap them out. 91644249214SRandall Stewart */ 91744249214SRandall Stewart /* swap the mbufs */ 91844249214SRandall Stewart tdata = control->data; 91944249214SRandall Stewart control->data = chk->data; 92044249214SRandall Stewart chk->data = tdata; 92144249214SRandall Stewart /* Swap the lengths */ 92244249214SRandall Stewart tmp = control->length; 92344249214SRandall Stewart control->length = chk->send_size; 92444249214SRandall Stewart chk->send_size = tmp; 92544249214SRandall Stewart /* Fix the FSN included */ 92644249214SRandall Stewart tmp = control->fsn_included; 92744249214SRandall Stewart control->fsn_included = chk->rec.data.fsn_num; 92844249214SRandall Stewart chk->rec.data.fsn_num = tmp; 92944249214SRandall Stewart goto place_chunk; 93044249214SRandall Stewart } 93144249214SRandall Stewart control->first_frag_seen = 1; 93244249214SRandall Stewart control->top_fsn = control->fsn_included = chk->rec.data.fsn_num; 93344249214SRandall Stewart control->data = chk->data; 93444249214SRandall Stewart sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq); 93544249214SRandall Stewart chk->data = NULL; 93644249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 93744249214SRandall Stewart sctp_setup_tail_pointer(control); 93844249214SRandall Stewart return; 93944249214SRandall Stewart } 94044249214SRandall Stewart place_chunk: 94144249214SRandall Stewart if (TAILQ_EMPTY(&control->reasm)) { 94244249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 94344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 94444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 94544249214SRandall Stewart return; 94644249214SRandall Stewart } 94744249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 94844249214SRandall Stewart if (SCTP_TSN_GT(at->rec.data.fsn_num, chk->rec.data.fsn_num)) { 94944249214SRandall Stewart /* 95044249214SRandall Stewart * This one in queue is bigger than the new one, 95144249214SRandall Stewart * insert the new one before at. 95244249214SRandall Stewart */ 95344249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 95444249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 95544249214SRandall Stewart inserted = 1; 95644249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 95744249214SRandall Stewart break; 95844249214SRandall Stewart } else if (at->rec.data.fsn_num == chk->rec.data.fsn_num) { 95944249214SRandall Stewart /* 96044249214SRandall Stewart * They sent a duplicate fsn number. This really 96144249214SRandall Stewart * should not happen since the FSN is a TSN and it 96244249214SRandall Stewart * should have been dropped earlier. 96344249214SRandall Stewart */ 96444249214SRandall Stewart if (chk->data) { 96544249214SRandall Stewart sctp_m_freem(chk->data); 96644249214SRandall Stewart chk->data = NULL; 96744249214SRandall Stewart } 96844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 969*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 97044249214SRandall Stewart abort_flag, 97144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_5); 97244249214SRandall Stewart return; 97344249214SRandall Stewart } 97444249214SRandall Stewart } 97544249214SRandall Stewart if (inserted == 0) { 97644249214SRandall Stewart /* Its at the end */ 97744249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 97844249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 97944249214SRandall Stewart control->top_fsn = chk->rec.data.fsn_num; 98044249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 98144249214SRandall Stewart } 98244249214SRandall Stewart } 98344249214SRandall Stewart 98444249214SRandall Stewart static int 98544249214SRandall Stewart sctp_deliver_reasm_check(struct sctp_tcb *stcb, struct sctp_association *asoc, struct sctp_stream_in *strm) 98644249214SRandall Stewart { 98744249214SRandall Stewart /* 98844249214SRandall Stewart * Given a stream, strm, see if any of the SSN's on it that are 98944249214SRandall Stewart * fragmented are ready to deliver. If so go ahead and place them on 99044249214SRandall Stewart * the read queue. In so placing if we have hit the end, then we 99144249214SRandall Stewart * need to remove them from the stream's queue. 99244249214SRandall Stewart */ 99344249214SRandall Stewart struct sctp_queued_to_read *control, *nctl = NULL; 99444249214SRandall Stewart uint32_t next_to_del; 99544249214SRandall Stewart uint32_t pd_point; 99644249214SRandall Stewart int ret = 0; 99744249214SRandall Stewart 998810ec536SMichael Tuexen if (stcb->sctp_socket) { 999d4d23375SMichael Tuexen pd_point = min(SCTP_SB_LIMIT_RCV(stcb->sctp_socket) >> SCTP_PARTIAL_DELIVERY_SHIFT, 1000810ec536SMichael Tuexen stcb->sctp_ep->partial_delivery_point); 1001810ec536SMichael Tuexen } else { 1002810ec536SMichael Tuexen pd_point = stcb->sctp_ep->partial_delivery_point; 1003810ec536SMichael Tuexen } 100444249214SRandall Stewart control = TAILQ_FIRST(&strm->uno_inqueue); 100544249214SRandall Stewart if ((control) && 100644249214SRandall Stewart (asoc->idata_supported == 0)) { 100744249214SRandall Stewart /* Special handling needed for "old" data format */ 100844249214SRandall Stewart if (sctp_handle_old_data(stcb, asoc, strm, control, pd_point)) { 100944249214SRandall Stewart goto done_un; 1010f8829a4aSRandall Stewart } 1011f8829a4aSRandall Stewart } 101244249214SRandall Stewart if (strm->pd_api_started) { 101344249214SRandall Stewart /* Can't add more */ 101444249214SRandall Stewart return (0); 101544249214SRandall Stewart } 101644249214SRandall Stewart while (control) { 1017f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u -uo\n", 101844249214SRandall Stewart control, control->end_added, control->sinfo_ssn, control->top_fsn, control->fsn_included); 101944249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 102044249214SRandall Stewart if (control->end_added) { 102144249214SRandall Stewart /* We just put the last bit on */ 102244249214SRandall Stewart if (control->on_strm_q) { 102398d5fd97SMichael Tuexen #ifdef INVARIANTS 102444249214SRandall Stewart if (control->on_strm_q != SCTP_ON_UNORDERED) { 102544249214SRandall Stewart panic("Huh control: %p on_q: %d -- not unordered?", 102644249214SRandall Stewart control, control->on_strm_q); 102744249214SRandall Stewart } 102898d5fd97SMichael Tuexen #endif 102944249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 103044249214SRandall Stewart control->on_strm_q = 0; 103144249214SRandall Stewart } 103244249214SRandall Stewart if (control->on_read_q == 0) { 103344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 103444249214SRandall Stewart control, 103544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 103644249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 103744249214SRandall Stewart } 1038f8829a4aSRandall Stewart } else { 103944249214SRandall Stewart /* Can we do a PD-API for this un-ordered guy? */ 104044249214SRandall Stewart if ((control->length >= pd_point) && (strm->pd_api_started == 0)) { 104144249214SRandall Stewart strm->pd_api_started = 1; 104244249214SRandall Stewart control->pdapi_started = 1; 104344249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 104444249214SRandall Stewart control, 104544249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 104644249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 104744249214SRandall Stewart 104844249214SRandall Stewart break; 1049139bc87fSRandall Stewart } 1050f8829a4aSRandall Stewart } 105144249214SRandall Stewart control = nctl; 105244249214SRandall Stewart } 105344249214SRandall Stewart done_un: 105444249214SRandall Stewart control = TAILQ_FIRST(&strm->inqueue); 105544249214SRandall Stewart if (strm->pd_api_started) { 105644249214SRandall Stewart /* Can't add more */ 105744249214SRandall Stewart return (0); 105844249214SRandall Stewart } 105944249214SRandall Stewart if (control == NULL) { 106044249214SRandall Stewart return (ret); 106144249214SRandall Stewart } 106244249214SRandall Stewart if (strm->last_sequence_delivered == control->sinfo_ssn) { 106344249214SRandall Stewart /* 106444249214SRandall Stewart * Ok the guy at the top was being partially delivered 106544249214SRandall Stewart * completed, so we remove it. Note the pd_api flag was 106644249214SRandall Stewart * taken off when the chunk was merged on in 106744249214SRandall Stewart * sctp_queue_data_for_reasm below. 106844249214SRandall Stewart */ 106944249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 107044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1071f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (lastdel: %u)- o\n", 107244249214SRandall Stewart control, control->end_added, control->sinfo_ssn, 107344249214SRandall Stewart control->top_fsn, control->fsn_included, 107444249214SRandall Stewart strm->last_sequence_delivered); 107544249214SRandall Stewart if (control->end_added) { 107644249214SRandall Stewart if (control->on_strm_q) { 107798d5fd97SMichael Tuexen #ifdef INVARIANTS 107844249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 107944249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 108044249214SRandall Stewart control, control->on_strm_q); 108144249214SRandall Stewart } 108298d5fd97SMichael Tuexen #endif 108344249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 108444249214SRandall Stewart control->on_strm_q = 0; 108544249214SRandall Stewart } 108644249214SRandall Stewart if (control->on_read_q == 0) { 108744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 108844249214SRandall Stewart control, 108944249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 109044249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 109144249214SRandall Stewart } 109244249214SRandall Stewart if (strm->pd_api_started && control->pdapi_started) { 109344249214SRandall Stewart control->pdapi_started = 0; 109444249214SRandall Stewart strm->pd_api_started = 0; 109544249214SRandall Stewart } 109644249214SRandall Stewart control = nctl; 109744249214SRandall Stewart } 109844249214SRandall Stewart } 109944249214SRandall Stewart if (strm->pd_api_started) { 110044249214SRandall Stewart /* 110144249214SRandall Stewart * Can't add more must have gotten an un-ordered above being 110244249214SRandall Stewart * partially delivered. 110344249214SRandall Stewart */ 110444249214SRandall Stewart return (0); 110544249214SRandall Stewart } 110644249214SRandall Stewart deliver_more: 110744249214SRandall Stewart next_to_del = strm->last_sequence_delivered + 1; 110844249214SRandall Stewart if (control) { 110944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1110f2ea2a2dSMichael Tuexen "Looking at control: %p e(%d) ssn: %u top_fsn: %u inc_fsn: %u (nxtdel: %u)- o\n", 111144249214SRandall Stewart control, control->end_added, control->sinfo_ssn, control->top_fsn, control->fsn_included, 111244249214SRandall Stewart next_to_del); 111344249214SRandall Stewart nctl = TAILQ_NEXT(control, next_instrm); 111444249214SRandall Stewart if ((control->sinfo_ssn == next_to_del) && 111544249214SRandall Stewart (control->first_frag_seen)) { 111644249214SRandall Stewart /* Ok we can deliver it onto the stream. */ 111744249214SRandall Stewart if (control->end_added) { 111844249214SRandall Stewart /* We are done with it afterwards */ 111944249214SRandall Stewart if (control->on_strm_q) { 112098d5fd97SMichael Tuexen #ifdef INVARIANTS 112144249214SRandall Stewart if (control->on_strm_q != SCTP_ON_ORDERED) { 112244249214SRandall Stewart panic("Huh control: %p on_q: %d -- not ordered?", 112344249214SRandall Stewart control, control->on_strm_q); 112444249214SRandall Stewart } 112598d5fd97SMichael Tuexen #endif 112644249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 112744249214SRandall Stewart control->on_strm_q = 0; 112844249214SRandall Stewart } 112944249214SRandall Stewart ret++; 113044249214SRandall Stewart } 113144249214SRandall Stewart if (((control->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 113244249214SRandall Stewart /* 113344249214SRandall Stewart * A singleton now slipping through - mark 113444249214SRandall Stewart * it non-revokable too 113544249214SRandall Stewart */ 113644249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 113744249214SRandall Stewart } else if (control->end_added == 0) { 113844249214SRandall Stewart /* 113944249214SRandall Stewart * Check if we can defer adding until its 114044249214SRandall Stewart * all there 114144249214SRandall Stewart */ 114244249214SRandall Stewart if ((control->length < pd_point) || (strm->pd_api_started)) { 114344249214SRandall Stewart /* 114444249214SRandall Stewart * Don't need it or cannot add more 114544249214SRandall Stewart * (one being delivered that way) 114644249214SRandall Stewart */ 114744249214SRandall Stewart goto out; 114844249214SRandall Stewart } 114944249214SRandall Stewart } 115044249214SRandall Stewart if (control->on_read_q == 0) { 115144249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 115244249214SRandall Stewart control, 115344249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 115444249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 115544249214SRandall Stewart } 115644249214SRandall Stewart strm->last_sequence_delivered = next_to_del; 115744249214SRandall Stewart if ((control->end_added) && (control->last_frag_seen)) { 115844249214SRandall Stewart control = nctl; 115944249214SRandall Stewart goto deliver_more; 116044249214SRandall Stewart } else { 116144249214SRandall Stewart /* We are now doing PD API */ 116244249214SRandall Stewart strm->pd_api_started = 1; 116344249214SRandall Stewart control->pdapi_started = 1; 116444249214SRandall Stewart } 116544249214SRandall Stewart } 116644249214SRandall Stewart } 116744249214SRandall Stewart out: 116844249214SRandall Stewart return (ret); 116944249214SRandall Stewart } 117044249214SRandall Stewart 117144249214SRandall Stewart void 117244249214SRandall Stewart sctp_add_chk_to_control(struct sctp_queued_to_read *control, 117344249214SRandall Stewart struct sctp_stream_in *strm, 117444249214SRandall Stewart struct sctp_tcb *stcb, struct sctp_association *asoc, 117544249214SRandall Stewart struct sctp_tmit_chunk *chk) 117644249214SRandall Stewart { 117744249214SRandall Stewart /* 117844249214SRandall Stewart * Given a control and a chunk, merge the data from the chk onto the 117944249214SRandall Stewart * control and free up the chunk resources. 118044249214SRandall Stewart */ 118144249214SRandall Stewart int i_locked = 0; 118244249214SRandall Stewart 118344249214SRandall Stewart if (control->on_read_q) { 118444249214SRandall Stewart /* 118544249214SRandall Stewart * Its being pd-api'd so we must do some locks. 118644249214SRandall Stewart */ 118744249214SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 118844249214SRandall Stewart i_locked = 1; 118944249214SRandall Stewart } 119044249214SRandall Stewart if (control->data == NULL) { 119144249214SRandall Stewart control->data = chk->data; 119244249214SRandall Stewart sctp_setup_tail_pointer(control); 119344249214SRandall Stewart } else { 119444249214SRandall Stewart sctp_add_to_tail_pointer(control, chk->data); 119544249214SRandall Stewart } 119644249214SRandall Stewart control->fsn_included = chk->rec.data.fsn_num; 119744249214SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 119844249214SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 119944249214SRandall Stewart sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq); 120044249214SRandall Stewart chk->data = NULL; 120144249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 120244249214SRandall Stewart control->first_frag_seen = 1; 120344249214SRandall Stewart } 120444249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 120544249214SRandall Stewart /* Its complete */ 120644249214SRandall Stewart if ((control->on_strm_q) && (control->on_read_q)) { 120744249214SRandall Stewart if (control->pdapi_started) { 120844249214SRandall Stewart control->pdapi_started = 0; 120944249214SRandall Stewart strm->pd_api_started = 0; 121044249214SRandall Stewart } 121144249214SRandall Stewart if (control->on_strm_q == SCTP_ON_UNORDERED) { 121244249214SRandall Stewart /* Unordered */ 121344249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, control, next_instrm); 121444249214SRandall Stewart control->on_strm_q = 0; 121544249214SRandall Stewart } else if (control->on_strm_q == SCTP_ON_ORDERED) { 121644249214SRandall Stewart /* Ordered */ 121744249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 121844249214SRandall Stewart control->on_strm_q = 0; 121998d5fd97SMichael Tuexen #ifdef INVARIANTS 122044249214SRandall Stewart } else if (control->on_strm_q) { 122144249214SRandall Stewart panic("Unknown state on ctrl: %p on_strm_q: %d", control, 122244249214SRandall Stewart control->on_strm_q); 122398d5fd97SMichael Tuexen #endif 122444249214SRandall Stewart } 122544249214SRandall Stewart } 122644249214SRandall Stewart control->end_added = 1; 122744249214SRandall Stewart control->last_frag_seen = 1; 122844249214SRandall Stewart } 122944249214SRandall Stewart if (i_locked) { 123044249214SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 123144249214SRandall Stewart } 123244249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 1233f8829a4aSRandall Stewart } 1234f8829a4aSRandall Stewart 1235f8829a4aSRandall Stewart /* 1236f8829a4aSRandall Stewart * Dump onto the re-assembly queue, in its proper place. After dumping on the 1237f8829a4aSRandall Stewart * queue, see if anthing can be delivered. If so pull it off (or as much as 1238f8829a4aSRandall Stewart * we can. If we run out of space then we must dump what we can and set the 1239f8829a4aSRandall Stewart * appropriate flag to say we queued what we could. 1240f8829a4aSRandall Stewart */ 1241f8829a4aSRandall Stewart static void 1242f8829a4aSRandall Stewart sctp_queue_data_for_reasm(struct sctp_tcb *stcb, struct sctp_association *asoc, 124344249214SRandall Stewart struct sctp_stream_in *strm, 124444249214SRandall Stewart struct sctp_queued_to_read *control, 124544249214SRandall Stewart struct sctp_tmit_chunk *chk, 124644249214SRandall Stewart int created_control, 124744249214SRandall Stewart int *abort_flag, uint32_t tsn) 1248f8829a4aSRandall Stewart { 124944249214SRandall Stewart uint32_t next_fsn; 125044249214SRandall Stewart struct sctp_tmit_chunk *at, *nat; 125144249214SRandall Stewart int cnt_added, unordered; 1252f8829a4aSRandall Stewart 1253f8829a4aSRandall Stewart /* 125444249214SRandall Stewart * For old un-ordered data chunks. 1255f8829a4aSRandall Stewart */ 125644249214SRandall Stewart if ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) { 125744249214SRandall Stewart unordered = 1; 1258f8829a4aSRandall Stewart } else { 125944249214SRandall Stewart unordered = 0; 126044249214SRandall Stewart } 126144249214SRandall Stewart /* Must be added to the stream-in queue */ 126244249214SRandall Stewart if (created_control) { 126344249214SRandall Stewart if (sctp_place_control_in_stream(strm, asoc, control)) { 126444249214SRandall Stewart /* Duplicate SSN? */ 126544249214SRandall Stewart clean_up_control(stcb, control); 1266*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 126744249214SRandall Stewart abort_flag, 126844249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_6); 126944249214SRandall Stewart return; 127044249214SRandall Stewart } 127144249214SRandall Stewart if ((tsn == (asoc->cumulative_tsn + 1) && (asoc->idata_supported == 0))) { 1272f8829a4aSRandall Stewart /* 127344249214SRandall Stewart * Ok we created this control and now lets validate 127444249214SRandall Stewart * that its legal i.e. there is a B bit set, if not 127544249214SRandall Stewart * and we have up to the cum-ack then its invalid. 127644249214SRandall Stewart */ 127744249214SRandall Stewart if ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0) { 1278*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 127944249214SRandall Stewart abort_flag, 128044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_7); 128144249214SRandall Stewart return; 128244249214SRandall Stewart } 128344249214SRandall Stewart } 128444249214SRandall Stewart } 1285a39ddef0SMichael Tuexen if ((asoc->idata_supported == 0) && (unordered == 1)) { 1286*b1deed45SMichael Tuexen sctp_inject_old_data_unordered(stcb, asoc, control, chk, abort_flag); 128744249214SRandall Stewart return; 128844249214SRandall Stewart } 128944249214SRandall Stewart /* 129044249214SRandall Stewart * Ok we must queue the chunk into the reasembly portion: o if its 129144249214SRandall Stewart * the first it goes to the control mbuf. o if its not first but the 129244249214SRandall Stewart * next in sequence it goes to the control, and each succeeding one 129344249214SRandall Stewart * in order also goes. o if its not in order we place it on the list 129444249214SRandall Stewart * in its place. 129544249214SRandall Stewart */ 129644249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) { 129744249214SRandall Stewart /* Its the very first one. */ 129844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1299f2ea2a2dSMichael Tuexen "chunk is a first fsn: %u becomes fsn_included\n", 130044249214SRandall Stewart chk->rec.data.fsn_num); 130144249214SRandall Stewart if (control->first_frag_seen) { 130244249214SRandall Stewart /* 130344249214SRandall Stewart * Error on senders part, they either sent us two 130444249214SRandall Stewart * data chunks with FIRST, or they sent two 130544249214SRandall Stewart * un-ordered chunks that were fragmented at the 130644249214SRandall Stewart * same time in the same stream. 130744249214SRandall Stewart */ 1308*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 130944249214SRandall Stewart abort_flag, 131044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_8); 131144249214SRandall Stewart return; 131244249214SRandall Stewart } 131344249214SRandall Stewart control->first_frag_seen = 1; 131444249214SRandall Stewart control->fsn_included = chk->rec.data.fsn_num; 131544249214SRandall Stewart control->data = chk->data; 131644249214SRandall Stewart sctp_mark_non_revokable(asoc, chk->rec.data.TSN_seq); 131744249214SRandall Stewart chk->data = NULL; 131844249214SRandall Stewart sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 131944249214SRandall Stewart sctp_setup_tail_pointer(control); 132044249214SRandall Stewart } else { 132144249214SRandall Stewart /* Place the chunk in our list */ 132244249214SRandall Stewart int inserted = 0; 132344249214SRandall Stewart 132444249214SRandall Stewart if (control->last_frag_seen == 0) { 132544249214SRandall Stewart /* Still willing to raise highest FSN seen */ 132644249214SRandall Stewart if (SCTP_TSN_GT(chk->rec.data.fsn_num, control->top_fsn)) { 132744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1328f2ea2a2dSMichael Tuexen "We have a new top_fsn: %u\n", 132944249214SRandall Stewart chk->rec.data.fsn_num); 133044249214SRandall Stewart control->top_fsn = chk->rec.data.fsn_num; 133144249214SRandall Stewart } 133244249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 133344249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1334f2ea2a2dSMichael Tuexen "The last fsn is now in place fsn: %u\n", 133544249214SRandall Stewart chk->rec.data.fsn_num); 133644249214SRandall Stewart control->last_frag_seen = 1; 133744249214SRandall Stewart } 133844249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 133944249214SRandall Stewart /* 134044249214SRandall Stewart * For IDATA we always check since we know 134144249214SRandall Stewart * that the first fragment is 0. For old 134244249214SRandall Stewart * DATA we have to receive the first before 134344249214SRandall Stewart * we knwo the first FSN (which is the TSN). 134444249214SRandall Stewart */ 134544249214SRandall Stewart if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn_num)) { 134644249214SRandall Stewart /* 134744249214SRandall Stewart * We have already delivered up to 134844249214SRandall Stewart * this so its a dup 134944249214SRandall Stewart */ 1350*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 135144249214SRandall Stewart abort_flag, 135244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_9); 135344249214SRandall Stewart return; 135444249214SRandall Stewart } 135544249214SRandall Stewart } 135644249214SRandall Stewart } else { 135744249214SRandall Stewart if (chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) { 135844249214SRandall Stewart /* Second last? huh? */ 135944249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1360f2ea2a2dSMichael Tuexen "Duplicate last fsn: %u (top: %u) -- abort\n", 136144249214SRandall Stewart chk->rec.data.fsn_num, control->top_fsn); 1362*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 136344249214SRandall Stewart chk, abort_flag, 136444249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_10); 136544249214SRandall Stewart return; 136644249214SRandall Stewart } 136744249214SRandall Stewart if (asoc->idata_supported || control->first_frag_seen) { 136844249214SRandall Stewart /* 136944249214SRandall Stewart * For IDATA we always check since we know 137044249214SRandall Stewart * that the first fragment is 0. For old 137144249214SRandall Stewart * DATA we have to receive the first before 137244249214SRandall Stewart * we knwo the first FSN (which is the TSN). 137344249214SRandall Stewart */ 137444249214SRandall Stewart 137544249214SRandall Stewart if (SCTP_TSN_GE(control->fsn_included, chk->rec.data.fsn_num)) { 137644249214SRandall Stewart /* 137744249214SRandall Stewart * We have already delivered up to 137844249214SRandall Stewart * this so its a dup 137944249214SRandall Stewart */ 138044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1381f2ea2a2dSMichael Tuexen "New fsn: %u is already seen in included_fsn: %u -- abort\n", 138244249214SRandall Stewart chk->rec.data.fsn_num, control->fsn_included); 1383*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 138444249214SRandall Stewart abort_flag, 138544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_11); 138644249214SRandall Stewart return; 138744249214SRandall Stewart } 138844249214SRandall Stewart } 138944249214SRandall Stewart /* 139044249214SRandall Stewart * validate not beyond top FSN if we have seen last 1391f8829a4aSRandall Stewart * one 1392f8829a4aSRandall Stewart */ 139344249214SRandall Stewart if (SCTP_TSN_GT(chk->rec.data.fsn_num, control->top_fsn)) { 139444249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1395f2ea2a2dSMichael Tuexen "New fsn: %u is beyond or at top_fsn: %u -- abort\n", 139644249214SRandall Stewart chk->rec.data.fsn_num, 139744249214SRandall Stewart control->top_fsn); 1398*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, chk, 139944249214SRandall Stewart abort_flag, 140044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_12); 140144249214SRandall Stewart return; 140244249214SRandall Stewart } 140344249214SRandall Stewart } 140444249214SRandall Stewart /* 140544249214SRandall Stewart * If we reach here, we need to place the new chunk in the 140644249214SRandall Stewart * reassembly for this control. 140744249214SRandall Stewart */ 140844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1409f2ea2a2dSMichael Tuexen "chunk is a not first fsn: %u needs to be inserted\n", 141044249214SRandall Stewart chk->rec.data.fsn_num); 141144249214SRandall Stewart TAILQ_FOREACH(at, &control->reasm, sctp_next) { 141244249214SRandall Stewart if (SCTP_TSN_GT(at->rec.data.fsn_num, chk->rec.data.fsn_num)) { 141344249214SRandall Stewart /* 141444249214SRandall Stewart * This one in queue is bigger than the new 141544249214SRandall Stewart * one, insert the new one before at. 141644249214SRandall Stewart */ 141744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1418f2ea2a2dSMichael Tuexen "Insert it before fsn: %u\n", 141944249214SRandall Stewart at->rec.data.fsn_num); 1420f8829a4aSRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 1421f8829a4aSRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 142244249214SRandall Stewart TAILQ_INSERT_BEFORE(at, chk, sctp_next); 142344249214SRandall Stewart inserted = 1; 142444249214SRandall Stewart break; 142544249214SRandall Stewart } else if (at->rec.data.fsn_num == chk->rec.data.fsn_num) { 142644249214SRandall Stewart /* 142744249214SRandall Stewart * Gak, He sent me a duplicate str seq 142844249214SRandall Stewart * number 142944249214SRandall Stewart */ 143044249214SRandall Stewart /* 143144249214SRandall Stewart * foo bar, I guess I will just free this 143244249214SRandall Stewart * new guy, should we abort too? FIX ME 143344249214SRandall Stewart * MAYBE? Or it COULD be that the SSN's have 143444249214SRandall Stewart * wrapped. Maybe I should compare to TSN 143544249214SRandall Stewart * somehow... sigh for now just blow away 143644249214SRandall Stewart * the chunk! 143744249214SRandall Stewart */ 143844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1439f2ea2a2dSMichael Tuexen "Duplicate to fsn: %u -- abort\n", 144044249214SRandall Stewart at->rec.data.fsn_num); 1441*b1deed45SMichael Tuexen sctp_abort_in_reasm(stcb, control, 144244249214SRandall Stewart chk, abort_flag, 144344249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_13); 144444249214SRandall Stewart return; 144544249214SRandall Stewart } 144644249214SRandall Stewart } 144744249214SRandall Stewart if (inserted == 0) { 144844249214SRandall Stewart /* Goes on the end */ 1449f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Inserting at tail of list fsn: %u\n", 145044249214SRandall Stewart chk->rec.data.fsn_num); 145144249214SRandall Stewart asoc->size_on_reasm_queue += chk->send_size; 145244249214SRandall Stewart sctp_ucount_incr(asoc->cnt_on_reasm_queue); 145344249214SRandall Stewart TAILQ_INSERT_TAIL(&control->reasm, chk, sctp_next); 145444249214SRandall Stewart } 145544249214SRandall Stewart } 145644249214SRandall Stewart /* 145744249214SRandall Stewart * Ok lets see if we can suck any up into the control structure that 145844249214SRandall Stewart * are in seq if it makes sense. 145944249214SRandall Stewart */ 146044249214SRandall Stewart cnt_added = 0; 146144249214SRandall Stewart /* 146244249214SRandall Stewart * If the first fragment has not been seen there is no sense in 146344249214SRandall Stewart * looking. 146444249214SRandall Stewart */ 146544249214SRandall Stewart if (control->first_frag_seen) { 146644249214SRandall Stewart next_fsn = control->fsn_included + 1; 146744249214SRandall Stewart TAILQ_FOREACH_SAFE(at, &control->reasm, sctp_next, nat) { 146844249214SRandall Stewart if (at->rec.data.fsn_num == next_fsn) { 146944249214SRandall Stewart /* We can add this one now to the control */ 147044249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 1471f2ea2a2dSMichael Tuexen "Adding more to control: %p at: %p fsn: %u next_fsn: %u included: %u\n", 147244249214SRandall Stewart control, at, 147344249214SRandall Stewart at->rec.data.fsn_num, 147444249214SRandall Stewart next_fsn, control->fsn_included); 147544249214SRandall Stewart TAILQ_REMOVE(&control->reasm, at, sctp_next); 147644249214SRandall Stewart sctp_add_chk_to_control(control, strm, stcb, asoc, at); 147744249214SRandall Stewart cnt_added++; 147844249214SRandall Stewart next_fsn++; 147944249214SRandall Stewart if (control->end_added && control->pdapi_started) { 148044249214SRandall Stewart if (strm->pd_api_started) { 148144249214SRandall Stewart strm->pd_api_started = 0; 148244249214SRandall Stewart control->pdapi_started = 0; 148344249214SRandall Stewart } 148444249214SRandall Stewart if (control->on_read_q == 0) { 148544249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 148644249214SRandall Stewart control, 148744249214SRandall Stewart &stcb->sctp_socket->so_rcv, control->end_added, 148844249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 148944249214SRandall Stewart } 149044249214SRandall Stewart break; 149144249214SRandall Stewart } 149244249214SRandall Stewart } else { 1493f8829a4aSRandall Stewart break; 1494f8829a4aSRandall Stewart } 1495f8829a4aSRandall Stewart } 1496f8829a4aSRandall Stewart } 149744249214SRandall Stewart if ((control->on_read_q) && (cnt_added > 0)) { 149844249214SRandall Stewart /* Need to wakeup the reader */ 1499*b1deed45SMichael Tuexen sctp_wakeup_the_read_socket(stcb->sctp_ep, stcb, SCTP_SO_NOT_LOCKED); 1500f8829a4aSRandall Stewart } 1501f8829a4aSRandall Stewart } 1502f8829a4aSRandall Stewart 150344249214SRandall Stewart static struct sctp_queued_to_read * 150444249214SRandall Stewart find_reasm_entry(struct sctp_stream_in *strm, uint32_t msg_id, int ordered, int old) 1505f8829a4aSRandall Stewart { 150644249214SRandall Stewart struct sctp_queued_to_read *reasm; 1507f8829a4aSRandall Stewart 150844249214SRandall Stewart if (ordered) { 150944249214SRandall Stewart TAILQ_FOREACH(reasm, &strm->inqueue, next_instrm) { 151044249214SRandall Stewart if (reasm->msg_id == msg_id) { 151144249214SRandall Stewart break; 151244249214SRandall Stewart } 151344249214SRandall Stewart } 1514f8829a4aSRandall Stewart } else { 151544249214SRandall Stewart if (old) { 151644249214SRandall Stewart reasm = TAILQ_FIRST(&strm->uno_inqueue); 151744249214SRandall Stewart return (reasm); 1518f8829a4aSRandall Stewart } 151944249214SRandall Stewart TAILQ_FOREACH(reasm, &strm->uno_inqueue, next_instrm) { 152044249214SRandall Stewart if (reasm->msg_id == msg_id) { 152144249214SRandall Stewart break; 1522f8829a4aSRandall Stewart } 1523f8829a4aSRandall Stewart } 1524f8829a4aSRandall Stewart } 152544249214SRandall Stewart return (reasm); 1526f8829a4aSRandall Stewart } 152744249214SRandall Stewart 1528f8829a4aSRandall Stewart 1529f8829a4aSRandall Stewart static int 1530f8829a4aSRandall Stewart sctp_process_a_data_chunk(struct sctp_tcb *stcb, struct sctp_association *asoc, 153144249214SRandall Stewart struct mbuf **m, int offset, int chk_length, 1532f8829a4aSRandall Stewart struct sctp_nets *net, uint32_t * high_tsn, int *abort_flag, 153344249214SRandall Stewart int *break_flag, int last_chunk, uint8_t chtype) 1534f8829a4aSRandall Stewart { 1535f8829a4aSRandall Stewart /* Process a data chunk */ 1536f8829a4aSRandall Stewart /* struct sctp_tmit_chunk *chk; */ 153744249214SRandall Stewart struct sctp_data_chunk *ch; 153844249214SRandall Stewart struct sctp_idata_chunk *nch, chunk_buf; 1539f8829a4aSRandall Stewart struct sctp_tmit_chunk *chk; 154044249214SRandall Stewart uint32_t tsn, fsn, gap, msg_id; 1541f8829a4aSRandall Stewart struct mbuf *dmbuf; 15427215cc1bSMichael Tuexen int the_len; 1543139bc87fSRandall Stewart int need_reasm_check = 0; 154444249214SRandall Stewart uint16_t strmno; 1545ff1ffd74SMichael Tuexen struct mbuf *op_err; 1546ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 154744249214SRandall Stewart struct sctp_queued_to_read *control = NULL; 1548f42a358aSRandall Stewart uint32_t protocol_id; 1549f42a358aSRandall Stewart uint8_t chunk_flags; 155017205eccSRandall Stewart struct sctp_stream_reset_list *liste; 155144249214SRandall Stewart struct sctp_stream_in *strm; 155244249214SRandall Stewart int ordered; 155344249214SRandall Stewart size_t clen; 155444249214SRandall Stewart int created_control = 0; 155544249214SRandall Stewart uint8_t old_data; 1556f8829a4aSRandall Stewart 1557f8829a4aSRandall Stewart chk = NULL; 155844249214SRandall Stewart if (chtype == SCTP_IDATA) { 155944249214SRandall Stewart nch = (struct sctp_idata_chunk *)sctp_m_getptr(*m, offset, 156044249214SRandall Stewart sizeof(struct sctp_idata_chunk), (uint8_t *) & chunk_buf); 156144249214SRandall Stewart ch = (struct sctp_data_chunk *)nch; 156244249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 1563f8829a4aSRandall Stewart tsn = ntohl(ch->dp.tsn); 156444249214SRandall Stewart msg_id = ntohl(nch->dp.msg_id); 156544249214SRandall Stewart if (ch->ch.chunk_flags & SCTP_DATA_FIRST_FRAG) 156644249214SRandall Stewart fsn = 0; 156744249214SRandall Stewart else 1568e187bac2SMichael Tuexen fsn = ntohl(nch->dp.ppid_fsn.fsn); 156944249214SRandall Stewart old_data = 0; 157044249214SRandall Stewart } else { 157144249214SRandall Stewart ch = (struct sctp_data_chunk *)sctp_m_getptr(*m, offset, 157244249214SRandall Stewart sizeof(struct sctp_data_chunk), (uint8_t *) & chunk_buf); 157344249214SRandall Stewart tsn = ntohl(ch->dp.tsn); 157444249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 157544249214SRandall Stewart fsn = tsn; 157644249214SRandall Stewart msg_id = (uint32_t) (ntohs(ch->dp.stream_sequence)); 157744249214SRandall Stewart nch = NULL; 157844249214SRandall Stewart old_data = 1; 157944249214SRandall Stewart } 1580f42a358aSRandall Stewart chunk_flags = ch->ch.chunk_flags; 158144249214SRandall Stewart if ((size_t)chk_length == clen) { 158244249214SRandall Stewart /* 158344249214SRandall Stewart * Need to send an abort since we had a empty data chunk. 158444249214SRandall Stewart */ 158544249214SRandall Stewart op_err = sctp_generate_no_user_data_cause(ch->dp.tsn); 158644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_14; 158744249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 158844249214SRandall Stewart *abort_flag = 1; 158944249214SRandall Stewart return (0); 159044249214SRandall Stewart } 1591b3f1ea41SRandall Stewart if ((chunk_flags & SCTP_DATA_SACK_IMMEDIATELY) == SCTP_DATA_SACK_IMMEDIATELY) { 1592b3f1ea41SRandall Stewart asoc->send_sack = 1; 1593b3f1ea41SRandall Stewart } 1594f42a358aSRandall Stewart protocol_id = ch->dp.protocol_id; 159537f144ebSMichael Tuexen ordered = ((chunk_flags & SCTP_DATA_UNORDERED) == 0); 1596b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 1597c4739e2fSRandall Stewart sctp_log_map(tsn, asoc->cumulative_tsn, asoc->highest_tsn_inside_map, SCTP_MAP_TSN_ENTERS); 159880fefe0aSRandall Stewart } 1599ad81507eSRandall Stewart if (stcb == NULL) { 1600ad81507eSRandall Stewart return (0); 1601ad81507eSRandall Stewart } 160280fefe0aSRandall Stewart SCTP_LTRACE_CHK(stcb->sctp_ep, stcb, ch->ch.chunk_type, tsn); 160320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, tsn)) { 1604f8829a4aSRandall Stewart /* It is a duplicate */ 1605f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1606f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1607f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1608f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1609f8829a4aSRandall Stewart asoc->numduptsns++; 1610f8829a4aSRandall Stewart } 1611b201f536SRandall Stewart asoc->send_sack = 1; 1612f8829a4aSRandall Stewart return (0); 1613f8829a4aSRandall Stewart } 1614f8829a4aSRandall Stewart /* Calculate the number of TSN's between the base and this TSN */ 1615d50c1d79SRandall Stewart SCTP_CALC_TSN_TO_GAP(gap, tsn, asoc->mapping_array_base_tsn); 1616f8829a4aSRandall Stewart if (gap >= (SCTP_MAPPING_ARRAY << 3)) { 1617f8829a4aSRandall Stewart /* Can't hold the bit in the mapping at max array, toss it */ 1618f8829a4aSRandall Stewart return (0); 1619f8829a4aSRandall Stewart } 1620f8829a4aSRandall Stewart if (gap >= (uint32_t) (asoc->mapping_array_size << 3)) { 1621207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 16220696e120SRandall Stewart if (sctp_expand_mapping_array(asoc, gap)) { 1623f8829a4aSRandall Stewart /* Can't expand, drop it */ 1624f8829a4aSRandall Stewart return (0); 1625f8829a4aSRandall Stewart } 1626f8829a4aSRandall Stewart } 162720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, *high_tsn)) { 1628f8829a4aSRandall Stewart *high_tsn = tsn; 1629f8829a4aSRandall Stewart } 1630f8829a4aSRandall Stewart /* See if we have received this one already */ 163177acdc25SRandall Stewart if (SCTP_IS_TSN_PRESENT(asoc->mapping_array, gap) || 163277acdc25SRandall Stewart SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, gap)) { 1633f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdupdata); 1634f8829a4aSRandall Stewart if (asoc->numduptsns < SCTP_MAX_DUP_TSNS) { 1635f8829a4aSRandall Stewart /* Record a dup for the next outbound sack */ 1636f8829a4aSRandall Stewart asoc->dup_tsns[asoc->numduptsns] = tsn; 1637f8829a4aSRandall Stewart asoc->numduptsns++; 1638f8829a4aSRandall Stewart } 163942551e99SRandall Stewart asoc->send_sack = 1; 1640f8829a4aSRandall Stewart return (0); 1641f8829a4aSRandall Stewart } 1642f8829a4aSRandall Stewart /* 1643f8829a4aSRandall Stewart * Check to see about the GONE flag, duplicates would cause a sack 1644f8829a4aSRandall Stewart * to be sent up above 1645f8829a4aSRandall Stewart */ 1646ad81507eSRandall Stewart if (((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) || 1647f8829a4aSRandall Stewart (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE) || 1648ff1ffd74SMichael Tuexen (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET))) { 1649f8829a4aSRandall Stewart /* 1650f8829a4aSRandall Stewart * wait a minute, this guy is gone, there is no longer a 1651f8829a4aSRandall Stewart * receiver. Send peer an ABORT! 1652f8829a4aSRandall Stewart */ 1653ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_OUT_OF_RESC, ""); 1654a2b42326SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1655f8829a4aSRandall Stewart *abort_flag = 1; 1656f8829a4aSRandall Stewart return (0); 1657f8829a4aSRandall Stewart } 1658f8829a4aSRandall Stewart /* 1659f8829a4aSRandall Stewart * Now before going further we see if there is room. If NOT then we 1660f8829a4aSRandall Stewart * MAY let one through only IF this TSN is the one we are waiting 1661f8829a4aSRandall Stewart * for on a partial delivery API. 1662f8829a4aSRandall Stewart */ 1663f8829a4aSRandall Stewart 166444249214SRandall Stewart /* Is the stream valid? */ 1665f8829a4aSRandall Stewart strmno = ntohs(ch->dp.stream_id); 166644249214SRandall Stewart 1667f8829a4aSRandall Stewart if (strmno >= asoc->streamincnt) { 166886eda749SMichael Tuexen struct sctp_error_invalid_stream *cause; 1669f8829a4aSRandall Stewart 167086eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_error_invalid_stream), 1671eb1b1807SGleb Smirnoff 0, M_NOWAIT, 1, MT_DATA); 167286eda749SMichael Tuexen if (op_err != NULL) { 1673f8829a4aSRandall Stewart /* add some space up front so prepend will work well */ 167486eda749SMichael Tuexen SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr)); 167586eda749SMichael Tuexen cause = mtod(op_err, struct sctp_error_invalid_stream *); 1676f8829a4aSRandall Stewart /* 1677f8829a4aSRandall Stewart * Error causes are just param's and this one has 1678f8829a4aSRandall Stewart * two back to back phdr, one with the error type 1679f8829a4aSRandall Stewart * and size, the other with the streamid and a rsvd 1680f8829a4aSRandall Stewart */ 168186eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_error_invalid_stream); 168286eda749SMichael Tuexen cause->cause.code = htons(SCTP_CAUSE_INVALID_STREAM); 168386eda749SMichael Tuexen cause->cause.length = htons(sizeof(struct sctp_error_invalid_stream)); 168486eda749SMichael Tuexen cause->stream_id = ch->dp.stream_id; 168586eda749SMichael Tuexen cause->reserved = htons(0); 168686eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 1687f8829a4aSRandall Stewart } 1688f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_badsid); 1689207304d4SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 1690830d754dSRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 169120b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 1692830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 1693d06c82f1SRandall Stewart } 1694d06c82f1SRandall Stewart if (tsn == (asoc->cumulative_tsn + 1)) { 1695d06c82f1SRandall Stewart /* Update cum-ack */ 1696d06c82f1SRandall Stewart asoc->cumulative_tsn = tsn; 1697d06c82f1SRandall Stewart } 1698f8829a4aSRandall Stewart return (0); 1699f8829a4aSRandall Stewart } 170044249214SRandall Stewart strm = &asoc->strmin[strmno]; 1701f8829a4aSRandall Stewart /* 170244249214SRandall Stewart * If its a fragmented message, lets see if we can find the control 170344249214SRandall Stewart * on the reassembly queues. 1704f8829a4aSRandall Stewart */ 170544249214SRandall Stewart if ((chtype == SCTP_IDATA) && ((chunk_flags & SCTP_DATA_FIRST_FRAG) == 0) && (fsn == 0)) { 170644249214SRandall Stewart /* 170744249214SRandall Stewart * The first *must* be fsn 0, and other (middle/end) pieces 170844249214SRandall Stewart * can *not* be fsn 0. 170944249214SRandall Stewart */ 171044249214SRandall Stewart goto err_out; 171144249214SRandall Stewart } 171244249214SRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 171344249214SRandall Stewart /* See if we can find the re-assembly entity */ 171444249214SRandall Stewart control = find_reasm_entry(strm, msg_id, ordered, old_data); 171544249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for control on queues %p\n", 171644249214SRandall Stewart chunk_flags, control); 171744249214SRandall Stewart if (control) { 171844249214SRandall Stewart /* We found something, does it belong? */ 171944249214SRandall Stewart if (ordered && (msg_id != control->sinfo_ssn)) { 172044249214SRandall Stewart err_out: 172144249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 172244249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_15; 172344249214SRandall Stewart sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 172444249214SRandall Stewart *abort_flag = 1; 172544249214SRandall Stewart return (0); 172644249214SRandall Stewart } 172744249214SRandall Stewart if (ordered && ((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED)) { 172844249214SRandall Stewart /* 172944249214SRandall Stewart * We can't have a switched order with an 173044249214SRandall Stewart * unordered chunk 173144249214SRandall Stewart */ 173244249214SRandall Stewart goto err_out; 173344249214SRandall Stewart } 173444249214SRandall Stewart if (!ordered && (((control->sinfo_flags >> 8) & SCTP_DATA_UNORDERED) == 0)) { 173544249214SRandall Stewart /* 173644249214SRandall Stewart * We can't have a switched unordered with a 173744249214SRandall Stewart * ordered chunk 173844249214SRandall Stewart */ 173944249214SRandall Stewart goto err_out; 174044249214SRandall Stewart } 174144249214SRandall Stewart } 174244249214SRandall Stewart } else { 174344249214SRandall Stewart /* 174444249214SRandall Stewart * Its a complete segment. Lets validate we don't have a 174544249214SRandall Stewart * re-assembly going on with the same Stream/Seq (for 174644249214SRandall Stewart * ordered) or in the same Stream for unordered. 174744249214SRandall Stewart */ 174844249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags:0x%x look for msg in case we have dup\n", 174944249214SRandall Stewart chunk_flags); 175044249214SRandall Stewart if (find_reasm_entry(strm, msg_id, ordered, old_data)) { 1751f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x dup detected on msg_id: %u\n", 175244249214SRandall Stewart chunk_flags, 175344249214SRandall Stewart msg_id); 175444249214SRandall Stewart 175544249214SRandall Stewart goto err_out; 175644249214SRandall Stewart } 175744249214SRandall Stewart } 175844249214SRandall Stewart /* now do the tests */ 175944249214SRandall Stewart if (((asoc->cnt_on_all_streams + 176044249214SRandall Stewart asoc->cnt_on_reasm_queue + 176144249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) || 176244249214SRandall Stewart (((int)asoc->my_rwnd) <= 0)) { 176344249214SRandall Stewart /* 176444249214SRandall Stewart * When we have NO room in the rwnd we check to make sure 176544249214SRandall Stewart * the reader is doing its job... 176644249214SRandall Stewart */ 176744249214SRandall Stewart if (stcb->sctp_socket->so_rcv.sb_cc) { 176844249214SRandall Stewart /* some to read, wake-up */ 176944249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 177044249214SRandall Stewart struct socket *so; 177144249214SRandall Stewart 177244249214SRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 177344249214SRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 177444249214SRandall Stewart SCTP_TCB_UNLOCK(stcb); 177544249214SRandall Stewart SCTP_SOCKET_LOCK(so, 1); 177644249214SRandall Stewart SCTP_TCB_LOCK(stcb); 177744249214SRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 177844249214SRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 177944249214SRandall Stewart /* assoc was freed while we were unlocked */ 178044249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 178144249214SRandall Stewart return (0); 178244249214SRandall Stewart } 178344249214SRandall Stewart #endif 178444249214SRandall Stewart sctp_sorwakeup(stcb->sctp_ep, stcb->sctp_socket); 178544249214SRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 178644249214SRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 178744249214SRandall Stewart #endif 178844249214SRandall Stewart } 178944249214SRandall Stewart /* now is it in the mapping array of what we have accepted? */ 179044249214SRandall Stewart if (nch == NULL) { 179144249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map) && 179244249214SRandall Stewart SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 179344249214SRandall Stewart /* Nope not in the valid range dump it */ 179444249214SRandall Stewart dump_packet: 179544249214SRandall Stewart sctp_set_rwnd(stcb, asoc); 179644249214SRandall Stewart if ((asoc->cnt_on_all_streams + 179744249214SRandall Stewart asoc->cnt_on_reasm_queue + 179844249214SRandall Stewart asoc->cnt_msg_on_sb) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue)) { 179944249214SRandall Stewart SCTP_STAT_INCR(sctps_datadropchklmt); 180044249214SRandall Stewart } else { 180144249214SRandall Stewart SCTP_STAT_INCR(sctps_datadroprwnd); 180244249214SRandall Stewart } 180344249214SRandall Stewart *break_flag = 1; 180444249214SRandall Stewart return (0); 180544249214SRandall Stewart } 180644249214SRandall Stewart } else { 180744249214SRandall Stewart if (control == NULL) { 180844249214SRandall Stewart goto dump_packet; 180944249214SRandall Stewart } 181044249214SRandall Stewart if (SCTP_TSN_GT(fsn, control->top_fsn)) { 181144249214SRandall Stewart goto dump_packet; 181244249214SRandall Stewart } 181344249214SRandall Stewart } 181444249214SRandall Stewart } 1815f42a358aSRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 181618e198d3SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 181718e198d3SRandall Stewart if (asoc->tsn_in_at >= SCTP_TSN_LOG_SIZE) { 181818e198d3SRandall Stewart asoc->tsn_in_at = 0; 181918e198d3SRandall Stewart asoc->tsn_in_wrapped = 1; 182018e198d3SRandall Stewart } 1821f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].tsn = tsn; 1822f42a358aSRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].strm = strmno; 182344249214SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].seq = msg_id; 1824f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].sz = chk_length; 1825f1f73e57SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].flgs = chunk_flags; 182618e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].stcb = (void *)stcb; 182718e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_pos = asoc->tsn_in_at; 182818e198d3SRandall Stewart asoc->in_tsnlog[asoc->tsn_in_at].in_out = 1; 1829f42a358aSRandall Stewart asoc->tsn_in_at++; 1830f42a358aSRandall Stewart #endif 183144249214SRandall Stewart /* 183244249214SRandall Stewart * Before we continue lets validate that we are not being fooled by 183344249214SRandall Stewart * an evil attacker. We can only have Nk chunks based on our TSN 183444249214SRandall Stewart * spread allowed by the mapping array N * 8 bits, so there is no 183544249214SRandall Stewart * way our stream sequence numbers could have wrapped. We of course 183644249214SRandall Stewart * only validate the FIRST fragment so the bit must be set. 183744249214SRandall Stewart */ 1838f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_FIRST_FRAG) && 1839d61a0ae0SRandall Stewart (TAILQ_EMPTY(&asoc->resetHead)) && 1840f42a358aSRandall Stewart (chunk_flags & SCTP_DATA_UNORDERED) == 0 && 184144249214SRandall Stewart SCTP_MSGID_GE(old_data, asoc->strmin[strmno].last_sequence_delivered, msg_id)) { 1842f8829a4aSRandall Stewart /* The incoming sseq is behind where we last delivered? */ 1843f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_INDATA1, "EVIL/Broken-Dup S-SEQ: %u delivered: %u from peer, Abort!\n", 184444249214SRandall Stewart msg_id, asoc->strmin[strmno].last_sequence_delivered); 1845f8829a4aSRandall Stewart 1846ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "Delivered SSN=%4.4x, got TSN=%8.8x, SID=%4.4x, SSN=%4.4x", 1847ff1ffd74SMichael Tuexen asoc->strmin[strmno].last_sequence_delivered, 184844249214SRandall Stewart tsn, strmno, msg_id); 1849ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 1850b7d130beSMichael Tuexen stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_16; 1851ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 1852f8829a4aSRandall Stewart *abort_flag = 1; 1853f8829a4aSRandall Stewart return (0); 1854f8829a4aSRandall Stewart } 1855f42a358aSRandall Stewart /************************************ 1856f42a358aSRandall Stewart * From here down we may find ch-> invalid 1857f42a358aSRandall Stewart * so its a good idea NOT to use it. 1858f42a358aSRandall Stewart *************************************/ 185944249214SRandall Stewart if (nch) { 186044249214SRandall Stewart the_len = (chk_length - sizeof(struct sctp_idata_chunk)); 186144249214SRandall Stewart } else { 1862f8829a4aSRandall Stewart the_len = (chk_length - sizeof(struct sctp_data_chunk)); 186344249214SRandall Stewart } 1864f8829a4aSRandall Stewart if (last_chunk == 0) { 186544249214SRandall Stewart if (nch) { 186644249214SRandall Stewart dmbuf = SCTP_M_COPYM(*m, 186744249214SRandall Stewart (offset + sizeof(struct sctp_idata_chunk)), 186844249214SRandall Stewart the_len, M_NOWAIT); 186944249214SRandall Stewart } else { 187044b7479bSRandall Stewart dmbuf = SCTP_M_COPYM(*m, 1871f8829a4aSRandall Stewart (offset + sizeof(struct sctp_data_chunk)), 1872eb1b1807SGleb Smirnoff the_len, M_NOWAIT); 187344249214SRandall Stewart } 1874f8829a4aSRandall Stewart #ifdef SCTP_MBUF_LOGGING 1875b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) { 18764be807c4SMichael Tuexen sctp_log_mbc(dmbuf, SCTP_MBUF_ICOPY); 1877f8829a4aSRandall Stewart } 1878f8829a4aSRandall Stewart #endif 1879f8829a4aSRandall Stewart } else { 1880f8829a4aSRandall Stewart /* We can steal the last chunk */ 1881139bc87fSRandall Stewart int l_len; 1882139bc87fSRandall Stewart 1883f8829a4aSRandall Stewart dmbuf = *m; 1884f8829a4aSRandall Stewart /* lop off the top part */ 188544249214SRandall Stewart if (nch) { 188644249214SRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_idata_chunk))); 188744249214SRandall Stewart } else { 1888f8829a4aSRandall Stewart m_adj(dmbuf, (offset + sizeof(struct sctp_data_chunk))); 188944249214SRandall Stewart } 1890139bc87fSRandall Stewart if (SCTP_BUF_NEXT(dmbuf) == NULL) { 1891139bc87fSRandall Stewart l_len = SCTP_BUF_LEN(dmbuf); 1892139bc87fSRandall Stewart } else { 1893139bc87fSRandall Stewart /* 1894139bc87fSRandall Stewart * need to count up the size hopefully does not hit 1895139bc87fSRandall Stewart * this to often :-0 1896139bc87fSRandall Stewart */ 1897139bc87fSRandall Stewart struct mbuf *lat; 1898139bc87fSRandall Stewart 1899139bc87fSRandall Stewart l_len = 0; 190060990c0cSMichael Tuexen for (lat = dmbuf; lat; lat = SCTP_BUF_NEXT(lat)) { 1901139bc87fSRandall Stewart l_len += SCTP_BUF_LEN(lat); 1902139bc87fSRandall Stewart } 1903139bc87fSRandall Stewart } 1904139bc87fSRandall Stewart if (l_len > the_len) { 1905f8829a4aSRandall Stewart /* Trim the end round bytes off too */ 1906139bc87fSRandall Stewart m_adj(dmbuf, -(l_len - the_len)); 1907f8829a4aSRandall Stewart } 1908f8829a4aSRandall Stewart } 1909f8829a4aSRandall Stewart if (dmbuf == NULL) { 1910f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 1911f8829a4aSRandall Stewart return (0); 1912f8829a4aSRandall Stewart } 191344249214SRandall Stewart /* 191444249214SRandall Stewart * Now no matter what we need a control, get one if we don't have 191544249214SRandall Stewart * one (we may have gotten it above when we found the message was 191644249214SRandall Stewart * fragmented 191744249214SRandall Stewart */ 191844249214SRandall Stewart if (control == NULL) { 191944249214SRandall Stewart sctp_alloc_a_readq(stcb, control); 192044249214SRandall Stewart sctp_build_readq_entry_mac(control, stcb, asoc->context, net, tsn, 192144249214SRandall Stewart protocol_id, 192244249214SRandall Stewart strmno, msg_id, 192344249214SRandall Stewart chunk_flags, 192444249214SRandall Stewart NULL, fsn, msg_id); 192544249214SRandall Stewart if (control == NULL) { 192644249214SRandall Stewart SCTP_STAT_INCR(sctps_nomem); 192744249214SRandall Stewart return (0); 192844249214SRandall Stewart } 192944249214SRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 193044249214SRandall Stewart control->data = dmbuf; 193144249214SRandall Stewart control->tail_mbuf = NULL; 193244249214SRandall Stewart control->end_added = control->last_frag_seen = control->first_frag_seen = 1; 193344249214SRandall Stewart control->top_fsn = control->fsn_included = fsn; 193444249214SRandall Stewart } 193544249214SRandall Stewart created_control = 1; 193644249214SRandall Stewart } 1937f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "chunk_flags: 0x%x ordered: %d msgid: %u control: %p\n", 193844249214SRandall Stewart chunk_flags, ordered, msg_id, control); 1939f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG && 1940f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->resetHead) && 1941f42a358aSRandall Stewart ((ordered == 0) || 194244249214SRandall Stewart ((uint16_t) (asoc->strmin[strmno].last_sequence_delivered + 1) == msg_id && 1943f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->strmin[strmno].inqueue)))) { 1944f8829a4aSRandall Stewart /* Candidate for express delivery */ 1945f8829a4aSRandall Stewart /* 1946f8829a4aSRandall Stewart * Its not fragmented, No PD-API is up, Nothing in the 1947f8829a4aSRandall Stewart * delivery queue, Its un-ordered OR ordered and the next to 1948f8829a4aSRandall Stewart * deliver AND nothing else is stuck on the stream queue, 1949f8829a4aSRandall Stewart * And there is room for it in the socket buffer. Lets just 1950f8829a4aSRandall Stewart * stuff it up the buffer.... 1951f8829a4aSRandall Stewart */ 19521ea735c8SMichael Tuexen SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 195320b07a4dSMichael Tuexen if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 19541ea735c8SMichael Tuexen asoc->highest_tsn_inside_nr_map = tsn; 19551ea735c8SMichael Tuexen } 1956f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Injecting control: %p to be read (msg_id: %u)\n", 195744249214SRandall Stewart control, msg_id); 195844249214SRandall Stewart 1959cfde3ff7SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 1960cfde3ff7SRandall Stewart control, &stcb->sctp_socket->so_rcv, 1961cfde3ff7SRandall Stewart 1, SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 1962830d754dSRandall Stewart 1963f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_UNORDERED) == 0) { 1964f8829a4aSRandall Stewart /* for ordered, bump what we delivered */ 196544249214SRandall Stewart strm->last_sequence_delivered++; 1966f8829a4aSRandall Stewart } 1967f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvexpress); 1968b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 196944249214SRandall Stewart sctp_log_strm_del_alt(stcb, tsn, msg_id, strmno, 1970f8829a4aSRandall Stewart SCTP_STR_LOG_FROM_EXPRS_DEL); 197180fefe0aSRandall Stewart } 1972f8829a4aSRandall Stewart control = NULL; 1973f8829a4aSRandall Stewart goto finish_express_del; 1974f8829a4aSRandall Stewart } 197544249214SRandall Stewart /* Now will we need a chunk too? */ 1976f42a358aSRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) != SCTP_DATA_NOT_FRAG) { 1977f8829a4aSRandall Stewart sctp_alloc_a_chunk(stcb, chk); 1978f8829a4aSRandall Stewart if (chk == NULL) { 1979f8829a4aSRandall Stewart /* No memory so we drop the chunk */ 1980f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_nomem); 1981f8829a4aSRandall Stewart if (last_chunk == 0) { 1982f8829a4aSRandall Stewart /* we copied it, free the copy */ 1983f8829a4aSRandall Stewart sctp_m_freem(dmbuf); 1984f8829a4aSRandall Stewart } 1985f8829a4aSRandall Stewart return (0); 1986f8829a4aSRandall Stewart } 1987f8829a4aSRandall Stewart chk->rec.data.TSN_seq = tsn; 1988f8829a4aSRandall Stewart chk->no_fr_allowed = 0; 198944249214SRandall Stewart chk->rec.data.fsn_num = fsn; 199044249214SRandall Stewart chk->rec.data.stream_seq = msg_id; 1991f8829a4aSRandall Stewart chk->rec.data.stream_number = strmno; 1992f42a358aSRandall Stewart chk->rec.data.payloadtype = protocol_id; 1993f8829a4aSRandall Stewart chk->rec.data.context = stcb->asoc.context; 1994f8829a4aSRandall Stewart chk->rec.data.doing_fast_retransmit = 0; 1995f42a358aSRandall Stewart chk->rec.data.rcv_flags = chunk_flags; 1996f8829a4aSRandall Stewart chk->asoc = asoc; 1997f8829a4aSRandall Stewart chk->send_size = the_len; 1998f8829a4aSRandall Stewart chk->whoTo = net; 1999f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Building ck: %p for control: %p to be read (msg_id: %u)\n", 200044249214SRandall Stewart chk, 200144249214SRandall Stewart control, msg_id); 2002f8829a4aSRandall Stewart atomic_add_int(&net->ref_count, 1); 2003f8829a4aSRandall Stewart chk->data = dmbuf; 200444249214SRandall Stewart } 200544249214SRandall Stewart /* Set the appropriate TSN mark */ 200644249214SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_do_drain) == 0) { 200744249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, gap); 200844249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_nr_map)) { 200944249214SRandall Stewart asoc->highest_tsn_inside_nr_map = tsn; 201044249214SRandall Stewart } 2011f8829a4aSRandall Stewart } else { 201244249214SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->mapping_array, gap); 201344249214SRandall Stewart if (SCTP_TSN_GT(tsn, asoc->highest_tsn_inside_map)) { 201444249214SRandall Stewart asoc->highest_tsn_inside_map = tsn; 2015f8829a4aSRandall Stewart } 2016f8829a4aSRandall Stewart } 201744249214SRandall Stewart /* Now is it complete (i.e. not fragmented)? */ 201844249214SRandall Stewart if ((chunk_flags & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 2019f8829a4aSRandall Stewart /* 202044249214SRandall Stewart * Special check for when streams are resetting. We could be 202144249214SRandall Stewart * more smart about this and check the actual stream to see 202244249214SRandall Stewart * if it is not being reset.. that way we would not create a 202344249214SRandall Stewart * HOLB when amongst streams being reset and those not being 202444249214SRandall Stewart * reset. 2025f8829a4aSRandall Stewart * 2026f8829a4aSRandall Stewart */ 2027f8829a4aSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 202820b07a4dSMichael Tuexen SCTP_TSN_GT(tsn, liste->tsn)) { 2029f8829a4aSRandall Stewart /* 203044249214SRandall Stewart * yep its past where we need to reset... go ahead 203144249214SRandall Stewart * and queue it. 2032f8829a4aSRandall Stewart */ 2033f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->pending_reply_queue)) { 2034f8829a4aSRandall Stewart /* first one on */ 2035f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2036f8829a4aSRandall Stewart } else { 203744249214SRandall Stewart struct sctp_queued_to_read *ctlOn, *nctlOn; 2038f8829a4aSRandall Stewart unsigned char inserted = 0; 2039f8829a4aSRandall Stewart 20404a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctlOn, &asoc->pending_reply_queue, next, nctlOn) { 204120b07a4dSMichael Tuexen if (SCTP_TSN_GT(control->sinfo_tsn, ctlOn->sinfo_tsn)) { 204244249214SRandall Stewart 20434a9ef3f8SMichael Tuexen continue; 2044f8829a4aSRandall Stewart } else { 2045f8829a4aSRandall Stewart /* found it */ 2046f8829a4aSRandall Stewart TAILQ_INSERT_BEFORE(ctlOn, control, next); 2047f8829a4aSRandall Stewart inserted = 1; 2048f8829a4aSRandall Stewart break; 2049f8829a4aSRandall Stewart } 2050f8829a4aSRandall Stewart } 2051f8829a4aSRandall Stewart if (inserted == 0) { 2052f8829a4aSRandall Stewart /* 205344249214SRandall Stewart * must be put at end, use prevP 205444249214SRandall Stewart * (all setup from loop) to setup 205544249214SRandall Stewart * nextP. 2056f8829a4aSRandall Stewart */ 2057f8829a4aSRandall Stewart TAILQ_INSERT_TAIL(&asoc->pending_reply_queue, control, next); 2058f8829a4aSRandall Stewart } 2059f8829a4aSRandall Stewart } 206044249214SRandall Stewart goto finish_express_del; 206144249214SRandall Stewart } 206244249214SRandall Stewart if (chunk_flags & SCTP_DATA_UNORDERED) { 206344249214SRandall Stewart /* queue directly into socket buffer */ 2064f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Unordered data to be read control: %p msg_id: %u\n", 206544249214SRandall Stewart control, msg_id); 206644249214SRandall Stewart sctp_mark_non_revokable(asoc, control->sinfo_tsn); 206744249214SRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 206844249214SRandall Stewart control, 206944249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 207044249214SRandall Stewart SCTP_READ_LOCK_NOT_HELD, SCTP_SO_NOT_LOCKED); 207144249214SRandall Stewart 2072f8829a4aSRandall Stewart } else { 2073f2ea2a2dSMichael Tuexen SCTPDBG(SCTP_DEBUG_XXX, "Queue control: %p for reordering msg_id: %u\n", control, 207444249214SRandall Stewart msg_id); 207544249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, control, abort_flag, &need_reasm_check); 2076f8829a4aSRandall Stewart if (*abort_flag) { 20778be0fd55SMichael Tuexen if (last_chunk) { 20788be0fd55SMichael Tuexen *m = NULL; 20798be0fd55SMichael Tuexen } 2080f8829a4aSRandall Stewart return (0); 2081f8829a4aSRandall Stewart } 2082f8829a4aSRandall Stewart } 208344249214SRandall Stewart goto finish_express_del; 2084f8829a4aSRandall Stewart } 208544249214SRandall Stewart /* If we reach here its a reassembly */ 208644249214SRandall Stewart need_reasm_check = 1; 208744249214SRandall Stewart SCTPDBG(SCTP_DEBUG_XXX, 2088f2ea2a2dSMichael Tuexen "Queue data to stream for reasm control: %p msg_id: %u\n", 208944249214SRandall Stewart control, msg_id); 209044249214SRandall Stewart sctp_queue_data_for_reasm(stcb, asoc, strm, control, chk, created_control, abort_flag, tsn); 2091f8829a4aSRandall Stewart if (*abort_flag) { 2092a5d547adSRandall Stewart /* 209344249214SRandall Stewart * the assoc is now gone and chk was put onto the reasm 209444249214SRandall Stewart * queue, which has all been freed. 2095a5d547adSRandall Stewart */ 20968be0fd55SMichael Tuexen if (last_chunk) { 2097a5d547adSRandall Stewart *m = NULL; 20988be0fd55SMichael Tuexen } 2099f8829a4aSRandall Stewart return (0); 2100f8829a4aSRandall Stewart } 2101f8829a4aSRandall Stewart finish_express_del: 210244249214SRandall Stewart /* Here we tidy up things */ 2103307b49efSMichael Tuexen if (tsn == (asoc->cumulative_tsn + 1)) { 2104307b49efSMichael Tuexen /* Update cum-ack */ 2105307b49efSMichael Tuexen asoc->cumulative_tsn = tsn; 2106307b49efSMichael Tuexen } 2107f8829a4aSRandall Stewart if (last_chunk) { 2108f8829a4aSRandall Stewart *m = NULL; 2109f8829a4aSRandall Stewart } 2110f42a358aSRandall Stewart if (ordered) { 2111f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inorderchunks); 2112f8829a4aSRandall Stewart } else { 2113f8829a4aSRandall Stewart SCTP_STAT_INCR_COUNTER64(sctps_inunorderchunks); 2114f8829a4aSRandall Stewart } 2115f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvdata); 2116f8829a4aSRandall Stewart /* Set it present please */ 2117b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_STR_LOGGING_ENABLE) { 211844249214SRandall Stewart sctp_log_strm_del_alt(stcb, tsn, msg_id, strmno, SCTP_STR_LOG_FROM_MARK_TSN); 211980fefe0aSRandall Stewart } 2120b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2121f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, asoc->cumulative_tsn, 2122f8829a4aSRandall Stewart asoc->highest_tsn_inside_map, SCTP_MAP_PREPARE_SLIDE); 212380fefe0aSRandall Stewart } 212417205eccSRandall Stewart /* check the special flag for stream resets */ 212517205eccSRandall Stewart if (((liste = TAILQ_FIRST(&asoc->resetHead)) != NULL) && 212620b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->cumulative_tsn, liste->tsn)) { 212717205eccSRandall Stewart /* 212817205eccSRandall Stewart * we have finished working through the backlogged TSN's now 212917205eccSRandall Stewart * time to reset streams. 1: call reset function. 2: free 213017205eccSRandall Stewart * pending_reply space 3: distribute any chunks in 213117205eccSRandall Stewart * pending_reply_queue. 213217205eccSRandall Stewart */ 21334a9ef3f8SMichael Tuexen struct sctp_queued_to_read *ctl, *nctl; 213417205eccSRandall Stewart 2135a169d6ecSMichael Tuexen sctp_reset_in_stream(stcb, liste->number_entries, liste->list_of_streams); 213617205eccSRandall Stewart TAILQ_REMOVE(&asoc->resetHead, liste, next_resp); 21377cca1775SRandall Stewart sctp_send_deferred_reset_response(stcb, liste, SCTP_STREAM_RESET_RESULT_PERFORMED); 2138207304d4SRandall Stewart SCTP_FREE(liste, SCTP_M_STRESET); 21393c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 214017205eccSRandall Stewart liste = TAILQ_FIRST(&asoc->resetHead); 21414a9ef3f8SMichael Tuexen if (TAILQ_EMPTY(&asoc->resetHead)) { 214217205eccSRandall Stewart /* All can be removed */ 21434a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 214417205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 214544249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, ctl, abort_flag, &need_reasm_check); 214617205eccSRandall Stewart if (*abort_flag) { 214717205eccSRandall Stewart return (0); 214817205eccSRandall Stewart } 214917205eccSRandall Stewart } 21504a9ef3f8SMichael Tuexen } else { 21514a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(ctl, &asoc->pending_reply_queue, next, nctl) { 215220b07a4dSMichael Tuexen if (SCTP_TSN_GT(ctl->sinfo_tsn, liste->tsn)) { 21534a9ef3f8SMichael Tuexen break; 21544a9ef3f8SMichael Tuexen } 215517205eccSRandall Stewart /* 215617205eccSRandall Stewart * if ctl->sinfo_tsn is <= liste->tsn we can 215717205eccSRandall Stewart * process it which is the NOT of 215817205eccSRandall Stewart * ctl->sinfo_tsn > liste->tsn 215917205eccSRandall Stewart */ 216017205eccSRandall Stewart TAILQ_REMOVE(&asoc->pending_reply_queue, ctl, next); 216144249214SRandall Stewart sctp_queue_data_to_stream(stcb, strm, asoc, ctl, abort_flag, &need_reasm_check); 216217205eccSRandall Stewart if (*abort_flag) { 216317205eccSRandall Stewart return (0); 216417205eccSRandall Stewart } 216517205eccSRandall Stewart } 216617205eccSRandall Stewart } 216717205eccSRandall Stewart /* 216817205eccSRandall Stewart * Now service re-assembly to pick up anything that has been 216917205eccSRandall Stewart * held on reassembly queue? 217017205eccSRandall Stewart */ 217144249214SRandall Stewart (void)sctp_deliver_reasm_check(stcb, asoc, strm); 217217205eccSRandall Stewart need_reasm_check = 0; 217317205eccSRandall Stewart } 2174139bc87fSRandall Stewart if (need_reasm_check) { 2175139bc87fSRandall Stewart /* Another one waits ? */ 217644249214SRandall Stewart (void)sctp_deliver_reasm_check(stcb, asoc, strm); 2177139bc87fSRandall Stewart } 2178f8829a4aSRandall Stewart return (1); 2179f8829a4aSRandall Stewart } 2180f8829a4aSRandall Stewart 2181ed654363SMichael Tuexen static const int8_t sctp_map_lookup_tab[256] = { 2182b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2183b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2184b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2185b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2186b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2187b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2188b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2189b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2190b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2191b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2192b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2193b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2194b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2195b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2196b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2197b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 7, 2198b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2199b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2200b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2201b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2202b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2203b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2204b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2205b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 6, 2206b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2207b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2208b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2209b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 5, 2210b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2211b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 4, 2212b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 3, 2213b5c16493SMichael Tuexen 0, 1, 0, 2, 0, 1, 0, 8 2214f8829a4aSRandall Stewart }; 2215f8829a4aSRandall Stewart 2216f8829a4aSRandall Stewart 2217f8829a4aSRandall Stewart void 2218b5c16493SMichael Tuexen sctp_slide_mapping_arrays(struct sctp_tcb *stcb) 2219f8829a4aSRandall Stewart { 2220f8829a4aSRandall Stewart /* 2221f8829a4aSRandall Stewart * Now we also need to check the mapping array in a couple of ways. 2222f8829a4aSRandall Stewart * 1) Did we move the cum-ack point? 222366bd30bdSRandall Stewart * 222466bd30bdSRandall Stewart * When you first glance at this you might think that all entries that 222566bd30bdSRandall Stewart * make up the postion of the cum-ack would be in the nr-mapping 222666bd30bdSRandall Stewart * array only.. i.e. things up to the cum-ack are always 222766bd30bdSRandall Stewart * deliverable. Thats true with one exception, when its a fragmented 222866bd30bdSRandall Stewart * message we may not deliver the data until some threshold (or all 222966bd30bdSRandall Stewart * of it) is in place. So we must OR the nr_mapping_array and 223066bd30bdSRandall Stewart * mapping_array to get a true picture of the cum-ack. 2231f8829a4aSRandall Stewart */ 2232f8829a4aSRandall Stewart struct sctp_association *asoc; 2233b3f1ea41SRandall Stewart int at; 223466bd30bdSRandall Stewart uint8_t val; 2235f8829a4aSRandall Stewart int slide_from, slide_end, lgap, distance; 223677acdc25SRandall Stewart uint32_t old_cumack, old_base, old_highest, highest_tsn; 2237f8829a4aSRandall Stewart 2238f8829a4aSRandall Stewart asoc = &stcb->asoc; 2239f8829a4aSRandall Stewart 2240f8829a4aSRandall Stewart old_cumack = asoc->cumulative_tsn; 2241f8829a4aSRandall Stewart old_base = asoc->mapping_array_base_tsn; 2242f8829a4aSRandall Stewart old_highest = asoc->highest_tsn_inside_map; 2243f8829a4aSRandall Stewart /* 2244f8829a4aSRandall Stewart * We could probably improve this a small bit by calculating the 2245f8829a4aSRandall Stewart * offset of the current cum-ack as the starting point. 2246f8829a4aSRandall Stewart */ 2247f8829a4aSRandall Stewart at = 0; 2248b5c16493SMichael Tuexen for (slide_from = 0; slide_from < stcb->asoc.mapping_array_size; slide_from++) { 224966bd30bdSRandall Stewart val = asoc->nr_mapping_array[slide_from] | asoc->mapping_array[slide_from]; 225066bd30bdSRandall Stewart if (val == 0xff) { 2251f8829a4aSRandall Stewart at += 8; 2252f8829a4aSRandall Stewart } else { 2253f8829a4aSRandall Stewart /* there is a 0 bit */ 225466bd30bdSRandall Stewart at += sctp_map_lookup_tab[val]; 2255f8829a4aSRandall Stewart break; 2256f8829a4aSRandall Stewart } 2257f8829a4aSRandall Stewart } 2258b5c16493SMichael Tuexen asoc->cumulative_tsn = asoc->mapping_array_base_tsn + (at - 1); 2259f8829a4aSRandall Stewart 226020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_map) && 226120b07a4dSMichael Tuexen SCTP_TSN_GT(asoc->cumulative_tsn, asoc->highest_tsn_inside_nr_map)) { 2262a5d547adSRandall Stewart #ifdef INVARIANTS 2263ceaad40aSRandall Stewart panic("huh, cumack 0x%x greater than high-tsn 0x%x in map", 2264ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 2265f8829a4aSRandall Stewart #else 2266ceaad40aSRandall Stewart SCTP_PRINTF("huh, cumack 0x%x greater than high-tsn 0x%x in map - should panic?\n", 2267ceaad40aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map); 22680e13104dSRandall Stewart sctp_print_mapping_array(asoc); 2269b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2270b3f1ea41SRandall Stewart sctp_log_map(0, 6, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 2271b3f1ea41SRandall Stewart } 2272f8829a4aSRandall Stewart asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2273830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->cumulative_tsn; 2274f8829a4aSRandall Stewart #endif 2275f8829a4aSRandall Stewart } 227620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 227777acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_nr_map; 227877acdc25SRandall Stewart } else { 227977acdc25SRandall Stewart highest_tsn = asoc->highest_tsn_inside_map; 228077acdc25SRandall Stewart } 228177acdc25SRandall Stewart if ((asoc->cumulative_tsn == highest_tsn) && (at >= 8)) { 2282f8829a4aSRandall Stewart /* The complete array was completed by a single FR */ 228377acdc25SRandall Stewart /* highest becomes the cum-ack */ 228437f144ebSMichael Tuexen int clr; 228537f144ebSMichael Tuexen 228637f144ebSMichael Tuexen #ifdef INVARIANTS 228737f144ebSMichael Tuexen unsigned int i; 228837f144ebSMichael Tuexen 228937f144ebSMichael Tuexen #endif 2290f8829a4aSRandall Stewart 2291f8829a4aSRandall Stewart /* clear the array */ 2292b5c16493SMichael Tuexen clr = ((at + 7) >> 3); 2293c4739e2fSRandall Stewart if (clr > asoc->mapping_array_size) { 2294f8829a4aSRandall Stewart clr = asoc->mapping_array_size; 2295f8829a4aSRandall Stewart } 2296f8829a4aSRandall Stewart memset(asoc->mapping_array, 0, clr); 2297830d754dSRandall Stewart memset(asoc->nr_mapping_array, 0, clr); 229837f144ebSMichael Tuexen #ifdef INVARIANTS 2299b5c16493SMichael Tuexen for (i = 0; i < asoc->mapping_array_size; i++) { 2300b5c16493SMichael Tuexen if ((asoc->mapping_array[i]) || (asoc->nr_mapping_array[i])) { 2301cd3fd531SMichael Tuexen SCTP_PRINTF("Error Mapping array's not clean at clear\n"); 2302b5c16493SMichael Tuexen sctp_print_mapping_array(asoc); 2303b5c16493SMichael Tuexen } 2304b5c16493SMichael Tuexen } 230537f144ebSMichael Tuexen #endif 230677acdc25SRandall Stewart asoc->mapping_array_base_tsn = asoc->cumulative_tsn + 1; 230777acdc25SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->highest_tsn_inside_map = asoc->cumulative_tsn; 2308f8829a4aSRandall Stewart } else if (at >= 8) { 2309f8829a4aSRandall Stewart /* we can slide the mapping array down */ 2310b3f1ea41SRandall Stewart /* slide_from holds where we hit the first NON 0xff byte */ 2311b3f1ea41SRandall Stewart 2312f8829a4aSRandall Stewart /* 2313f8829a4aSRandall Stewart * now calculate the ceiling of the move using our highest 2314f8829a4aSRandall Stewart * TSN value 2315f8829a4aSRandall Stewart */ 231677acdc25SRandall Stewart SCTP_CALC_TSN_TO_GAP(lgap, highest_tsn, asoc->mapping_array_base_tsn); 231777acdc25SRandall Stewart slide_end = (lgap >> 3); 2318f8829a4aSRandall Stewart if (slide_end < slide_from) { 231977acdc25SRandall Stewart sctp_print_mapping_array(asoc); 2320d55b0b1bSRandall Stewart #ifdef INVARIANTS 2321f8829a4aSRandall Stewart panic("impossible slide"); 2322d55b0b1bSRandall Stewart #else 2323cd3fd531SMichael Tuexen SCTP_PRINTF("impossible slide lgap: %x slide_end: %x slide_from: %x? at: %d\n", 232477acdc25SRandall Stewart lgap, slide_end, slide_from, at); 2325d55b0b1bSRandall Stewart return; 2326d55b0b1bSRandall Stewart #endif 2327f8829a4aSRandall Stewart } 2328b3f1ea41SRandall Stewart if (slide_end > asoc->mapping_array_size) { 2329b3f1ea41SRandall Stewart #ifdef INVARIANTS 2330b3f1ea41SRandall Stewart panic("would overrun buffer"); 2331b3f1ea41SRandall Stewart #else 2332cd3fd531SMichael Tuexen SCTP_PRINTF("Gak, would have overrun map end: %d slide_end: %d\n", 2333b3f1ea41SRandall Stewart asoc->mapping_array_size, slide_end); 2334b3f1ea41SRandall Stewart slide_end = asoc->mapping_array_size; 2335b3f1ea41SRandall Stewart #endif 2336b3f1ea41SRandall Stewart } 2337f8829a4aSRandall Stewart distance = (slide_end - slide_from) + 1; 2338b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2339f8829a4aSRandall Stewart sctp_log_map(old_base, old_cumack, old_highest, 2340f8829a4aSRandall Stewart SCTP_MAP_PREPARE_SLIDE); 2341f8829a4aSRandall Stewart sctp_log_map((uint32_t) slide_from, (uint32_t) slide_end, 2342f8829a4aSRandall Stewart (uint32_t) lgap, SCTP_MAP_SLIDE_FROM); 234380fefe0aSRandall Stewart } 2344f8829a4aSRandall Stewart if (distance + slide_from > asoc->mapping_array_size || 2345f8829a4aSRandall Stewart distance < 0) { 2346f8829a4aSRandall Stewart /* 2347f8829a4aSRandall Stewart * Here we do NOT slide forward the array so that 2348f8829a4aSRandall Stewart * hopefully when more data comes in to fill it up 2349f8829a4aSRandall Stewart * we will be able to slide it forward. Really I 2350f8829a4aSRandall Stewart * don't think this should happen :-0 2351f8829a4aSRandall Stewart */ 2352f8829a4aSRandall Stewart 2353b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2354f8829a4aSRandall Stewart sctp_log_map((uint32_t) distance, (uint32_t) slide_from, 2355f8829a4aSRandall Stewart (uint32_t) asoc->mapping_array_size, 2356f8829a4aSRandall Stewart SCTP_MAP_SLIDE_NONE); 235780fefe0aSRandall Stewart } 2358f8829a4aSRandall Stewart } else { 2359f8829a4aSRandall Stewart int ii; 2360f8829a4aSRandall Stewart 2361f8829a4aSRandall Stewart for (ii = 0; ii < distance; ii++) { 236237f144ebSMichael Tuexen asoc->mapping_array[ii] = asoc->mapping_array[slide_from + ii]; 236337f144ebSMichael Tuexen asoc->nr_mapping_array[ii] = asoc->nr_mapping_array[slide_from + ii]; 236477acdc25SRandall Stewart 2365f8829a4aSRandall Stewart } 2366aed5947cSMichael Tuexen for (ii = distance; ii < asoc->mapping_array_size; ii++) { 2367f8829a4aSRandall Stewart asoc->mapping_array[ii] = 0; 236877acdc25SRandall Stewart asoc->nr_mapping_array[ii] = 0; 2369f8829a4aSRandall Stewart } 2370ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_map + 1 == asoc->mapping_array_base_tsn) { 2371ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_map += (slide_from << 3); 2372ee94f0a2SMichael Tuexen } 2373ee94f0a2SMichael Tuexen if (asoc->highest_tsn_inside_nr_map + 1 == asoc->mapping_array_base_tsn) { 2374ee94f0a2SMichael Tuexen asoc->highest_tsn_inside_nr_map += (slide_from << 3); 2375ee94f0a2SMichael Tuexen } 2376f8829a4aSRandall Stewart asoc->mapping_array_base_tsn += (slide_from << 3); 2377b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 2378f8829a4aSRandall Stewart sctp_log_map(asoc->mapping_array_base_tsn, 2379f8829a4aSRandall Stewart asoc->cumulative_tsn, asoc->highest_tsn_inside_map, 2380f8829a4aSRandall Stewart SCTP_MAP_SLIDE_RESULT); 238180fefe0aSRandall Stewart } 2382830d754dSRandall Stewart } 2383830d754dSRandall Stewart } 2384b5c16493SMichael Tuexen } 2385b5c16493SMichael Tuexen 2386b5c16493SMichael Tuexen void 23877215cc1bSMichael Tuexen sctp_sack_check(struct sctp_tcb *stcb, int was_a_gap) 2388b5c16493SMichael Tuexen { 2389b5c16493SMichael Tuexen struct sctp_association *asoc; 2390b5c16493SMichael Tuexen uint32_t highest_tsn; 2391b5c16493SMichael Tuexen 2392b5c16493SMichael Tuexen asoc = &stcb->asoc; 239320b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 2394b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 2395b5c16493SMichael Tuexen } else { 2396b5c16493SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2397b5c16493SMichael Tuexen } 2398b5c16493SMichael Tuexen 2399830d754dSRandall Stewart /* 2400f8829a4aSRandall Stewart * Now we need to see if we need to queue a sack or just start the 2401f8829a4aSRandall Stewart * timer (if allowed). 2402f8829a4aSRandall Stewart */ 2403f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 2404f8829a4aSRandall Stewart /* 2405b5c16493SMichael Tuexen * Ok special case, in SHUTDOWN-SENT case. here we maker 2406b5c16493SMichael Tuexen * sure SACK timer is off and instead send a SHUTDOWN and a 2407b5c16493SMichael Tuexen * SACK 2408f8829a4aSRandall Stewart */ 2409139bc87fSRandall Stewart if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2410f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_RECV, 2411b7d130beSMichael Tuexen stcb->sctp_ep, stcb, NULL, 241244249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_17); 2413f8829a4aSRandall Stewart } 2414ca85e948SMichael Tuexen sctp_send_shutdown(stcb, 2415ca85e948SMichael Tuexen ((stcb->asoc.alternate) ? stcb->asoc.alternate : stcb->asoc.primary_destination)); 2416689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2417f8829a4aSRandall Stewart } else { 2418f8829a4aSRandall Stewart int is_a_gap; 2419f8829a4aSRandall Stewart 2420f8829a4aSRandall Stewart /* is there a gap now ? */ 242120b07a4dSMichael Tuexen is_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2422f8829a4aSRandall Stewart 2423f8829a4aSRandall Stewart /* 2424b5c16493SMichael Tuexen * CMT DAC algorithm: increase number of packets received 2425b5c16493SMichael Tuexen * since last ack 2426f8829a4aSRandall Stewart */ 2427f8829a4aSRandall Stewart stcb->asoc.cmt_dac_pkts_rcvd++; 2428f8829a4aSRandall Stewart 242942551e99SRandall Stewart if ((stcb->asoc.send_sack == 1) || /* We need to send a 243042551e99SRandall Stewart * SACK */ 2431f8829a4aSRandall Stewart ((was_a_gap) && (is_a_gap == 0)) || /* was a gap, but no 2432f8829a4aSRandall Stewart * longer is one */ 2433f8829a4aSRandall Stewart (stcb->asoc.numduptsns) || /* we have dup's */ 2434f8829a4aSRandall Stewart (is_a_gap) || /* is still a gap */ 243542551e99SRandall Stewart (stcb->asoc.delayed_ack == 0) || /* Delayed sack disabled */ 243642551e99SRandall Stewart (stcb->asoc.data_pkts_seen >= stcb->asoc.sack_freq) /* hit limit of pkts */ 2437f8829a4aSRandall Stewart ) { 2438f8829a4aSRandall Stewart 24397c99d56fSMichael Tuexen if ((stcb->asoc.sctp_cmt_on_off > 0) && 2440b3f1ea41SRandall Stewart (SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) && 244142551e99SRandall Stewart (stcb->asoc.send_sack == 0) && 2442f8829a4aSRandall Stewart (stcb->asoc.numduptsns == 0) && 2443f8829a4aSRandall Stewart (stcb->asoc.delayed_ack) && 2444139bc87fSRandall Stewart (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer))) { 2445f8829a4aSRandall Stewart 2446f8829a4aSRandall Stewart /* 2447b5c16493SMichael Tuexen * CMT DAC algorithm: With CMT, delay acks 2448b5c16493SMichael Tuexen * even in the face of 2449f8829a4aSRandall Stewart * 2450b5c16493SMichael Tuexen * reordering. Therefore, if acks that do not 2451b5c16493SMichael Tuexen * have to be sent because of the above 2452b5c16493SMichael Tuexen * reasons, will be delayed. That is, acks 2453b5c16493SMichael Tuexen * that would have been sent due to gap 2454b5c16493SMichael Tuexen * reports will be delayed with DAC. Start 2455f8829a4aSRandall Stewart * the delayed ack timer. 2456f8829a4aSRandall Stewart */ 2457f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2458f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2459f8829a4aSRandall Stewart } else { 2460f8829a4aSRandall Stewart /* 2461b5c16493SMichael Tuexen * Ok we must build a SACK since the timer 2462b5c16493SMichael Tuexen * is pending, we got our first packet OR 2463b5c16493SMichael Tuexen * there are gaps or duplicates. 2464f8829a4aSRandall Stewart */ 2465ad81507eSRandall Stewart (void)SCTP_OS_TIMER_STOP(&stcb->asoc.dack_timer.timer); 2466689e6a5fSMichael Tuexen sctp_send_sack(stcb, SCTP_SO_NOT_LOCKED); 2467f8829a4aSRandall Stewart } 2468f8829a4aSRandall Stewart } else { 246942551e99SRandall Stewart if (!SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) { 2470f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_RECV, 2471f8829a4aSRandall Stewart stcb->sctp_ep, stcb, NULL); 2472f8829a4aSRandall Stewart } 2473f8829a4aSRandall Stewart } 2474f8829a4aSRandall Stewart } 2475f8829a4aSRandall Stewart } 2476f8829a4aSRandall Stewart 2477f8829a4aSRandall Stewart int 2478f8829a4aSRandall Stewart sctp_process_data(struct mbuf **mm, int iphlen, int *offset, int length, 2479e7e71dd7SMichael Tuexen struct sctp_inpcb *inp, struct sctp_tcb *stcb, 2480e7e71dd7SMichael Tuexen struct sctp_nets *net, uint32_t * high_tsn) 2481f8829a4aSRandall Stewart { 248244249214SRandall Stewart struct sctp_chunkhdr *ch, chunk_buf; 2483f8829a4aSRandall Stewart struct sctp_association *asoc; 2484f8829a4aSRandall Stewart int num_chunks = 0; /* number of control chunks processed */ 2485f8829a4aSRandall Stewart int stop_proc = 0; 2486f8829a4aSRandall Stewart int chk_length, break_flag, last_chunk; 24878f777478SMichael Tuexen int abort_flag = 0, was_a_gap; 2488f8829a4aSRandall Stewart struct mbuf *m; 24898f777478SMichael Tuexen uint32_t highest_tsn; 2490f8829a4aSRandall Stewart 2491f8829a4aSRandall Stewart /* set the rwnd */ 2492f8829a4aSRandall Stewart sctp_set_rwnd(stcb, &stcb->asoc); 2493f8829a4aSRandall Stewart 2494f8829a4aSRandall Stewart m = *mm; 2495f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 2496f8829a4aSRandall Stewart asoc = &stcb->asoc; 249720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->highest_tsn_inside_map)) { 24988f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_nr_map; 24998f777478SMichael Tuexen } else { 25008f777478SMichael Tuexen highest_tsn = asoc->highest_tsn_inside_map; 2501f8829a4aSRandall Stewart } 250220b07a4dSMichael Tuexen was_a_gap = SCTP_TSN_GT(highest_tsn, stcb->asoc.cumulative_tsn); 2503f8829a4aSRandall Stewart /* 2504f8829a4aSRandall Stewart * setup where we got the last DATA packet from for any SACK that 2505f8829a4aSRandall Stewart * may need to go out. Don't bump the net. This is done ONLY when a 2506f8829a4aSRandall Stewart * chunk is assigned. 2507f8829a4aSRandall Stewart */ 2508f8829a4aSRandall Stewart asoc->last_data_chunk_from = net; 2509f8829a4aSRandall Stewart 2510d06c82f1SRandall Stewart /*- 2511f8829a4aSRandall Stewart * Now before we proceed we must figure out if this is a wasted 2512f8829a4aSRandall Stewart * cluster... i.e. it is a small packet sent in and yet the driver 2513f8829a4aSRandall Stewart * underneath allocated a full cluster for it. If so we must copy it 2514f8829a4aSRandall Stewart * to a smaller mbuf and free up the cluster mbuf. This will help 2515d06c82f1SRandall Stewart * with cluster starvation. Note for __Panda__ we don't do this 2516d06c82f1SRandall Stewart * since it has clusters all the way down to 64 bytes. 2517f8829a4aSRandall Stewart */ 251844b7479bSRandall Stewart if (SCTP_BUF_LEN(m) < (long)MLEN && SCTP_BUF_NEXT(m) == NULL) { 2519f8829a4aSRandall Stewart /* we only handle mbufs that are singletons.. not chains */ 2520eb1b1807SGleb Smirnoff m = sctp_get_mbuf_for_msg(SCTP_BUF_LEN(m), 0, M_NOWAIT, 1, MT_DATA); 2521f8829a4aSRandall Stewart if (m) { 2522f8829a4aSRandall Stewart /* ok lets see if we can copy the data up */ 2523f8829a4aSRandall Stewart caddr_t *from, *to; 2524f8829a4aSRandall Stewart 2525f8829a4aSRandall Stewart /* get the pointers and copy */ 2526f8829a4aSRandall Stewart to = mtod(m, caddr_t *); 2527f8829a4aSRandall Stewart from = mtod((*mm), caddr_t *); 2528139bc87fSRandall Stewart memcpy(to, from, SCTP_BUF_LEN((*mm))); 2529f8829a4aSRandall Stewart /* copy the length and free up the old */ 2530139bc87fSRandall Stewart SCTP_BUF_LEN(m) = SCTP_BUF_LEN((*mm)); 2531f8829a4aSRandall Stewart sctp_m_freem(*mm); 2532f8829a4aSRandall Stewart /* sucess, back copy */ 2533f8829a4aSRandall Stewart *mm = m; 2534f8829a4aSRandall Stewart } else { 2535f8829a4aSRandall Stewart /* We are in trouble in the mbuf world .. yikes */ 2536f8829a4aSRandall Stewart m = *mm; 2537f8829a4aSRandall Stewart } 2538f8829a4aSRandall Stewart } 2539f8829a4aSRandall Stewart /* get pointer to the first chunk header */ 254044249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 254144249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2542f8829a4aSRandall Stewart if (ch == NULL) { 2543f8829a4aSRandall Stewart return (1); 2544f8829a4aSRandall Stewart } 2545f8829a4aSRandall Stewart /* 2546f8829a4aSRandall Stewart * process all DATA chunks... 2547f8829a4aSRandall Stewart */ 2548f8829a4aSRandall Stewart *high_tsn = asoc->cumulative_tsn; 2549f8829a4aSRandall Stewart break_flag = 0; 255042551e99SRandall Stewart asoc->data_pkts_seen++; 2551f8829a4aSRandall Stewart while (stop_proc == 0) { 2552f8829a4aSRandall Stewart /* validate chunk length */ 255344249214SRandall Stewart chk_length = ntohs(ch->chunk_length); 2554f8829a4aSRandall Stewart if (length - *offset < chk_length) { 2555f8829a4aSRandall Stewart /* all done, mutulated chunk */ 2556f8829a4aSRandall Stewart stop_proc = 1; 255760990c0cSMichael Tuexen continue; 2558f8829a4aSRandall Stewart } 255944249214SRandall Stewart if ((asoc->idata_supported == 1) && 256044249214SRandall Stewart (ch->chunk_type == SCTP_DATA)) { 256144249214SRandall Stewart struct mbuf *op_err; 256244249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 256344249214SRandall Stewart 256444249214SRandall Stewart snprintf(msg, sizeof(msg), "I-DATA chunk received when DATA was negotiated"); 256544249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 256644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_18; 256744249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 256844249214SRandall Stewart return (2); 256944249214SRandall Stewart } 257044249214SRandall Stewart if ((asoc->idata_supported == 0) && 257144249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 257244249214SRandall Stewart struct mbuf *op_err; 257344249214SRandall Stewart char msg[SCTP_DIAG_INFO_LEN]; 257444249214SRandall Stewart 257544249214SRandall Stewart snprintf(msg, sizeof(msg), "DATA chunk received when I-DATA was negotiated"); 257644249214SRandall Stewart op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 257744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_19; 257844249214SRandall Stewart sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 257944249214SRandall Stewart return (2); 258044249214SRandall Stewart } 258144249214SRandall Stewart if ((ch->chunk_type == SCTP_DATA) || 258244249214SRandall Stewart (ch->chunk_type == SCTP_IDATA)) { 258344249214SRandall Stewart int clen; 258444249214SRandall Stewart 258544249214SRandall Stewart if (ch->chunk_type == SCTP_DATA) { 258644249214SRandall Stewart clen = sizeof(struct sctp_data_chunk); 258744249214SRandall Stewart } else { 258844249214SRandall Stewart clen = sizeof(struct sctp_idata_chunk); 258944249214SRandall Stewart } 2590f8ee69bfSMichael Tuexen if (chk_length < clen) { 2591f8829a4aSRandall Stewart /* 2592f8829a4aSRandall Stewart * Need to send an abort since we had a 2593f8829a4aSRandall Stewart * invalid data chunk. 2594f8829a4aSRandall Stewart */ 2595f8829a4aSRandall Stewart struct mbuf *op_err; 2596ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2597f8829a4aSRandall Stewart 2598ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk of length %d", 2599ff1ffd74SMichael Tuexen chk_length); 2600ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 260144249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_20; 2602e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 260332451da4SMichael Tuexen return (2); 260432451da4SMichael Tuexen } 2605f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 2606f8829a4aSRandall Stewart sctp_audit_log(0xB1, 0); 2607f8829a4aSRandall Stewart #endif 2608f8829a4aSRandall Stewart if (SCTP_SIZE32(chk_length) == (length - *offset)) { 2609f8829a4aSRandall Stewart last_chunk = 1; 2610f8829a4aSRandall Stewart } else { 2611f8829a4aSRandall Stewart last_chunk = 0; 2612f8829a4aSRandall Stewart } 261344249214SRandall Stewart if (sctp_process_a_data_chunk(stcb, asoc, mm, *offset, 2614f8829a4aSRandall Stewart chk_length, net, high_tsn, &abort_flag, &break_flag, 261544249214SRandall Stewart last_chunk, ch->chunk_type)) { 2616f8829a4aSRandall Stewart num_chunks++; 2617f8829a4aSRandall Stewart } 2618f8829a4aSRandall Stewart if (abort_flag) 2619f8829a4aSRandall Stewart return (2); 2620f8829a4aSRandall Stewart 2621f8829a4aSRandall Stewart if (break_flag) { 2622f8829a4aSRandall Stewart /* 2623f8829a4aSRandall Stewart * Set because of out of rwnd space and no 2624f8829a4aSRandall Stewart * drop rep space left. 2625f8829a4aSRandall Stewart */ 2626f8829a4aSRandall Stewart stop_proc = 1; 262760990c0cSMichael Tuexen continue; 2628f8829a4aSRandall Stewart } 2629f8829a4aSRandall Stewart } else { 2630f8829a4aSRandall Stewart /* not a data chunk in the data region */ 263144249214SRandall Stewart switch (ch->chunk_type) { 2632f8829a4aSRandall Stewart case SCTP_INITIATION: 2633f8829a4aSRandall Stewart case SCTP_INITIATION_ACK: 2634f8829a4aSRandall Stewart case SCTP_SELECTIVE_ACK: 263560990c0cSMichael Tuexen case SCTP_NR_SELECTIVE_ACK: 2636f8829a4aSRandall Stewart case SCTP_HEARTBEAT_REQUEST: 2637f8829a4aSRandall Stewart case SCTP_HEARTBEAT_ACK: 2638f8829a4aSRandall Stewart case SCTP_ABORT_ASSOCIATION: 2639f8829a4aSRandall Stewart case SCTP_SHUTDOWN: 2640f8829a4aSRandall Stewart case SCTP_SHUTDOWN_ACK: 2641f8829a4aSRandall Stewart case SCTP_OPERATION_ERROR: 2642f8829a4aSRandall Stewart case SCTP_COOKIE_ECHO: 2643f8829a4aSRandall Stewart case SCTP_COOKIE_ACK: 2644f8829a4aSRandall Stewart case SCTP_ECN_ECHO: 2645f8829a4aSRandall Stewart case SCTP_ECN_CWR: 2646f8829a4aSRandall Stewart case SCTP_SHUTDOWN_COMPLETE: 2647f8829a4aSRandall Stewart case SCTP_AUTHENTICATION: 2648f8829a4aSRandall Stewart case SCTP_ASCONF_ACK: 2649f8829a4aSRandall Stewart case SCTP_PACKET_DROPPED: 2650f8829a4aSRandall Stewart case SCTP_STREAM_RESET: 2651f8829a4aSRandall Stewart case SCTP_FORWARD_CUM_TSN: 2652f8829a4aSRandall Stewart case SCTP_ASCONF: 2653f8829a4aSRandall Stewart /* 2654f8829a4aSRandall Stewart * Now, what do we do with KNOWN chunks that 2655f8829a4aSRandall Stewart * are NOT in the right place? 2656f8829a4aSRandall Stewart * 2657f8829a4aSRandall Stewart * For now, I do nothing but ignore them. We 2658f8829a4aSRandall Stewart * may later want to add sysctl stuff to 2659f8829a4aSRandall Stewart * switch out and do either an ABORT() or 2660f8829a4aSRandall Stewart * possibly process them. 2661f8829a4aSRandall Stewart */ 2662b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_strict_data_order)) { 2663f8829a4aSRandall Stewart struct mbuf *op_err; 2664267dbe63SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 2665f8829a4aSRandall Stewart 26669ae56375SMichael Tuexen snprintf(msg, sizeof(msg), "DATA chunk followed by chunk of type %2.2x", 266744249214SRandall Stewart ch->chunk_type); 2668267dbe63SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 2669e7e71dd7SMichael Tuexen sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED); 2670f8829a4aSRandall Stewart return (2); 2671f8829a4aSRandall Stewart } 2672f8829a4aSRandall Stewart break; 2673f8829a4aSRandall Stewart default: 2674f8829a4aSRandall Stewart /* unknown chunk type, use bit rules */ 267544249214SRandall Stewart if (ch->chunk_type & 0x40) { 2676f8829a4aSRandall Stewart /* Add a error report to the queue */ 267786eda749SMichael Tuexen struct mbuf *op_err; 267886eda749SMichael Tuexen struct sctp_gen_error_cause *cause; 2679f8829a4aSRandall Stewart 268086eda749SMichael Tuexen op_err = sctp_get_mbuf_for_msg(sizeof(struct sctp_gen_error_cause), 268186eda749SMichael Tuexen 0, M_NOWAIT, 1, MT_DATA); 268286eda749SMichael Tuexen if (op_err != NULL) { 268386eda749SMichael Tuexen cause = mtod(op_err, struct sctp_gen_error_cause *); 268486eda749SMichael Tuexen cause->code = htons(SCTP_CAUSE_UNRECOG_CHUNK); 26859a8e3088SMichael Tuexen cause->length = htons((uint16_t) (chk_length + sizeof(struct sctp_gen_error_cause))); 268686eda749SMichael Tuexen SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause); 268786eda749SMichael Tuexen SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(m, *offset, chk_length, M_NOWAIT); 268886eda749SMichael Tuexen if (SCTP_BUF_NEXT(op_err) != NULL) { 268986eda749SMichael Tuexen sctp_queue_op_err(stcb, op_err); 2690f8829a4aSRandall Stewart } else { 269186eda749SMichael Tuexen sctp_m_freem(op_err); 2692f8829a4aSRandall Stewart } 2693f8829a4aSRandall Stewart } 2694f8829a4aSRandall Stewart } 269544249214SRandall Stewart if ((ch->chunk_type & 0x80) == 0) { 2696f8829a4aSRandall Stewart /* discard the rest of this packet */ 2697f8829a4aSRandall Stewart stop_proc = 1; 2698f8829a4aSRandall Stewart } /* else skip this bad chunk and 2699f8829a4aSRandall Stewart * continue... */ 2700f8829a4aSRandall Stewart break; 270160990c0cSMichael Tuexen } /* switch of chunk type */ 2702f8829a4aSRandall Stewart } 2703f8829a4aSRandall Stewart *offset += SCTP_SIZE32(chk_length); 2704f8829a4aSRandall Stewart if ((*offset >= length) || stop_proc) { 2705f8829a4aSRandall Stewart /* no more data left in the mbuf chain */ 2706f8829a4aSRandall Stewart stop_proc = 1; 2707f8829a4aSRandall Stewart continue; 2708f8829a4aSRandall Stewart } 270944249214SRandall Stewart ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, *offset, 271044249214SRandall Stewart sizeof(struct sctp_chunkhdr), (uint8_t *) & chunk_buf); 2711f8829a4aSRandall Stewart if (ch == NULL) { 2712f8829a4aSRandall Stewart *offset = length; 2713f8829a4aSRandall Stewart stop_proc = 1; 271460990c0cSMichael Tuexen continue; 2715f8829a4aSRandall Stewart } 271660990c0cSMichael Tuexen } 2717f8829a4aSRandall Stewart if (break_flag) { 2718f8829a4aSRandall Stewart /* 2719f8829a4aSRandall Stewart * we need to report rwnd overrun drops. 2720f8829a4aSRandall Stewart */ 272120cc2188SMichael Tuexen sctp_send_packet_dropped(stcb, net, *mm, length, iphlen, 0); 2722f8829a4aSRandall Stewart } 2723f8829a4aSRandall Stewart if (num_chunks) { 2724f8829a4aSRandall Stewart /* 2725ceaad40aSRandall Stewart * Did we get data, if so update the time for auto-close and 2726f8829a4aSRandall Stewart * give peer credit for being alive. 2727f8829a4aSRandall Stewart */ 2728f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_recvpktwithdata); 2729b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 2730c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 2731c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 2732c4739e2fSRandall Stewart 0, 2733c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 2734c4739e2fSRandall Stewart __LINE__); 2735c4739e2fSRandall Stewart } 2736f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 27376e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&stcb->asoc.time_last_rcvd); 2738f8829a4aSRandall Stewart } 2739f8829a4aSRandall Stewart /* now service all of the reassm queue if needed */ 2740f8829a4aSRandall Stewart if (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_SENT) { 274142551e99SRandall Stewart /* Assure that we ack right away */ 274242551e99SRandall Stewart stcb->asoc.send_sack = 1; 2743f8829a4aSRandall Stewart } 2744f8829a4aSRandall Stewart /* Start a sack timer or QUEUE a SACK for sending */ 27457215cc1bSMichael Tuexen sctp_sack_check(stcb, was_a_gap); 2746f8829a4aSRandall Stewart return (0); 2747f8829a4aSRandall Stewart } 2748f8829a4aSRandall Stewart 27490fa753b3SRandall Stewart static int 27500fa753b3SRandall Stewart sctp_process_segment_range(struct sctp_tcb *stcb, struct sctp_tmit_chunk **p_tp1, uint32_t last_tsn, 27510fa753b3SRandall Stewart uint16_t frag_strt, uint16_t frag_end, int nr_sacking, 27520fa753b3SRandall Stewart int *num_frs, 27530fa753b3SRandall Stewart uint32_t * biggest_newly_acked_tsn, 27540fa753b3SRandall Stewart uint32_t * this_sack_lowest_newack, 27557215cc1bSMichael Tuexen int *rto_ok) 27560fa753b3SRandall Stewart { 27570fa753b3SRandall Stewart struct sctp_tmit_chunk *tp1; 27580fa753b3SRandall Stewart unsigned int theTSN; 2759b5c16493SMichael Tuexen int j, wake_him = 0, circled = 0; 27600fa753b3SRandall Stewart 27610fa753b3SRandall Stewart /* Recover the tp1 we last saw */ 27620fa753b3SRandall Stewart tp1 = *p_tp1; 27630fa753b3SRandall Stewart if (tp1 == NULL) { 27640fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 27650fa753b3SRandall Stewart } 27660fa753b3SRandall Stewart for (j = frag_strt; j <= frag_end; j++) { 27670fa753b3SRandall Stewart theTSN = j + last_tsn; 27680fa753b3SRandall Stewart while (tp1) { 27690fa753b3SRandall Stewart if (tp1->rec.data.doing_fast_retransmit) 27700fa753b3SRandall Stewart (*num_frs) += 1; 27710fa753b3SRandall Stewart 27720fa753b3SRandall Stewart /*- 27730fa753b3SRandall Stewart * CMT: CUCv2 algorithm. For each TSN being 27740fa753b3SRandall Stewart * processed from the sent queue, track the 27750fa753b3SRandall Stewart * next expected pseudo-cumack, or 27760fa753b3SRandall Stewart * rtx_pseudo_cumack, if required. Separate 27770fa753b3SRandall Stewart * cumack trackers for first transmissions, 27780fa753b3SRandall Stewart * and retransmissions. 27790fa753b3SRandall Stewart */ 27808427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 27818427b3fdSMichael Tuexen (tp1->whoTo->find_pseudo_cumack == 1) && 27820fa753b3SRandall Stewart (tp1->snd_count == 1)) { 27830fa753b3SRandall Stewart tp1->whoTo->pseudo_cumack = tp1->rec.data.TSN_seq; 27840fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 0; 27850fa753b3SRandall Stewart } 27868427b3fdSMichael Tuexen if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 27878427b3fdSMichael Tuexen (tp1->whoTo->find_rtx_pseudo_cumack == 1) && 27880fa753b3SRandall Stewart (tp1->snd_count > 1)) { 27890fa753b3SRandall Stewart tp1->whoTo->rtx_pseudo_cumack = tp1->rec.data.TSN_seq; 27900fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 0; 27910fa753b3SRandall Stewart } 27920fa753b3SRandall Stewart if (tp1->rec.data.TSN_seq == theTSN) { 27930fa753b3SRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 27940fa753b3SRandall Stewart /*- 27950fa753b3SRandall Stewart * must be held until 27960fa753b3SRandall Stewart * cum-ack passes 27970fa753b3SRandall Stewart */ 27980fa753b3SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 27990fa753b3SRandall Stewart /*- 28000fa753b3SRandall Stewart * If it is less than RESEND, it is 28010fa753b3SRandall Stewart * now no-longer in flight. 28020fa753b3SRandall Stewart * Higher values may already be set 28030fa753b3SRandall Stewart * via previous Gap Ack Blocks... 28040fa753b3SRandall Stewart * i.e. ACKED or RESEND. 28050fa753b3SRandall Stewart */ 280620b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, 280720b07a4dSMichael Tuexen *biggest_newly_acked_tsn)) { 28080fa753b3SRandall Stewart *biggest_newly_acked_tsn = tp1->rec.data.TSN_seq; 28090fa753b3SRandall Stewart } 28100fa753b3SRandall Stewart /*- 28110fa753b3SRandall Stewart * CMT: SFR algo (and HTNA) - set 28120fa753b3SRandall Stewart * saw_newack to 1 for dest being 28130fa753b3SRandall Stewart * newly acked. update 28140fa753b3SRandall Stewart * this_sack_highest_newack if 28150fa753b3SRandall Stewart * appropriate. 28160fa753b3SRandall Stewart */ 28170fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) 28180fa753b3SRandall Stewart tp1->whoTo->saw_newack = 1; 28190fa753b3SRandall Stewart 282020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, 282120b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 28220fa753b3SRandall Stewart tp1->whoTo->this_sack_highest_newack = 28230fa753b3SRandall Stewart tp1->rec.data.TSN_seq; 28240fa753b3SRandall Stewart } 28250fa753b3SRandall Stewart /*- 28260fa753b3SRandall Stewart * CMT DAC algo: also update 28270fa753b3SRandall Stewart * this_sack_lowest_newack 28280fa753b3SRandall Stewart */ 28290fa753b3SRandall Stewart if (*this_sack_lowest_newack == 0) { 28300fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 28310fa753b3SRandall Stewart sctp_log_sack(*this_sack_lowest_newack, 28320fa753b3SRandall Stewart last_tsn, 28330fa753b3SRandall Stewart tp1->rec.data.TSN_seq, 28340fa753b3SRandall Stewart 0, 28350fa753b3SRandall Stewart 0, 28360fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 28370fa753b3SRandall Stewart } 28380fa753b3SRandall Stewart *this_sack_lowest_newack = tp1->rec.data.TSN_seq; 28390fa753b3SRandall Stewart } 28400fa753b3SRandall Stewart /*- 28410fa753b3SRandall Stewart * CMT: CUCv2 algorithm. If (rtx-)pseudo-cumack for corresp 28420fa753b3SRandall Stewart * dest is being acked, then we have a new (rtx-)pseudo-cumack. Set 28430fa753b3SRandall Stewart * new_(rtx_)pseudo_cumack to TRUE so that the cwnd for this dest can be 28440fa753b3SRandall Stewart * updated. Also trigger search for the next expected (rtx-)pseudo-cumack. 28450fa753b3SRandall Stewart * Separate pseudo_cumack trackers for first transmissions and 28460fa753b3SRandall Stewart * retransmissions. 28470fa753b3SRandall Stewart */ 28480fa753b3SRandall Stewart if (tp1->rec.data.TSN_seq == tp1->whoTo->pseudo_cumack) { 28490fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 28500fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 28510fa753b3SRandall Stewart } 28520fa753b3SRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 28530fa753b3SRandall Stewart } 28540fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 28550fa753b3SRandall Stewart sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK); 28560fa753b3SRandall Stewart } 28570fa753b3SRandall Stewart if (tp1->rec.data.TSN_seq == tp1->whoTo->rtx_pseudo_cumack) { 28580fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked == 0) { 28590fa753b3SRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 28600fa753b3SRandall Stewart } 28610fa753b3SRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 28620fa753b3SRandall Stewart } 28630fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 28640fa753b3SRandall Stewart sctp_log_sack(*biggest_newly_acked_tsn, 28650fa753b3SRandall Stewart last_tsn, 28660fa753b3SRandall Stewart tp1->rec.data.TSN_seq, 28670fa753b3SRandall Stewart frag_strt, 28680fa753b3SRandall Stewart frag_end, 28690fa753b3SRandall Stewart SCTP_LOG_TSN_ACKED); 28700fa753b3SRandall Stewart } 28710fa753b3SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 28720fa753b3SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_GAP, 28730fa753b3SRandall Stewart tp1->whoTo->flight_size, 28740fa753b3SRandall Stewart tp1->book_size, 28759a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 28760fa753b3SRandall Stewart tp1->rec.data.TSN_seq); 28770fa753b3SRandall Stewart } 28780fa753b3SRandall Stewart sctp_flight_size_decrease(tp1); 2879299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 2880299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 2881299108c5SRandall Stewart tp1); 2882299108c5SRandall Stewart } 28830fa753b3SRandall Stewart sctp_total_flight_decrease(stcb, tp1); 28840fa753b3SRandall Stewart 28850fa753b3SRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 28860fa753b3SRandall Stewart if (tp1->snd_count < 2) { 28870fa753b3SRandall Stewart /*- 28880fa753b3SRandall Stewart * True non-retransmited chunk 28890fa753b3SRandall Stewart */ 28900fa753b3SRandall Stewart tp1->whoTo->net_ack2 += tp1->send_size; 28910fa753b3SRandall Stewart 28920fa753b3SRandall Stewart /*- 28930fa753b3SRandall Stewart * update RTO too ? 28940fa753b3SRandall Stewart */ 28950fa753b3SRandall Stewart if (tp1->do_rtt) { 2896f79aab18SRandall Stewart if (*rto_ok) { 28970fa753b3SRandall Stewart tp1->whoTo->RTO = 28980fa753b3SRandall Stewart sctp_calculate_rto(stcb, 28990fa753b3SRandall Stewart &stcb->asoc, 29000fa753b3SRandall Stewart tp1->whoTo, 29010fa753b3SRandall Stewart &tp1->sent_rcv_time, 2902899288aeSRandall Stewart sctp_align_safe_nocopy, 2903f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 2904f79aab18SRandall Stewart *rto_ok = 0; 2905f79aab18SRandall Stewart } 2906f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 2907f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 2908f79aab18SRandall Stewart } 29090fa753b3SRandall Stewart tp1->do_rtt = 0; 29100fa753b3SRandall Stewart } 29110fa753b3SRandall Stewart } 29120fa753b3SRandall Stewart } 29130fa753b3SRandall Stewart if (tp1->sent <= SCTP_DATAGRAM_RESEND) { 291420b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, 291520b07a4dSMichael Tuexen stcb->asoc.this_sack_highest_gap)) { 29160fa753b3SRandall Stewart stcb->asoc.this_sack_highest_gap = 29170fa753b3SRandall Stewart tp1->rec.data.TSN_seq; 29180fa753b3SRandall Stewart } 29190fa753b3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 29200fa753b3SRandall Stewart sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt); 29210fa753b3SRandall Stewart #ifdef SCTP_AUDITING_ENABLED 29220fa753b3SRandall Stewart sctp_audit_log(0xB2, 29230fa753b3SRandall Stewart (stcb->asoc.sent_queue_retran_cnt & 0x000000ff)); 29240fa753b3SRandall Stewart #endif 29250fa753b3SRandall Stewart } 29260fa753b3SRandall Stewart } 29270fa753b3SRandall Stewart /*- 29280fa753b3SRandall Stewart * All chunks NOT UNSENT fall through here and are marked 29290fa753b3SRandall Stewart * (leave PR-SCTP ones that are to skip alone though) 29300fa753b3SRandall Stewart */ 29312a498584SMichael Tuexen if ((tp1->sent != SCTP_FORWARD_TSN_SKIP) && 2932325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 29330fa753b3SRandall Stewart tp1->sent = SCTP_DATAGRAM_MARKED; 29342a498584SMichael Tuexen } 29350fa753b3SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 29360fa753b3SRandall Stewart /* deflate the cwnd */ 29370fa753b3SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 29380fa753b3SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 29390fa753b3SRandall Stewart } 29400fa753b3SRandall Stewart /* NR Sack code here */ 2941325c8c46SMichael Tuexen if (nr_sacking && 2942325c8c46SMichael Tuexen (tp1->sent != SCTP_DATAGRAM_NR_ACKED)) { 2943325c8c46SMichael Tuexen if (stcb->asoc.strmout[tp1->rec.data.stream_number].chunks_on_queues > 0) { 2944325c8c46SMichael Tuexen stcb->asoc.strmout[tp1->rec.data.stream_number].chunks_on_queues--; 2945325c8c46SMichael Tuexen #ifdef INVARIANTS 2946325c8c46SMichael Tuexen } else { 2947325c8c46SMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.stream_number); 2948325c8c46SMichael Tuexen #endif 2949325c8c46SMichael Tuexen } 2950d96bef9cSMichael Tuexen if ((stcb->asoc.strmout[tp1->rec.data.stream_number].chunks_on_queues == 0) && 2951d96bef9cSMichael Tuexen (stcb->asoc.strmout[tp1->rec.data.stream_number].state == SCTP_STREAM_RESET_PENDING) && 2952d96bef9cSMichael Tuexen TAILQ_EMPTY(&stcb->asoc.strmout[tp1->rec.data.stream_number].outqueue)) { 2953d96bef9cSMichael Tuexen stcb->asoc.trigger_reset = 1; 2954d96bef9cSMichael Tuexen } 2955325c8c46SMichael Tuexen tp1->sent = SCTP_DATAGRAM_NR_ACKED; 29560fa753b3SRandall Stewart if (tp1->data) { 29570fa753b3SRandall Stewart /* 29580fa753b3SRandall Stewart * sa_ignore 29590fa753b3SRandall Stewart * NO_NULL_CHK 29600fa753b3SRandall Stewart */ 29610fa753b3SRandall Stewart sctp_free_bufspace(stcb, &stcb->asoc, tp1, 1); 29620fa753b3SRandall Stewart sctp_m_freem(tp1->data); 29630fa753b3SRandall Stewart tp1->data = NULL; 2964b5c16493SMichael Tuexen } 29650fa753b3SRandall Stewart wake_him++; 29660fa753b3SRandall Stewart } 29670fa753b3SRandall Stewart } 29680fa753b3SRandall Stewart break; 29690fa753b3SRandall Stewart } /* if (tp1->TSN_seq == theTSN) */ 297020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, theTSN)) { 29710fa753b3SRandall Stewart break; 297220b07a4dSMichael Tuexen } 29730fa753b3SRandall Stewart tp1 = TAILQ_NEXT(tp1, sctp_next); 2974b5c16493SMichael Tuexen if ((tp1 == NULL) && (circled == 0)) { 2975b5c16493SMichael Tuexen circled++; 29760fa753b3SRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 29770fa753b3SRandall Stewart } 2978b5c16493SMichael Tuexen } /* end while (tp1) */ 2979b5c16493SMichael Tuexen if (tp1 == NULL) { 2980b5c16493SMichael Tuexen circled = 0; 2981b5c16493SMichael Tuexen tp1 = TAILQ_FIRST(&stcb->asoc.sent_queue); 2982b5c16493SMichael Tuexen } 2983b5c16493SMichael Tuexen /* In case the fragments were not in order we must reset */ 29840fa753b3SRandall Stewart } /* end for (j = fragStart */ 29850fa753b3SRandall Stewart *p_tp1 = tp1; 29860fa753b3SRandall Stewart return (wake_him); /* Return value only used for nr-sack */ 29870fa753b3SRandall Stewart } 29880fa753b3SRandall Stewart 29890fa753b3SRandall Stewart 2990cd554309SMichael Tuexen static int 2991458303daSRandall Stewart sctp_handle_segments(struct mbuf *m, int *offset, struct sctp_tcb *stcb, struct sctp_association *asoc, 2992cd554309SMichael Tuexen uint32_t last_tsn, uint32_t * biggest_tsn_acked, 2993139bc87fSRandall Stewart uint32_t * biggest_newly_acked_tsn, uint32_t * this_sack_lowest_newack, 29947215cc1bSMichael Tuexen int num_seg, int num_nr_seg, int *rto_ok) 2995f8829a4aSRandall Stewart { 2996458303daSRandall Stewart struct sctp_gap_ack_block *frag, block; 2997f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 29980fa753b3SRandall Stewart int i; 2999f8829a4aSRandall Stewart int num_frs = 0; 3000cd554309SMichael Tuexen int chunk_freed; 3001cd554309SMichael Tuexen int non_revocable; 3002d9c5cfeaSMichael Tuexen uint16_t frag_strt, frag_end, prev_frag_end; 3003f8829a4aSRandall Stewart 3004d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3005d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3006cd554309SMichael Tuexen chunk_freed = 0; 3007f8829a4aSRandall Stewart 3008cd554309SMichael Tuexen for (i = 0; i < (num_seg + num_nr_seg); i++) { 3009d9c5cfeaSMichael Tuexen if (i == num_seg) { 3010d9c5cfeaSMichael Tuexen prev_frag_end = 0; 3011d9c5cfeaSMichael Tuexen tp1 = TAILQ_FIRST(&asoc->sent_queue); 3012d9c5cfeaSMichael Tuexen } 3013458303daSRandall Stewart frag = (struct sctp_gap_ack_block *)sctp_m_getptr(m, *offset, 3014458303daSRandall Stewart sizeof(struct sctp_gap_ack_block), (uint8_t *) & block); 3015458303daSRandall Stewart *offset += sizeof(block); 3016458303daSRandall Stewart if (frag == NULL) { 3017cd554309SMichael Tuexen return (chunk_freed); 3018458303daSRandall Stewart } 3019f8829a4aSRandall Stewart frag_strt = ntohs(frag->start); 3020f8829a4aSRandall Stewart frag_end = ntohs(frag->end); 3021d9c5cfeaSMichael Tuexen 3022f8829a4aSRandall Stewart if (frag_strt > frag_end) { 3023d9c5cfeaSMichael Tuexen /* This gap report is malformed, skip it. */ 3024f8829a4aSRandall Stewart continue; 3025f8829a4aSRandall Stewart } 3026d9c5cfeaSMichael Tuexen if (frag_strt <= prev_frag_end) { 3027d9c5cfeaSMichael Tuexen /* This gap report is not in order, so restart. */ 3028f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&asoc->sent_queue); 3029f8829a4aSRandall Stewart } 303020b07a4dSMichael Tuexen if (SCTP_TSN_GT((last_tsn + frag_end), *biggest_tsn_acked)) { 3031d9c5cfeaSMichael Tuexen *biggest_tsn_acked = last_tsn + frag_end; 3032f8829a4aSRandall Stewart } 3033cd554309SMichael Tuexen if (i < num_seg) { 3034cd554309SMichael Tuexen non_revocable = 0; 3035cd554309SMichael Tuexen } else { 3036cd554309SMichael Tuexen non_revocable = 1; 3037cd554309SMichael Tuexen } 3038cd554309SMichael Tuexen if (sctp_process_segment_range(stcb, &tp1, last_tsn, frag_strt, frag_end, 3039cd554309SMichael Tuexen non_revocable, &num_frs, biggest_newly_acked_tsn, 30407215cc1bSMichael Tuexen this_sack_lowest_newack, rto_ok)) { 3041cd554309SMichael Tuexen chunk_freed = 1; 3042458303daSRandall Stewart } 3043d9c5cfeaSMichael Tuexen prev_frag_end = frag_end; 3044f8829a4aSRandall Stewart } 3045b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 304680fefe0aSRandall Stewart if (num_frs) 304780fefe0aSRandall Stewart sctp_log_fr(*biggest_tsn_acked, 304880fefe0aSRandall Stewart *biggest_newly_acked_tsn, 304980fefe0aSRandall Stewart last_tsn, SCTP_FR_LOG_BIGGEST_TSNS); 305080fefe0aSRandall Stewart } 3051cd554309SMichael Tuexen return (chunk_freed); 3052f8829a4aSRandall Stewart } 3053f8829a4aSRandall Stewart 3054f8829a4aSRandall Stewart static void 3055c105859eSRandall Stewart sctp_check_for_revoked(struct sctp_tcb *stcb, 3056c105859eSRandall Stewart struct sctp_association *asoc, uint32_t cumack, 305763eda93dSMichael Tuexen uint32_t biggest_tsn_acked) 3058f8829a4aSRandall Stewart { 3059f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3060f8829a4aSRandall Stewart 30614a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 306220b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, cumack)) { 3063f8829a4aSRandall Stewart /* 3064f8829a4aSRandall Stewart * ok this guy is either ACK or MARKED. If it is 3065f8829a4aSRandall Stewart * ACKED it has been previously acked but not this 3066f8829a4aSRandall Stewart * time i.e. revoked. If it is MARKED it was ACK'ed 3067f8829a4aSRandall Stewart * again. 3068f8829a4aSRandall Stewart */ 306920b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, biggest_tsn_acked)) { 3070d06c82f1SRandall Stewart break; 307120b07a4dSMichael Tuexen } 3072f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_ACKED) { 3073f8829a4aSRandall Stewart /* it has been revoked */ 3074f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 3075f8829a4aSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 3076a5d547adSRandall Stewart /* 307742551e99SRandall Stewart * We must add this stuff back in to assure 307842551e99SRandall Stewart * timers and such get started. 3079a5d547adSRandall Stewart */ 3080b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3081c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 3082c105859eSRandall Stewart tp1->whoTo->flight_size, 3083c105859eSRandall Stewart tp1->book_size, 30849a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3085c105859eSRandall Stewart tp1->rec.data.TSN_seq); 308680fefe0aSRandall Stewart } 3087c105859eSRandall Stewart sctp_flight_size_increase(tp1); 3088c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 308942551e99SRandall Stewart /* 309042551e99SRandall Stewart * We inflate the cwnd to compensate for our 309142551e99SRandall Stewart * artificial inflation of the flight_size. 309242551e99SRandall Stewart */ 309342551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 3094b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3095f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3096f8829a4aSRandall Stewart cumack, 3097f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3098f8829a4aSRandall Stewart 0, 3099f8829a4aSRandall Stewart 0, 3100f8829a4aSRandall Stewart SCTP_LOG_TSN_REVOKED); 310180fefe0aSRandall Stewart } 3102f8829a4aSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_MARKED) { 3103f8829a4aSRandall Stewart /* it has been re-acked in this SACK */ 3104f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 3105f8829a4aSRandall Stewart } 3106f8829a4aSRandall Stewart } 3107f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) 3108f8829a4aSRandall Stewart break; 3109f8829a4aSRandall Stewart } 3110f8829a4aSRandall Stewart } 3111f8829a4aSRandall Stewart 3112830d754dSRandall Stewart 3113f8829a4aSRandall Stewart static void 3114f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(struct sctp_tcb *stcb, struct sctp_association *asoc, 311563eda93dSMichael Tuexen uint32_t biggest_tsn_acked, uint32_t biggest_tsn_newly_acked, uint32_t this_sack_lowest_newack, int accum_moved) 3116f8829a4aSRandall Stewart { 3117f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1; 3118f8829a4aSRandall Stewart int strike_flag = 0; 3119f8829a4aSRandall Stewart struct timeval now; 3120f8829a4aSRandall Stewart int tot_retrans = 0; 3121f8829a4aSRandall Stewart uint32_t sending_seq; 3122f8829a4aSRandall Stewart struct sctp_nets *net; 3123f8829a4aSRandall Stewart int num_dests_sacked = 0; 3124f8829a4aSRandall Stewart 3125f8829a4aSRandall Stewart /* 3126f8829a4aSRandall Stewart * select the sending_seq, this is either the next thing ready to be 3127f8829a4aSRandall Stewart * sent but not transmitted, OR, the next seq we assign. 3128f8829a4aSRandall Stewart */ 3129f8829a4aSRandall Stewart tp1 = TAILQ_FIRST(&stcb->asoc.send_queue); 3130f8829a4aSRandall Stewart if (tp1 == NULL) { 3131f8829a4aSRandall Stewart sending_seq = asoc->sending_seq; 3132f8829a4aSRandall Stewart } else { 3133f8829a4aSRandall Stewart sending_seq = tp1->rec.data.TSN_seq; 3134f8829a4aSRandall Stewart } 3135f8829a4aSRandall Stewart 3136f8829a4aSRandall Stewart /* CMT DAC algo: finding out if SACK is a mixed SACK */ 31377c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 313820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3139f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3140f8829a4aSRandall Stewart if (net->saw_newack) 3141f8829a4aSRandall Stewart num_dests_sacked++; 3142f8829a4aSRandall Stewart } 3143f8829a4aSRandall Stewart } 3144dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 31456e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3146f8829a4aSRandall Stewart } 31474a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 3148f8829a4aSRandall Stewart strike_flag = 0; 3149f8829a4aSRandall Stewart if (tp1->no_fr_allowed) { 3150f8829a4aSRandall Stewart /* this one had a timeout or something */ 3151f8829a4aSRandall Stewart continue; 3152f8829a4aSRandall Stewart } 3153b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3154f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) 3155f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3156f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3157f8829a4aSRandall Stewart tp1->sent, 3158f8829a4aSRandall Stewart SCTP_FR_LOG_CHECK_STRIKE); 315980fefe0aSRandall Stewart } 316020b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, biggest_tsn_acked) || 3161f8829a4aSRandall Stewart tp1->sent == SCTP_DATAGRAM_UNSENT) { 3162f8829a4aSRandall Stewart /* done */ 3163f8829a4aSRandall Stewart break; 3164f8829a4aSRandall Stewart } 3165dd973b0eSMichael Tuexen if (stcb->asoc.prsctp_supported) { 3166f8829a4aSRandall Stewart if ((PR_SCTP_TTL_ENABLED(tp1->flags)) && tp1->sent < SCTP_DATAGRAM_ACKED) { 3167f8829a4aSRandall Stewart /* Is it expired? */ 316899ddc825SMichael Tuexen if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3169f8829a4aSRandall Stewart /* Yes so drop it */ 3170f8829a4aSRandall Stewart if (tp1->data != NULL) { 31711edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 31720c0982b8SRandall Stewart SCTP_SO_NOT_LOCKED); 3173f8829a4aSRandall Stewart } 3174f8829a4aSRandall Stewart continue; 3175f8829a4aSRandall Stewart } 3176f8829a4aSRandall Stewart } 3177f8829a4aSRandall Stewart } 317820b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, asoc->this_sack_highest_gap)) { 3179f8829a4aSRandall Stewart /* we are beyond the tsn in the sack */ 3180f8829a4aSRandall Stewart break; 3181f8829a4aSRandall Stewart } 3182f8829a4aSRandall Stewart if (tp1->sent >= SCTP_DATAGRAM_RESEND) { 3183f8829a4aSRandall Stewart /* either a RESEND, ACKED, or MARKED */ 3184f8829a4aSRandall Stewart /* skip */ 318544fbe462SRandall Stewart if (tp1->sent == SCTP_FORWARD_TSN_SKIP) { 318644fbe462SRandall Stewart /* Continue strikin FWD-TSN chunks */ 318744fbe462SRandall Stewart tp1->rec.data.fwd_tsn_cnt++; 318844fbe462SRandall Stewart } 3189f8829a4aSRandall Stewart continue; 3190f8829a4aSRandall Stewart } 3191f8829a4aSRandall Stewart /* 3192f8829a4aSRandall Stewart * CMT : SFR algo (covers part of DAC and HTNA as well) 3193f8829a4aSRandall Stewart */ 3194ad81507eSRandall Stewart if (tp1->whoTo && tp1->whoTo->saw_newack == 0) { 3195f8829a4aSRandall Stewart /* 3196f8829a4aSRandall Stewart * No new acks were receieved for data sent to this 3197f8829a4aSRandall Stewart * dest. Therefore, according to the SFR algo for 3198f8829a4aSRandall Stewart * CMT, no data sent to this dest can be marked for 3199c105859eSRandall Stewart * FR using this SACK. 3200f8829a4aSRandall Stewart */ 3201f8829a4aSRandall Stewart continue; 320220b07a4dSMichael Tuexen } else if (tp1->whoTo && SCTP_TSN_GT(tp1->rec.data.TSN_seq, 320320b07a4dSMichael Tuexen tp1->whoTo->this_sack_highest_newack)) { 3204f8829a4aSRandall Stewart /* 3205f8829a4aSRandall Stewart * CMT: New acks were receieved for data sent to 3206f8829a4aSRandall Stewart * this dest. But no new acks were seen for data 3207f8829a4aSRandall Stewart * sent after tp1. Therefore, according to the SFR 3208f8829a4aSRandall Stewart * algo for CMT, tp1 cannot be marked for FR using 3209f8829a4aSRandall Stewart * this SACK. This step covers part of the DAC algo 3210f8829a4aSRandall Stewart * and the HTNA algo as well. 3211f8829a4aSRandall Stewart */ 3212f8829a4aSRandall Stewart continue; 3213f8829a4aSRandall Stewart } 3214f8829a4aSRandall Stewart /* 3215f8829a4aSRandall Stewart * Here we check to see if we were have already done a FR 3216f8829a4aSRandall Stewart * and if so we see if the biggest TSN we saw in the sack is 3217f8829a4aSRandall Stewart * smaller than the recovery point. If so we don't strike 3218f8829a4aSRandall Stewart * the tsn... otherwise we CAN strike the TSN. 3219f8829a4aSRandall Stewart */ 3220f8829a4aSRandall Stewart /* 322142551e99SRandall Stewart * @@@ JRI: Check for CMT if (accum_moved && 322242551e99SRandall Stewart * asoc->fast_retran_loss_recovery && (sctp_cmt_on_off == 322342551e99SRandall Stewart * 0)) { 3224f8829a4aSRandall Stewart */ 322542551e99SRandall Stewart if (accum_moved && asoc->fast_retran_loss_recovery) { 3226f8829a4aSRandall Stewart /* 3227f8829a4aSRandall Stewart * Strike the TSN if in fast-recovery and cum-ack 3228f8829a4aSRandall Stewart * moved. 3229f8829a4aSRandall Stewart */ 3230b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3231f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3232f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3233f8829a4aSRandall Stewart tp1->sent, 3234f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 323580fefe0aSRandall Stewart } 32365e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3237f8829a4aSRandall Stewart tp1->sent++; 32385e54f665SRandall Stewart } 32397c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 324020083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3241f8829a4aSRandall Stewart /* 3242f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3243f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3244f8829a4aSRandall Stewart * because it would have been set to the 3245f8829a4aSRandall Stewart * cumack earlier. If not already to be 3246f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3247f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3248c105859eSRandall Stewart * one more. NOTE that we are marking by one 3249c105859eSRandall Stewart * additional time since the SACK DAC flag 3250c105859eSRandall Stewart * indicates that two packets have been 3251c105859eSRandall Stewart * received after this missing TSN. 32525e54f665SRandall Stewart */ 32535e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 325420b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.TSN_seq)) { 3255b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3256f8829a4aSRandall Stewart sctp_log_fr(16 + num_dests_sacked, 3257f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3258f8829a4aSRandall Stewart tp1->sent, 3259f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 326080fefe0aSRandall Stewart } 3261f8829a4aSRandall Stewart tp1->sent++; 3262f8829a4aSRandall Stewart } 3263f8829a4aSRandall Stewart } 326420083c2eSMichael Tuexen } else if ((tp1->rec.data.doing_fast_retransmit) && 326520083c2eSMichael Tuexen (asoc->sctp_cmt_on_off == 0)) { 3266f8829a4aSRandall Stewart /* 3267f8829a4aSRandall Stewart * For those that have done a FR we must take 3268f8829a4aSRandall Stewart * special consideration if we strike. I.e the 3269f8829a4aSRandall Stewart * biggest_newly_acked must be higher than the 3270f8829a4aSRandall Stewart * sending_seq at the time we did the FR. 3271f8829a4aSRandall Stewart */ 32725e54f665SRandall Stewart if ( 3273f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3274f8829a4aSRandall Stewart /* 3275f8829a4aSRandall Stewart * If FR's go to new networks, then we must only do 3276f8829a4aSRandall Stewart * this for singly homed asoc's. However if the FR's 3277f8829a4aSRandall Stewart * go to the same network (Armando's work) then its 3278f8829a4aSRandall Stewart * ok to FR multiple times. 3279f8829a4aSRandall Stewart */ 32805e54f665SRandall Stewart (asoc->numnets < 2) 3281f8829a4aSRandall Stewart #else 32825e54f665SRandall Stewart (1) 3283f8829a4aSRandall Stewart #endif 32845e54f665SRandall Stewart ) { 32855e54f665SRandall Stewart 328620b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_newly_acked, 3287f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn)) { 3288f8829a4aSRandall Stewart /* 3289f8829a4aSRandall Stewart * Strike the TSN, since this ack is 3290f8829a4aSRandall Stewart * beyond where things were when we 3291f8829a4aSRandall Stewart * did a FR. 3292f8829a4aSRandall Stewart */ 3293b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3294f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3295f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3296f8829a4aSRandall Stewart tp1->sent, 3297f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 329880fefe0aSRandall Stewart } 32995e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3300f8829a4aSRandall Stewart tp1->sent++; 33015e54f665SRandall Stewart } 3302f8829a4aSRandall Stewart strike_flag = 1; 33037c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 330420083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3305f8829a4aSRandall Stewart /* 3306f8829a4aSRandall Stewart * CMT DAC algorithm: If 3307f8829a4aSRandall Stewart * SACK flag is set to 0, 3308f8829a4aSRandall Stewart * then lowest_newack test 3309f8829a4aSRandall Stewart * will not pass because it 3310f8829a4aSRandall Stewart * would have been set to 3311f8829a4aSRandall Stewart * the cumack earlier. If 3312f8829a4aSRandall Stewart * not already to be rtx'd, 3313f8829a4aSRandall Stewart * If not a mixed sack and 3314f8829a4aSRandall Stewart * if tp1 is not between two 3315f8829a4aSRandall Stewart * sacked TSNs, then mark by 3316c105859eSRandall Stewart * one more. NOTE that we 3317c105859eSRandall Stewart * are marking by one 3318c105859eSRandall Stewart * additional time since the 3319c105859eSRandall Stewart * SACK DAC flag indicates 3320c105859eSRandall Stewart * that two packets have 3321c105859eSRandall Stewart * been received after this 3322c105859eSRandall Stewart * missing TSN. 3323f8829a4aSRandall Stewart */ 33245e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && 33255e54f665SRandall Stewart (num_dests_sacked == 1) && 332620b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, 332720b07a4dSMichael Tuexen tp1->rec.data.TSN_seq)) { 3328b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3329f8829a4aSRandall Stewart sctp_log_fr(32 + num_dests_sacked, 3330f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3331f8829a4aSRandall Stewart tp1->sent, 3332f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 333380fefe0aSRandall Stewart } 33345e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3335f8829a4aSRandall Stewart tp1->sent++; 33365e54f665SRandall Stewart } 3337f8829a4aSRandall Stewart } 3338f8829a4aSRandall Stewart } 3339f8829a4aSRandall Stewart } 3340f8829a4aSRandall Stewart } 3341f8829a4aSRandall Stewart /* 334242551e99SRandall Stewart * JRI: TODO: remove code for HTNA algo. CMT's SFR 334342551e99SRandall Stewart * algo covers HTNA. 3344f8829a4aSRandall Stewart */ 334520b07a4dSMichael Tuexen } else if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, 334620b07a4dSMichael Tuexen biggest_tsn_newly_acked)) { 3347f8829a4aSRandall Stewart /* 3348f8829a4aSRandall Stewart * We don't strike these: This is the HTNA 3349f8829a4aSRandall Stewart * algorithm i.e. we don't strike If our TSN is 3350f8829a4aSRandall Stewart * larger than the Highest TSN Newly Acked. 3351f8829a4aSRandall Stewart */ 3352f8829a4aSRandall Stewart ; 3353f8829a4aSRandall Stewart } else { 3354f8829a4aSRandall Stewart /* Strike the TSN */ 3355b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3356f8829a4aSRandall Stewart sctp_log_fr(biggest_tsn_newly_acked, 3357f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3358f8829a4aSRandall Stewart tp1->sent, 3359f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 336080fefe0aSRandall Stewart } 33615e54f665SRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3362f8829a4aSRandall Stewart tp1->sent++; 33635e54f665SRandall Stewart } 33647c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 336520083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) { 3366f8829a4aSRandall Stewart /* 3367f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK flag is set to 3368f8829a4aSRandall Stewart * 0, then lowest_newack test will not pass 3369f8829a4aSRandall Stewart * because it would have been set to the 3370f8829a4aSRandall Stewart * cumack earlier. If not already to be 3371f8829a4aSRandall Stewart * rtx'd, If not a mixed sack and if tp1 is 3372f8829a4aSRandall Stewart * not between two sacked TSNs, then mark by 3373c105859eSRandall Stewart * one more. NOTE that we are marking by one 3374c105859eSRandall Stewart * additional time since the SACK DAC flag 3375c105859eSRandall Stewart * indicates that two packets have been 3376c105859eSRandall Stewart * received after this missing TSN. 3377f8829a4aSRandall Stewart */ 33785e54f665SRandall Stewart if ((tp1->sent < SCTP_DATAGRAM_RESEND) && (num_dests_sacked == 1) && 337920b07a4dSMichael Tuexen SCTP_TSN_GT(this_sack_lowest_newack, tp1->rec.data.TSN_seq)) { 3380b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3381f8829a4aSRandall Stewart sctp_log_fr(48 + num_dests_sacked, 3382f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3383f8829a4aSRandall Stewart tp1->sent, 3384f8829a4aSRandall Stewart SCTP_FR_LOG_STRIKE_CHUNK); 338580fefe0aSRandall Stewart } 3386f8829a4aSRandall Stewart tp1->sent++; 3387f8829a4aSRandall Stewart } 3388f8829a4aSRandall Stewart } 3389f8829a4aSRandall Stewart } 3390f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3391f8829a4aSRandall Stewart struct sctp_nets *alt; 3392f8829a4aSRandall Stewart 3393544e35bdSRandall Stewart /* fix counts and things */ 3394544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3395544e35bdSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND, 3396544e35bdSRandall Stewart (tp1->whoTo ? (tp1->whoTo->flight_size) : 0), 3397544e35bdSRandall Stewart tp1->book_size, 33989a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3399544e35bdSRandall Stewart tp1->rec.data.TSN_seq); 3400544e35bdSRandall Stewart } 3401544e35bdSRandall Stewart if (tp1->whoTo) { 3402544e35bdSRandall Stewart tp1->whoTo->net_ack++; 3403544e35bdSRandall Stewart sctp_flight_size_decrease(tp1); 3404299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3405299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3406299108c5SRandall Stewart tp1); 3407299108c5SRandall Stewart } 3408544e35bdSRandall Stewart } 3409544e35bdSRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 3410544e35bdSRandall Stewart sctp_log_rwnd(SCTP_INCREASE_PEER_RWND, 3411544e35bdSRandall Stewart asoc->peers_rwnd, tp1->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3412544e35bdSRandall Stewart } 3413544e35bdSRandall Stewart /* add back to the rwnd */ 3414544e35bdSRandall Stewart asoc->peers_rwnd += (tp1->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)); 3415544e35bdSRandall Stewart 3416544e35bdSRandall Stewart /* remove from the total flight */ 3417544e35bdSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3418544e35bdSRandall Stewart 3419dd973b0eSMichael Tuexen if ((stcb->asoc.prsctp_supported) && 3420475d0674SMichael Tuexen (PR_SCTP_RTX_ENABLED(tp1->flags))) { 3421475d0674SMichael Tuexen /* 3422475d0674SMichael Tuexen * Has it been retransmitted tv_sec times? - 3423475d0674SMichael Tuexen * we store the retran count there. 3424475d0674SMichael Tuexen */ 3425475d0674SMichael Tuexen if (tp1->snd_count > tp1->rec.data.timetodrop.tv_sec) { 3426475d0674SMichael Tuexen /* Yes, so drop it */ 3427475d0674SMichael Tuexen if (tp1->data != NULL) { 34281edc9dbaSMichael Tuexen (void)sctp_release_pr_sctp_chunk(stcb, tp1, 1, 3429475d0674SMichael Tuexen SCTP_SO_NOT_LOCKED); 3430475d0674SMichael Tuexen } 3431475d0674SMichael Tuexen /* Make sure to flag we had a FR */ 3432475d0674SMichael Tuexen tp1->whoTo->net_ack++; 3433475d0674SMichael Tuexen continue; 3434475d0674SMichael Tuexen } 3435475d0674SMichael Tuexen } 3436cd3fd531SMichael Tuexen /* 3437cd3fd531SMichael Tuexen * SCTP_PRINTF("OK, we are now ready to FR this 3438cd3fd531SMichael Tuexen * guy\n"); 3439cd3fd531SMichael Tuexen */ 3440b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) { 3441f8829a4aSRandall Stewart sctp_log_fr(tp1->rec.data.TSN_seq, tp1->snd_count, 3442f8829a4aSRandall Stewart 0, SCTP_FR_MARKED); 344380fefe0aSRandall Stewart } 3444f8829a4aSRandall Stewart if (strike_flag) { 3445f8829a4aSRandall Stewart /* This is a subsequent FR */ 3446f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_sendmultfastretrans); 3447f8829a4aSRandall Stewart } 34485e54f665SRandall Stewart sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt); 34497c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 3450f8829a4aSRandall Stewart /* 3451f8829a4aSRandall Stewart * CMT: Using RTX_SSTHRESH policy for CMT. 3452f8829a4aSRandall Stewart * If CMT is being used, then pick dest with 3453f8829a4aSRandall Stewart * largest ssthresh for any retransmission. 3454f8829a4aSRandall Stewart */ 3455f8829a4aSRandall Stewart tp1->no_fr_allowed = 1; 3456f8829a4aSRandall Stewart alt = tp1->whoTo; 34573c503c28SRandall Stewart /* sa_ignore NO_NULL_CHK */ 345820083c2eSMichael Tuexen if (asoc->sctp_cmt_pf > 0) { 3459b54d3a6cSRandall Stewart /* 3460b54d3a6cSRandall Stewart * JRS 5/18/07 - If CMT PF is on, 3461b54d3a6cSRandall Stewart * use the PF version of 3462b54d3a6cSRandall Stewart * find_alt_net() 3463b54d3a6cSRandall Stewart */ 3464b54d3a6cSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 2); 3465b54d3a6cSRandall Stewart } else { 3466b54d3a6cSRandall Stewart /* 3467b54d3a6cSRandall Stewart * JRS 5/18/07 - If only CMT is on, 3468b54d3a6cSRandall Stewart * use the CMT version of 3469b54d3a6cSRandall Stewart * find_alt_net() 3470b54d3a6cSRandall Stewart */ 347152be287eSRandall Stewart /* sa_ignore NO_NULL_CHK */ 3472f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, alt, 1); 3473b54d3a6cSRandall Stewart } 3474ad81507eSRandall Stewart if (alt == NULL) { 3475ad81507eSRandall Stewart alt = tp1->whoTo; 3476ad81507eSRandall Stewart } 3477f8829a4aSRandall Stewart /* 3478f8829a4aSRandall Stewart * CUCv2: If a different dest is picked for 3479f8829a4aSRandall Stewart * the retransmission, then new 3480f8829a4aSRandall Stewart * (rtx-)pseudo_cumack needs to be tracked 3481f8829a4aSRandall Stewart * for orig dest. Let CUCv2 track new (rtx-) 3482f8829a4aSRandall Stewart * pseudo-cumack always. 3483f8829a4aSRandall Stewart */ 3484ad81507eSRandall Stewart if (tp1->whoTo) { 3485f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3486f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3487ad81507eSRandall Stewart } 3488f8829a4aSRandall Stewart } else {/* CMT is OFF */ 3489f8829a4aSRandall Stewart 3490f8829a4aSRandall Stewart #ifdef SCTP_FR_TO_ALTERNATE 3491f8829a4aSRandall Stewart /* Can we find an alternate? */ 3492f8829a4aSRandall Stewart alt = sctp_find_alternate_net(stcb, tp1->whoTo, 0); 3493f8829a4aSRandall Stewart #else 3494f8829a4aSRandall Stewart /* 3495f8829a4aSRandall Stewart * default behavior is to NOT retransmit 3496f8829a4aSRandall Stewart * FR's to an alternate. Armando Caro's 3497f8829a4aSRandall Stewart * paper details why. 3498f8829a4aSRandall Stewart */ 3499f8829a4aSRandall Stewart alt = tp1->whoTo; 3500f8829a4aSRandall Stewart #endif 3501f8829a4aSRandall Stewart } 3502f8829a4aSRandall Stewart 3503f8829a4aSRandall Stewart tp1->rec.data.doing_fast_retransmit = 1; 3504f8829a4aSRandall Stewart tot_retrans++; 3505f8829a4aSRandall Stewart /* mark the sending seq for possible subsequent FR's */ 3506f8829a4aSRandall Stewart /* 3507cd3fd531SMichael Tuexen * SCTP_PRINTF("Marking TSN for FR new value %x\n", 3508f8829a4aSRandall Stewart * (uint32_t)tpi->rec.data.TSN_seq); 3509f8829a4aSRandall Stewart */ 3510f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue)) { 3511f8829a4aSRandall Stewart /* 3512f8829a4aSRandall Stewart * If the queue of send is empty then its 3513f8829a4aSRandall Stewart * the next sequence number that will be 3514f8829a4aSRandall Stewart * assigned so we subtract one from this to 3515f8829a4aSRandall Stewart * get the one we last sent. 3516f8829a4aSRandall Stewart */ 3517f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = sending_seq; 3518f8829a4aSRandall Stewart } else { 3519f8829a4aSRandall Stewart /* 3520f8829a4aSRandall Stewart * If there are chunks on the send queue 3521f8829a4aSRandall Stewart * (unsent data that has made it from the 3522f8829a4aSRandall Stewart * stream queues but not out the door, we 3523f8829a4aSRandall Stewart * take the first one (which will have the 3524f8829a4aSRandall Stewart * lowest TSN) and subtract one to get the 3525f8829a4aSRandall Stewart * one we last sent. 3526f8829a4aSRandall Stewart */ 3527f8829a4aSRandall Stewart struct sctp_tmit_chunk *ttt; 3528f8829a4aSRandall Stewart 3529f8829a4aSRandall Stewart ttt = TAILQ_FIRST(&asoc->send_queue); 3530f8829a4aSRandall Stewart tp1->rec.data.fast_retran_tsn = 3531f8829a4aSRandall Stewart ttt->rec.data.TSN_seq; 3532f8829a4aSRandall Stewart } 3533f8829a4aSRandall Stewart 3534f8829a4aSRandall Stewart if (tp1->do_rtt) { 3535f8829a4aSRandall Stewart /* 3536f8829a4aSRandall Stewart * this guy had a RTO calculation pending on 3537f8829a4aSRandall Stewart * it, cancel it 3538f8829a4aSRandall Stewart */ 353960990c0cSMichael Tuexen if ((tp1->whoTo != NULL) && 354060990c0cSMichael Tuexen (tp1->whoTo->rto_needed == 0)) { 3541f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3542f79aab18SRandall Stewart } 3543f8829a4aSRandall Stewart tp1->do_rtt = 0; 3544f8829a4aSRandall Stewart } 3545f8829a4aSRandall Stewart if (alt != tp1->whoTo) { 3546f8829a4aSRandall Stewart /* yes, there is an alternate. */ 3547f8829a4aSRandall Stewart sctp_free_remote_addr(tp1->whoTo); 35483c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 3549f8829a4aSRandall Stewart tp1->whoTo = alt; 3550f8829a4aSRandall Stewart atomic_add_int(&alt->ref_count, 1); 3551f8829a4aSRandall Stewart } 3552f8829a4aSRandall Stewart } 35534a9ef3f8SMichael Tuexen } 3554f8829a4aSRandall Stewart } 3555f8829a4aSRandall Stewart 3556f8829a4aSRandall Stewart struct sctp_tmit_chunk * 3557f8829a4aSRandall Stewart sctp_try_advance_peer_ack_point(struct sctp_tcb *stcb, 3558f8829a4aSRandall Stewart struct sctp_association *asoc) 3559f8829a4aSRandall Stewart { 3560f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2, *a_adv = NULL; 3561f8829a4aSRandall Stewart struct timeval now; 3562f8829a4aSRandall Stewart int now_filled = 0; 3563f8829a4aSRandall Stewart 3564dd973b0eSMichael Tuexen if (asoc->prsctp_supported == 0) { 3565f8829a4aSRandall Stewart return (NULL); 3566f8829a4aSRandall Stewart } 35674a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 3568f8829a4aSRandall Stewart if (tp1->sent != SCTP_FORWARD_TSN_SKIP && 356998f2956cSMichael Tuexen tp1->sent != SCTP_DATAGRAM_RESEND && 3570325c8c46SMichael Tuexen tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3571f8829a4aSRandall Stewart /* no chance to advance, out of here */ 3572f8829a4aSRandall Stewart break; 3573f8829a4aSRandall Stewart } 35740c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 35752a498584SMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3576325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 35770c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 35780c0982b8SRandall Stewart asoc->advanced_peer_ack_point, 35790c0982b8SRandall Stewart tp1->rec.data.TSN_seq, 0, 0); 35800c0982b8SRandall Stewart } 35810c0982b8SRandall Stewart } 3582f8829a4aSRandall Stewart if (!PR_SCTP_ENABLED(tp1->flags)) { 3583f8829a4aSRandall Stewart /* 3584f8829a4aSRandall Stewart * We can't fwd-tsn past any that are reliable aka 3585f8829a4aSRandall Stewart * retransmitted until the asoc fails. 3586f8829a4aSRandall Stewart */ 3587f8829a4aSRandall Stewart break; 3588f8829a4aSRandall Stewart } 3589f8829a4aSRandall Stewart if (!now_filled) { 35906e55db54SRandall Stewart (void)SCTP_GETTIME_TIMEVAL(&now); 3591f8829a4aSRandall Stewart now_filled = 1; 3592f8829a4aSRandall Stewart } 3593f8829a4aSRandall Stewart /* 3594f8829a4aSRandall Stewart * now we got a chunk which is marked for another 3595f8829a4aSRandall Stewart * retransmission to a PR-stream but has run out its chances 3596f8829a4aSRandall Stewart * already maybe OR has been marked to skip now. Can we skip 3597f8829a4aSRandall Stewart * it if its a resend? 3598f8829a4aSRandall Stewart */ 3599f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND && 3600f8829a4aSRandall Stewart (PR_SCTP_TTL_ENABLED(tp1->flags))) { 3601f8829a4aSRandall Stewart /* 3602f8829a4aSRandall Stewart * Now is this one marked for resend and its time is 3603f8829a4aSRandall Stewart * now up? 3604f8829a4aSRandall Stewart */ 3605f8829a4aSRandall Stewart if (timevalcmp(&now, &tp1->rec.data.timetodrop, >)) { 3606f8829a4aSRandall Stewart /* Yes so drop it */ 3607f8829a4aSRandall Stewart if (tp1->data) { 3608ad81507eSRandall Stewart (void)sctp_release_pr_sctp_chunk(stcb, tp1, 36091edc9dbaSMichael Tuexen 1, SCTP_SO_NOT_LOCKED); 3610f8829a4aSRandall Stewart } 3611f8829a4aSRandall Stewart } else { 3612f8829a4aSRandall Stewart /* 3613f8829a4aSRandall Stewart * No, we are done when hit one for resend 3614f8829a4aSRandall Stewart * whos time as not expired. 3615f8829a4aSRandall Stewart */ 3616f8829a4aSRandall Stewart break; 3617f8829a4aSRandall Stewart } 3618f8829a4aSRandall Stewart } 3619f8829a4aSRandall Stewart /* 3620f8829a4aSRandall Stewart * Ok now if this chunk is marked to drop it we can clean up 3621f8829a4aSRandall Stewart * the chunk, advance our peer ack point and we can check 3622f8829a4aSRandall Stewart * the next chunk. 3623f8829a4aSRandall Stewart */ 362498f2956cSMichael Tuexen if ((tp1->sent == SCTP_FORWARD_TSN_SKIP) || 3625325c8c46SMichael Tuexen (tp1->sent == SCTP_DATAGRAM_NR_ACKED)) { 3626f8829a4aSRandall Stewart /* advance PeerAckPoint goes forward */ 362720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, asoc->advanced_peer_ack_point)) { 3628f8829a4aSRandall Stewart asoc->advanced_peer_ack_point = tp1->rec.data.TSN_seq; 3629f8829a4aSRandall Stewart a_adv = tp1; 36300c0982b8SRandall Stewart } else if (tp1->rec.data.TSN_seq == asoc->advanced_peer_ack_point) { 36310c0982b8SRandall Stewart /* No update but we do save the chk */ 36320c0982b8SRandall Stewart a_adv = tp1; 36330c0982b8SRandall Stewart } 3634f8829a4aSRandall Stewart } else { 3635f8829a4aSRandall Stewart /* 3636f8829a4aSRandall Stewart * If it is still in RESEND we can advance no 3637f8829a4aSRandall Stewart * further 3638f8829a4aSRandall Stewart */ 3639f8829a4aSRandall Stewart break; 3640f8829a4aSRandall Stewart } 3641f8829a4aSRandall Stewart } 3642f8829a4aSRandall Stewart return (a_adv); 3643f8829a4aSRandall Stewart } 3644f8829a4aSRandall Stewart 36450c0982b8SRandall Stewart static int 3646c105859eSRandall Stewart sctp_fs_audit(struct sctp_association *asoc) 3647bff64a4dSRandall Stewart { 3648bff64a4dSRandall Stewart struct sctp_tmit_chunk *chk; 3649bff64a4dSRandall Stewart int inflight = 0, resend = 0, inbetween = 0, acked = 0, above = 0; 3650548f47a8SMichael Tuexen int ret; 36510c0982b8SRandall Stewart 3652548f47a8SMichael Tuexen #ifndef INVARIANTS 3653548f47a8SMichael Tuexen int entry_flight, entry_cnt; 3654548f47a8SMichael Tuexen 3655548f47a8SMichael Tuexen #endif 3656548f47a8SMichael Tuexen 3657548f47a8SMichael Tuexen ret = 0; 3658548f47a8SMichael Tuexen #ifndef INVARIANTS 36590c0982b8SRandall Stewart entry_flight = asoc->total_flight; 36600c0982b8SRandall Stewart entry_cnt = asoc->total_flight_count; 3661548f47a8SMichael Tuexen #endif 36620c0982b8SRandall Stewart if (asoc->pr_sctp_cnt >= asoc->sent_queue_cnt) 36630c0982b8SRandall Stewart return (0); 3664bff64a4dSRandall Stewart 3665bff64a4dSRandall Stewart TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) { 3666bff64a4dSRandall Stewart if (chk->sent < SCTP_DATAGRAM_RESEND) { 3667cd3fd531SMichael Tuexen SCTP_PRINTF("Chk TSN: %u size: %d inflight cnt: %d\n", 36680c0982b8SRandall Stewart chk->rec.data.TSN_seq, 36690c0982b8SRandall Stewart chk->send_size, 3670cd3fd531SMichael Tuexen chk->snd_count); 3671bff64a4dSRandall Stewart inflight++; 3672bff64a4dSRandall Stewart } else if (chk->sent == SCTP_DATAGRAM_RESEND) { 3673bff64a4dSRandall Stewart resend++; 3674bff64a4dSRandall Stewart } else if (chk->sent < SCTP_DATAGRAM_ACKED) { 3675bff64a4dSRandall Stewart inbetween++; 3676bff64a4dSRandall Stewart } else if (chk->sent > SCTP_DATAGRAM_ACKED) { 3677bff64a4dSRandall Stewart above++; 3678bff64a4dSRandall Stewart } else { 3679bff64a4dSRandall Stewart acked++; 3680bff64a4dSRandall Stewart } 3681bff64a4dSRandall Stewart } 3682f1f73e57SRandall Stewart 3683c105859eSRandall Stewart if ((inflight > 0) || (inbetween > 0)) { 3684f1f73e57SRandall Stewart #ifdef INVARIANTS 3685c105859eSRandall Stewart panic("Flight size-express incorrect? \n"); 3686f1f73e57SRandall Stewart #else 3687cd3fd531SMichael Tuexen SCTP_PRINTF("asoc->total_flight: %d cnt: %d\n", 36880c0982b8SRandall Stewart entry_flight, entry_cnt); 36890c0982b8SRandall Stewart 36900c0982b8SRandall Stewart SCTP_PRINTF("Flight size-express incorrect F: %d I: %d R: %d Ab: %d ACK: %d\n", 36910c0982b8SRandall Stewart inflight, inbetween, resend, above, acked); 36920c0982b8SRandall Stewart ret = 1; 3693f1f73e57SRandall Stewart #endif 3694bff64a4dSRandall Stewart } 36950c0982b8SRandall Stewart return (ret); 3696c105859eSRandall Stewart } 3697c105859eSRandall Stewart 3698c105859eSRandall Stewart 3699c105859eSRandall Stewart static void 3700c105859eSRandall Stewart sctp_window_probe_recovery(struct sctp_tcb *stcb, 3701c105859eSRandall Stewart struct sctp_association *asoc, 3702c105859eSRandall Stewart struct sctp_tmit_chunk *tp1) 3703c105859eSRandall Stewart { 3704dfb11ef8SRandall Stewart tp1->window_probe = 0; 37055171328bSRandall Stewart if ((tp1->sent >= SCTP_DATAGRAM_ACKED) || (tp1->data == NULL)) { 3706dfb11ef8SRandall Stewart /* TSN's skipped we do NOT move back. */ 3707dfb11ef8SRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DWN_WP_FWD, 37088427b3fdSMichael Tuexen tp1->whoTo ? tp1->whoTo->flight_size : 0, 3709dfb11ef8SRandall Stewart tp1->book_size, 37109a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3711dfb11ef8SRandall Stewart tp1->rec.data.TSN_seq); 3712dfb11ef8SRandall Stewart return; 3713dfb11ef8SRandall Stewart } 37145171328bSRandall Stewart /* First setup this by shrinking flight */ 3715299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3716299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3717299108c5SRandall Stewart tp1); 3718299108c5SRandall Stewart } 37195171328bSRandall Stewart sctp_flight_size_decrease(tp1); 37205171328bSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 37215171328bSRandall Stewart /* Now mark for resend */ 37225171328bSRandall Stewart tp1->sent = SCTP_DATAGRAM_RESEND; 3723791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 3724791437b5SRandall Stewart 3725b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3726c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_WP, 3727c105859eSRandall Stewart tp1->whoTo->flight_size, 3728c105859eSRandall Stewart tp1->book_size, 37299a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3730c105859eSRandall Stewart tp1->rec.data.TSN_seq); 373180fefe0aSRandall Stewart } 3732c105859eSRandall Stewart } 3733c105859eSRandall Stewart 3734f8829a4aSRandall Stewart void 3735f8829a4aSRandall Stewart sctp_express_handle_sack(struct sctp_tcb *stcb, uint32_t cumack, 3736899288aeSRandall Stewart uint32_t rwnd, int *abort_now, int ecne_seen) 3737f8829a4aSRandall Stewart { 3738f8829a4aSRandall Stewart struct sctp_nets *net; 3739f8829a4aSRandall Stewart struct sctp_association *asoc; 3740f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 37415e54f665SRandall Stewart uint32_t old_rwnd; 37425e54f665SRandall Stewart int win_probe_recovery = 0; 3743c105859eSRandall Stewart int win_probe_recovered = 0; 3744d06c82f1SRandall Stewart int j, done_once = 0; 3745f79aab18SRandall Stewart int rto_ok = 1; 3746f8829a4aSRandall Stewart 3747b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 3748d06c82f1SRandall Stewart sctp_misc_ints(SCTP_SACK_LOG_EXPRESS, cumack, 3749d06c82f1SRandall Stewart rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 375080fefe0aSRandall Stewart } 3751f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 375218e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 375318e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cumack; 375418e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 375518e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 375618e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 375718e198d3SRandall Stewart } 375818e198d3SRandall Stewart #endif 3759f8829a4aSRandall Stewart asoc = &stcb->asoc; 3760d06c82f1SRandall Stewart old_rwnd = asoc->peers_rwnd; 376120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, cumack)) { 37625e54f665SRandall Stewart /* old ack */ 37635e54f665SRandall Stewart return; 3764d06c82f1SRandall Stewart } else if (asoc->last_acked_seq == cumack) { 3765d06c82f1SRandall Stewart /* Window update sack */ 3766d06c82f1SRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 376744fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 3768d06c82f1SRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 3769d06c82f1SRandall Stewart /* SWS sender side engages */ 3770d06c82f1SRandall Stewart asoc->peers_rwnd = 0; 3771d06c82f1SRandall Stewart } 3772d06c82f1SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 3773d06c82f1SRandall Stewart goto again; 3774d06c82f1SRandall Stewart } 3775d06c82f1SRandall Stewart return; 37765e54f665SRandall Stewart } 3777f8829a4aSRandall Stewart /* First setup for CC stuff */ 3778f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3779a21779f0SRandall Stewart if (SCTP_TSN_GT(cumack, net->cwr_window_tsn)) { 3780a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 3781a21779f0SRandall Stewart net->cwr_window_tsn = cumack; 3782a21779f0SRandall Stewart } 3783f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 3784f8829a4aSRandall Stewart net->net_ack = 0; 3785f8829a4aSRandall Stewart net->net_ack2 = 0; 3786132dea7dSRandall Stewart 3787132dea7dSRandall Stewart /* 3788132dea7dSRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 3789132dea7dSRandall Stewart * SACK processing 3790132dea7dSRandall Stewart */ 3791132dea7dSRandall Stewart net->new_pseudo_cumack = 0; 3792132dea7dSRandall Stewart net->will_exit_fast_recovery = 0; 3793299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 3794299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 3795299108c5SRandall Stewart } 3796f8829a4aSRandall Stewart } 3797b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) { 3798139bc87fSRandall Stewart uint32_t send_s; 3799139bc87fSRandall Stewart 3800c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 3801c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 3802c105859eSRandall Stewart sctpchunk_listhead); 3803c105859eSRandall Stewart send_s = tp1->rec.data.TSN_seq + 1; 3804139bc87fSRandall Stewart } else { 3805c105859eSRandall Stewart send_s = asoc->sending_seq; 3806139bc87fSRandall Stewart } 380720b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, send_s)) { 3808ff1ffd74SMichael Tuexen struct mbuf *op_err; 3809ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 3810139bc87fSRandall Stewart 3811139bc87fSRandall Stewart *abort_now = 1; 3812139bc87fSRandall Stewart /* XXX */ 381355f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 3814ff1ffd74SMichael Tuexen cumack, send_s); 3815ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 381644249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_21; 3817ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 3818139bc87fSRandall Stewart return; 3819139bc87fSRandall Stewart } 3820139bc87fSRandall Stewart } 3821f8829a4aSRandall Stewart asoc->this_sack_highest_gap = cumack; 3822b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 3823c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 3824c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 3825c4739e2fSRandall Stewart 0, 3826c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 3827c4739e2fSRandall Stewart __LINE__); 3828c4739e2fSRandall Stewart } 3829f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 383020b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->last_acked_seq)) { 3831f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 38324a9ef3f8SMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 383320b07a4dSMichael Tuexen if (SCTP_TSN_GE(cumack, tp1->rec.data.TSN_seq)) { 383418e198d3SRandall Stewart if (tp1->sent == SCTP_DATAGRAM_UNSENT) { 3835cd3fd531SMichael Tuexen SCTP_PRINTF("Warning, an unsent is now acked?\n"); 383618e198d3SRandall Stewart } 3837f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 3838f8829a4aSRandall Stewart /* 383918e198d3SRandall Stewart * If it is less than ACKED, it is 384018e198d3SRandall Stewart * now no-longer in flight. Higher 384118e198d3SRandall Stewart * values may occur during marking 3842f8829a4aSRandall Stewart */ 3843c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 3844b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 3845c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 3846a5d547adSRandall Stewart tp1->whoTo->flight_size, 3847a5d547adSRandall Stewart tp1->book_size, 38489a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 3849a5d547adSRandall Stewart tp1->rec.data.TSN_seq); 385080fefe0aSRandall Stewart } 3851c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 3852299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 3853299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 3854299108c5SRandall Stewart tp1); 3855299108c5SRandall Stewart } 385604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3857c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 3858f8829a4aSRandall Stewart } 3859f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 3860f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 3861f8829a4aSRandall Stewart /* 386218e198d3SRandall Stewart * True non-retransmited 3863f8829a4aSRandall Stewart * chunk 3864f8829a4aSRandall Stewart */ 3865f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 3866f8829a4aSRandall Stewart tp1->send_size; 3867f8829a4aSRandall Stewart 3868f8829a4aSRandall Stewart /* update RTO too? */ 386962c1ff9cSRandall Stewart if (tp1->do_rtt) { 3870f79aab18SRandall Stewart if (rto_ok) { 3871f8829a4aSRandall Stewart tp1->whoTo->RTO = 387204ee05e8SRandall Stewart /* 387304ee05e8SRandall Stewart * sa_ignore 3874f79aab18SRandall Stewart * NO_NULL_CH 3875f79aab18SRandall Stewart * K 387604ee05e8SRandall Stewart */ 3877f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 3878f8829a4aSRandall Stewart asoc, tp1->whoTo, 387918e198d3SRandall Stewart &tp1->sent_rcv_time, 3880899288aeSRandall Stewart sctp_align_safe_nocopy, 3881f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 3882f79aab18SRandall Stewart rto_ok = 0; 3883f79aab18SRandall Stewart } 3884f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 3885f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 3886f79aab18SRandall Stewart } 3887f8829a4aSRandall Stewart tp1->do_rtt = 0; 3888f8829a4aSRandall Stewart } 3889f8829a4aSRandall Stewart } 3890132dea7dSRandall Stewart /* 389118e198d3SRandall Stewart * CMT: CUCv2 algorithm. From the 389218e198d3SRandall Stewart * cumack'd TSNs, for each TSN being 389318e198d3SRandall Stewart * acked for the first time, set the 389418e198d3SRandall Stewart * following variables for the 389518e198d3SRandall Stewart * corresp destination. 389618e198d3SRandall Stewart * new_pseudo_cumack will trigger a 389718e198d3SRandall Stewart * cwnd update. 389818e198d3SRandall Stewart * find_(rtx_)pseudo_cumack will 389918e198d3SRandall Stewart * trigger search for the next 390018e198d3SRandall Stewart * expected (rtx-)pseudo-cumack. 3901132dea7dSRandall Stewart */ 3902132dea7dSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 3903132dea7dSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 3904132dea7dSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 3905132dea7dSRandall Stewart 3906b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 390704ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3908f8829a4aSRandall Stewart sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK); 390980fefe0aSRandall Stewart } 3910f8829a4aSRandall Stewart } 3911f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 3912f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 3913f8829a4aSRandall Stewart } 391442551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 391542551e99SRandall Stewart /* deflate the cwnd */ 391642551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 391742551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 391842551e99SRandall Stewart } 3919325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 3920a7ad6026SMichael Tuexen if (asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues > 0) { 3921a7ad6026SMichael Tuexen asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues--; 3922a7ad6026SMichael Tuexen #ifdef INVARIANTS 3923a7ad6026SMichael Tuexen } else { 3924a7ad6026SMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.stream_number); 3925a7ad6026SMichael Tuexen #endif 3926a7ad6026SMichael Tuexen } 3927a7ad6026SMichael Tuexen } 3928d96bef9cSMichael Tuexen if ((asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues == 0) && 3929d96bef9cSMichael Tuexen (asoc->strmout[tp1->rec.data.stream_number].state == SCTP_STREAM_RESET_PENDING) && 3930d96bef9cSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.stream_number].outqueue)) { 3931d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 3932d96bef9cSMichael Tuexen } 3933f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 3934f8829a4aSRandall Stewart if (tp1->data) { 393504ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3936f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 3937f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 39384a9ef3f8SMichael Tuexen tp1->data = NULL; 3939f8829a4aSRandall Stewart } 3940b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 3941f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 3942f8829a4aSRandall Stewart cumack, 3943f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 3944f8829a4aSRandall Stewart 0, 3945f8829a4aSRandall Stewart 0, 3946f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 394780fefe0aSRandall Stewart } 3948f8829a4aSRandall Stewart asoc->sent_queue_cnt--; 3949689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 395018e198d3SRandall Stewart } else { 395118e198d3SRandall Stewart break; 3952f8829a4aSRandall Stewart } 39535e54f665SRandall Stewart } 395418e198d3SRandall Stewart 395518e198d3SRandall Stewart } 395604ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 3957f8829a4aSRandall Stewart if (stcb->sctp_socket) { 3958ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3959ceaad40aSRandall Stewart struct socket *so; 3960ceaad40aSRandall Stewart 3961ceaad40aSRandall Stewart #endif 3962f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 3963b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 396404ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 39657215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_WAKESND_FROM_SACK); 396680fefe0aSRandall Stewart } 3967ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3968ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 3969ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 3970ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 3971ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 3972ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 3973ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 3974ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 3975ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 3976ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 3977ceaad40aSRandall Stewart return; 3978ceaad40aSRandall Stewart } 3979ceaad40aSRandall Stewart #endif 3980f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 3981ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 3982ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 3983ceaad40aSRandall Stewart #endif 3984f8829a4aSRandall Stewart } else { 3985b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 39867215cc1bSMichael Tuexen sctp_wakeup_log(stcb, 1, SCTP_NOWAKE_FROM_SACK); 398780fefe0aSRandall Stewart } 3988f8829a4aSRandall Stewart } 3989f8829a4aSRandall Stewart 3990b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 3991ca85e948SMichael Tuexen if ((asoc->last_acked_seq != cumack) && (ecne_seen == 0)) { 3992ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 3993ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 3994ca85e948SMichael Tuexen /* 3995ca85e948SMichael Tuexen * Karn's rule applies to clearing error 3996ca85e948SMichael Tuexen * count, this is optional. 3997ca85e948SMichael Tuexen */ 3998ca85e948SMichael Tuexen net->error_count = 0; 3999ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4000ca85e948SMichael Tuexen /* addr came good */ 4001ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4002ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 40034b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4004ca85e948SMichael Tuexen } 4005ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4006ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4007ca85e948SMichael Tuexen /* 4008ca85e948SMichael Tuexen * release the alternate, 4009ca85e948SMichael Tuexen * primary is good 4010ca85e948SMichael Tuexen */ 4011ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4012ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4013ca85e948SMichael Tuexen } 4014ca85e948SMichael Tuexen } 4015ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4016ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4017b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4018b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 401944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_22); 4020ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4021ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4022ca85e948SMichael Tuexen /* Done with this net */ 4023ca85e948SMichael Tuexen net->net_ack = 0; 4024ca85e948SMichael Tuexen } 4025ca85e948SMichael Tuexen /* restore any doubled timers */ 4026ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4027ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4028ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4029ca85e948SMichael Tuexen } 4030ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4031ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4032ca85e948SMichael Tuexen } 4033ca85e948SMichael Tuexen } 4034ca85e948SMichael Tuexen } 4035b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, 1, 0, 0); 4036ca85e948SMichael Tuexen } 4037f8829a4aSRandall Stewart asoc->last_acked_seq = cumack; 40385e54f665SRandall Stewart 4039f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4040f8829a4aSRandall Stewart /* nothing left in-flight */ 4041f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4042f8829a4aSRandall Stewart net->flight_size = 0; 4043f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4044f8829a4aSRandall Stewart } 4045f8829a4aSRandall Stewart asoc->total_flight = 0; 4046f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4047f8829a4aSRandall Stewart } 4048f8829a4aSRandall Stewart /* RWND update */ 4049f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(rwnd, 405044fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4051f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4052f8829a4aSRandall Stewart /* SWS sender side engages */ 4053f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4054f8829a4aSRandall Stewart } 40555e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 40565e54f665SRandall Stewart win_probe_recovery = 1; 40575e54f665SRandall Stewart } 4058f8829a4aSRandall Stewart /* Now assure a timer where data is queued at */ 4059a5d547adSRandall Stewart again: 4060a5d547adSRandall Stewart j = 0; 4061f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 40625171328bSRandall Stewart int to_ticks; 40635171328bSRandall Stewart 40645e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 4065c105859eSRandall Stewart win_probe_recovered = 1; 40665e54f665SRandall Stewart /* 40675e54f665SRandall Stewart * Find first chunk that was used with window probe 40685e54f665SRandall Stewart * and clear the sent 40695e54f665SRandall Stewart */ 40703c503c28SRandall Stewart /* sa_ignore FREED_MEMORY */ 40715e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 40725e54f665SRandall Stewart if (tp1->window_probe) { 4073cd554309SMichael Tuexen /* move back to data send queue */ 40747215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 40755e54f665SRandall Stewart break; 40765e54f665SRandall Stewart } 40775e54f665SRandall Stewart } 40785e54f665SRandall Stewart } 4079f8829a4aSRandall Stewart if (net->RTO == 0) { 4080f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(stcb->asoc.initial_rto); 4081f8829a4aSRandall Stewart } else { 4082f8829a4aSRandall Stewart to_ticks = MSEC_TO_TICKS(net->RTO); 4083f8829a4aSRandall Stewart } 40845171328bSRandall Stewart if (net->flight_size) { 4085a5d547adSRandall Stewart j++; 4086ad81507eSRandall Stewart (void)SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 4087f8829a4aSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 40885171328bSRandall Stewart if (net->window_probe) { 40895171328bSRandall Stewart net->window_probe = 0; 40905171328bSRandall Stewart } 4091f8829a4aSRandall Stewart } else { 40925171328bSRandall Stewart if (net->window_probe) { 40935171328bSRandall Stewart /* 40945171328bSRandall Stewart * In window probes we must assure a timer 40955171328bSRandall Stewart * is still running there 40965171328bSRandall Stewart */ 40975171328bSRandall Stewart net->window_probe = 0; 40985171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 40995171328bSRandall Stewart SCTP_OS_TIMER_START(&net->rxt_timer.timer, to_ticks, 41005171328bSRandall Stewart sctp_timeout_handler, &net->rxt_timer); 41015171328bSRandall Stewart } 41025171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 4103f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4104a5d547adSRandall Stewart stcb, net, 410544249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_23); 4106f8829a4aSRandall Stewart } 4107f8829a4aSRandall Stewart } 4108f8829a4aSRandall Stewart } 4109bff64a4dSRandall Stewart if ((j == 0) && 4110bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 4111bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 4112c105859eSRandall Stewart (win_probe_recovered == 0) && 4113bff64a4dSRandall Stewart (done_once == 0)) { 41140c0982b8SRandall Stewart /* 41150c0982b8SRandall Stewart * huh, this should not happen unless all packets are 41160c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 41170c0982b8SRandall Stewart */ 41180c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 4119a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4120a5d547adSRandall Stewart net->flight_size = 0; 4121a5d547adSRandall Stewart } 4122a5d547adSRandall Stewart asoc->total_flight = 0; 4123a5d547adSRandall Stewart asoc->total_flight_count = 0; 4124a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4125a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4126a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4127c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4128c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4129a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4130791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 4131a5d547adSRandall Stewart } 4132a5d547adSRandall Stewart } 41330c0982b8SRandall Stewart } 4134bff64a4dSRandall Stewart done_once = 1; 4135a5d547adSRandall Stewart goto again; 4136a5d547adSRandall Stewart } 4137f8829a4aSRandall Stewart /**********************************/ 4138f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4139f8829a4aSRandall Stewart /**********************************/ 4140f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4141f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4142f8829a4aSRandall Stewart /* clean up */ 4143f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4144f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4145f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4146f8829a4aSRandall Stewart (asoc->locked_on_sending) 4147f8829a4aSRandall Stewart ) { 4148f8829a4aSRandall Stewart struct sctp_stream_queue_pending *sp; 4149f8829a4aSRandall Stewart 4150f8829a4aSRandall Stewart /* 4151f8829a4aSRandall Stewart * I may be in a state where we got all across.. but 4152f8829a4aSRandall Stewart * cannot write more due to a shutdown... we abort 4153f8829a4aSRandall Stewart * since the user did not indicate EOR in this case. 4154f8829a4aSRandall Stewart * The sp will be cleaned during free of the asoc. 4155f8829a4aSRandall Stewart */ 4156f8829a4aSRandall Stewart sp = TAILQ_LAST(&((asoc->locked_on_sending)->outqueue), 4157f8829a4aSRandall Stewart sctp_streamhead); 41582afb3e84SRandall Stewart if ((sp) && (sp->length == 0)) { 41592afb3e84SRandall Stewart /* Let cleanup code purge it */ 41602afb3e84SRandall Stewart if (sp->msg_is_complete) { 41612afb3e84SRandall Stewart asoc->stream_queue_cnt--; 41622afb3e84SRandall Stewart } else { 4163f8829a4aSRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 4164f8829a4aSRandall Stewart asoc->locked_on_sending = NULL; 4165f8829a4aSRandall Stewart asoc->stream_queue_cnt--; 4166f8829a4aSRandall Stewart } 4167f8829a4aSRandall Stewart } 41682afb3e84SRandall Stewart } 4169f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4170f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4171f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4172f8829a4aSRandall Stewart /* Need to abort here */ 4173ff1ffd74SMichael Tuexen struct mbuf *op_err; 4174f8829a4aSRandall Stewart 4175f8829a4aSRandall Stewart abort_out_now: 4176f8829a4aSRandall Stewart *abort_now = 1; 4177f8829a4aSRandall Stewart /* XXX */ 4178ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 417944249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_24; 4180ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4181fe4a59b3SMichael Tuexen return; 4182f8829a4aSRandall Stewart } else { 4183ca85e948SMichael Tuexen struct sctp_nets *netp; 4184ca85e948SMichael Tuexen 4185f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4186f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4187f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4188f42a358aSRandall Stewart } 4189c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4190b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4191f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4192ca85e948SMichael Tuexen if (asoc->alternate) { 4193ca85e948SMichael Tuexen netp = asoc->alternate; 4194ca85e948SMichael Tuexen } else { 4195ca85e948SMichael Tuexen netp = asoc->primary_destination; 4196ca85e948SMichael Tuexen } 4197ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4198f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4199ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4200f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4201ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4202f8829a4aSRandall Stewart } 4203f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4204f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4205ca85e948SMichael Tuexen struct sctp_nets *netp; 4206ca85e948SMichael Tuexen 4207f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4208f8829a4aSRandall Stewart goto abort_out_now; 4209f8829a4aSRandall Stewart } 4210f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4211c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4212b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 421312af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4214c39cfa1fSMichael Tuexen if (asoc->alternate) { 4215c39cfa1fSMichael Tuexen netp = asoc->alternate; 4216c39cfa1fSMichael Tuexen } else { 4217c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4218c39cfa1fSMichael Tuexen } 4219c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4220f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4221ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4222f8829a4aSRandall Stewart } 4223f8829a4aSRandall Stewart } 4224dfb11ef8SRandall Stewart /*********************************************/ 4225dfb11ef8SRandall Stewart /* Here we perform PR-SCTP procedures */ 4226dfb11ef8SRandall Stewart /* (section 4.2) */ 4227dfb11ef8SRandall Stewart /*********************************************/ 4228dfb11ef8SRandall Stewart /* C1. update advancedPeerAckPoint */ 422920b07a4dSMichael Tuexen if (SCTP_TSN_GT(cumack, asoc->advanced_peer_ack_point)) { 4230dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cumack; 4231dfb11ef8SRandall Stewart } 4232830d754dSRandall Stewart /* PR-Sctp issues need to be addressed too */ 4233dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 4234830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 4235830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 4236830d754dSRandall Stewart 4237830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 4238830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 4239830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 424020b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cumack)) { 4241830d754dSRandall Stewart /* 4242493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 4243830d754dSRandall Stewart */ 424420b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 4245830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 42460c0982b8SRandall Stewart } else if (lchk) { 42470c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 424844fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 42490c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 42500c0982b8SRandall Stewart } 4251830d754dSRandall Stewart } 4252830d754dSRandall Stewart } 4253830d754dSRandall Stewart if (lchk) { 4254830d754dSRandall Stewart /* Assure a timer is up */ 4255830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 4256830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 4257830d754dSRandall Stewart } 4258830d754dSRandall Stewart } 4259b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 4260f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 4261f8829a4aSRandall Stewart rwnd, 4262f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 4263f8829a4aSRandall Stewart stcb->asoc.total_flight, 4264f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 426580fefe0aSRandall Stewart } 4266f8829a4aSRandall Stewart } 4267f8829a4aSRandall Stewart 4268f8829a4aSRandall Stewart void 4269cd554309SMichael Tuexen sctp_handle_sack(struct mbuf *m, int offset_seg, int offset_dup, 42707215cc1bSMichael Tuexen struct sctp_tcb *stcb, 4271cd554309SMichael Tuexen uint16_t num_seg, uint16_t num_nr_seg, uint16_t num_dup, 4272cd554309SMichael Tuexen int *abort_now, uint8_t flags, 4273899288aeSRandall Stewart uint32_t cum_ack, uint32_t rwnd, int ecne_seen) 4274f8829a4aSRandall Stewart { 4275f8829a4aSRandall Stewart struct sctp_association *asoc; 4276f8829a4aSRandall Stewart struct sctp_tmit_chunk *tp1, *tp2; 4277cd554309SMichael Tuexen uint32_t last_tsn, biggest_tsn_acked, biggest_tsn_newly_acked, this_sack_lowest_newack; 4278f8829a4aSRandall Stewart uint16_t wake_him = 0; 4279c105859eSRandall Stewart uint32_t send_s = 0; 4280f8829a4aSRandall Stewart long j; 4281f8829a4aSRandall Stewart int accum_moved = 0; 4282f8829a4aSRandall Stewart int will_exit_fast_recovery = 0; 42835e54f665SRandall Stewart uint32_t a_rwnd, old_rwnd; 42845e54f665SRandall Stewart int win_probe_recovery = 0; 4285c105859eSRandall Stewart int win_probe_recovered = 0; 4286f8829a4aSRandall Stewart struct sctp_nets *net = NULL; 4287bff64a4dSRandall Stewart int done_once; 4288f79aab18SRandall Stewart int rto_ok = 1; 4289f8829a4aSRandall Stewart uint8_t reneged_all = 0; 4290f8829a4aSRandall Stewart uint8_t cmt_dac_flag; 4291f8829a4aSRandall Stewart 4292f8829a4aSRandall Stewart /* 4293f8829a4aSRandall Stewart * we take any chance we can to service our queues since we cannot 4294f8829a4aSRandall Stewart * get awoken when the socket is read from :< 4295f8829a4aSRandall Stewart */ 4296f8829a4aSRandall Stewart /* 4297f8829a4aSRandall Stewart * Now perform the actual SACK handling: 1) Verify that it is not an 4298f8829a4aSRandall Stewart * old sack, if so discard. 2) If there is nothing left in the send 4299f8829a4aSRandall Stewart * queue (cum-ack is equal to last acked) then you have a duplicate 4300f8829a4aSRandall Stewart * too, update any rwnd change and verify no timers are running. 4301f8829a4aSRandall Stewart * then return. 3) Process any new consequtive data i.e. cum-ack 4302f8829a4aSRandall Stewart * moved process these first and note that it moved. 4) Process any 4303f8829a4aSRandall Stewart * sack blocks. 5) Drop any acked from the queue. 6) Check for any 4304f8829a4aSRandall Stewart * revoked blocks and mark. 7) Update the cwnd. 8) Nothing left, 4305f8829a4aSRandall Stewart * sync up flightsizes and things, stop all timers and also check 4306f8829a4aSRandall Stewart * for shutdown_pending state. If so then go ahead and send off the 4307f8829a4aSRandall Stewart * shutdown. If in shutdown recv, send off the shutdown-ack and 4308f8829a4aSRandall Stewart * start that timer, Ret. 9) Strike any non-acked things and do FR 4309f8829a4aSRandall Stewart * procedure if needed being sure to set the FR flag. 10) Do pr-sctp 4310f8829a4aSRandall Stewart * procedures. 11) Apply any FR penalties. 12) Assure we will SACK 4311f8829a4aSRandall Stewart * if in shutdown_recv state. 4312f8829a4aSRandall Stewart */ 4313f8829a4aSRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 4314f8829a4aSRandall Stewart /* CMT DAC algo */ 4315f8829a4aSRandall Stewart this_sack_lowest_newack = 0; 4316f8829a4aSRandall Stewart SCTP_STAT_INCR(sctps_slowpath_sack); 4317cd554309SMichael Tuexen last_tsn = cum_ack; 4318cd554309SMichael Tuexen cmt_dac_flag = flags & SCTP_SACK_CMT_DAC; 431918e198d3SRandall Stewart #ifdef SCTP_ASOCLOG_OF_TSNS 432018e198d3SRandall Stewart stcb->asoc.cumack_log[stcb->asoc.cumack_log_at] = cum_ack; 432118e198d3SRandall Stewart stcb->asoc.cumack_log_at++; 432218e198d3SRandall Stewart if (stcb->asoc.cumack_log_at > SCTP_TSN_LOG_SIZE) { 432318e198d3SRandall Stewart stcb->asoc.cumack_log_at = 0; 432418e198d3SRandall Stewart } 432518e198d3SRandall Stewart #endif 4326d06c82f1SRandall Stewart a_rwnd = rwnd; 4327f8829a4aSRandall Stewart 4328cd554309SMichael Tuexen if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_SACK_ARRIVALS_ENABLE) { 4329cd554309SMichael Tuexen sctp_misc_ints(SCTP_SACK_LOG_NORMAL, cum_ack, 4330cd554309SMichael Tuexen rwnd, stcb->asoc.last_acked_seq, stcb->asoc.peers_rwnd); 4331cd554309SMichael Tuexen } 43325e54f665SRandall Stewart old_rwnd = stcb->asoc.peers_rwnd; 4333b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) { 4334c4739e2fSRandall Stewart sctp_misc_ints(SCTP_THRESHOLD_CLEAR, 4335c4739e2fSRandall Stewart stcb->asoc.overall_error_count, 4336c4739e2fSRandall Stewart 0, 4337c4739e2fSRandall Stewart SCTP_FROM_SCTP_INDATA, 4338c4739e2fSRandall Stewart __LINE__); 4339c4739e2fSRandall Stewart } 4340f8829a4aSRandall Stewart stcb->asoc.overall_error_count = 0; 4341f8829a4aSRandall Stewart asoc = &stcb->asoc; 4342b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4343f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4344f8829a4aSRandall Stewart cum_ack, 4345f8829a4aSRandall Stewart 0, 4346f8829a4aSRandall Stewart num_seg, 4347f8829a4aSRandall Stewart num_dup, 4348f8829a4aSRandall Stewart SCTP_LOG_NEW_SACK); 434980fefe0aSRandall Stewart } 4350ca85e948SMichael Tuexen if ((num_dup) && (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE)) { 4351cd554309SMichael Tuexen uint16_t i; 4352458303daSRandall Stewart uint32_t *dupdata, dblock; 4353f8829a4aSRandall Stewart 4354cd554309SMichael Tuexen for (i = 0; i < num_dup; i++) { 4355cd554309SMichael Tuexen dupdata = (uint32_t *) sctp_m_getptr(m, offset_dup + i * sizeof(uint32_t), 4356458303daSRandall Stewart sizeof(uint32_t), (uint8_t *) & dblock); 4357cd554309SMichael Tuexen if (dupdata == NULL) { 4358458303daSRandall Stewart break; 4359458303daSRandall Stewart } 4360cd554309SMichael Tuexen sctp_log_fr(*dupdata, 0, 0, SCTP_FR_DUPED); 4361f8829a4aSRandall Stewart } 4362f8829a4aSRandall Stewart } 4363b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) { 4364c105859eSRandall Stewart /* reality check */ 4365c105859eSRandall Stewart if (!TAILQ_EMPTY(&asoc->sent_queue)) { 4366c105859eSRandall Stewart tp1 = TAILQ_LAST(&asoc->sent_queue, 4367c105859eSRandall Stewart sctpchunk_listhead); 4368c105859eSRandall Stewart send_s = tp1->rec.data.TSN_seq + 1; 4369c105859eSRandall Stewart } else { 4370b5c16493SMichael Tuexen tp1 = NULL; 4371c105859eSRandall Stewart send_s = asoc->sending_seq; 4372c105859eSRandall Stewart } 437320b07a4dSMichael Tuexen if (SCTP_TSN_GE(cum_ack, send_s)) { 4374ff1ffd74SMichael Tuexen struct mbuf *op_err; 4375ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 4376c105859eSRandall Stewart 4377f8829a4aSRandall Stewart /* 4378f8829a4aSRandall Stewart * no way, we have not even sent this TSN out yet. 4379f8829a4aSRandall Stewart * Peer is hopelessly messed up with us. 4380f8829a4aSRandall Stewart */ 4381cd3fd531SMichael Tuexen SCTP_PRINTF("NEW cum_ack:%x send_s:%x is smaller or equal\n", 4382b5c16493SMichael Tuexen cum_ack, send_s); 4383b5c16493SMichael Tuexen if (tp1) { 4384cd3fd531SMichael Tuexen SCTP_PRINTF("Got send_s from tsn:%x + 1 of tp1: %p\n", 4385dd294dceSMichael Tuexen tp1->rec.data.TSN_seq, (void *)tp1); 4386b5c16493SMichael Tuexen } 4387f8829a4aSRandall Stewart hopeless_peer: 4388f8829a4aSRandall Stewart *abort_now = 1; 4389f8829a4aSRandall Stewart /* XXX */ 439055f8a4bbSMichael Tuexen snprintf(msg, sizeof(msg), "Cum ack %8.8x greater or equal than TSN %8.8x", 4391ff1ffd74SMichael Tuexen cum_ack, send_s); 4392ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 439344249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_25; 4394ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4395f8829a4aSRandall Stewart return; 4396f8829a4aSRandall Stewart } 4397f8829a4aSRandall Stewart } 4398f8829a4aSRandall Stewart /**********************/ 4399f8829a4aSRandall Stewart /* 1) check the range */ 4400f8829a4aSRandall Stewart /**********************/ 440120b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->last_acked_seq, last_tsn)) { 4402f8829a4aSRandall Stewart /* acking something behind */ 4403f8829a4aSRandall Stewart return; 4404f8829a4aSRandall Stewart } 4405f8829a4aSRandall Stewart /* update the Rwnd of the peer */ 4406f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue) && 4407f8829a4aSRandall Stewart TAILQ_EMPTY(&asoc->send_queue) && 4408cd554309SMichael Tuexen (asoc->stream_queue_cnt == 0)) { 4409f8829a4aSRandall Stewart /* nothing left on send/sent and strmq */ 4410b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4411f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4412f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 441380fefe0aSRandall Stewart } 4414f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4415f8829a4aSRandall Stewart if (asoc->sent_queue_retran_cnt) { 4416f8829a4aSRandall Stewart asoc->sent_queue_retran_cnt = 0; 4417f8829a4aSRandall Stewart } 4418f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4419f8829a4aSRandall Stewart /* SWS sender side engages */ 4420f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4421f8829a4aSRandall Stewart } 4422f8829a4aSRandall Stewart /* stop any timers */ 4423f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4424f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 442544249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_26); 4426f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4427f8829a4aSRandall Stewart net->flight_size = 0; 4428f8829a4aSRandall Stewart } 4429f8829a4aSRandall Stewart asoc->total_flight = 0; 4430f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4431f8829a4aSRandall Stewart return; 4432f8829a4aSRandall Stewart } 4433f8829a4aSRandall Stewart /* 4434f8829a4aSRandall Stewart * We init netAckSz and netAckSz2 to 0. These are used to track 2 4435f8829a4aSRandall Stewart * things. The total byte count acked is tracked in netAckSz AND 4436f8829a4aSRandall Stewart * netAck2 is used to track the total bytes acked that are un- 4437f8829a4aSRandall Stewart * amibguious and were never retransmitted. We track these on a per 4438f8829a4aSRandall Stewart * destination address basis. 4439f8829a4aSRandall Stewart */ 4440f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4441a21779f0SRandall Stewart if (SCTP_TSN_GT(cum_ack, net->cwr_window_tsn)) { 4442a21779f0SRandall Stewart /* Drag along the window_tsn for cwr's */ 4443a21779f0SRandall Stewart net->cwr_window_tsn = cum_ack; 4444a21779f0SRandall Stewart } 4445f8829a4aSRandall Stewart net->prev_cwnd = net->cwnd; 4446f8829a4aSRandall Stewart net->net_ack = 0; 4447f8829a4aSRandall Stewart net->net_ack2 = 0; 4448f8829a4aSRandall Stewart 4449f8829a4aSRandall Stewart /* 445042551e99SRandall Stewart * CMT: Reset CUC and Fast recovery algo variables before 445142551e99SRandall Stewart * SACK processing 4452f8829a4aSRandall Stewart */ 4453f8829a4aSRandall Stewart net->new_pseudo_cumack = 0; 4454f8829a4aSRandall Stewart net->will_exit_fast_recovery = 0; 4455299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) { 4456299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_prepare_net_for_sack) (stcb, net); 4457299108c5SRandall Stewart } 4458f8829a4aSRandall Stewart } 4459f8829a4aSRandall Stewart /* process the new consecutive TSN first */ 44604a9ef3f8SMichael Tuexen TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 446120b07a4dSMichael Tuexen if (SCTP_TSN_GE(last_tsn, tp1->rec.data.TSN_seq)) { 4462f8829a4aSRandall Stewart if (tp1->sent != SCTP_DATAGRAM_UNSENT) { 4463f8829a4aSRandall Stewart accum_moved = 1; 4464f8829a4aSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_ACKED) { 4465f8829a4aSRandall Stewart /* 4466f8829a4aSRandall Stewart * If it is less than ACKED, it is 4467f8829a4aSRandall Stewart * now no-longer in flight. Higher 4468f8829a4aSRandall Stewart * values may occur during marking 4469f8829a4aSRandall Stewart */ 4470f8829a4aSRandall Stewart if ((tp1->whoTo->dest_state & 4471f8829a4aSRandall Stewart SCTP_ADDR_UNCONFIRMED) && 4472f8829a4aSRandall Stewart (tp1->snd_count < 2)) { 4473f8829a4aSRandall Stewart /* 4474f8829a4aSRandall Stewart * If there was no retran 4475f8829a4aSRandall Stewart * and the address is 4476f8829a4aSRandall Stewart * un-confirmed and we sent 4477f8829a4aSRandall Stewart * there and are now 4478f8829a4aSRandall Stewart * sacked.. its confirmed, 4479f8829a4aSRandall Stewart * mark it so. 4480f8829a4aSRandall Stewart */ 4481f8829a4aSRandall Stewart tp1->whoTo->dest_state &= 4482f8829a4aSRandall Stewart ~SCTP_ADDR_UNCONFIRMED; 4483f8829a4aSRandall Stewart } 4484c105859eSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 4485b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4486c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_CA, 4487a5d547adSRandall Stewart tp1->whoTo->flight_size, 4488a5d547adSRandall Stewart tp1->book_size, 44899a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 4490a5d547adSRandall Stewart tp1->rec.data.TSN_seq); 449180fefe0aSRandall Stewart } 4492c105859eSRandall Stewart sctp_flight_size_decrease(tp1); 4493c105859eSRandall Stewart sctp_total_flight_decrease(stcb, tp1); 4494299108c5SRandall Stewart if (stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) { 4495299108c5SRandall Stewart (*stcb->asoc.cc_functions.sctp_cwnd_update_tsn_acknowledged) (tp1->whoTo, 4496299108c5SRandall Stewart tp1); 4497299108c5SRandall Stewart } 4498f8829a4aSRandall Stewart } 4499f8829a4aSRandall Stewart tp1->whoTo->net_ack += tp1->send_size; 4500f8829a4aSRandall Stewart 4501f8829a4aSRandall Stewart /* CMT SFR and DAC algos */ 4502f8829a4aSRandall Stewart this_sack_lowest_newack = tp1->rec.data.TSN_seq; 4503f8829a4aSRandall Stewart tp1->whoTo->saw_newack = 1; 4504f8829a4aSRandall Stewart 4505f8829a4aSRandall Stewart if (tp1->snd_count < 2) { 4506f8829a4aSRandall Stewart /* 4507f8829a4aSRandall Stewart * True non-retransmited 4508f8829a4aSRandall Stewart * chunk 4509f8829a4aSRandall Stewart */ 4510f8829a4aSRandall Stewart tp1->whoTo->net_ack2 += 4511f8829a4aSRandall Stewart tp1->send_size; 4512f8829a4aSRandall Stewart 4513f8829a4aSRandall Stewart /* update RTO too? */ 4514f8829a4aSRandall Stewart if (tp1->do_rtt) { 4515f79aab18SRandall Stewart if (rto_ok) { 4516f8829a4aSRandall Stewart tp1->whoTo->RTO = 4517f8829a4aSRandall Stewart sctp_calculate_rto(stcb, 4518f8829a4aSRandall Stewart asoc, tp1->whoTo, 451918e198d3SRandall Stewart &tp1->sent_rcv_time, 4520899288aeSRandall Stewart sctp_align_safe_nocopy, 4521f79aab18SRandall Stewart SCTP_RTT_FROM_DATA); 4522f79aab18SRandall Stewart rto_ok = 0; 4523f79aab18SRandall Stewart } 4524f79aab18SRandall Stewart if (tp1->whoTo->rto_needed == 0) { 4525f79aab18SRandall Stewart tp1->whoTo->rto_needed = 1; 4526f79aab18SRandall Stewart } 4527f8829a4aSRandall Stewart tp1->do_rtt = 0; 4528f8829a4aSRandall Stewart } 4529f8829a4aSRandall Stewart } 4530f8829a4aSRandall Stewart /* 4531f8829a4aSRandall Stewart * CMT: CUCv2 algorithm. From the 4532f8829a4aSRandall Stewart * cumack'd TSNs, for each TSN being 4533f8829a4aSRandall Stewart * acked for the first time, set the 4534f8829a4aSRandall Stewart * following variables for the 4535f8829a4aSRandall Stewart * corresp destination. 4536f8829a4aSRandall Stewart * new_pseudo_cumack will trigger a 4537f8829a4aSRandall Stewart * cwnd update. 4538f8829a4aSRandall Stewart * find_(rtx_)pseudo_cumack will 4539f8829a4aSRandall Stewart * trigger search for the next 4540f8829a4aSRandall Stewart * expected (rtx-)pseudo-cumack. 4541f8829a4aSRandall Stewart */ 4542f8829a4aSRandall Stewart tp1->whoTo->new_pseudo_cumack = 1; 4543f8829a4aSRandall Stewart tp1->whoTo->find_pseudo_cumack = 1; 4544f8829a4aSRandall Stewart tp1->whoTo->find_rtx_pseudo_cumack = 1; 4545f8829a4aSRandall Stewart 4546f8829a4aSRandall Stewart 4547b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4548f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4549f8829a4aSRandall Stewart cum_ack, 4550f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 4551f8829a4aSRandall Stewart 0, 4552f8829a4aSRandall Stewart 0, 4553f8829a4aSRandall Stewart SCTP_LOG_TSN_ACKED); 455480fefe0aSRandall Stewart } 4555b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) { 4556f8829a4aSRandall Stewart sctp_log_cwnd(stcb, tp1->whoTo, tp1->rec.data.TSN_seq, SCTP_CWND_LOG_FROM_SACK); 455780fefe0aSRandall Stewart } 4558f8829a4aSRandall Stewart } 4559f8829a4aSRandall Stewart if (tp1->sent == SCTP_DATAGRAM_RESEND) { 4560f8829a4aSRandall Stewart sctp_ucount_decr(asoc->sent_queue_retran_cnt); 4561f8829a4aSRandall Stewart #ifdef SCTP_AUDITING_ENABLED 4562f8829a4aSRandall Stewart sctp_audit_log(0xB3, 4563f8829a4aSRandall Stewart (asoc->sent_queue_retran_cnt & 0x000000ff)); 4564f8829a4aSRandall Stewart #endif 4565f8829a4aSRandall Stewart } 456642551e99SRandall Stewart if (tp1->rec.data.chunk_was_revoked) { 456742551e99SRandall Stewart /* deflate the cwnd */ 456842551e99SRandall Stewart tp1->whoTo->cwnd -= tp1->book_size; 456942551e99SRandall Stewart tp1->rec.data.chunk_was_revoked = 0; 457042551e99SRandall Stewart } 4571325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4572f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_ACKED; 4573f8829a4aSRandall Stewart } 4574325c8c46SMichael Tuexen } 4575f8829a4aSRandall Stewart } else { 4576f8829a4aSRandall Stewart break; 4577f8829a4aSRandall Stewart } 4578f8829a4aSRandall Stewart } 4579f8829a4aSRandall Stewart biggest_tsn_newly_acked = biggest_tsn_acked = last_tsn; 4580f8829a4aSRandall Stewart /* always set this up to cum-ack */ 4581f8829a4aSRandall Stewart asoc->this_sack_highest_gap = last_tsn; 4582f8829a4aSRandall Stewart 4583cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4584f8829a4aSRandall Stewart 4585f8829a4aSRandall Stewart /* 4586f8829a4aSRandall Stewart * CMT: SFR algo (and HTNA) - this_sack_highest_newack has 4587f8829a4aSRandall Stewart * to be greater than the cumack. Also reset saw_newack to 0 4588f8829a4aSRandall Stewart * for all dests. 4589f8829a4aSRandall Stewart */ 4590f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4591f8829a4aSRandall Stewart net->saw_newack = 0; 4592f8829a4aSRandall Stewart net->this_sack_highest_newack = last_tsn; 4593f8829a4aSRandall Stewart } 4594f8829a4aSRandall Stewart 4595f8829a4aSRandall Stewart /* 4596f8829a4aSRandall Stewart * thisSackHighestGap will increase while handling NEW 4597f8829a4aSRandall Stewart * segments this_sack_highest_newack will increase while 4598f8829a4aSRandall Stewart * handling NEWLY ACKED chunks. this_sack_lowest_newack is 4599f8829a4aSRandall Stewart * used for CMT DAC algo. saw_newack will also change. 4600f8829a4aSRandall Stewart */ 4601cd554309SMichael Tuexen if (sctp_handle_segments(m, &offset_seg, stcb, asoc, last_tsn, &biggest_tsn_acked, 4602cd554309SMichael Tuexen &biggest_tsn_newly_acked, &this_sack_lowest_newack, 46037215cc1bSMichael Tuexen num_seg, num_nr_seg, &rto_ok)) { 4604cd554309SMichael Tuexen wake_him++; 4605cd554309SMichael Tuexen } 4606b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_strict_sacks)) { 4607f8829a4aSRandall Stewart /* 4608f8829a4aSRandall Stewart * validate the biggest_tsn_acked in the gap acks if 4609f8829a4aSRandall Stewart * strict adherence is wanted. 4610f8829a4aSRandall Stewart */ 461120b07a4dSMichael Tuexen if (SCTP_TSN_GE(biggest_tsn_acked, send_s)) { 4612f8829a4aSRandall Stewart /* 4613f8829a4aSRandall Stewart * peer is either confused or we are under 4614f8829a4aSRandall Stewart * attack. We must abort. 4615f8829a4aSRandall Stewart */ 4616cd3fd531SMichael Tuexen SCTP_PRINTF("Hopeless peer! biggest_tsn_acked:%x largest seq:%x\n", 4617cd3fd531SMichael Tuexen biggest_tsn_acked, send_s); 4618f8829a4aSRandall Stewart goto hopeless_peer; 4619f8829a4aSRandall Stewart } 4620f8829a4aSRandall Stewart } 4621f8829a4aSRandall Stewart } 4622f8829a4aSRandall Stewart /*******************************************/ 4623f8829a4aSRandall Stewart /* cancel ALL T3-send timer if accum moved */ 4624f8829a4aSRandall Stewart /*******************************************/ 46257c99d56fSMichael Tuexen if (asoc->sctp_cmt_on_off > 0) { 4626f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4627f8829a4aSRandall Stewart if (net->new_pseudo_cumack) 4628f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4629a5d547adSRandall Stewart stcb, net, 463044249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_27); 4631f8829a4aSRandall Stewart 4632f8829a4aSRandall Stewart } 4633f8829a4aSRandall Stewart } else { 4634f8829a4aSRandall Stewart if (accum_moved) { 4635f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4636f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 463744249214SRandall Stewart stcb, net, SCTP_FROM_SCTP_INDATA + SCTP_LOC_28); 4638f8829a4aSRandall Stewart } 4639f8829a4aSRandall Stewart } 4640f8829a4aSRandall Stewart } 4641f8829a4aSRandall Stewart /********************************************/ 4642d9c5cfeaSMichael Tuexen /* drop the acked chunks from the sentqueue */ 4643f8829a4aSRandall Stewart /********************************************/ 4644f8829a4aSRandall Stewart asoc->last_acked_seq = cum_ack; 4645f8829a4aSRandall Stewart 46467c99d56fSMichael Tuexen TAILQ_FOREACH_SAFE(tp1, &asoc->sent_queue, sctp_next, tp2) { 464720b07a4dSMichael Tuexen if (SCTP_TSN_GT(tp1->rec.data.TSN_seq, cum_ack)) { 4648f8829a4aSRandall Stewart break; 4649f8829a4aSRandall Stewart } 4650325c8c46SMichael Tuexen if (tp1->sent != SCTP_DATAGRAM_NR_ACKED) { 4651a7ad6026SMichael Tuexen if (asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues > 0) { 4652a7ad6026SMichael Tuexen asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues--; 4653a7ad6026SMichael Tuexen #ifdef INVARIANTS 4654a7ad6026SMichael Tuexen } else { 4655a7ad6026SMichael Tuexen panic("No chunks on the queues for sid %u.", tp1->rec.data.stream_number); 4656a7ad6026SMichael Tuexen #endif 4657a7ad6026SMichael Tuexen } 4658f8829a4aSRandall Stewart } 4659d96bef9cSMichael Tuexen if ((asoc->strmout[tp1->rec.data.stream_number].chunks_on_queues == 0) && 4660d96bef9cSMichael Tuexen (asoc->strmout[tp1->rec.data.stream_number].state == SCTP_STREAM_RESET_PENDING) && 4661d96bef9cSMichael Tuexen TAILQ_EMPTY(&asoc->strmout[tp1->rec.data.stream_number].outqueue)) { 4662d96bef9cSMichael Tuexen asoc->trigger_reset = 1; 4663d96bef9cSMichael Tuexen } 4664f8829a4aSRandall Stewart TAILQ_REMOVE(&asoc->sent_queue, tp1, sctp_next); 46650ddb4299SMichael Tuexen if (PR_SCTP_ENABLED(tp1->flags)) { 4666f8829a4aSRandall Stewart if (asoc->pr_sctp_cnt != 0) 4667f8829a4aSRandall Stewart asoc->pr_sctp_cnt--; 4668f8829a4aSRandall Stewart } 46697c99d56fSMichael Tuexen asoc->sent_queue_cnt--; 4670f8829a4aSRandall Stewart if (tp1->data) { 467104ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4672f8829a4aSRandall Stewart sctp_free_bufspace(stcb, asoc, tp1, 1); 4673f8829a4aSRandall Stewart sctp_m_freem(tp1->data); 46747c99d56fSMichael Tuexen tp1->data = NULL; 4675dd973b0eSMichael Tuexen if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(tp1->flags)) { 4676f8829a4aSRandall Stewart asoc->sent_queue_cnt_removeable--; 4677f8829a4aSRandall Stewart } 4678f8829a4aSRandall Stewart } 4679b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_LOGGING_ENABLE) { 4680f8829a4aSRandall Stewart sctp_log_sack(asoc->last_acked_seq, 4681f8829a4aSRandall Stewart cum_ack, 4682f8829a4aSRandall Stewart tp1->rec.data.TSN_seq, 4683f8829a4aSRandall Stewart 0, 4684f8829a4aSRandall Stewart 0, 4685f8829a4aSRandall Stewart SCTP_LOG_FREE_SENT); 468680fefe0aSRandall Stewart } 4687689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, tp1, SCTP_SO_NOT_LOCKED); 4688f8829a4aSRandall Stewart wake_him++; 46897c99d56fSMichael Tuexen } 46907c99d56fSMichael Tuexen if (TAILQ_EMPTY(&asoc->sent_queue) && (asoc->total_flight > 0)) { 46917c99d56fSMichael Tuexen #ifdef INVARIANTS 46927c99d56fSMichael Tuexen panic("Warning flight size is postive and should be 0"); 46937c99d56fSMichael Tuexen #else 46947c99d56fSMichael Tuexen SCTP_PRINTF("Warning flight size incorrect should be 0 is %d\n", 46957c99d56fSMichael Tuexen asoc->total_flight); 46967c99d56fSMichael Tuexen #endif 46977c99d56fSMichael Tuexen asoc->total_flight = 0; 46987c99d56fSMichael Tuexen } 469904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 4700f8829a4aSRandall Stewart if ((wake_him) && (stcb->sctp_socket)) { 4701ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4702ceaad40aSRandall Stewart struct socket *so; 4703ceaad40aSRandall Stewart 4704ceaad40aSRandall Stewart #endif 4705f8829a4aSRandall Stewart SOCKBUF_LOCK(&stcb->sctp_socket->so_snd); 4706b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47077215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_WAKESND_FROM_SACK); 470880fefe0aSRandall Stewart } 4709ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4710ceaad40aSRandall Stewart so = SCTP_INP_SO(stcb->sctp_ep); 4711ceaad40aSRandall Stewart atomic_add_int(&stcb->asoc.refcnt, 1); 4712ceaad40aSRandall Stewart SCTP_TCB_UNLOCK(stcb); 4713ceaad40aSRandall Stewart SCTP_SOCKET_LOCK(so, 1); 4714ceaad40aSRandall Stewart SCTP_TCB_LOCK(stcb); 4715ceaad40aSRandall Stewart atomic_subtract_int(&stcb->asoc.refcnt, 1); 4716ceaad40aSRandall Stewart if (stcb->asoc.state & SCTP_STATE_CLOSED_SOCKET) { 4717ceaad40aSRandall Stewart /* assoc was freed while we were unlocked */ 4718ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4719ceaad40aSRandall Stewart return; 4720ceaad40aSRandall Stewart } 4721ceaad40aSRandall Stewart #endif 4722f8829a4aSRandall Stewart sctp_sowwakeup_locked(stcb->sctp_ep, stcb->sctp_socket); 4723ceaad40aSRandall Stewart #if defined(__APPLE__) || defined(SCTP_SO_LOCK_TESTING) 4724ceaad40aSRandall Stewart SCTP_SOCKET_UNLOCK(so, 1); 4725ceaad40aSRandall Stewart #endif 4726f8829a4aSRandall Stewart } else { 4727b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_WAKE_LOGGING_ENABLE) { 47287215cc1bSMichael Tuexen sctp_wakeup_log(stcb, wake_him, SCTP_NOWAKE_FROM_SACK); 472980fefe0aSRandall Stewart } 4730f8829a4aSRandall Stewart } 4731f8829a4aSRandall Stewart 473242551e99SRandall Stewart if (asoc->fast_retran_loss_recovery && accum_moved) { 473320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->last_acked_seq, asoc->fast_recovery_tsn)) { 4734f8829a4aSRandall Stewart /* Setup so we will exit RFC2582 fast recovery */ 4735f8829a4aSRandall Stewart will_exit_fast_recovery = 1; 4736f8829a4aSRandall Stewart } 4737f8829a4aSRandall Stewart } 4738f8829a4aSRandall Stewart /* 4739f8829a4aSRandall Stewart * Check for revoked fragments: 4740f8829a4aSRandall Stewart * 4741f8829a4aSRandall Stewart * if Previous sack - Had no frags then we can't have any revoked if 4742f8829a4aSRandall Stewart * Previous sack - Had frag's then - If we now have frags aka 4743f8829a4aSRandall Stewart * num_seg > 0 call sctp_check_for_revoked() to tell if peer revoked 4744f8829a4aSRandall Stewart * some of them. else - The peer revoked all ACKED fragments, since 4745f8829a4aSRandall Stewart * we had some before and now we have NONE. 4746f8829a4aSRandall Stewart */ 4747f8829a4aSRandall Stewart 4748d9c5cfeaSMichael Tuexen if (num_seg) { 4749c105859eSRandall Stewart sctp_check_for_revoked(stcb, asoc, cum_ack, biggest_tsn_acked); 4750d9c5cfeaSMichael Tuexen asoc->saw_sack_with_frags = 1; 4751d9c5cfeaSMichael Tuexen } else if (asoc->saw_sack_with_frags) { 4752f8829a4aSRandall Stewart int cnt_revoked = 0; 4753f8829a4aSRandall Stewart 4754f8829a4aSRandall Stewart /* Peer revoked all dg's marked or acked */ 4755f8829a4aSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 4756b5c16493SMichael Tuexen if (tp1->sent == SCTP_DATAGRAM_ACKED) { 4757f8829a4aSRandall Stewart tp1->sent = SCTP_DATAGRAM_SENT; 4758b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) { 4759c105859eSRandall Stewart sctp_misc_ints(SCTP_FLIGHT_LOG_UP_REVOKE, 4760c105859eSRandall Stewart tp1->whoTo->flight_size, 4761c105859eSRandall Stewart tp1->book_size, 47629a8e3088SMichael Tuexen (uint32_t) (uintptr_t) tp1->whoTo, 4763c105859eSRandall Stewart tp1->rec.data.TSN_seq); 476480fefe0aSRandall Stewart } 4765c105859eSRandall Stewart sctp_flight_size_increase(tp1); 4766c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 4767a5d547adSRandall Stewart tp1->rec.data.chunk_was_revoked = 1; 476842551e99SRandall Stewart /* 476942551e99SRandall Stewart * To ensure that this increase in 47704a9ef3f8SMichael Tuexen * flightsize, which is artificial, does not 47714a9ef3f8SMichael Tuexen * throttle the sender, we also increase the 47724a9ef3f8SMichael Tuexen * cwnd artificially. 477342551e99SRandall Stewart */ 477442551e99SRandall Stewart tp1->whoTo->cwnd += tp1->book_size; 4775f8829a4aSRandall Stewart cnt_revoked++; 4776f8829a4aSRandall Stewart } 4777f8829a4aSRandall Stewart } 4778f8829a4aSRandall Stewart if (cnt_revoked) { 4779f8829a4aSRandall Stewart reneged_all = 1; 4780f8829a4aSRandall Stewart } 4781f8829a4aSRandall Stewart asoc->saw_sack_with_frags = 0; 4782f8829a4aSRandall Stewart } 4783d9c5cfeaSMichael Tuexen if (num_nr_seg > 0) 4784d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 1; 4785f8829a4aSRandall Stewart else 4786d9c5cfeaSMichael Tuexen asoc->saw_sack_with_nr_frags = 0; 4787f8829a4aSRandall Stewart 4788b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4789ca85e948SMichael Tuexen if (ecne_seen == 0) { 4790ca85e948SMichael Tuexen TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4791ca85e948SMichael Tuexen if (net->net_ack2 > 0) { 4792ca85e948SMichael Tuexen /* 4793ca85e948SMichael Tuexen * Karn's rule applies to clearing error 4794ca85e948SMichael Tuexen * count, this is optional. 4795ca85e948SMichael Tuexen */ 4796ca85e948SMichael Tuexen net->error_count = 0; 4797ca85e948SMichael Tuexen if (!(net->dest_state & SCTP_ADDR_REACHABLE)) { 4798ca85e948SMichael Tuexen /* addr came good */ 4799ca85e948SMichael Tuexen net->dest_state |= SCTP_ADDR_REACHABLE; 4800ca85e948SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_UP, stcb, 48014b1f78e1SMichael Tuexen 0, (void *)net, SCTP_SO_NOT_LOCKED); 4802ca85e948SMichael Tuexen } 4803ca85e948SMichael Tuexen if (net == stcb->asoc.primary_destination) { 4804ca85e948SMichael Tuexen if (stcb->asoc.alternate) { 4805ca85e948SMichael Tuexen /* 4806ca85e948SMichael Tuexen * release the alternate, 4807ca85e948SMichael Tuexen * primary is good 4808ca85e948SMichael Tuexen */ 4809ca85e948SMichael Tuexen sctp_free_remote_addr(stcb->asoc.alternate); 4810ca85e948SMichael Tuexen stcb->asoc.alternate = NULL; 4811ca85e948SMichael Tuexen } 4812ca85e948SMichael Tuexen } 4813ca85e948SMichael Tuexen if (net->dest_state & SCTP_ADDR_PF) { 4814ca85e948SMichael Tuexen net->dest_state &= ~SCTP_ADDR_PF; 4815b7d130beSMichael Tuexen sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT, 4816b7d130beSMichael Tuexen stcb->sctp_ep, stcb, net, 481744249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_29); 4818ca85e948SMichael Tuexen sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, stcb->sctp_ep, stcb, net); 4819ca85e948SMichael Tuexen asoc->cc_functions.sctp_cwnd_update_exit_pf(stcb, net); 4820ca85e948SMichael Tuexen /* Done with this net */ 4821ca85e948SMichael Tuexen net->net_ack = 0; 4822ca85e948SMichael Tuexen } 4823ca85e948SMichael Tuexen /* restore any doubled timers */ 4824ca85e948SMichael Tuexen net->RTO = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv; 4825ca85e948SMichael Tuexen if (net->RTO < stcb->asoc.minrto) { 4826ca85e948SMichael Tuexen net->RTO = stcb->asoc.minrto; 4827ca85e948SMichael Tuexen } 4828ca85e948SMichael Tuexen if (net->RTO > stcb->asoc.maxrto) { 4829ca85e948SMichael Tuexen net->RTO = stcb->asoc.maxrto; 4830ca85e948SMichael Tuexen } 4831ca85e948SMichael Tuexen } 4832ca85e948SMichael Tuexen } 4833b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_sack(stcb, asoc, accum_moved, reneged_all, will_exit_fast_recovery); 4834ca85e948SMichael Tuexen } 4835f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->sent_queue)) { 4836f8829a4aSRandall Stewart /* nothing left in-flight */ 4837f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4838f8829a4aSRandall Stewart /* stop all timers */ 4839f8829a4aSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 4840b7d130beSMichael Tuexen stcb, net, 484144249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_30); 4842f8829a4aSRandall Stewart net->flight_size = 0; 4843f8829a4aSRandall Stewart net->partial_bytes_acked = 0; 4844f8829a4aSRandall Stewart } 4845f8829a4aSRandall Stewart asoc->total_flight = 0; 4846f8829a4aSRandall Stewart asoc->total_flight_count = 0; 4847f8829a4aSRandall Stewart } 4848f8829a4aSRandall Stewart /**********************************/ 4849f8829a4aSRandall Stewart /* Now what about shutdown issues */ 4850f8829a4aSRandall Stewart /**********************************/ 4851f8829a4aSRandall Stewart if (TAILQ_EMPTY(&asoc->send_queue) && TAILQ_EMPTY(&asoc->sent_queue)) { 4852f8829a4aSRandall Stewart /* nothing left on sendqueue.. consider done */ 4853b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4854f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 4855f8829a4aSRandall Stewart asoc->peers_rwnd, 0, 0, a_rwnd); 485680fefe0aSRandall Stewart } 4857f8829a4aSRandall Stewart asoc->peers_rwnd = a_rwnd; 4858f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4859f8829a4aSRandall Stewart /* SWS sender side engages */ 4860f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4861f8829a4aSRandall Stewart } 4862f8829a4aSRandall Stewart /* clean up */ 4863f8829a4aSRandall Stewart if ((asoc->stream_queue_cnt == 1) && 4864f8829a4aSRandall Stewart ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) || 4865f8829a4aSRandall Stewart (asoc->state & SCTP_STATE_SHUTDOWN_RECEIVED)) && 4866f8829a4aSRandall Stewart (asoc->locked_on_sending) 4867f8829a4aSRandall Stewart ) { 4868f8829a4aSRandall Stewart struct sctp_stream_queue_pending *sp; 4869f8829a4aSRandall Stewart 4870f8829a4aSRandall Stewart /* 4871f8829a4aSRandall Stewart * I may be in a state where we got all across.. but 4872f8829a4aSRandall Stewart * cannot write more due to a shutdown... we abort 4873f8829a4aSRandall Stewart * since the user did not indicate EOR in this case. 4874f8829a4aSRandall Stewart */ 4875f8829a4aSRandall Stewart sp = TAILQ_LAST(&((asoc->locked_on_sending)->outqueue), 4876f8829a4aSRandall Stewart sctp_streamhead); 48772afb3e84SRandall Stewart if ((sp) && (sp->length == 0)) { 4878f8829a4aSRandall Stewart asoc->locked_on_sending = NULL; 48792afb3e84SRandall Stewart if (sp->msg_is_complete) { 4880f8829a4aSRandall Stewart asoc->stream_queue_cnt--; 48812afb3e84SRandall Stewart } else { 48822afb3e84SRandall Stewart asoc->state |= SCTP_STATE_PARTIAL_MSG_LEFT; 48832afb3e84SRandall Stewart asoc->stream_queue_cnt--; 48842afb3e84SRandall Stewart } 4885f8829a4aSRandall Stewart } 4886f8829a4aSRandall Stewart } 4887f8829a4aSRandall Stewart if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) && 4888f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4889f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4890f8829a4aSRandall Stewart /* Need to abort here */ 4891ff1ffd74SMichael Tuexen struct mbuf *op_err; 4892f8829a4aSRandall Stewart 4893f8829a4aSRandall Stewart abort_out_now: 4894f8829a4aSRandall Stewart *abort_now = 1; 4895f8829a4aSRandall Stewart /* XXX */ 4896ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_USER_INITIATED_ABT, ""); 489744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_31; 4898ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 4899f8829a4aSRandall Stewart return; 4900f8829a4aSRandall Stewart } else { 4901ca85e948SMichael Tuexen struct sctp_nets *netp; 4902ca85e948SMichael Tuexen 4903f42a358aSRandall Stewart if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) || 4904f42a358aSRandall Stewart (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) { 4905f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4906f42a358aSRandall Stewart } 4907c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT); 4908b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 4909f8829a4aSRandall Stewart sctp_stop_timers_for_shutdown(stcb); 4910c39cfa1fSMichael Tuexen if (asoc->alternate) { 4911c39cfa1fSMichael Tuexen netp = asoc->alternate; 4912c39cfa1fSMichael Tuexen } else { 4913c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4914c39cfa1fSMichael Tuexen } 4915ca85e948SMichael Tuexen sctp_send_shutdown(stcb, netp); 4916f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, 4917ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4918f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, 4919ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4920f8829a4aSRandall Stewart } 4921f8829a4aSRandall Stewart return; 4922f8829a4aSRandall Stewart } else if ((SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED) && 4923f8829a4aSRandall Stewart (asoc->stream_queue_cnt == 0)) { 4924ca85e948SMichael Tuexen struct sctp_nets *netp; 4925ca85e948SMichael Tuexen 4926f8829a4aSRandall Stewart if (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT) { 4927f8829a4aSRandall Stewart goto abort_out_now; 4928f8829a4aSRandall Stewart } 4929f8829a4aSRandall Stewart SCTP_STAT_DECR_GAUGE32(sctps_currestab); 4930c4739e2fSRandall Stewart SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_ACK_SENT); 4931b201f536SRandall Stewart SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING); 493212af6654SMichael Tuexen sctp_stop_timers_for_shutdown(stcb); 4933c39cfa1fSMichael Tuexen if (asoc->alternate) { 4934c39cfa1fSMichael Tuexen netp = asoc->alternate; 4935c39cfa1fSMichael Tuexen } else { 4936c39cfa1fSMichael Tuexen netp = asoc->primary_destination; 4937c39cfa1fSMichael Tuexen } 4938c39cfa1fSMichael Tuexen sctp_send_shutdown_ack(stcb, netp); 4939f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, 4940ca85e948SMichael Tuexen stcb->sctp_ep, stcb, netp); 4941f8829a4aSRandall Stewart return; 4942f8829a4aSRandall Stewart } 4943f8829a4aSRandall Stewart } 4944f8829a4aSRandall Stewart /* 4945f8829a4aSRandall Stewart * Now here we are going to recycle net_ack for a different use... 4946f8829a4aSRandall Stewart * HEADS UP. 4947f8829a4aSRandall Stewart */ 4948f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4949f8829a4aSRandall Stewart net->net_ack = 0; 4950f8829a4aSRandall Stewart } 4951f8829a4aSRandall Stewart 4952f8829a4aSRandall Stewart /* 4953f8829a4aSRandall Stewart * CMT DAC algorithm: If SACK DAC flag was 0, then no extra marking 4954f8829a4aSRandall Stewart * to be done. Setting this_sack_lowest_newack to the cum_ack will 4955f8829a4aSRandall Stewart * automatically ensure that. 4956f8829a4aSRandall Stewart */ 49577c99d56fSMichael Tuexen if ((asoc->sctp_cmt_on_off > 0) && 495820083c2eSMichael Tuexen SCTP_BASE_SYSCTL(sctp_cmt_use_dac) && 495920083c2eSMichael Tuexen (cmt_dac_flag == 0)) { 4960f8829a4aSRandall Stewart this_sack_lowest_newack = cum_ack; 4961f8829a4aSRandall Stewart } 4962cd554309SMichael Tuexen if ((num_seg > 0) || (num_nr_seg > 0)) { 4963f8829a4aSRandall Stewart sctp_strike_gap_ack_chunks(stcb, asoc, biggest_tsn_acked, 4964f8829a4aSRandall Stewart biggest_tsn_newly_acked, this_sack_lowest_newack, accum_moved); 4965f8829a4aSRandall Stewart } 4966b54d3a6cSRandall Stewart /* JRS - Use the congestion control given in the CC module */ 4967b54d3a6cSRandall Stewart asoc->cc_functions.sctp_cwnd_update_after_fr(stcb, asoc); 4968f8829a4aSRandall Stewart 4969f8829a4aSRandall Stewart /* Now are we exiting loss recovery ? */ 4970f8829a4aSRandall Stewart if (will_exit_fast_recovery) { 4971f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4972f8829a4aSRandall Stewart asoc->fast_retran_loss_recovery = 0; 4973f8829a4aSRandall Stewart } 4974f8829a4aSRandall Stewart if ((asoc->sat_t3_loss_recovery) && 497520b07a4dSMichael Tuexen SCTP_TSN_GE(asoc->last_acked_seq, asoc->sat_t3_recovery_tsn)) { 4976f8829a4aSRandall Stewart /* end satellite t3 loss recovery */ 4977f8829a4aSRandall Stewart asoc->sat_t3_loss_recovery = 0; 4978f8829a4aSRandall Stewart } 497942551e99SRandall Stewart /* 498042551e99SRandall Stewart * CMT Fast recovery 498142551e99SRandall Stewart */ 4982f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 4983f8829a4aSRandall Stewart if (net->will_exit_fast_recovery) { 4984f8829a4aSRandall Stewart /* Ok, we must exit fast recovery */ 4985f8829a4aSRandall Stewart net->fast_retran_loss_recovery = 0; 4986f8829a4aSRandall Stewart } 4987f8829a4aSRandall Stewart } 4988f8829a4aSRandall Stewart 4989f8829a4aSRandall Stewart /* Adjust and set the new rwnd value */ 4990b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) { 4991f8829a4aSRandall Stewart sctp_log_rwnd_set(SCTP_SET_PEER_RWND_VIA_SACK, 499244fbe462SRandall Stewart asoc->peers_rwnd, asoc->total_flight, (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)), a_rwnd); 499380fefe0aSRandall Stewart } 4994f8829a4aSRandall Stewart asoc->peers_rwnd = sctp_sbspace_sub(a_rwnd, 499544fbe462SRandall Stewart (uint32_t) (asoc->total_flight + (asoc->total_flight_count * SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)))); 4996f8829a4aSRandall Stewart if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) { 4997f8829a4aSRandall Stewart /* SWS sender side engages */ 4998f8829a4aSRandall Stewart asoc->peers_rwnd = 0; 4999f8829a4aSRandall Stewart } 50005e54f665SRandall Stewart if (asoc->peers_rwnd > old_rwnd) { 50015e54f665SRandall Stewart win_probe_recovery = 1; 50025e54f665SRandall Stewart } 5003f8829a4aSRandall Stewart /* 5004f8829a4aSRandall Stewart * Now we must setup so we have a timer up for anyone with 5005f8829a4aSRandall Stewart * outstanding data. 5006f8829a4aSRandall Stewart */ 5007bff64a4dSRandall Stewart done_once = 0; 5008a5d547adSRandall Stewart again: 5009a5d547adSRandall Stewart j = 0; 5010f8829a4aSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 50115e54f665SRandall Stewart if (win_probe_recovery && (net->window_probe)) { 5012c105859eSRandall Stewart win_probe_recovered = 1; 50135e54f665SRandall Stewart /*- 50145e54f665SRandall Stewart * Find first chunk that was used with 50155e54f665SRandall Stewart * window probe and clear the event. Put 50165e54f665SRandall Stewart * it back into the send queue as if has 50175e54f665SRandall Stewart * not been sent. 50185e54f665SRandall Stewart */ 50195e54f665SRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 50205e54f665SRandall Stewart if (tp1->window_probe) { 50217215cc1bSMichael Tuexen sctp_window_probe_recovery(stcb, asoc, tp1); 50225e54f665SRandall Stewart break; 50235e54f665SRandall Stewart } 50245e54f665SRandall Stewart } 50255e54f665SRandall Stewart } 5026f8829a4aSRandall Stewart if (net->flight_size) { 5027a5d547adSRandall Stewart j++; 5028cd554309SMichael Tuexen if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5029f8829a4aSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5030f8829a4aSRandall Stewart stcb->sctp_ep, stcb, net); 5031cd554309SMichael Tuexen } 50325171328bSRandall Stewart if (net->window_probe) { 5033cd554309SMichael Tuexen net->window_probe = 0; 50345171328bSRandall Stewart } 5035c105859eSRandall Stewart } else { 50365171328bSRandall Stewart if (net->window_probe) { 50375171328bSRandall Stewart /* 50385171328bSRandall Stewart * In window probes we must assure a timer 50395171328bSRandall Stewart * is still running there 50405171328bSRandall Stewart */ 50415171328bSRandall Stewart if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 50425171328bSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 50435171328bSRandall Stewart stcb->sctp_ep, stcb, net); 50445171328bSRandall Stewart 50455171328bSRandall Stewart } 50465171328bSRandall Stewart } else if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) { 5047c105859eSRandall Stewart sctp_timer_stop(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, 5048c105859eSRandall Stewart stcb, net, 504944249214SRandall Stewart SCTP_FROM_SCTP_INDATA + SCTP_LOC_32); 5050c105859eSRandall Stewart } 5051f8829a4aSRandall Stewart } 5052f8829a4aSRandall Stewart } 5053bff64a4dSRandall Stewart if ((j == 0) && 5054bff64a4dSRandall Stewart (!TAILQ_EMPTY(&asoc->sent_queue)) && 5055bff64a4dSRandall Stewart (asoc->sent_queue_retran_cnt == 0) && 5056c105859eSRandall Stewart (win_probe_recovered == 0) && 5057bff64a4dSRandall Stewart (done_once == 0)) { 50580c0982b8SRandall Stewart /* 50590c0982b8SRandall Stewart * huh, this should not happen unless all packets are 50600c0982b8SRandall Stewart * PR-SCTP and marked to skip of course. 50610c0982b8SRandall Stewart */ 50620c0982b8SRandall Stewart if (sctp_fs_audit(asoc)) { 5063a5d547adSRandall Stewart TAILQ_FOREACH(net, &asoc->nets, sctp_next) { 5064a5d547adSRandall Stewart net->flight_size = 0; 5065a5d547adSRandall Stewart } 5066a5d547adSRandall Stewart asoc->total_flight = 0; 5067a5d547adSRandall Stewart asoc->total_flight_count = 0; 5068a5d547adSRandall Stewart asoc->sent_queue_retran_cnt = 0; 5069a5d547adSRandall Stewart TAILQ_FOREACH(tp1, &asoc->sent_queue, sctp_next) { 5070a5d547adSRandall Stewart if (tp1->sent < SCTP_DATAGRAM_RESEND) { 5071c105859eSRandall Stewart sctp_flight_size_increase(tp1); 5072c105859eSRandall Stewart sctp_total_flight_increase(stcb, tp1); 5073a5d547adSRandall Stewart } else if (tp1->sent == SCTP_DATAGRAM_RESEND) { 5074791437b5SRandall Stewart sctp_ucount_incr(asoc->sent_queue_retran_cnt); 5075a5d547adSRandall Stewart } 5076a5d547adSRandall Stewart } 50770c0982b8SRandall Stewart } 5078bff64a4dSRandall Stewart done_once = 1; 5079a5d547adSRandall Stewart goto again; 5080a5d547adSRandall Stewart } 5081cd554309SMichael Tuexen /*********************************************/ 5082cd554309SMichael Tuexen /* Here we perform PR-SCTP procedures */ 5083cd554309SMichael Tuexen /* (section 4.2) */ 5084cd554309SMichael Tuexen /*********************************************/ 5085cd554309SMichael Tuexen /* C1. update advancedPeerAckPoint */ 508620b07a4dSMichael Tuexen if (SCTP_TSN_GT(cum_ack, asoc->advanced_peer_ack_point)) { 5087dfb11ef8SRandall Stewart asoc->advanced_peer_ack_point = cum_ack; 5088dfb11ef8SRandall Stewart } 5089830d754dSRandall Stewart /* C2. try to further move advancedPeerAckPoint ahead */ 5090dd973b0eSMichael Tuexen if ((asoc->prsctp_supported) && (asoc->pr_sctp_cnt > 0)) { 5091830d754dSRandall Stewart struct sctp_tmit_chunk *lchk; 5092830d754dSRandall Stewart uint32_t old_adv_peer_ack_point; 5093830d754dSRandall Stewart 5094830d754dSRandall Stewart old_adv_peer_ack_point = asoc->advanced_peer_ack_point; 5095830d754dSRandall Stewart lchk = sctp_try_advance_peer_ack_point(stcb, asoc); 5096830d754dSRandall Stewart /* C3. See if we need to send a Fwd-TSN */ 509720b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, cum_ack)) { 5098830d754dSRandall Stewart /* 5099493d8e5aSRandall Stewart * ISSUE with ECN, see FWD-TSN processing. 5100830d754dSRandall Stewart */ 51010c0982b8SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) { 51020c0982b8SRandall Stewart sctp_misc_ints(SCTP_FWD_TSN_CHECK, 51030c0982b8SRandall Stewart 0xee, cum_ack, asoc->advanced_peer_ack_point, 51040c0982b8SRandall Stewart old_adv_peer_ack_point); 51050c0982b8SRandall Stewart } 510620b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->advanced_peer_ack_point, old_adv_peer_ack_point)) { 5107830d754dSRandall Stewart send_forward_tsn(stcb, asoc); 51080c0982b8SRandall Stewart } else if (lchk) { 51090c0982b8SRandall Stewart /* try to FR fwd-tsn's that get lost too */ 511044fbe462SRandall Stewart if (lchk->rec.data.fwd_tsn_cnt >= 3) { 51110c0982b8SRandall Stewart send_forward_tsn(stcb, asoc); 51120c0982b8SRandall Stewart } 5113830d754dSRandall Stewart } 5114830d754dSRandall Stewart } 5115830d754dSRandall Stewart if (lchk) { 5116830d754dSRandall Stewart /* Assure a timer is up */ 5117830d754dSRandall Stewart sctp_timer_start(SCTP_TIMER_TYPE_SEND, 5118830d754dSRandall Stewart stcb->sctp_ep, stcb, lchk->whoTo); 5119830d754dSRandall Stewart } 5120830d754dSRandall Stewart } 5121b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_SACK_RWND_LOGGING_ENABLE) { 5122f8829a4aSRandall Stewart sctp_misc_ints(SCTP_SACK_RWND_UPDATE, 5123f8829a4aSRandall Stewart a_rwnd, 5124f8829a4aSRandall Stewart stcb->asoc.peers_rwnd, 5125f8829a4aSRandall Stewart stcb->asoc.total_flight, 5126f8829a4aSRandall Stewart stcb->asoc.total_output_queue_size); 512780fefe0aSRandall Stewart } 5128f8829a4aSRandall Stewart } 5129f8829a4aSRandall Stewart 5130f8829a4aSRandall Stewart void 51317215cc1bSMichael Tuexen sctp_update_acked(struct sctp_tcb *stcb, struct sctp_shutdown_chunk *cp, int *abort_flag) 5132f8829a4aSRandall Stewart { 5133f8829a4aSRandall Stewart /* Copy cum-ack */ 5134f8829a4aSRandall Stewart uint32_t cum_ack, a_rwnd; 5135f8829a4aSRandall Stewart 5136f8829a4aSRandall Stewart cum_ack = ntohl(cp->cumulative_tsn_ack); 5137f8829a4aSRandall Stewart /* Arrange so a_rwnd does NOT change */ 5138f8829a4aSRandall Stewart a_rwnd = stcb->asoc.peers_rwnd + stcb->asoc.total_flight; 5139f8829a4aSRandall Stewart 5140f8829a4aSRandall Stewart /* Now call the express sack handling */ 5141899288aeSRandall Stewart sctp_express_handle_sack(stcb, cum_ack, a_rwnd, abort_flag, 0); 5142f8829a4aSRandall Stewart } 5143f8829a4aSRandall Stewart 5144f8829a4aSRandall Stewart static void 5145f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(struct sctp_tcb *stcb, 5146f8829a4aSRandall Stewart struct sctp_stream_in *strmin) 5147f8829a4aSRandall Stewart { 5148f8829a4aSRandall Stewart struct sctp_queued_to_read *ctl, *nctl; 5149f8829a4aSRandall Stewart struct sctp_association *asoc; 515044249214SRandall Stewart uint32_t tt; 515144249214SRandall Stewart int need_reasm_check = 0, old; 5152f8829a4aSRandall Stewart 5153f8829a4aSRandall Stewart asoc = &stcb->asoc; 5154f8829a4aSRandall Stewart tt = strmin->last_sequence_delivered; 515544249214SRandall Stewart if (asoc->idata_supported) { 515644249214SRandall Stewart old = 0; 515744249214SRandall Stewart } else { 515844249214SRandall Stewart old = 1; 515944249214SRandall Stewart } 5160f8829a4aSRandall Stewart /* 5161f8829a4aSRandall Stewart * First deliver anything prior to and including the stream no that 516244249214SRandall Stewart * came in. 5163f8829a4aSRandall Stewart */ 516444249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 516544249214SRandall Stewart if (SCTP_MSGID_GE(old, tt, ctl->sinfo_ssn)) { 5166f8829a4aSRandall Stewart /* this is deliverable now */ 516744249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 516844249214SRandall Stewart if (ctl->on_strm_q) { 516944249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 517044249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 517144249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 517244249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 517398d5fd97SMichael Tuexen #ifdef INVARIANTS 517444249214SRandall Stewart } else { 517544249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 517644249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 517798d5fd97SMichael Tuexen #endif 517844249214SRandall Stewart } 517944249214SRandall Stewart ctl->on_strm_q = 0; 518044249214SRandall Stewart } 5181f8829a4aSRandall Stewart /* subtract pending on streams */ 5182f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5183f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5184f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5185f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5186b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5187f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5188f8829a4aSRandall Stewart ctl, 518944249214SRandall Stewart &stcb->sctp_socket->so_rcv, 519044249214SRandall Stewart 1, SCTP_READ_LOCK_HELD, 519144249214SRandall Stewart SCTP_SO_NOT_LOCKED); 519244249214SRandall Stewart } 519344249214SRandall Stewart } else { 519444249214SRandall Stewart /* Its a fragmented message */ 519544249214SRandall Stewart if (ctl->first_frag_seen) { 519644249214SRandall Stewart /* 519744249214SRandall Stewart * Make it so this is next to 519844249214SRandall Stewart * deliver, we restore later 519944249214SRandall Stewart */ 520044249214SRandall Stewart strmin->last_sequence_delivered = ctl->sinfo_ssn - 1; 520144249214SRandall Stewart need_reasm_check = 1; 520244249214SRandall Stewart break; 520344249214SRandall Stewart } 5204f8829a4aSRandall Stewart } 5205f8829a4aSRandall Stewart } else { 5206f8829a4aSRandall Stewart /* no more delivery now. */ 5207f8829a4aSRandall Stewart break; 5208f8829a4aSRandall Stewart } 5209f8829a4aSRandall Stewart } 521044249214SRandall Stewart if (need_reasm_check) { 521144249214SRandall Stewart int ret; 521244249214SRandall Stewart 521344249214SRandall Stewart ret = sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin); 521444249214SRandall Stewart if (SCTP_MSGID_GT(old, tt, strmin->last_sequence_delivered)) { 521544249214SRandall Stewart /* Restore the next to deliver unless we are ahead */ 521644249214SRandall Stewart strmin->last_sequence_delivered = tt; 521744249214SRandall Stewart } 521844249214SRandall Stewart if (ret == 0) { 521944249214SRandall Stewart /* Left the front Partial one on */ 522044249214SRandall Stewart return; 522144249214SRandall Stewart } 522244249214SRandall Stewart need_reasm_check = 0; 522344249214SRandall Stewart } 5224f8829a4aSRandall Stewart /* 5225f8829a4aSRandall Stewart * now we must deliver things in queue the normal way if any are 5226f8829a4aSRandall Stewart * now ready. 5227f8829a4aSRandall Stewart */ 5228f8829a4aSRandall Stewart tt = strmin->last_sequence_delivered + 1; 522944249214SRandall Stewart TAILQ_FOREACH_SAFE(ctl, &strmin->inqueue, next_instrm, nctl) { 5230f8829a4aSRandall Stewart if (tt == ctl->sinfo_ssn) { 523144249214SRandall Stewart if (((ctl->sinfo_flags >> 8) & SCTP_DATA_NOT_FRAG) == SCTP_DATA_NOT_FRAG) { 5232f8829a4aSRandall Stewart /* this is deliverable now */ 523344249214SRandall Stewart if (ctl->on_strm_q) { 523444249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 523544249214SRandall Stewart TAILQ_REMOVE(&strmin->inqueue, ctl, next_instrm); 523644249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 523744249214SRandall Stewart TAILQ_REMOVE(&strmin->uno_inqueue, ctl, next_instrm); 523898d5fd97SMichael Tuexen #ifdef INVARIANTS 523944249214SRandall Stewart } else { 524044249214SRandall Stewart panic("strmin: %p ctl: %p unknown %d", 524144249214SRandall Stewart strmin, ctl, ctl->on_strm_q); 524298d5fd97SMichael Tuexen #endif 524344249214SRandall Stewart } 524444249214SRandall Stewart ctl->on_strm_q = 0; 524544249214SRandall Stewart } 5246f8829a4aSRandall Stewart /* subtract pending on streams */ 5247f8829a4aSRandall Stewart asoc->size_on_all_streams -= ctl->length; 5248f8829a4aSRandall Stewart sctp_ucount_decr(asoc->cnt_on_all_streams); 5249f8829a4aSRandall Stewart /* deliver it to at least the delivery-q */ 5250f8829a4aSRandall Stewart strmin->last_sequence_delivered = ctl->sinfo_ssn; 5251f8829a4aSRandall Stewart if (stcb->sctp_socket) { 5252b5c16493SMichael Tuexen sctp_mark_non_revokable(asoc, ctl->sinfo_tsn); 5253f8829a4aSRandall Stewart sctp_add_to_readq(stcb->sctp_ep, stcb, 5254f8829a4aSRandall Stewart ctl, 525544249214SRandall Stewart &stcb->sctp_socket->so_rcv, 1, 525644249214SRandall Stewart SCTP_READ_LOCK_HELD, SCTP_SO_NOT_LOCKED); 525777acdc25SRandall Stewart 5258f8829a4aSRandall Stewart } 5259f8829a4aSRandall Stewart tt = strmin->last_sequence_delivered + 1; 5260f8829a4aSRandall Stewart } else { 526144249214SRandall Stewart /* Its a fragmented message */ 526244249214SRandall Stewart if (ctl->first_frag_seen) { 526344249214SRandall Stewart /* 526444249214SRandall Stewart * Make it so this is next to 526544249214SRandall Stewart * deliver 526644249214SRandall Stewart */ 526744249214SRandall Stewart strmin->last_sequence_delivered = ctl->sinfo_ssn - 1; 526844249214SRandall Stewart need_reasm_check = 1; 5269f8829a4aSRandall Stewart break; 5270f8829a4aSRandall Stewart } 5271f8829a4aSRandall Stewart } 527244249214SRandall Stewart } else { 527344249214SRandall Stewart break; 527444249214SRandall Stewart } 527544249214SRandall Stewart } 527644249214SRandall Stewart if (need_reasm_check) { 527744249214SRandall Stewart (void)sctp_deliver_reasm_check(stcb, &stcb->asoc, strmin); 527844249214SRandall Stewart } 5279f8829a4aSRandall Stewart } 5280f8829a4aSRandall Stewart 52818933fa13SRandall Stewart static void 52828933fa13SRandall Stewart sctp_flush_reassm_for_str_seq(struct sctp_tcb *stcb, 52838933fa13SRandall Stewart struct sctp_association *asoc, 528444249214SRandall Stewart uint16_t stream, uint32_t seq) 52858933fa13SRandall Stewart { 528644249214SRandall Stewart struct sctp_queued_to_read *control; 528744249214SRandall Stewart struct sctp_stream_in *strm; 52884a9ef3f8SMichael Tuexen struct sctp_tmit_chunk *chk, *nchk; 52898933fa13SRandall Stewart 52908933fa13SRandall Stewart /* 529144249214SRandall Stewart * For now large messages held on the stream reasm that are complete 52924a9ef3f8SMichael Tuexen * will be tossed too. We could in theory do more work to spin 52934a9ef3f8SMichael Tuexen * through and stop after dumping one msg aka seeing the start of a 52944a9ef3f8SMichael Tuexen * new msg at the head, and call the delivery function... to see if 52954a9ef3f8SMichael Tuexen * it can be delivered... But for now we just dump everything on the 52964a9ef3f8SMichael Tuexen * queue. 52978933fa13SRandall Stewart */ 529844249214SRandall Stewart strm = &asoc->strmin[stream]; 529944249214SRandall Stewart control = find_reasm_entry(strm, (uint32_t) seq, 0, 0); 530044249214SRandall Stewart if (control == NULL) { 530144249214SRandall Stewart /* Not found */ 530244249214SRandall Stewart return; 53038933fa13SRandall Stewart } 530444249214SRandall Stewart TAILQ_FOREACH_SAFE(chk, &control->reasm, sctp_next, nchk) { 530544249214SRandall Stewart /* Purge hanging chunks */ 530644249214SRandall Stewart TAILQ_REMOVE(&control->reasm, chk, sctp_next); 53078933fa13SRandall Stewart asoc->size_on_reasm_queue -= chk->send_size; 53088933fa13SRandall Stewart sctp_ucount_decr(asoc->cnt_on_reasm_queue); 53098933fa13SRandall Stewart if (chk->data) { 53108933fa13SRandall Stewart sctp_m_freem(chk->data); 53118933fa13SRandall Stewart chk->data = NULL; 53128933fa13SRandall Stewart } 5313689e6a5fSMichael Tuexen sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED); 53148933fa13SRandall Stewart } 531544249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, control, next_instrm); 531644249214SRandall Stewart if (control->on_read_q == 0) { 531744249214SRandall Stewart sctp_free_remote_addr(control->whoFrom); 531844249214SRandall Stewart if (control->data) { 531944249214SRandall Stewart sctp_m_freem(control->data); 532044249214SRandall Stewart control->data = NULL; 532144249214SRandall Stewart } 532244249214SRandall Stewart sctp_free_a_readq(stcb, control); 53238933fa13SRandall Stewart } 53248933fa13SRandall Stewart } 53258933fa13SRandall Stewart 53268933fa13SRandall Stewart 5327f8829a4aSRandall Stewart void 5328f8829a4aSRandall Stewart sctp_handle_forward_tsn(struct sctp_tcb *stcb, 5329b5c16493SMichael Tuexen struct sctp_forward_tsn_chunk *fwd, 5330b5c16493SMichael Tuexen int *abort_flag, struct mbuf *m, int offset) 5331f8829a4aSRandall Stewart { 5332f8829a4aSRandall Stewart /* The pr-sctp fwd tsn */ 5333f8829a4aSRandall Stewart /* 5334f8829a4aSRandall Stewart * here we will perform all the data receiver side steps for 5335f8829a4aSRandall Stewart * processing FwdTSN, as required in by pr-sctp draft: 5336f8829a4aSRandall Stewart * 5337f8829a4aSRandall Stewart * Assume we get FwdTSN(x): 5338f8829a4aSRandall Stewart * 5339f8829a4aSRandall Stewart * 1) update local cumTSN to x 2) try to further advance cumTSN to x + 5340f8829a4aSRandall Stewart * others we have 3) examine and update re-ordering queue on 5341f8829a4aSRandall Stewart * pr-in-streams 4) clean up re-assembly queue 5) Send a sack to 5342f8829a4aSRandall Stewart * report where we are. 5343f8829a4aSRandall Stewart */ 5344f8829a4aSRandall Stewart struct sctp_association *asoc; 53457898f408SRandall Stewart uint32_t new_cum_tsn, gap; 53467215cc1bSMichael Tuexen unsigned int i, fwd_sz, m_size; 53478933fa13SRandall Stewart uint32_t str_seq; 5348f8829a4aSRandall Stewart struct sctp_stream_in *strm; 53498933fa13SRandall Stewart struct sctp_queued_to_read *ctl, *sv; 5350f8829a4aSRandall Stewart 5351f8829a4aSRandall Stewart asoc = &stcb->asoc; 5352f8829a4aSRandall Stewart if ((fwd_sz = ntohs(fwd->ch.chunk_length)) < sizeof(struct sctp_forward_tsn_chunk)) { 5353ad81507eSRandall Stewart SCTPDBG(SCTP_DEBUG_INDATA1, 5354ad81507eSRandall Stewart "Bad size too small/big fwd-tsn\n"); 5355f8829a4aSRandall Stewart return; 5356f8829a4aSRandall Stewart } 5357f8829a4aSRandall Stewart m_size = (stcb->asoc.mapping_array_size << 3); 5358f8829a4aSRandall Stewart /*************************************************************/ 5359f8829a4aSRandall Stewart /* 1. Here we update local cumTSN and shift the bitmap array */ 5360f8829a4aSRandall Stewart /*************************************************************/ 5361f8829a4aSRandall Stewart new_cum_tsn = ntohl(fwd->new_cumulative_tsn); 5362f8829a4aSRandall Stewart 536320b07a4dSMichael Tuexen if (SCTP_TSN_GE(asoc->cumulative_tsn, new_cum_tsn)) { 5364f8829a4aSRandall Stewart /* Already got there ... */ 5365f8829a4aSRandall Stewart return; 5366f8829a4aSRandall Stewart } 5367f8829a4aSRandall Stewart /* 5368f8829a4aSRandall Stewart * now we know the new TSN is more advanced, let's find the actual 5369f8829a4aSRandall Stewart * gap 5370f8829a4aSRandall Stewart */ 5371b5c16493SMichael Tuexen SCTP_CALC_TSN_TO_GAP(gap, new_cum_tsn, asoc->mapping_array_base_tsn); 537277acdc25SRandall Stewart asoc->cumulative_tsn = new_cum_tsn; 53732afb3e84SRandall Stewart if (gap >= m_size) { 5374f8829a4aSRandall Stewart if ((long)gap > sctp_sbspace(&stcb->asoc, &stcb->sctp_socket->so_rcv)) { 5375ff1ffd74SMichael Tuexen struct mbuf *op_err; 5376ff1ffd74SMichael Tuexen char msg[SCTP_DIAG_INFO_LEN]; 537717205eccSRandall Stewart 5378f8829a4aSRandall Stewart /* 5379f8829a4aSRandall Stewart * out of range (of single byte chunks in the rwnd I 538017205eccSRandall Stewart * give out). This must be an attacker. 5381f8829a4aSRandall Stewart */ 538217205eccSRandall Stewart *abort_flag = 1; 5383ff1ffd74SMichael Tuexen snprintf(msg, sizeof(msg), 5384ff1ffd74SMichael Tuexen "New cum ack %8.8x too high, highest TSN %8.8x", 5385ff1ffd74SMichael Tuexen new_cum_tsn, asoc->highest_tsn_inside_map); 5386ff1ffd74SMichael Tuexen op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, msg); 538744249214SRandall Stewart stcb->sctp_ep->last_abort_code = SCTP_FROM_SCTP_INDATA + SCTP_LOC_33; 5388ff1ffd74SMichael Tuexen sctp_abort_an_association(stcb->sctp_ep, stcb, op_err, SCTP_SO_NOT_LOCKED); 5389f8829a4aSRandall Stewart return; 5390f8829a4aSRandall Stewart } 5391207304d4SRandall Stewart SCTP_STAT_INCR(sctps_fwdtsn_map_over); 539277acdc25SRandall Stewart 53932afb3e84SRandall Stewart memset(stcb->asoc.mapping_array, 0, stcb->asoc.mapping_array_size); 53942afb3e84SRandall Stewart asoc->mapping_array_base_tsn = new_cum_tsn + 1; 539577acdc25SRandall Stewart asoc->highest_tsn_inside_map = new_cum_tsn; 539677acdc25SRandall Stewart 5397b5c16493SMichael Tuexen memset(stcb->asoc.nr_mapping_array, 0, stcb->asoc.mapping_array_size); 5398830d754dSRandall Stewart asoc->highest_tsn_inside_nr_map = new_cum_tsn; 539977acdc25SRandall Stewart 5400b3f1ea41SRandall Stewart if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MAP_LOGGING_ENABLE) { 5401f8829a4aSRandall Stewart sctp_log_map(0, 3, asoc->highest_tsn_inside_map, SCTP_MAP_SLIDE_RESULT); 540280fefe0aSRandall Stewart } 54032afb3e84SRandall Stewart } else { 54042afb3e84SRandall Stewart SCTP_TCB_LOCK_ASSERT(stcb); 54052afb3e84SRandall Stewart for (i = 0; i <= gap; i++) { 54067898f408SRandall Stewart if (!SCTP_IS_TSN_PRESENT(asoc->mapping_array, i) && 54077898f408SRandall Stewart !SCTP_IS_TSN_PRESENT(asoc->nr_mapping_array, i)) { 54088933fa13SRandall Stewart SCTP_SET_TSN_PRESENT(asoc->nr_mapping_array, i); 540920b07a4dSMichael Tuexen if (SCTP_TSN_GT(asoc->mapping_array_base_tsn + i, asoc->highest_tsn_inside_nr_map)) { 54107898f408SRandall Stewart asoc->highest_tsn_inside_nr_map = asoc->mapping_array_base_tsn + i; 5411b5c16493SMichael Tuexen } 5412b5c16493SMichael Tuexen } 5413b5c16493SMichael Tuexen } 5414f8829a4aSRandall Stewart } 5415f8829a4aSRandall Stewart /*************************************************************/ 5416f8829a4aSRandall Stewart /* 2. Clear up re-assembly queue */ 5417f8829a4aSRandall Stewart /*************************************************************/ 5418f8829a4aSRandall Stewart 541944249214SRandall Stewart /* This is now done as part of clearing up the stream/seq */ 542044249214SRandall Stewart 54218933fa13SRandall Stewart /*******************************************************/ 54228933fa13SRandall Stewart /* 3. Update the PR-stream re-ordering queues and fix */ 54238933fa13SRandall Stewart /* delivery issues as needed. */ 54248933fa13SRandall Stewart /*******************************************************/ 5425f8829a4aSRandall Stewart fwd_sz -= sizeof(*fwd); 5426671d309cSRandall Stewart if (m && fwd_sz) { 5427f8829a4aSRandall Stewart /* New method. */ 5428d61a0ae0SRandall Stewart unsigned int num_str; 542944249214SRandall Stewart uint32_t sequence; 543044249214SRandall Stewart uint16_t stream; 543144249214SRandall Stewart int old; 5432671d309cSRandall Stewart struct sctp_strseq *stseq, strseqbuf; 543344249214SRandall Stewart struct sctp_strseq_mid *stseq_m, strseqbuf_m; 5434671d309cSRandall Stewart 5435671d309cSRandall Stewart offset += sizeof(*fwd); 5436f8829a4aSRandall Stewart 54378933fa13SRandall Stewart SCTP_INP_READ_LOCK(stcb->sctp_ep); 543844249214SRandall Stewart if (asoc->idata_supported) { 543944249214SRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq_mid); 544044249214SRandall Stewart old = 0; 544144249214SRandall Stewart } else { 5442f8829a4aSRandall Stewart num_str = fwd_sz / sizeof(struct sctp_strseq); 544344249214SRandall Stewart old = 1; 544444249214SRandall Stewart } 5445f8829a4aSRandall Stewart for (i = 0; i < num_str; i++) { 544644249214SRandall Stewart if (asoc->idata_supported) { 544744249214SRandall Stewart stseq_m = (struct sctp_strseq_mid *)sctp_m_getptr(m, offset, 544844249214SRandall Stewart sizeof(struct sctp_strseq_mid), 544944249214SRandall Stewart (uint8_t *) & strseqbuf_m); 545044249214SRandall Stewart offset += sizeof(struct sctp_strseq_mid); 545144249214SRandall Stewart if (stseq_m == NULL) { 545244249214SRandall Stewart break; 545344249214SRandall Stewart } 545444249214SRandall Stewart stream = ntohs(stseq_m->stream); 545544249214SRandall Stewart sequence = ntohl(stseq_m->msg_id); 545644249214SRandall Stewart } else { 5457671d309cSRandall Stewart stseq = (struct sctp_strseq *)sctp_m_getptr(m, offset, 5458671d309cSRandall Stewart sizeof(struct sctp_strseq), 5459671d309cSRandall Stewart (uint8_t *) & strseqbuf); 5460671d309cSRandall Stewart offset += sizeof(struct sctp_strseq); 54612afb3e84SRandall Stewart if (stseq == NULL) { 5462671d309cSRandall Stewart break; 54632afb3e84SRandall Stewart } 546444249214SRandall Stewart stream = ntohs(stseq->stream); 546544249214SRandall Stewart sequence = (uint32_t) ntohs(stseq->sequence); 546644249214SRandall Stewart } 5467f8829a4aSRandall Stewart /* Convert */ 54688933fa13SRandall Stewart 5469f8829a4aSRandall Stewart /* now process */ 54708933fa13SRandall Stewart 54718933fa13SRandall Stewart /* 54728933fa13SRandall Stewart * Ok we now look for the stream/seq on the read 54738933fa13SRandall Stewart * queue where its not all delivered. If we find it 54748933fa13SRandall Stewart * we transmute the read entry into a PDI_ABORTED. 54758933fa13SRandall Stewart */ 547644249214SRandall Stewart if (stream >= asoc->streamincnt) { 54772afb3e84SRandall Stewart /* screwed up streams, stop! */ 54782afb3e84SRandall Stewart break; 5479f8829a4aSRandall Stewart } 548044249214SRandall Stewart if ((asoc->str_of_pdapi == stream) && 548144249214SRandall Stewart (asoc->ssn_of_pdapi == sequence)) { 54828933fa13SRandall Stewart /* 54838933fa13SRandall Stewart * If this is the one we were partially 54848933fa13SRandall Stewart * delivering now then we no longer are. 54858933fa13SRandall Stewart * Note this will change with the reassembly 54868933fa13SRandall Stewart * re-write. 54878933fa13SRandall Stewart */ 54888933fa13SRandall Stewart asoc->fragmented_delivery_inprogress = 0; 54898933fa13SRandall Stewart } 549044249214SRandall Stewart strm = &asoc->strmin[stream]; 549144249214SRandall Stewart sctp_flush_reassm_for_str_seq(stcb, asoc, stream, sequence); 54928933fa13SRandall Stewart TAILQ_FOREACH(ctl, &stcb->sctp_ep->read_queue, next) { 549344249214SRandall Stewart if ((ctl->sinfo_stream == stream) && 549444249214SRandall Stewart (ctl->sinfo_ssn == sequence)) { 549544249214SRandall Stewart str_seq = (stream << 16) | (0x0000ffff & sequence); 54968933fa13SRandall Stewart ctl->pdapi_aborted = 1; 54978933fa13SRandall Stewart sv = stcb->asoc.control_pdapi; 549844249214SRandall Stewart ctl->end_added = 1; 549944249214SRandall Stewart if (ctl->on_strm_q == SCTP_ON_ORDERED) { 550044249214SRandall Stewart TAILQ_REMOVE(&strm->inqueue, ctl, next_instrm); 550144249214SRandall Stewart } else if (ctl->on_strm_q == SCTP_ON_UNORDERED) { 550244249214SRandall Stewart TAILQ_REMOVE(&strm->uno_inqueue, ctl, next_instrm); 550398d5fd97SMichael Tuexen #ifdef INVARIANTS 550444249214SRandall Stewart } else if (ctl->on_strm_q) { 550544249214SRandall Stewart panic("strm: %p ctl: %p unknown %d", 550644249214SRandall Stewart strm, ctl, ctl->on_strm_q); 550798d5fd97SMichael Tuexen #endif 550844249214SRandall Stewart } 550944249214SRandall Stewart ctl->on_strm_q = 0; 55108933fa13SRandall Stewart stcb->asoc.control_pdapi = ctl; 5511810ec536SMichael Tuexen sctp_ulp_notify(SCTP_NOTIFY_PARTIAL_DELVIERY_INDICATION, 5512810ec536SMichael Tuexen stcb, 55138933fa13SRandall Stewart SCTP_PARTIAL_DELIVERY_ABORTED, 5514810ec536SMichael Tuexen (void *)&str_seq, 5515810ec536SMichael Tuexen SCTP_SO_NOT_LOCKED); 55168933fa13SRandall Stewart stcb->asoc.control_pdapi = sv; 55178933fa13SRandall Stewart break; 551844249214SRandall Stewart } else if ((ctl->sinfo_stream == stream) && 551944249214SRandall Stewart SCTP_MSGID_GT(old, ctl->sinfo_ssn, sequence)) { 55208933fa13SRandall Stewart /* We are past our victim SSN */ 55218933fa13SRandall Stewart break; 55228933fa13SRandall Stewart } 55238933fa13SRandall Stewart } 552444249214SRandall Stewart if (SCTP_MSGID_GT(old, sequence, strm->last_sequence_delivered)) { 5525f8829a4aSRandall Stewart /* Update the sequence number */ 552644249214SRandall Stewart strm->last_sequence_delivered = sequence; 5527f8829a4aSRandall Stewart } 5528f8829a4aSRandall Stewart /* now kick the stream the new way */ 552904ee05e8SRandall Stewart /* sa_ignore NO_NULL_CHK */ 5530f8829a4aSRandall Stewart sctp_kick_prsctp_reorder_queue(stcb, strm); 5531f8829a4aSRandall Stewart } 55328933fa13SRandall Stewart SCTP_INP_READ_UNLOCK(stcb->sctp_ep); 5533f8829a4aSRandall Stewart } 55347898f408SRandall Stewart /* 55357898f408SRandall Stewart * Now slide thing forward. 55367898f408SRandall Stewart */ 55377898f408SRandall Stewart sctp_slide_mapping_arrays(stcb); 5538f8829a4aSRandall Stewart } 5539