1c398230bSWarner Losh /*- 2e79adb8eSGarrett Wollman * Copyright (c) 1982, 1986, 1988, 1990, 1993, 1994, 1995 3df8bae1dSRodney W. Grimes * The Regents of the University of California. All rights reserved. 4dbc42409SLawrence Stewart * Copyright (c) 2007-2008,2010 5dbc42409SLawrence Stewart * Swinburne University of Technology, Melbourne, Australia. 6dbc42409SLawrence Stewart * Copyright (c) 2009-2010 Lawrence Stewart <lstewart@freebsd.org> 7dbc42409SLawrence Stewart * Copyright (c) 2010 The FreeBSD Foundation 8fa046d87SRobert Watson * Copyright (c) 2010-2011 Juniper Networks, Inc. 9dbc42409SLawrence Stewart * All rights reserved. 10dbc42409SLawrence Stewart * 11dbc42409SLawrence Stewart * Portions of this software were developed at the Centre for Advanced Internet 12891b8ed4SLawrence Stewart * Architectures, Swinburne University of Technology, by Lawrence Stewart, 13891b8ed4SLawrence Stewart * James Healy and David Hayes, made possible in part by a grant from the Cisco 14891b8ed4SLawrence Stewart * University Research Program Fund at Community Foundation Silicon Valley. 15dbc42409SLawrence Stewart * 16dbc42409SLawrence Stewart * Portions of this software were developed at the Centre for Advanced 17dbc42409SLawrence Stewart * Internet Architectures, Swinburne University of Technology, Melbourne, 18dbc42409SLawrence Stewart * Australia by David Hayes under sponsorship from the FreeBSD Foundation. 19df8bae1dSRodney W. Grimes * 20fa046d87SRobert Watson * Portions of this software were developed by Robert N. M. Watson under 21fa046d87SRobert Watson * contract to Juniper Networks, Inc. 22fa046d87SRobert Watson * 23df8bae1dSRodney W. Grimes * Redistribution and use in source and binary forms, with or without 24df8bae1dSRodney W. Grimes * modification, are permitted provided that the following conditions 25df8bae1dSRodney W. Grimes * are met: 26df8bae1dSRodney W. Grimes * 1. Redistributions of source code must retain the above copyright 27df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer. 28df8bae1dSRodney W. Grimes * 2. Redistributions in binary form must reproduce the above copyright 29df8bae1dSRodney W. Grimes * notice, this list of conditions and the following disclaimer in the 30df8bae1dSRodney W. Grimes * documentation and/or other materials provided with the distribution. 31df8bae1dSRodney W. Grimes * 4. Neither the name of the University nor the names of its contributors 32df8bae1dSRodney W. Grimes * may be used to endorse or promote products derived from this software 33df8bae1dSRodney W. Grimes * without specific prior written permission. 34df8bae1dSRodney W. Grimes * 35df8bae1dSRodney W. Grimes * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 36df8bae1dSRodney W. Grimes * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 37df8bae1dSRodney W. Grimes * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 38df8bae1dSRodney W. Grimes * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 39df8bae1dSRodney W. Grimes * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 40df8bae1dSRodney W. Grimes * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 41df8bae1dSRodney W. Grimes * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 42df8bae1dSRodney W. Grimes * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 43df8bae1dSRodney W. Grimes * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 44df8bae1dSRodney W. Grimes * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 45df8bae1dSRodney W. Grimes * SUCH DAMAGE. 46df8bae1dSRodney W. Grimes * 47e79adb8eSGarrett Wollman * @(#)tcp_input.c 8.12 (Berkeley) 5/24/95 48df8bae1dSRodney W. Grimes */ 49df8bae1dSRodney W. Grimes 504b421e2dSMike Silbersack #include <sys/cdefs.h> 514b421e2dSMike Silbersack __FBSDID("$FreeBSD$"); 524b421e2dSMike Silbersack 53f9e354dfSJulian Elischer #include "opt_ipfw.h" /* for ipfw_fwd */ 541cfd4b53SBruce M Simpson #include "opt_inet.h" 55fb59c426SYoshinobu Inoue #include "opt_inet6.h" 563a2a9f79SYoshinobu Inoue #include "opt_ipsec.h" 570cc12cc5SJoerg Wunsch #include "opt_tcpdebug.h" 580cc12cc5SJoerg Wunsch 59df8bae1dSRodney W. Grimes #include <sys/param.h> 6098163b98SPoul-Henning Kamp #include <sys/kernel.h> 6139bc9de5SLawrence Stewart #include <sys/hhook.h> 62df8bae1dSRodney W. Grimes #include <sys/malloc.h> 63df8bae1dSRodney W. Grimes #include <sys/mbuf.h> 64a29f300eSGarrett Wollman #include <sys/proc.h> /* for proc0 declaration */ 65df8bae1dSRodney W. Grimes #include <sys/protosw.h> 66960ed29cSSeigo Tanimura #include <sys/signalvar.h> 67df8bae1dSRodney W. Grimes #include <sys/socket.h> 68df8bae1dSRodney W. Grimes #include <sys/socketvar.h> 69960ed29cSSeigo Tanimura #include <sys/sysctl.h> 70816a3d83SPoul-Henning Kamp #include <sys/syslog.h> 71960ed29cSSeigo Tanimura #include <sys/systm.h> 72df8bae1dSRodney W. Grimes 73e79adb8eSGarrett Wollman #include <machine/cpu.h> /* before tcp_seq.h, for tcp_random18() */ 74e79adb8eSGarrett Wollman 7512e2e970SAndre Oppermann #include <vm/uma.h> 7612e2e970SAndre Oppermann 77df8bae1dSRodney W. Grimes #include <net/if.h> 78df8bae1dSRodney W. Grimes #include <net/route.h> 79530c0060SRobert Watson #include <net/vnet.h> 80df8bae1dSRodney W. Grimes 81773673c1SAndre Oppermann #define TCPSTATES /* for logging */ 82773673c1SAndre Oppermann 83dbc42409SLawrence Stewart #include <netinet/cc.h> 84df8bae1dSRodney W. Grimes #include <netinet/in.h> 85960ed29cSSeigo Tanimura #include <netinet/in_pcb.h> 86df8bae1dSRodney W. Grimes #include <netinet/in_systm.h> 87960ed29cSSeigo Tanimura #include <netinet/in_var.h> 88df8bae1dSRodney W. Grimes #include <netinet/ip.h> 898e8aab7aSAndre Oppermann #include <netinet/ip_icmp.h> /* required for icmp_var.h */ 90686cdd19SJun-ichiro itojun Hagino #include <netinet/icmp_var.h> /* for ICMP_BANDLIM */ 91df8bae1dSRodney W. Grimes #include <netinet/ip_var.h> 92ef39adf0SAndre Oppermann #include <netinet/ip_options.h> 93686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 94686cdd19SJun-ichiro itojun Hagino #include <netinet/icmp6.h> 95686cdd19SJun-ichiro itojun Hagino #include <netinet6/in6_pcb.h> 96960ed29cSSeigo Tanimura #include <netinet6/ip6_var.h> 97960ed29cSSeigo Tanimura #include <netinet6/nd6.h> 98df8bae1dSRodney W. Grimes #include <netinet/tcp_fsm.h> 99df8bae1dSRodney W. Grimes #include <netinet/tcp_seq.h> 100df8bae1dSRodney W. Grimes #include <netinet/tcp_timer.h> 101df8bae1dSRodney W. Grimes #include <netinet/tcp_var.h> 102fb59c426SYoshinobu Inoue #include <netinet6/tcp6_var.h> 103df8bae1dSRodney W. Grimes #include <netinet/tcpip.h> 104c325962bSMike Silbersack #include <netinet/tcp_syncache.h> 105610ee2f9SDavid Greenman #ifdef TCPDEBUG 106df8bae1dSRodney W. Grimes #include <netinet/tcp_debug.h> 107fb59c426SYoshinobu Inoue #endif /* TCPDEBUG */ 10809fe6320SNavdeep Parhar #ifdef TCP_OFFLOAD 10909fe6320SNavdeep Parhar #include <netinet/tcp_offload.h> 11009fe6320SNavdeep Parhar #endif 111fb59c426SYoshinobu Inoue 112b2630c29SGeorge V. Neville-Neil #ifdef IPSEC 113b9234fafSSam Leffler #include <netipsec/ipsec.h> 114b9234fafSSam Leffler #include <netipsec/ipsec6.h> 115b2630c29SGeorge V. Neville-Neil #endif /*IPSEC*/ 116b9234fafSSam Leffler 117db4f9cc7SJonathan Lemon #include <machine/in_cksum.h> 118db4f9cc7SJonathan Lemon 119aed55708SRobert Watson #include <security/mac/mac_framework.h> 120aed55708SRobert Watson 121dbc42409SLawrence Stewart const int tcprexmtthresh = 3; 1220312fbe9SPoul-Henning Kamp 123eddfbb76SRobert Watson VNET_DEFINE(struct tcpstat, tcpstat); 124eddfbb76SRobert Watson SYSCTL_VNET_STRUCT(_net_inet_tcp, TCPCTL_STATS, stats, CTLFLAG_RW, 125eddfbb76SRobert Watson &VNET_NAME(tcpstat), tcpstat, 1268b615593SMarko Zec "TCP statistics (struct tcpstat, netinet/tcp_var.h)"); 1270312fbe9SPoul-Henning Kamp 128773673c1SAndre Oppermann int tcp_log_in_vain = 0; 129816a3d83SPoul-Henning Kamp SYSCTL_INT(_net_inet_tcp, OID_AUTO, log_in_vain, CTLFLAG_RW, 130eddfbb76SRobert Watson &tcp_log_in_vain, 0, 131eddfbb76SRobert Watson "Log all incoming TCP segments to closed ports"); 132816a3d83SPoul-Henning Kamp 13382cea7e6SBjoern A. Zeeb VNET_DEFINE(int, blackhole) = 0; 13482cea7e6SBjoern A. Zeeb #define V_blackhole VNET(blackhole) 135eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, blackhole, CTLFLAG_RW, 136eddfbb76SRobert Watson &VNET_NAME(blackhole), 0, 137eddfbb76SRobert Watson "Do not send RST on segments to closed ports"); 13816f7f31fSGeoff Rehmet 13982cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_delack_enabled) = 1; 140eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, delayed_ack, CTLFLAG_RW, 141eddfbb76SRobert Watson &VNET_NAME(tcp_delack_enabled), 0, 1423d177f46SBill Fumerola "Delay ACK to try and piggyback it onto a data packet"); 143f498eeeeSDavid Greenman 14482cea7e6SBjoern A. Zeeb VNET_DEFINE(int, drop_synfin) = 0; 14582cea7e6SBjoern A. Zeeb #define V_drop_synfin VNET(drop_synfin) 146eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, drop_synfin, CTLFLAG_RW, 147eddfbb76SRobert Watson &VNET_NAME(drop_synfin), 0, 148eddfbb76SRobert Watson "Drop TCP packets with SYN+FIN set"); 149f8613305SDag-Erling Smørgrav 15082cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_do_rfc3042) = 1; 15182cea7e6SBjoern A. Zeeb #define V_tcp_do_rfc3042 VNET(tcp_do_rfc3042) 152eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, rfc3042, CTLFLAG_RW, 153eddfbb76SRobert Watson &VNET_NAME(tcp_do_rfc3042), 0, 154eddfbb76SRobert Watson "Enable RFC 3042 (Limited Transmit)"); 155582a954bSJeffrey Hsu 15682cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_do_rfc3390) = 1; 157eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, rfc3390, CTLFLAG_RW, 158eddfbb76SRobert Watson &VNET_NAME(tcp_do_rfc3390), 0, 159da3a8a1aSJeffrey Hsu "Enable RFC 3390 (Increasing TCP's Initial Congestion Window)"); 160da3a8a1aSJeffrey Hsu 16109440655SAndre Oppermann SYSCTL_NODE(_net_inet_tcp, OID_AUTO, experimental, CTLFLAG_RW, 0, 16209440655SAndre Oppermann "Experimental TCP extensions"); 16309440655SAndre Oppermann 16409440655SAndre Oppermann VNET_DEFINE(int, tcp_do_initcwnd10) = 1; 16509440655SAndre Oppermann SYSCTL_VNET_INT(_net_inet_tcp_experimental, OID_AUTO, initcwnd10, CTLFLAG_RW, 16609440655SAndre Oppermann &VNET_NAME(tcp_do_initcwnd10), 0, 16709440655SAndre Oppermann "Enable draft-ietf-tcpm-initcwnd-05 (Increasing initial CWND to 10)"); 16809440655SAndre Oppermann 16982cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_do_rfc3465) = 1; 170eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, rfc3465, CTLFLAG_RW, 171eddfbb76SRobert Watson &VNET_NAME(tcp_do_rfc3465), 0, 17224cb0f22SLawrence Stewart "Enable RFC 3465 (Appropriate Byte Counting)"); 173eddfbb76SRobert Watson 17482cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_abc_l_var) = 2; 175eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, abc_l_var, CTLFLAG_RW, 176eddfbb76SRobert Watson &VNET_NAME(tcp_abc_l_var), 2, 17724cb0f22SLawrence Stewart "Cap the max cwnd increment during slow-start to this number of segments"); 17824cb0f22SLawrence Stewart 1796472ac3dSEd Schouten static SYSCTL_NODE(_net_inet_tcp, OID_AUTO, ecn, CTLFLAG_RW, 0, "TCP ECN"); 180f2512ba1SRui Paulo 18182cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_do_ecn) = 0; 182eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp_ecn, OID_AUTO, enable, CTLFLAG_RW, 183eddfbb76SRobert Watson &VNET_NAME(tcp_do_ecn), 0, 184eddfbb76SRobert Watson "TCP ECN support"); 185eddfbb76SRobert Watson 18682cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_ecn_maxretries) = 1; 187eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp_ecn, OID_AUTO, maxretries, CTLFLAG_RW, 188eddfbb76SRobert Watson &VNET_NAME(tcp_ecn_maxretries), 0, 189eddfbb76SRobert Watson "Max retries before giving up on ECN"); 190eddfbb76SRobert Watson 19182cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_insecure_rst) = 0; 19282cea7e6SBjoern A. Zeeb #define V_tcp_insecure_rst VNET(tcp_insecure_rst) 193eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, insecure_rst, CTLFLAG_RW, 194eddfbb76SRobert Watson &VNET_NAME(tcp_insecure_rst), 0, 1956489fe65SAndre Oppermann "Follow the old (insecure) criteria for accepting RST packets"); 196a69968eeSMike Silbersack 197fba0cea1SBjoern A. Zeeb VNET_DEFINE(int, tcp_recvspace) = 1024*64; 198873789cbSAndre Oppermann #define V_tcp_recvspace VNET(tcp_recvspace) 199ddd0c4a9SSergey Kandaurov SYSCTL_VNET_INT(_net_inet_tcp, TCPCTL_RECVSPACE, recvspace, CTLFLAG_RW, 200873789cbSAndre Oppermann &VNET_NAME(tcp_recvspace), 0, "Initial receive socket buffer size"); 201873789cbSAndre Oppermann 20282cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_do_autorcvbuf) = 1; 20382cea7e6SBjoern A. Zeeb #define V_tcp_do_autorcvbuf VNET(tcp_do_autorcvbuf) 204eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, recvbuf_auto, CTLFLAG_RW, 205eddfbb76SRobert Watson &VNET_NAME(tcp_do_autorcvbuf), 0, 2068b615593SMarko Zec "Enable automatic receive buffer sizing"); 2076741ecf5SAndre Oppermann 20882cea7e6SBjoern A. Zeeb VNET_DEFINE(int, tcp_autorcvbuf_inc) = 16*1024; 20982cea7e6SBjoern A. Zeeb #define V_tcp_autorcvbuf_inc VNET(tcp_autorcvbuf_inc) 210eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, recvbuf_inc, CTLFLAG_RW, 211eddfbb76SRobert Watson &VNET_NAME(tcp_autorcvbuf_inc), 0, 2126489fe65SAndre Oppermann "Incrementor step size of automatic receive buffer"); 2136741ecf5SAndre Oppermann 214b233773bSBjoern A. Zeeb VNET_DEFINE(int, tcp_autorcvbuf_max) = 2*1024*1024; 21582cea7e6SBjoern A. Zeeb #define V_tcp_autorcvbuf_max VNET(tcp_autorcvbuf_max) 216eddfbb76SRobert Watson SYSCTL_VNET_INT(_net_inet_tcp, OID_AUTO, recvbuf_max, CTLFLAG_RW, 217eddfbb76SRobert Watson &VNET_NAME(tcp_autorcvbuf_max), 0, 2188b615593SMarko Zec "Max size of automatic receive buffer"); 2196741ecf5SAndre Oppermann 220eddfbb76SRobert Watson VNET_DEFINE(struct inpcbhead, tcb); 22144e33a07SMarko Zec #define tcb6 tcb /* for KAME src sync over BSD*'s */ 22282cea7e6SBjoern A. Zeeb VNET_DEFINE(struct inpcbinfo, tcbinfo); 223df8bae1dSRodney W. Grimes 2245a53ca16SPaul Saab static void tcp_dooptions(struct tcpopt *, u_char *, int, int); 225679d9708SAndre Oppermann static void tcp_do_segment(struct mbuf *, struct tcphdr *, 226252ca428SRobert Watson struct socket *, struct tcpcb *, int, int, uint8_t, 227252ca428SRobert Watson int); 228302ce8d6SAndre Oppermann static void tcp_dropwithreset(struct mbuf *, struct tcphdr *, 229302ce8d6SAndre Oppermann struct tcpcb *, int, int); 2304d77a549SAlfred Perlstein static void tcp_pulloutofband(struct socket *, 2314d77a549SAlfred Perlstein struct tcphdr *, struct mbuf *, int); 2324d77a549SAlfred Perlstein static void tcp_xmit_timer(struct tcpcb *, int); 233c068736aSJeffrey Hsu static void tcp_newreno_partial_ack(struct tcpcb *, struct tcphdr *); 2342903309aSAttilio Rao static void inline tcp_fields_to_host(struct tcphdr *); 2352903309aSAttilio Rao #ifdef TCP_SIGNATURE 2362903309aSAttilio Rao static void inline tcp_fields_to_net(struct tcphdr *); 2372903309aSAttilio Rao static int inline tcp_signature_verify_input(struct mbuf *, int, int, 2382903309aSAttilio Rao int, struct tcpopt *, struct tcphdr *, u_int); 2392903309aSAttilio Rao #endif 240dbc42409SLawrence Stewart static void inline cc_ack_received(struct tcpcb *tp, struct tcphdr *th, 241dbc42409SLawrence Stewart uint16_t type); 242dbc42409SLawrence Stewart static void inline cc_conn_init(struct tcpcb *tp); 243dbc42409SLawrence Stewart static void inline cc_post_recovery(struct tcpcb *tp, struct tcphdr *th); 24439bc9de5SLawrence Stewart static void inline hhook_run_tcp_est_in(struct tcpcb *tp, 24539bc9de5SLawrence Stewart struct tcphdr *th, struct tcpopt *to); 246f2512ba1SRui Paulo 247315e3e38SRobert Watson /* 248315e3e38SRobert Watson * Kernel module interface for updating tcpstat. The argument is an index 249315e3e38SRobert Watson * into tcpstat treated as an array of u_long. While this encodes the 250315e3e38SRobert Watson * general layout of tcpstat into the caller, it doesn't encode its location, 251315e3e38SRobert Watson * so that future changes to add, for example, per-CPU stats support won't 252315e3e38SRobert Watson * cause binary compatibility problems for kernel modules. 253315e3e38SRobert Watson */ 254315e3e38SRobert Watson void 255315e3e38SRobert Watson kmod_tcpstat_inc(int statnum) 256315e3e38SRobert Watson { 257315e3e38SRobert Watson 258315e3e38SRobert Watson (*((u_long *)&V_tcpstat + statnum))++; 259315e3e38SRobert Watson } 260315e3e38SRobert Watson 261dbc42409SLawrence Stewart /* 26239bc9de5SLawrence Stewart * Wrapper for the TCP established input helper hook. 26339bc9de5SLawrence Stewart */ 26439bc9de5SLawrence Stewart static void inline 26539bc9de5SLawrence Stewart hhook_run_tcp_est_in(struct tcpcb *tp, struct tcphdr *th, struct tcpopt *to) 26639bc9de5SLawrence Stewart { 26739bc9de5SLawrence Stewart struct tcp_hhook_data hhook_data; 26839bc9de5SLawrence Stewart 26939bc9de5SLawrence Stewart if (V_tcp_hhh[HHOOK_TCP_EST_IN]->hhh_nhooks > 0) { 27039bc9de5SLawrence Stewart hhook_data.tp = tp; 27139bc9de5SLawrence Stewart hhook_data.th = th; 27239bc9de5SLawrence Stewart hhook_data.to = to; 27339bc9de5SLawrence Stewart 27439bc9de5SLawrence Stewart hhook_run_hooks(V_tcp_hhh[HHOOK_TCP_EST_IN], &hhook_data, 27539bc9de5SLawrence Stewart tp->osd); 27639bc9de5SLawrence Stewart } 27739bc9de5SLawrence Stewart } 27839bc9de5SLawrence Stewart 27939bc9de5SLawrence Stewart /* 280dbc42409SLawrence Stewart * CC wrapper hook functions 281dbc42409SLawrence Stewart */ 282f2512ba1SRui Paulo static void inline 283dbc42409SLawrence Stewart cc_ack_received(struct tcpcb *tp, struct tcphdr *th, uint16_t type) 284f2512ba1SRui Paulo { 285dbc42409SLawrence Stewart INP_WLOCK_ASSERT(tp->t_inpcb); 286f2512ba1SRui Paulo 287dbc42409SLawrence Stewart tp->ccv->bytes_this_ack = BYTES_THIS_ACK(tp, th); 288dbc42409SLawrence Stewart if (tp->snd_cwnd == min(tp->snd_cwnd, tp->snd_wnd)) 289dbc42409SLawrence Stewart tp->ccv->flags |= CCF_CWND_LIMITED; 290dbc42409SLawrence Stewart else 291dbc42409SLawrence Stewart tp->ccv->flags &= ~CCF_CWND_LIMITED; 292dbc42409SLawrence Stewart 293dbc42409SLawrence Stewart if (type == CC_ACK) { 294dbc42409SLawrence Stewart if (tp->snd_cwnd > tp->snd_ssthresh) { 295dbc42409SLawrence Stewart tp->t_bytes_acked += min(tp->ccv->bytes_this_ack, 296dbc42409SLawrence Stewart V_tcp_abc_l_var * tp->t_maxseg); 297dbc42409SLawrence Stewart if (tp->t_bytes_acked >= tp->snd_cwnd) { 298dbc42409SLawrence Stewart tp->t_bytes_acked -= tp->snd_cwnd; 299dbc42409SLawrence Stewart tp->ccv->flags |= CCF_ABC_SENTAWND; 300dbc42409SLawrence Stewart } 301dbc42409SLawrence Stewart } else { 302dbc42409SLawrence Stewart tp->ccv->flags &= ~CCF_ABC_SENTAWND; 303dbc42409SLawrence Stewart tp->t_bytes_acked = 0; 304dbc42409SLawrence Stewart } 305dbc42409SLawrence Stewart } 306dbc42409SLawrence Stewart 307dbc42409SLawrence Stewart if (CC_ALGO(tp)->ack_received != NULL) { 308dbc42409SLawrence Stewart /* XXXLAS: Find a way to live without this */ 309dbc42409SLawrence Stewart tp->ccv->curack = th->th_ack; 310dbc42409SLawrence Stewart CC_ALGO(tp)->ack_received(tp->ccv, type); 311dbc42409SLawrence Stewart } 312dbc42409SLawrence Stewart } 313dbc42409SLawrence Stewart 314dbc42409SLawrence Stewart static void inline 315dbc42409SLawrence Stewart cc_conn_init(struct tcpcb *tp) 316dbc42409SLawrence Stewart { 317dbc42409SLawrence Stewart struct hc_metrics_lite metrics; 318dbc42409SLawrence Stewart struct inpcb *inp = tp->t_inpcb; 319dbc42409SLawrence Stewart int rtt; 320dbc42409SLawrence Stewart 321dbc42409SLawrence Stewart INP_WLOCK_ASSERT(tp->t_inpcb); 322dbc42409SLawrence Stewart 323dbc42409SLawrence Stewart tcp_hc_get(&inp->inp_inc, &metrics); 324dbc42409SLawrence Stewart 325dbc42409SLawrence Stewart if (tp->t_srtt == 0 && (rtt = metrics.rmx_rtt)) { 326dbc42409SLawrence Stewart tp->t_srtt = rtt; 327dbc42409SLawrence Stewart tp->t_rttbest = tp->t_srtt + TCP_RTT_SCALE; 328dbc42409SLawrence Stewart TCPSTAT_INC(tcps_usedrtt); 329dbc42409SLawrence Stewart if (metrics.rmx_rttvar) { 330dbc42409SLawrence Stewart tp->t_rttvar = metrics.rmx_rttvar; 331dbc42409SLawrence Stewart TCPSTAT_INC(tcps_usedrttvar); 332dbc42409SLawrence Stewart } else { 333dbc42409SLawrence Stewart /* default variation is +- 1 rtt */ 334dbc42409SLawrence Stewart tp->t_rttvar = 335dbc42409SLawrence Stewart tp->t_srtt * TCP_RTTVAR_SCALE / TCP_RTT_SCALE; 336dbc42409SLawrence Stewart } 337dbc42409SLawrence Stewart TCPT_RANGESET(tp->t_rxtcur, 338dbc42409SLawrence Stewart ((tp->t_srtt >> 2) + tp->t_rttvar) >> 1, 339dbc42409SLawrence Stewart tp->t_rttmin, TCPTV_REXMTMAX); 340dbc42409SLawrence Stewart } 341dbc42409SLawrence Stewart if (metrics.rmx_ssthresh) { 342dbc42409SLawrence Stewart /* 343dbc42409SLawrence Stewart * There's some sort of gateway or interface 344dbc42409SLawrence Stewart * buffer limit on the path. Use this to set 345dbc42409SLawrence Stewart * the slow start threshhold, but set the 346dbc42409SLawrence Stewart * threshold to no less than 2*mss. 347dbc42409SLawrence Stewart */ 348dbc42409SLawrence Stewart tp->snd_ssthresh = max(2 * tp->t_maxseg, metrics.rmx_ssthresh); 349dbc42409SLawrence Stewart TCPSTAT_INC(tcps_usedssthresh); 350dbc42409SLawrence Stewart } 351dbc42409SLawrence Stewart 352dbc42409SLawrence Stewart /* 3539ec4a4ccSAndre Oppermann * Set the initial slow-start flight size. 354dbc42409SLawrence Stewart * 355cf8f04f4SAndre Oppermann * RFC5681 Section 3.1 specifies the default conservative values. 356cf8f04f4SAndre Oppermann * RFC3390 specifies slightly more aggressive values. 35709440655SAndre Oppermann * Draft-ietf-tcpm-initcwnd-05 increases it to ten segments. 358cf8f04f4SAndre Oppermann * 359cf8f04f4SAndre Oppermann * If a SYN or SYN/ACK was lost and retransmitted, we have to 360cf8f04f4SAndre Oppermann * reduce the initial CWND to one segment as congestion is likely 361cf8f04f4SAndre Oppermann * requiring us to be cautious. 362dbc42409SLawrence Stewart */ 363cf8f04f4SAndre Oppermann if (tp->snd_cwnd == 1) 364cf8f04f4SAndre Oppermann tp->snd_cwnd = tp->t_maxseg; /* SYN(-ACK) lost */ 36509440655SAndre Oppermann else if (V_tcp_do_initcwnd10) 36609440655SAndre Oppermann tp->snd_cwnd = min(10 * tp->t_maxseg, 36709440655SAndre Oppermann max(2 * tp->t_maxseg, 14600)); 368cf8f04f4SAndre Oppermann else if (V_tcp_do_rfc3390) 369dbc42409SLawrence Stewart tp->snd_cwnd = min(4 * tp->t_maxseg, 370dbc42409SLawrence Stewart max(2 * tp->t_maxseg, 4380)); 37122efabd4SAndre Oppermann else { 37222efabd4SAndre Oppermann /* Per RFC5681 Section 3.1 */ 37322efabd4SAndre Oppermann if (tp->t_maxseg > 2190) 37422efabd4SAndre Oppermann tp->snd_cwnd = 2 * tp->t_maxseg; 37522efabd4SAndre Oppermann else if (tp->t_maxseg > 1095) 37622efabd4SAndre Oppermann tp->snd_cwnd = 3 * tp->t_maxseg; 377dbc42409SLawrence Stewart else 37822efabd4SAndre Oppermann tp->snd_cwnd = 4 * tp->t_maxseg; 37922efabd4SAndre Oppermann } 380dbc42409SLawrence Stewart 381dbc42409SLawrence Stewart if (CC_ALGO(tp)->conn_init != NULL) 382dbc42409SLawrence Stewart CC_ALGO(tp)->conn_init(tp->ccv); 383dbc42409SLawrence Stewart } 384dbc42409SLawrence Stewart 385dbc42409SLawrence Stewart void inline 386dbc42409SLawrence Stewart cc_cong_signal(struct tcpcb *tp, struct tcphdr *th, uint32_t type) 387dbc42409SLawrence Stewart { 388dbc42409SLawrence Stewart INP_WLOCK_ASSERT(tp->t_inpcb); 389dbc42409SLawrence Stewart 390dbc42409SLawrence Stewart switch(type) { 391dbc42409SLawrence Stewart case CC_NDUPACK: 392dbc42409SLawrence Stewart if (!IN_FASTRECOVERY(tp->t_flags)) { 393f2512ba1SRui Paulo tp->snd_recover = tp->snd_max; 394f2512ba1SRui Paulo if (tp->t_flags & TF_ECN_PERMIT) 395f2512ba1SRui Paulo tp->t_flags |= TF_ECN_SND_CWR; 396f2512ba1SRui Paulo } 397dbc42409SLawrence Stewart break; 398dbc42409SLawrence Stewart case CC_ECN: 399dbc42409SLawrence Stewart if (!IN_CONGRECOVERY(tp->t_flags)) { 400dbc42409SLawrence Stewart TCPSTAT_INC(tcps_ecn_rcwnd); 401dbc42409SLawrence Stewart tp->snd_recover = tp->snd_max; 402dbc42409SLawrence Stewart if (tp->t_flags & TF_ECN_PERMIT) 403dbc42409SLawrence Stewart tp->t_flags |= TF_ECN_SND_CWR; 404dbc42409SLawrence Stewart } 405dbc42409SLawrence Stewart break; 406dbc42409SLawrence Stewart case CC_RTO: 407dbc42409SLawrence Stewart tp->t_dupacks = 0; 408dbc42409SLawrence Stewart tp->t_bytes_acked = 0; 409dbc42409SLawrence Stewart EXIT_RECOVERY(tp->t_flags); 4106157935fSLawrence Stewart tp->snd_ssthresh = max(2, min(tp->snd_wnd, tp->snd_cwnd) / 2 / 4116157935fSLawrence Stewart tp->t_maxseg) * tp->t_maxseg; 412dbc42409SLawrence Stewart tp->snd_cwnd = tp->t_maxseg; 413dbc42409SLawrence Stewart break; 414dbc42409SLawrence Stewart case CC_RTO_ERR: 415dbc42409SLawrence Stewart TCPSTAT_INC(tcps_sndrexmitbad); 416dbc42409SLawrence Stewart /* RTO was unnecessary, so reset everything. */ 417dbc42409SLawrence Stewart tp->snd_cwnd = tp->snd_cwnd_prev; 418dbc42409SLawrence Stewart tp->snd_ssthresh = tp->snd_ssthresh_prev; 419dbc42409SLawrence Stewart tp->snd_recover = tp->snd_recover_prev; 420dbc42409SLawrence Stewart if (tp->t_flags & TF_WASFRECOVERY) 421dbc42409SLawrence Stewart ENTER_FASTRECOVERY(tp->t_flags); 422dbc42409SLawrence Stewart if (tp->t_flags & TF_WASCRECOVERY) 423dbc42409SLawrence Stewart ENTER_CONGRECOVERY(tp->t_flags); 424dbc42409SLawrence Stewart tp->snd_nxt = tp->snd_max; 425672dc4aeSJohn Baldwin tp->t_flags &= ~TF_PREVVALID; 426dbc42409SLawrence Stewart tp->t_badrxtwin = 0; 427dbc42409SLawrence Stewart break; 428dbc42409SLawrence Stewart } 429dbc42409SLawrence Stewart 430dbc42409SLawrence Stewart if (CC_ALGO(tp)->cong_signal != NULL) { 431dbc42409SLawrence Stewart if (th != NULL) 432dbc42409SLawrence Stewart tp->ccv->curack = th->th_ack; 433dbc42409SLawrence Stewart CC_ALGO(tp)->cong_signal(tp->ccv, type); 434dbc42409SLawrence Stewart } 435dbc42409SLawrence Stewart } 436dbc42409SLawrence Stewart 437dbc42409SLawrence Stewart static void inline 438dbc42409SLawrence Stewart cc_post_recovery(struct tcpcb *tp, struct tcphdr *th) 439dbc42409SLawrence Stewart { 440dbc42409SLawrence Stewart INP_WLOCK_ASSERT(tp->t_inpcb); 441dbc42409SLawrence Stewart 442dbc42409SLawrence Stewart /* XXXLAS: KASSERT that we're in recovery? */ 443dbc42409SLawrence Stewart 444dbc42409SLawrence Stewart if (CC_ALGO(tp)->post_recovery != NULL) { 445dbc42409SLawrence Stewart tp->ccv->curack = th->th_ack; 446dbc42409SLawrence Stewart CC_ALGO(tp)->post_recovery(tp->ccv); 447dbc42409SLawrence Stewart } 448dbc42409SLawrence Stewart /* XXXLAS: EXIT_RECOVERY ? */ 449dbc42409SLawrence Stewart tp->t_bytes_acked = 0; 450dbc42409SLawrence Stewart } 4510312fbe9SPoul-Henning Kamp 4522903309aSAttilio Rao static inline void 4532903309aSAttilio Rao tcp_fields_to_host(struct tcphdr *th) 4542903309aSAttilio Rao { 4552903309aSAttilio Rao 4562903309aSAttilio Rao th->th_seq = ntohl(th->th_seq); 4572903309aSAttilio Rao th->th_ack = ntohl(th->th_ack); 4582903309aSAttilio Rao th->th_win = ntohs(th->th_win); 4592903309aSAttilio Rao th->th_urp = ntohs(th->th_urp); 4602903309aSAttilio Rao } 4612903309aSAttilio Rao 4622903309aSAttilio Rao #ifdef TCP_SIGNATURE 4632903309aSAttilio Rao static inline void 4642903309aSAttilio Rao tcp_fields_to_net(struct tcphdr *th) 4652903309aSAttilio Rao { 4662903309aSAttilio Rao 4672903309aSAttilio Rao th->th_seq = htonl(th->th_seq); 4682903309aSAttilio Rao th->th_ack = htonl(th->th_ack); 4692903309aSAttilio Rao th->th_win = htons(th->th_win); 4702903309aSAttilio Rao th->th_urp = htons(th->th_urp); 4712903309aSAttilio Rao } 4722903309aSAttilio Rao 4732903309aSAttilio Rao static inline int 4742903309aSAttilio Rao tcp_signature_verify_input(struct mbuf *m, int off0, int tlen, int optlen, 4752903309aSAttilio Rao struct tcpopt *to, struct tcphdr *th, u_int tcpbflag) 4762903309aSAttilio Rao { 4772903309aSAttilio Rao int ret; 4782903309aSAttilio Rao 4792903309aSAttilio Rao tcp_fields_to_net(th); 4802903309aSAttilio Rao ret = tcp_signature_verify(m, off0, tlen, optlen, to, th, tcpbflag); 4812903309aSAttilio Rao tcp_fields_to_host(th); 4822903309aSAttilio Rao return (ret); 4832903309aSAttilio Rao } 4842903309aSAttilio Rao #endif 4852903309aSAttilio Rao 486fb59c426SYoshinobu Inoue /* Neighbor Discovery, Neighbor Unreachability Detection Upper layer hint. */ 487fb59c426SYoshinobu Inoue #ifdef INET6 488fb59c426SYoshinobu Inoue #define ND6_HINT(tp) \ 489fb59c426SYoshinobu Inoue do { \ 490fb59c426SYoshinobu Inoue if ((tp) && (tp)->t_inpcb && \ 49197d8d152SAndre Oppermann ((tp)->t_inpcb->inp_vflag & INP_IPV6) != 0) \ 49297d8d152SAndre Oppermann nd6_nud_hint(NULL, NULL, 0); \ 493fb59c426SYoshinobu Inoue } while (0) 494fb59c426SYoshinobu Inoue #else 495fb59c426SYoshinobu Inoue #define ND6_HINT(tp) 496fb59c426SYoshinobu Inoue #endif 497df8bae1dSRodney W. Grimes 498df8bae1dSRodney W. Grimes /* 499262c1c1aSMatthew Dillon * Indicate whether this ack should be delayed. We can delay the ack if 500262c1c1aSMatthew Dillon * - there is no delayed ack timer in progress and 501262c1c1aSMatthew Dillon * - our last ack wasn't a 0-sized window. We never want to delay 5023bfd6421SJonathan Lemon * the ack that opens up a 0-sized window and 5033bfd6421SJonathan Lemon * - delayed acks are enabled or 5043bfd6421SJonathan Lemon * - this is a half-synchronized T/TCP connection. 505d8c85a26SJonathan Lemon */ 506d8c85a26SJonathan Lemon #define DELAY_ACK(tp) \ 507b8152ba7SAndre Oppermann ((!tcp_timer_active(tp, TT_DELACK) && \ 508a14c749fSJonathan Lemon (tp->t_flags & TF_RXWIN0SENT) == 0) && \ 509603724d3SBjoern A. Zeeb (V_tcp_delack_enabled || (tp->t_flags & TF_NEEDSYN))) 510d8c85a26SJonathan Lemon 511df8bae1dSRodney W. Grimes /* 5128d573cc1SAndre Oppermann * TCP input handling is split into multiple parts: 5138d573cc1SAndre Oppermann * tcp6_input is a thin wrapper around tcp_input for the extended 5148d573cc1SAndre Oppermann * ip6_protox[] call format in ip6_input 5158d573cc1SAndre Oppermann * tcp_input handles primary segment validation, inpcb lookup and 5168d573cc1SAndre Oppermann * SYN processing on listen sockets 5178d573cc1SAndre Oppermann * tcp_do_segment processes the ACK and text of the segment for 5188d573cc1SAndre Oppermann * establishing, established and closing connections 519df8bae1dSRodney W. Grimes */ 520fb59c426SYoshinobu Inoue #ifdef INET6 521fb59c426SYoshinobu Inoue int 522ad3f9ab3SAndre Oppermann tcp6_input(struct mbuf **mp, int *offp, int proto) 523fb59c426SYoshinobu Inoue { 524ad3f9ab3SAndre Oppermann struct mbuf *m = *mp; 52533841545SHajimu UMEMOTO struct in6_ifaddr *ia6; 526fb59c426SYoshinobu Inoue 527fb59c426SYoshinobu Inoue IP6_EXTHDR_CHECK(m, *offp, sizeof(struct tcphdr), IPPROTO_DONE); 528fb59c426SYoshinobu Inoue 529fb59c426SYoshinobu Inoue /* 530fb59c426SYoshinobu Inoue * draft-itojun-ipv6-tcp-to-anycast 531fb59c426SYoshinobu Inoue * better place to put this in? 532fb59c426SYoshinobu Inoue */ 53333841545SHajimu UMEMOTO ia6 = ip6_getdstifaddr(m); 53433841545SHajimu UMEMOTO if (ia6 && (ia6->ia6_flags & IN6_IFF_ANYCAST)) { 535fb59c426SYoshinobu Inoue struct ip6_hdr *ip6; 536fb59c426SYoshinobu Inoue 5378c0fec80SRobert Watson ifa_free(&ia6->ia_ifa); 538fb59c426SYoshinobu Inoue ip6 = mtod(m, struct ip6_hdr *); 539fb59c426SYoshinobu Inoue icmp6_error(m, ICMP6_DST_UNREACH, ICMP6_DST_UNREACH_ADDR, 540fb59c426SYoshinobu Inoue (caddr_t)&ip6->ip6_dst - (caddr_t)ip6); 541fb59c426SYoshinobu Inoue return IPPROTO_DONE; 542fb59c426SYoshinobu Inoue } 54377d396fdSMaksim Yevmenkin if (ia6) 54477d396fdSMaksim Yevmenkin ifa_free(&ia6->ia_ifa); 545fb59c426SYoshinobu Inoue 546f0ffb944SJulian Elischer tcp_input(m, *offp); 547fb59c426SYoshinobu Inoue return IPPROTO_DONE; 548fb59c426SYoshinobu Inoue } 549b287c6c7SBjoern A. Zeeb #endif /* INET6 */ 550fb59c426SYoshinobu Inoue 551df8bae1dSRodney W. Grimes void 552ad3f9ab3SAndre Oppermann tcp_input(struct mbuf *m, int off0) 553df8bae1dSRodney W. Grimes { 554b287c6c7SBjoern A. Zeeb struct tcphdr *th = NULL; 555ad3f9ab3SAndre Oppermann struct ip *ip = NULL; 556ad3f9ab3SAndre Oppermann struct inpcb *inp = NULL; 557302ce8d6SAndre Oppermann struct tcpcb *tp = NULL; 558302ce8d6SAndre Oppermann struct socket *so = NULL; 559e79adb8eSGarrett Wollman u_char *optp = NULL; 56026f9a767SRodney W. Grimes int optlen = 0; 561b287c6c7SBjoern A. Zeeb #ifdef INET 562b287c6c7SBjoern A. Zeeb int len; 563b287c6c7SBjoern A. Zeeb #endif 564b287c6c7SBjoern A. Zeeb int tlen = 0, off; 565fb59c426SYoshinobu Inoue int drop_hdrlen; 566ad3f9ab3SAndre Oppermann int thflags; 567302ce8d6SAndre Oppermann int rstreason = 0; /* For badport_bandlim accounting purposes */ 5682903309aSAttilio Rao #ifdef TCP_SIGNATURE 5692903309aSAttilio Rao uint8_t sig_checked = 0; 5702903309aSAttilio Rao #endif 571b287c6c7SBjoern A. Zeeb uint8_t iptos = 0; 572c1de64a4SAndrey V. Elsukov struct m_tag *fwd_tag = NULL; 573c068736aSJeffrey Hsu #ifdef INET6 574302ce8d6SAndre Oppermann struct ip6_hdr *ip6 = NULL; 575c068736aSJeffrey Hsu int isipv6; 576c068736aSJeffrey Hsu #else 577a160e630SAndre Oppermann const void *ip6 = NULL; 578b287c6c7SBjoern A. Zeeb #endif /* INET6 */ 579302ce8d6SAndre Oppermann struct tcpopt to; /* options in this segment */ 580a160e630SAndre Oppermann char *s = NULL; /* address and port logging */ 581252ca428SRobert Watson int ti_locked; 582252ca428SRobert Watson #define TI_UNLOCKED 1 583fa046d87SRobert Watson #define TI_WLOCKED 2 584f76fcf6dSJeffrey Hsu 585610ee2f9SDavid Greenman #ifdef TCPDEBUG 586c068736aSJeffrey Hsu /* 587c068736aSJeffrey Hsu * The size of tcp_saveipgen must be the size of the max ip header, 588c068736aSJeffrey Hsu * now IPv6. 589c068736aSJeffrey Hsu */ 59014739780SMaxim Konovalov u_char tcp_saveipgen[IP6_HDR_LEN]; 591410bb1bfSLuigi Rizzo struct tcphdr tcp_savetcp; 592610ee2f9SDavid Greenman short ostate = 0; 593610ee2f9SDavid Greenman #endif 594c068736aSJeffrey Hsu 595fb59c426SYoshinobu Inoue #ifdef INET6 596fb59c426SYoshinobu Inoue isipv6 = (mtod(m, struct ip *)->ip_v == 6) ? 1 : 0; 597fb59c426SYoshinobu Inoue #endif 598a0292f23SGarrett Wollman 599302ce8d6SAndre Oppermann to.to_flags = 0; 60078b50714SRobert Watson TCPSTAT_INC(tcps_rcvtotal); 601fb59c426SYoshinobu Inoue 60204d3a452SHajimu UMEMOTO #ifdef INET6 603b287c6c7SBjoern A. Zeeb if (isipv6) { 6048d573cc1SAndre Oppermann /* IP6_EXTHDR_CHECK() is already done at tcp6_input(). */ 60545747ba5SBjoern A. Zeeb 60645747ba5SBjoern A. Zeeb if (m->m_len < (sizeof(*ip6) + sizeof(*th))) { 60745747ba5SBjoern A. Zeeb m = m_pullup(m, sizeof(*ip6) + sizeof(*th)); 60845747ba5SBjoern A. Zeeb if (m == NULL) { 60945747ba5SBjoern A. Zeeb TCPSTAT_INC(tcps_rcvshort); 61045747ba5SBjoern A. Zeeb return; 61145747ba5SBjoern A. Zeeb } 61245747ba5SBjoern A. Zeeb } 61345747ba5SBjoern A. Zeeb 614fb59c426SYoshinobu Inoue ip6 = mtod(m, struct ip6_hdr *); 61545747ba5SBjoern A. Zeeb th = (struct tcphdr *)((caddr_t)ip6 + off0); 616fb59c426SYoshinobu Inoue tlen = sizeof(*ip6) + ntohs(ip6->ip6_plen) - off0; 617356ab07eSBjoern A. Zeeb if (m->m_pkthdr.csum_flags & CSUM_DATA_VALID_IPV6) { 61845747ba5SBjoern A. Zeeb if (m->m_pkthdr.csum_flags & CSUM_PSEUDO_HDR) 61945747ba5SBjoern A. Zeeb th->th_sum = m->m_pkthdr.csum_data; 62045747ba5SBjoern A. Zeeb else 62145747ba5SBjoern A. Zeeb th->th_sum = in6_cksum_pseudo(ip6, tlen, 62245747ba5SBjoern A. Zeeb IPPROTO_TCP, m->m_pkthdr.csum_data); 62345747ba5SBjoern A. Zeeb th->th_sum ^= 0xffff; 62445747ba5SBjoern A. Zeeb } else 62545747ba5SBjoern A. Zeeb th->th_sum = in6_cksum(m, IPPROTO_TCP, off0, tlen); 62645747ba5SBjoern A. Zeeb if (th->th_sum) { 62778b50714SRobert Watson TCPSTAT_INC(tcps_rcvbadsum); 628fb59c426SYoshinobu Inoue goto drop; 629fb59c426SYoshinobu Inoue } 63033841545SHajimu UMEMOTO 63133841545SHajimu UMEMOTO /* 63233841545SHajimu UMEMOTO * Be proactive about unspecified IPv6 address in source. 63333841545SHajimu UMEMOTO * As we use all-zero to indicate unbounded/unconnected pcb, 63433841545SHajimu UMEMOTO * unspecified IPv6 address can be used to confuse us. 63533841545SHajimu UMEMOTO * 63633841545SHajimu UMEMOTO * Note that packets with unspecified IPv6 destination is 63733841545SHajimu UMEMOTO * already dropped in ip6_input. 63833841545SHajimu UMEMOTO */ 63933841545SHajimu UMEMOTO if (IN6_IS_ADDR_UNSPECIFIED(&ip6->ip6_src)) { 64033841545SHajimu UMEMOTO /* XXX stat */ 64133841545SHajimu UMEMOTO goto drop; 64233841545SHajimu UMEMOTO } 643b287c6c7SBjoern A. Zeeb } 64404d3a452SHajimu UMEMOTO #endif 645b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 646b287c6c7SBjoern A. Zeeb else 647b287c6c7SBjoern A. Zeeb #endif 648b287c6c7SBjoern A. Zeeb #ifdef INET 649b287c6c7SBjoern A. Zeeb { 650df8bae1dSRodney W. Grimes /* 651df8bae1dSRodney W. Grimes * Get IP and TCP header together in first mbuf. 652df8bae1dSRodney W. Grimes * Note: IP leaves IP header in first mbuf. 653df8bae1dSRodney W. Grimes */ 654fb59c426SYoshinobu Inoue if (off0 > sizeof (struct ip)) { 655105bd211SGleb Smirnoff ip_stripoptions(m); 656fb59c426SYoshinobu Inoue off0 = sizeof(struct ip); 657fb59c426SYoshinobu Inoue } 658df8bae1dSRodney W. Grimes if (m->m_len < sizeof (struct tcpiphdr)) { 6594dfdffe9SAndre Oppermann if ((m = m_pullup(m, sizeof (struct tcpiphdr))) 6604dfdffe9SAndre Oppermann == NULL) { 66178b50714SRobert Watson TCPSTAT_INC(tcps_rcvshort); 662df8bae1dSRodney W. Grimes return; 663df8bae1dSRodney W. Grimes } 664df8bae1dSRodney W. Grimes } 665fb59c426SYoshinobu Inoue ip = mtod(m, struct ip *); 666db4f9cc7SJonathan Lemon th = (struct tcphdr *)((caddr_t)ip + off0); 6678ad458a4SGleb Smirnoff tlen = ntohs(ip->ip_len) - off0; 668df8bae1dSRodney W. Grimes 669db4f9cc7SJonathan Lemon if (m->m_pkthdr.csum_flags & CSUM_DATA_VALID) { 670db4f9cc7SJonathan Lemon if (m->m_pkthdr.csum_flags & CSUM_PSEUDO_HDR) 671db4f9cc7SJonathan Lemon th->th_sum = m->m_pkthdr.csum_data; 672db4f9cc7SJonathan Lemon else 673db4f9cc7SJonathan Lemon th->th_sum = in_pseudo(ip->ip_src.s_addr, 674c068736aSJeffrey Hsu ip->ip_dst.s_addr, 6758f134647SGleb Smirnoff htonl(m->m_pkthdr.csum_data + tlen + 676c068736aSJeffrey Hsu IPPROTO_TCP)); 677db4f9cc7SJonathan Lemon th->th_sum ^= 0xffff; 678db4f9cc7SJonathan Lemon } else { 6798f134647SGleb Smirnoff struct ipovly *ipov = (struct ipovly *)ip; 6808f134647SGleb Smirnoff 681df8bae1dSRodney W. Grimes /* 682df8bae1dSRodney W. Grimes * Checksum extended TCP header and data. 683df8bae1dSRodney W. Grimes */ 6848f134647SGleb Smirnoff len = off0 + tlen; 685fb59c426SYoshinobu Inoue bzero(ipov->ih_x1, sizeof(ipov->ih_x1)); 6868f134647SGleb Smirnoff ipov->ih_len = htons(tlen); 687fb59c426SYoshinobu Inoue th->th_sum = in_cksum(m, len); 688db4f9cc7SJonathan Lemon } 689fb59c426SYoshinobu Inoue if (th->th_sum) { 69078b50714SRobert Watson TCPSTAT_INC(tcps_rcvbadsum); 691df8bae1dSRodney W. Grimes goto drop; 692df8bae1dSRodney W. Grimes } 693fb59c426SYoshinobu Inoue /* Re-initialization for later version check */ 694fb59c426SYoshinobu Inoue ip->ip_v = IPVERSION; 695fb59c426SYoshinobu Inoue } 696b287c6c7SBjoern A. Zeeb #endif /* INET */ 697df8bae1dSRodney W. Grimes 698f2512ba1SRui Paulo #ifdef INET6 699f2512ba1SRui Paulo if (isipv6) 700f2512ba1SRui Paulo iptos = (ntohl(ip6->ip6_flow) >> 20) & 0xff; 701b287c6c7SBjoern A. Zeeb #endif 702b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 703f2512ba1SRui Paulo else 704f2512ba1SRui Paulo #endif 705b287c6c7SBjoern A. Zeeb #ifdef INET 706f2512ba1SRui Paulo iptos = ip->ip_tos; 707b287c6c7SBjoern A. Zeeb #endif 708f2512ba1SRui Paulo 709df8bae1dSRodney W. Grimes /* 710df8bae1dSRodney W. Grimes * Check that TCP offset makes sense, 711df8bae1dSRodney W. Grimes * pull out TCP options and adjust length. XXX 712df8bae1dSRodney W. Grimes */ 713fb59c426SYoshinobu Inoue off = th->th_off << 2; 714df8bae1dSRodney W. Grimes if (off < sizeof (struct tcphdr) || off > tlen) { 71578b50714SRobert Watson TCPSTAT_INC(tcps_rcvbadoff); 716df8bae1dSRodney W. Grimes goto drop; 717df8bae1dSRodney W. Grimes } 718fb59c426SYoshinobu Inoue tlen -= off; /* tlen is used instead of ti->ti_len */ 719df8bae1dSRodney W. Grimes if (off > sizeof (struct tcphdr)) { 72004d3a452SHajimu UMEMOTO #ifdef INET6 721b287c6c7SBjoern A. Zeeb if (isipv6) { 722fb59c426SYoshinobu Inoue IP6_EXTHDR_CHECK(m, off0, off, ); 723fb59c426SYoshinobu Inoue ip6 = mtod(m, struct ip6_hdr *); 724fb59c426SYoshinobu Inoue th = (struct tcphdr *)((caddr_t)ip6 + off0); 725b287c6c7SBjoern A. Zeeb } 72604d3a452SHajimu UMEMOTO #endif 727b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 728b287c6c7SBjoern A. Zeeb else 729b287c6c7SBjoern A. Zeeb #endif 730b287c6c7SBjoern A. Zeeb #ifdef INET 731b287c6c7SBjoern A. Zeeb { 732df8bae1dSRodney W. Grimes if (m->m_len < sizeof(struct ip) + off) { 733c068736aSJeffrey Hsu if ((m = m_pullup(m, sizeof (struct ip) + off)) 7344dfdffe9SAndre Oppermann == NULL) { 73578b50714SRobert Watson TCPSTAT_INC(tcps_rcvshort); 736df8bae1dSRodney W. Grimes return; 737df8bae1dSRodney W. Grimes } 738fb59c426SYoshinobu Inoue ip = mtod(m, struct ip *); 739fb59c426SYoshinobu Inoue th = (struct tcphdr *)((caddr_t)ip + off0); 740fb59c426SYoshinobu Inoue } 741df8bae1dSRodney W. Grimes } 742b287c6c7SBjoern A. Zeeb #endif 743df8bae1dSRodney W. Grimes optlen = off - sizeof (struct tcphdr); 744fb59c426SYoshinobu Inoue optp = (u_char *)(th + 1); 745df8bae1dSRodney W. Grimes } 746fb59c426SYoshinobu Inoue thflags = th->th_flags; 747df8bae1dSRodney W. Grimes 748e46cd3d4SDag-Erling Smørgrav /* 749df8bae1dSRodney W. Grimes * Convert TCP protocol specific fields to host format. 750df8bae1dSRodney W. Grimes */ 7512903309aSAttilio Rao tcp_fields_to_host(th); 752df8bae1dSRodney W. Grimes 753df8bae1dSRodney W. Grimes /* 754794235b7SAndre Oppermann * Delay dropping TCP, IP headers, IPv6 ext headers, and TCP options. 755755c1f07SAndras Olah */ 756fb59c426SYoshinobu Inoue drop_hdrlen = off0 + off; 757755c1f07SAndras Olah 758755c1f07SAndras Olah /* 759fa046d87SRobert Watson * Locate pcb for segment; if we're likely to add or remove a 760fa046d87SRobert Watson * connection then first acquire pcbinfo lock. There are two cases 761fa046d87SRobert Watson * where we might discover later we need a write lock despite the 762fa046d87SRobert Watson * flags: ACKs moving a connection out of the syncache, and ACKs for 763fa046d87SRobert Watson * a connection in TIMEWAIT. 764df8bae1dSRodney W. Grimes */ 765fa046d87SRobert Watson if ((thflags & (TH_SYN | TH_FIN | TH_RST)) != 0) { 766603724d3SBjoern A. Zeeb INP_INFO_WLOCK(&V_tcbinfo); 767252ca428SRobert Watson ti_locked = TI_WLOCKED; 768fa046d87SRobert Watson } else 769fa046d87SRobert Watson ti_locked = TI_UNLOCKED; 770252ca428SRobert Watson 771df8bae1dSRodney W. Grimes findpcb: 772252ca428SRobert Watson #ifdef INVARIANTS 773fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) { 774603724d3SBjoern A. Zeeb INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 775fa046d87SRobert Watson } else { 776fa046d87SRobert Watson INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 777fa046d87SRobert Watson } 778252ca428SRobert Watson #endif 779252ca428SRobert Watson 7808d573cc1SAndre Oppermann /* 7818d573cc1SAndre Oppermann * Grab info from PACKET_TAG_IPFORWARD tag prepended to the chain. 7828d573cc1SAndre Oppermann */ 783ffdbf9daSAndrey V. Elsukov if (m->m_flags & M_IP_NEXTHOP) 7849b932e9eSAndre Oppermann fwd_tag = m_tag_find(m, PACKET_TAG_IPFORWARD, NULL); 7859b932e9eSAndre Oppermann 7868a006adbSBjoern A. Zeeb #ifdef INET6 7878a006adbSBjoern A. Zeeb if (isipv6 && fwd_tag != NULL) { 7888a006adbSBjoern A. Zeeb struct sockaddr_in6 *next_hop6; 7898a006adbSBjoern A. Zeeb 7908a006adbSBjoern A. Zeeb next_hop6 = (struct sockaddr_in6 *)(fwd_tag + 1); 7918a006adbSBjoern A. Zeeb /* 7928a006adbSBjoern A. Zeeb * Transparently forwarded. Pretend to be the destination. 7938a006adbSBjoern A. Zeeb * Already got one like this? 7948a006adbSBjoern A. Zeeb */ 7958a006adbSBjoern A. Zeeb inp = in6_pcblookup_mbuf(&V_tcbinfo, 7968a006adbSBjoern A. Zeeb &ip6->ip6_src, th->th_sport, &ip6->ip6_dst, th->th_dport, 7978a006adbSBjoern A. Zeeb INPLOOKUP_WLOCKPCB, m->m_pkthdr.rcvif, m); 7988a006adbSBjoern A. Zeeb if (!inp) { 7998a006adbSBjoern A. Zeeb /* 8008a006adbSBjoern A. Zeeb * It's new. Try to find the ambushing socket. 8018a006adbSBjoern A. Zeeb * Because we've rewritten the destination address, 8028a006adbSBjoern A. Zeeb * any hardware-generated hash is ignored. 8038a006adbSBjoern A. Zeeb */ 8048a006adbSBjoern A. Zeeb inp = in6_pcblookup(&V_tcbinfo, &ip6->ip6_src, 8058a006adbSBjoern A. Zeeb th->th_sport, &next_hop6->sin6_addr, 8068a006adbSBjoern A. Zeeb next_hop6->sin6_port ? ntohs(next_hop6->sin6_port) : 8078a006adbSBjoern A. Zeeb th->th_dport, INPLOOKUP_WILDCARD | 8088a006adbSBjoern A. Zeeb INPLOOKUP_WLOCKPCB, m->m_pkthdr.rcvif); 8098a006adbSBjoern A. Zeeb } 8108a006adbSBjoern A. Zeeb /* Remove the tag from the packet. We don't need it anymore. */ 8118a006adbSBjoern A. Zeeb m_tag_delete(m, fwd_tag); 812ffdbf9daSAndrey V. Elsukov m->m_flags &= ~M_IP_NEXTHOP; 813c1de64a4SAndrey V. Elsukov } else if (isipv6) { 8148a006adbSBjoern A. Zeeb inp = in6_pcblookup_mbuf(&V_tcbinfo, &ip6->ip6_src, 8158a006adbSBjoern A. Zeeb th->th_sport, &ip6->ip6_dst, th->th_dport, 8168a006adbSBjoern A. Zeeb INPLOOKUP_WILDCARD | INPLOOKUP_WLOCKPCB, 8178a006adbSBjoern A. Zeeb m->m_pkthdr.rcvif, m); 8188a006adbSBjoern A. Zeeb } 8198a006adbSBjoern A. Zeeb #endif /* INET6 */ 8208a006adbSBjoern A. Zeeb #if defined(INET6) && defined(INET) 8218a006adbSBjoern A. Zeeb else 8228a006adbSBjoern A. Zeeb #endif 8238a006adbSBjoern A. Zeeb #ifdef INET 8248a006adbSBjoern A. Zeeb if (fwd_tag != NULL) { 8259b932e9eSAndre Oppermann struct sockaddr_in *next_hop; 8269b932e9eSAndre Oppermann 8279b932e9eSAndre Oppermann next_hop = (struct sockaddr_in *)(fwd_tag+1); 828f9e354dfSJulian Elischer /* 8292b25acc1SLuigi Rizzo * Transparently forwarded. Pretend to be the destination. 830f9e354dfSJulian Elischer * already got one like this? 831f9e354dfSJulian Elischer */ 832d3c1f003SRobert Watson inp = in_pcblookup_mbuf(&V_tcbinfo, ip->ip_src, th->th_sport, 833fa046d87SRobert Watson ip->ip_dst, th->th_dport, INPLOOKUP_WLOCKPCB, 834d3c1f003SRobert Watson m->m_pkthdr.rcvif, m); 835fa046d87SRobert Watson if (!inp) { 836fa046d87SRobert Watson /* 837fa046d87SRobert Watson * It's new. Try to find the ambushing socket. 838d3c1f003SRobert Watson * Because we've rewritten the destination address, 839d3c1f003SRobert Watson * any hardware-generated hash is ignored. 840fa046d87SRobert Watson */ 841fa046d87SRobert Watson inp = in_pcblookup(&V_tcbinfo, ip->ip_src, 842fa046d87SRobert Watson th->th_sport, next_hop->sin_addr, 843fa046d87SRobert Watson next_hop->sin_port ? ntohs(next_hop->sin_port) : 844fa046d87SRobert Watson th->th_dport, INPLOOKUP_WILDCARD | 845fa046d87SRobert Watson INPLOOKUP_WLOCKPCB, m->m_pkthdr.rcvif); 846f9e354dfSJulian Elischer } 8479b932e9eSAndre Oppermann /* Remove the tag from the packet. We don't need it anymore. */ 8489b932e9eSAndre Oppermann m_tag_delete(m, fwd_tag); 849ffdbf9daSAndrey V. Elsukov m->m_flags &= ~M_IP_NEXTHOP; 850b10fbdeaSAndre Oppermann } else 851d3c1f003SRobert Watson inp = in_pcblookup_mbuf(&V_tcbinfo, ip->ip_src, 852fa046d87SRobert Watson th->th_sport, ip->ip_dst, th->th_dport, 853fa046d87SRobert Watson INPLOOKUP_WILDCARD | INPLOOKUP_WLOCKPCB, 854d3c1f003SRobert Watson m->m_pkthdr.rcvif, m); 8558a006adbSBjoern A. Zeeb #endif /* INET */ 856f9e354dfSJulian Elischer 857df8bae1dSRodney W. Grimes /* 858574b6964SAndre Oppermann * If the INPCB does not exist then all data in the incoming 859574b6964SAndre Oppermann * segment is discarded and an appropriate RST is sent back. 8608b07e49aSJulian Elischer * XXX MRT Send RST using which routing table? 861df8bae1dSRodney W. Grimes */ 862816a3d83SPoul-Henning Kamp if (inp == NULL) { 863574b6964SAndre Oppermann /* 864574b6964SAndre Oppermann * Log communication attempts to ports that are not 865574b6964SAndre Oppermann * in use. 866574b6964SAndre Oppermann */ 867574b6964SAndre Oppermann if ((tcp_log_in_vain == 1 && (thflags & TH_SYN)) || 868574b6964SAndre Oppermann tcp_log_in_vain == 2) { 869b7d747ecSAndre Oppermann if ((s = tcp_log_vain(NULL, th, (void *)ip, ip6))) 870df541e5fSAndre Oppermann log(LOG_INFO, "%s; %s: Connection attempt " 871df541e5fSAndre Oppermann "to closed port\n", s, __func__); 8722e4e1b4cSGeoff Rehmet } 873574b6964SAndre Oppermann /* 874574b6964SAndre Oppermann * When blackholing do not respond with a RST but 875574b6964SAndre Oppermann * completely ignore the segment and drop it. 876574b6964SAndre Oppermann */ 877603724d3SBjoern A. Zeeb if ((V_blackhole == 1 && (thflags & TH_SYN)) || 878603724d3SBjoern A. Zeeb V_blackhole == 2) 8791929eae1SAndre Oppermann goto dropunlock; 880574b6964SAndre Oppermann 881a57815efSBosko Milekic rstreason = BANDLIM_RST_CLOSEDPORT; 882a57815efSBosko Milekic goto dropwithreset; 883816a3d83SPoul-Henning Kamp } 884fa046d87SRobert Watson INP_WLOCK_ASSERT(inp); 88580cb9f21SKip Macy if (!(inp->inp_flags & INP_HW_FLOWID) 88680cb9f21SKip Macy && (m->m_flags & M_FLOWID) 88780cb9f21SKip Macy && ((inp->inp_socket == NULL) 88880cb9f21SKip Macy || !(inp->inp_socket->so_options & SO_ACCEPTCONN))) { 88980cb9f21SKip Macy inp->inp_flags |= INP_HW_FLOWID; 89080cb9f21SKip Macy inp->inp_flags &= ~INP_SW_FLOWID; 89180cb9f21SKip Macy inp->inp_flowid = m->m_pkthdr.flowid; 89280cb9f21SKip Macy } 893a2589465SKen Smith #ifdef IPSEC 894a2589465SKen Smith #ifdef INET6 895a2589465SKen Smith if (isipv6 && ipsec6_in_reject(m, inp)) { 896603724d3SBjoern A. Zeeb V_ipsec6stat.in_polvio++; 897a2589465SKen Smith goto dropunlock; 898a2589465SKen Smith } else 899a2589465SKen Smith #endif /* INET6 */ 900a2589465SKen Smith if (ipsec4_in_reject(m, inp) != 0) { 901603724d3SBjoern A. Zeeb V_ipsec4stat.in_polvio++; 902a2589465SKen Smith goto dropunlock; 903a2589465SKen Smith } 904a2589465SKen Smith #endif /* IPSEC */ 905a2589465SKen Smith 9068d573cc1SAndre Oppermann /* 9078d573cc1SAndre Oppermann * Check the minimum TTL for socket. 9088d573cc1SAndre Oppermann */ 90934f83c52SGeorge V. Neville-Neil if (inp->inp_ip_minttl != 0) { 91034f83c52SGeorge V. Neville-Neil #ifdef INET6 91134f83c52SGeorge V. Neville-Neil if (isipv6 && inp->inp_ip_minttl > ip6->ip6_hlim) 912302ce8d6SAndre Oppermann goto dropunlock; 91302707462SAndre Oppermann else 91434f83c52SGeorge V. Neville-Neil #endif 91534f83c52SGeorge V. Neville-Neil if (inp->inp_ip_minttl > ip->ip_ttl) 916302ce8d6SAndre Oppermann goto dropunlock; 91734f83c52SGeorge V. Neville-Neil } 918936cd18dSAndre Oppermann 919340c35deSJonathan Lemon /* 920252ca428SRobert Watson * A previous connection in TIMEWAIT state is supposed to catch stray 921252ca428SRobert Watson * or duplicate segments arriving late. If this segment was a 9220989f56cSRobert Watson * legitimate new connection attempt, the old INPCB gets removed and 923252ca428SRobert Watson * we can try again to find a listening socket. 924252ca428SRobert Watson * 925fa046d87SRobert Watson * At this point, due to earlier optimism, we may hold only an inpcb 926fa046d87SRobert Watson * lock, and not the inpcbinfo write lock. If so, we need to try to 927fa046d87SRobert Watson * acquire it, or if that fails, acquire a reference on the inpcb, 928fa046d87SRobert Watson * drop all locks, acquire a global write lock, and then re-acquire 929fa046d87SRobert Watson * the inpcb lock. We may at that point discover that another thread 930fa046d87SRobert Watson * has tried to free the inpcb, in which case we need to loop back 931fa046d87SRobert Watson * and try to find a new inpcb to deliver to. 932fa046d87SRobert Watson * 933fa046d87SRobert Watson * XXXRW: It may be time to rethink timewait locking. 934340c35deSJonathan Lemon */ 935883e9bc4SRobert Watson relocked: 936ad71fe3cSRobert Watson if (inp->inp_flags & INP_TIMEWAIT) { 937fa046d87SRobert Watson if (ti_locked == TI_UNLOCKED) { 938fa046d87SRobert Watson if (INP_INFO_TRY_WLOCK(&V_tcbinfo) == 0) { 939252ca428SRobert Watson in_pcbref(inp); 940252ca428SRobert Watson INP_WUNLOCK(inp); 941252ca428SRobert Watson INP_INFO_WLOCK(&V_tcbinfo); 942252ca428SRobert Watson ti_locked = TI_WLOCKED; 943252ca428SRobert Watson INP_WLOCK(inp); 944fa046d87SRobert Watson if (in_pcbrele_wlocked(inp)) { 945252ca428SRobert Watson inp = NULL; 946252ca428SRobert Watson goto findpcb; 947252ca428SRobert Watson } 948f681a5fdSRobert Watson } else 949252ca428SRobert Watson ti_locked = TI_WLOCKED; 950252ca428SRobert Watson } 951252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 952252ca428SRobert Watson 953340c35deSJonathan Lemon if (thflags & TH_SYN) 954f72167f4SAndre Oppermann tcp_dooptions(&to, optp, optlen, TO_SYN); 9558d573cc1SAndre Oppermann /* 9568d573cc1SAndre Oppermann * NB: tcp_twcheck unlocks the INP and frees the mbuf. 9578d573cc1SAndre Oppermann */ 9582104448fSAndre Oppermann if (tcp_twcheck(inp, &to, th, m, tlen)) 959340c35deSJonathan Lemon goto findpcb; 960603724d3SBjoern A. Zeeb INP_INFO_WUNLOCK(&V_tcbinfo); 961340c35deSJonathan Lemon return; 962340c35deSJonathan Lemon } 963794235b7SAndre Oppermann /* 964794235b7SAndre Oppermann * The TCPCB may no longer exist if the connection is winding 965794235b7SAndre Oppermann * down or it is in the CLOSED state. Either way we drop the 966794235b7SAndre Oppermann * segment and send an appropriate response. 967794235b7SAndre Oppermann */ 968df8bae1dSRodney W. Grimes tp = intotcpcb(inp); 969a160e630SAndre Oppermann if (tp == NULL || tp->t_state == TCPS_CLOSED) { 970a57815efSBosko Milekic rstreason = BANDLIM_RST_CLOSEDPORT; 971a57815efSBosko Milekic goto dropwithreset; 97209f81a46SBosko Milekic } 973df8bae1dSRodney W. Grimes 97409fe6320SNavdeep Parhar #ifdef TCP_OFFLOAD 97509fe6320SNavdeep Parhar if (tp->t_flags & TF_TOE) { 97609fe6320SNavdeep Parhar tcp_offload_input(tp, m); 97709fe6320SNavdeep Parhar m = NULL; /* consumed by the TOE driver */ 97809fe6320SNavdeep Parhar goto dropunlock; 97909fe6320SNavdeep Parhar } 98009fe6320SNavdeep Parhar #endif 98109fe6320SNavdeep Parhar 982252ca428SRobert Watson /* 983252ca428SRobert Watson * We've identified a valid inpcb, but it could be that we need an 984fa046d87SRobert Watson * inpcbinfo write lock but don't hold it. In this case, attempt to 985fa046d87SRobert Watson * acquire using the same strategy as the TIMEWAIT case above. If we 986fa046d87SRobert Watson * relock, we have to jump back to 'relocked' as the connection might 987fa046d87SRobert Watson * now be in TIMEWAIT. 988252ca428SRobert Watson */ 989fa046d87SRobert Watson #ifdef INVARIANTS 990fa046d87SRobert Watson if ((thflags & (TH_SYN | TH_FIN | TH_RST)) != 0) 991fa046d87SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 992fa046d87SRobert Watson #endif 993fa046d87SRobert Watson if (tp->t_state != TCPS_ESTABLISHED) { 994fa046d87SRobert Watson if (ti_locked == TI_UNLOCKED) { 995fa046d87SRobert Watson if (INP_INFO_TRY_WLOCK(&V_tcbinfo) == 0) { 996252ca428SRobert Watson in_pcbref(inp); 997252ca428SRobert Watson INP_WUNLOCK(inp); 998252ca428SRobert Watson INP_INFO_WLOCK(&V_tcbinfo); 999252ca428SRobert Watson ti_locked = TI_WLOCKED; 1000252ca428SRobert Watson INP_WLOCK(inp); 1001fa046d87SRobert Watson if (in_pcbrele_wlocked(inp)) { 1002252ca428SRobert Watson inp = NULL; 1003252ca428SRobert Watson goto findpcb; 1004252ca428SRobert Watson } 1005883e9bc4SRobert Watson goto relocked; 1006f681a5fdSRobert Watson } else 1007252ca428SRobert Watson ti_locked = TI_WLOCKED; 1008252ca428SRobert Watson } 1009252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 1010252ca428SRobert Watson } 1011252ca428SRobert Watson 1012c488362eSRobert Watson #ifdef MAC 10138501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 101430d239bcSRobert Watson if (mac_inpcb_check_deliver(inp, m)) 1015302ce8d6SAndre Oppermann goto dropunlock; 1016c488362eSRobert Watson #endif 1017a557af22SRobert Watson so = inp->inp_socket; 1018302ce8d6SAndre Oppermann KASSERT(so != NULL, ("%s: so == NULL", __func__)); 1019610ee2f9SDavid Greenman #ifdef TCPDEBUG 1020df8bae1dSRodney W. Grimes if (so->so_options & SO_DEBUG) { 1021df8bae1dSRodney W. Grimes ostate = tp->t_state; 102210fe523eSMaxim Konovalov #ifdef INET6 10236f697424SBjoern A. Zeeb if (isipv6) { 1024540e8b7eSJeffrey Hsu bcopy((char *)ip6, (char *)tcp_saveipgen, sizeof(*ip6)); 1025d30d90dcSMaxim Konovalov } else 10266f697424SBjoern A. Zeeb #endif 1027540e8b7eSJeffrey Hsu bcopy((char *)ip, (char *)tcp_saveipgen, sizeof(*ip)); 1028fb59c426SYoshinobu Inoue tcp_savetcp = *th; 1029df8bae1dSRodney W. Grimes } 1030b287c6c7SBjoern A. Zeeb #endif /* TCPDEBUG */ 1031db33b3e6SAndre Oppermann /* 1032db33b3e6SAndre Oppermann * When the socket is accepting connections (the INPCB is in LISTEN 1033db33b3e6SAndre Oppermann * state) we look into the SYN cache if this is a new connection 1034fa046d87SRobert Watson * attempt or the completion of a previous one. Because listen 1035fa046d87SRobert Watson * sockets are never in TCPS_ESTABLISHED, the V_tcbinfo lock will be 1036fa046d87SRobert Watson * held in this case. 1037db33b3e6SAndre Oppermann */ 1038540e8b7eSJeffrey Hsu if (so->so_options & SO_ACCEPTCONN) { 1039540e8b7eSJeffrey Hsu struct in_conninfo inc; 1040540e8b7eSJeffrey Hsu 10417824d002SAndre Oppermann KASSERT(tp->t_state == TCPS_LISTEN, ("%s: so accepting but " 10427824d002SAndre Oppermann "tp not listening", __func__)); 1043fa046d87SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 10447824d002SAndre Oppermann 10458bfb1918SAndre Oppermann bzero(&inc, sizeof(inc)); 1046302ce8d6SAndre Oppermann #ifdef INET6 1047be2ac88cSJonathan Lemon if (isipv6) { 1048dcdb4371SBjoern A. Zeeb inc.inc_flags |= INC_ISIPV6; 1049be2ac88cSJonathan Lemon inc.inc6_faddr = ip6->ip6_src; 1050be2ac88cSJonathan Lemon inc.inc6_laddr = ip6->ip6_dst; 1051302ce8d6SAndre Oppermann } else 1052302ce8d6SAndre Oppermann #endif 1053302ce8d6SAndre Oppermann { 1054be2ac88cSJonathan Lemon inc.inc_faddr = ip->ip_src; 1055be2ac88cSJonathan Lemon inc.inc_laddr = ip->ip_dst; 1056be2ac88cSJonathan Lemon } 1057be2ac88cSJonathan Lemon inc.inc_fport = th->th_sport; 1058be2ac88cSJonathan Lemon inc.inc_lport = th->th_dport; 10597973fba3SJulian Elischer inc.inc_fibnum = so->so_fibnum; 1060be2ac88cSJonathan Lemon 1061fb59c426SYoshinobu Inoue /* 10628d573cc1SAndre Oppermann * Check for an existing connection attempt in syncache if 10638d573cc1SAndre Oppermann * the flag is only ACK. A successful lookup creates a new 10648d573cc1SAndre Oppermann * socket appended to the listen queue in SYN_RECEIVED state. 1065fb59c426SYoshinobu Inoue */ 1066be2ac88cSJonathan Lemon if ((thflags & (TH_RST|TH_ACK|TH_SYN)) == TH_ACK) { 1067bf6d304aSAndre Oppermann /* 1068bf6d304aSAndre Oppermann * Parse the TCP options here because 1069bf6d304aSAndre Oppermann * syncookies need access to the reflected 1070bf6d304aSAndre Oppermann * timestamp. 1071bf6d304aSAndre Oppermann */ 1072bf6d304aSAndre Oppermann tcp_dooptions(&to, optp, optlen, 0); 10739fa198beSAndre Oppermann /* 10749fa198beSAndre Oppermann * NB: syncache_expand() doesn't unlock 10759fa198beSAndre Oppermann * inp and tcpinfo locks. 10769fa198beSAndre Oppermann */ 1077bf6d304aSAndre Oppermann if (!syncache_expand(&inc, &to, th, &so, m)) { 10784195b4afSPaul Traina /* 1079e207f800SAndre Oppermann * No syncache entry or ACK was not 1080be2ac88cSJonathan Lemon * for our SYN/ACK. Send a RST. 10818d573cc1SAndre Oppermann * NB: syncache did its own logging 10828d573cc1SAndre Oppermann * of the failure cause. 10834195b4afSPaul Traina */ 1084be2ac88cSJonathan Lemon rstreason = BANDLIM_RST_OPENPORT; 1085be2ac88cSJonathan Lemon goto dropwithreset; 1086be2ac88cSJonathan Lemon } 1087f76fcf6dSJeffrey Hsu if (so == NULL) { 1088be2ac88cSJonathan Lemon /* 1089e207f800SAndre Oppermann * We completed the 3-way handshake 1090e207f800SAndre Oppermann * but could not allocate a socket 1091e207f800SAndre Oppermann * either due to memory shortage, 1092e207f800SAndre Oppermann * listen queue length limits or 1093a160e630SAndre Oppermann * global socket limits. Send RST 1094a160e630SAndre Oppermann * or wait and have the remote end 1095a160e630SAndre Oppermann * retransmit the ACK for another 1096a160e630SAndre Oppermann * try. 1097be2ac88cSJonathan Lemon */ 1098a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1099a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 11008d573cc1SAndre Oppermann "Socket allocation failed due to " 11018d573cc1SAndre Oppermann "limits or memory shortage, %s\n", 1102ac957cd2SJulian Elischer s, __func__, 1103ac957cd2SJulian Elischer V_tcp_sc_rst_sock_fail ? 1104ac957cd2SJulian Elischer "sending RST" : "try again"); 1105603724d3SBjoern A. Zeeb if (V_tcp_sc_rst_sock_fail) { 1106e207f800SAndre Oppermann rstreason = BANDLIM_UNLIMITED; 1107e207f800SAndre Oppermann goto dropwithreset; 1108a160e630SAndre Oppermann } else 1109a160e630SAndre Oppermann goto dropunlock; 1110f76fcf6dSJeffrey Hsu } 1111be2ac88cSJonathan Lemon /* 1112be2ac88cSJonathan Lemon * Socket is created in state SYN_RECEIVED. 11138d573cc1SAndre Oppermann * Unlock the listen socket, lock the newly 11148d573cc1SAndre Oppermann * created socket and update the tp variable. 1115be2ac88cSJonathan Lemon */ 11168501a69cSRobert Watson INP_WUNLOCK(inp); /* listen socket */ 1117be2ac88cSJonathan Lemon inp = sotoinpcb(so); 11188501a69cSRobert Watson INP_WLOCK(inp); /* new connection */ 1119be2ac88cSJonathan Lemon tp = intotcpcb(inp); 11208d573cc1SAndre Oppermann KASSERT(tp->t_state == TCPS_SYN_RECEIVED, 11218d573cc1SAndre Oppermann ("%s: ", __func__)); 11222903309aSAttilio Rao #ifdef TCP_SIGNATURE 11232903309aSAttilio Rao if (sig_checked == 0) { 11242903309aSAttilio Rao tcp_dooptions(&to, optp, optlen, 11252903309aSAttilio Rao (thflags & TH_SYN) ? TO_SYN : 0); 11262903309aSAttilio Rao if (!tcp_signature_verify_input(m, off0, tlen, 11272903309aSAttilio Rao optlen, &to, th, tp->t_flags)) { 11282903309aSAttilio Rao 11292903309aSAttilio Rao /* 11302903309aSAttilio Rao * In SYN_SENT state if it receives an 11312903309aSAttilio Rao * RST, it is allowed for further 11322903309aSAttilio Rao * processing. 11332903309aSAttilio Rao */ 11342903309aSAttilio Rao if ((thflags & TH_RST) == 0 || 11352903309aSAttilio Rao (tp->t_state == TCPS_SYN_SENT) == 0) 11362903309aSAttilio Rao goto dropunlock; 11372903309aSAttilio Rao } 11382903309aSAttilio Rao sig_checked = 1; 11392903309aSAttilio Rao } 11402903309aSAttilio Rao #endif 11412903309aSAttilio Rao 1142be2ac88cSJonathan Lemon /* 1143302ce8d6SAndre Oppermann * Process the segment and the data it 1144302ce8d6SAndre Oppermann * contains. tcp_do_segment() consumes 1145302ce8d6SAndre Oppermann * the mbuf chain and unlocks the inpcb. 1146302ce8d6SAndre Oppermann */ 1147f2512ba1SRui Paulo tcp_do_segment(m, th, so, tp, drop_hdrlen, tlen, 1148252ca428SRobert Watson iptos, ti_locked); 1149603724d3SBjoern A. Zeeb INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1150302ce8d6SAndre Oppermann return; 1151be2ac88cSJonathan Lemon } 1152a160e630SAndre Oppermann /* 11538d573cc1SAndre Oppermann * Segment flag validation for new connection attempts: 11548d573cc1SAndre Oppermann * 1155a160e630SAndre Oppermann * Our (SYN|ACK) response was rejected. 1156a160e630SAndre Oppermann * Check with syncache and remove entry to prevent 1157a160e630SAndre Oppermann * retransmits. 115819bc77c5SAndre Oppermann * 115919bc77c5SAndre Oppermann * NB: syncache_chkrst does its own logging of failure 116019bc77c5SAndre Oppermann * causes. 1161a160e630SAndre Oppermann */ 1162a160e630SAndre Oppermann if (thflags & TH_RST) { 116319bc77c5SAndre Oppermann syncache_chkrst(&inc, th); 1164a160e630SAndre Oppermann goto dropunlock; 1165a160e630SAndre Oppermann } 1166a160e630SAndre Oppermann /* 1167a160e630SAndre Oppermann * We can't do anything without SYN. 1168a160e630SAndre Oppermann */ 1169a160e630SAndre Oppermann if ((thflags & TH_SYN) == 0) { 1170a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1171a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 1172773673c1SAndre Oppermann "SYN is missing, segment ignored\n", 11738d573cc1SAndre Oppermann s, __func__); 117478b50714SRobert Watson TCPSTAT_INC(tcps_badsyn); 1175a160e630SAndre Oppermann goto dropunlock; 1176a160e630SAndre Oppermann } 1177a160e630SAndre Oppermann /* 1178a160e630SAndre Oppermann * (SYN|ACK) is bogus on a listen socket. 1179a160e630SAndre Oppermann */ 1180fb59c426SYoshinobu Inoue if (thflags & TH_ACK) { 1181a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1182a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 11838d573cc1SAndre Oppermann "SYN|ACK invalid, segment rejected\n", 11848d573cc1SAndre Oppermann s, __func__); 1185a160e630SAndre Oppermann syncache_badack(&inc); /* XXX: Not needed! */ 118678b50714SRobert Watson TCPSTAT_INC(tcps_badsyn); 1187a57815efSBosko Milekic rstreason = BANDLIM_RST_OPENPORT; 1188a57815efSBosko Milekic goto dropwithreset; 11894195b4afSPaul Traina } 1190a160e630SAndre Oppermann /* 1191a160e630SAndre Oppermann * If the drop_synfin option is enabled, drop all 1192a160e630SAndre Oppermann * segments with both the SYN and FIN bits set. 1193a160e630SAndre Oppermann * This prevents e.g. nmap from identifying the 1194a160e630SAndre Oppermann * TCP/IP stack. 1195a160e630SAndre Oppermann * XXX: Poor reasoning. nmap has other methods 1196a160e630SAndre Oppermann * and is constantly refining its stack detection 1197a160e630SAndre Oppermann * strategies. 11988d573cc1SAndre Oppermann * XXX: This is a violation of the TCP specification 1199a160e630SAndre Oppermann * and was used by RFC1644. 1200a160e630SAndre Oppermann */ 1201603724d3SBjoern A. Zeeb if ((thflags & TH_FIN) && V_drop_synfin) { 1202a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1203a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 1204773673c1SAndre Oppermann "SYN|FIN segment ignored (based on " 12058d573cc1SAndre Oppermann "sysctl setting)\n", s, __func__); 120678b50714SRobert Watson TCPSTAT_INC(tcps_badsyn); 1207302ce8d6SAndre Oppermann goto dropunlock; 1208ebb0cbeaSPaul Traina } 1209be2ac88cSJonathan Lemon /* 1210be2ac88cSJonathan Lemon * Segment's flags are (SYN) or (SYN|FIN). 1211a160e630SAndre Oppermann * 1212a160e630SAndre Oppermann * TH_PUSH, TH_URG, TH_ECE, TH_CWR are ignored 1213a160e630SAndre Oppermann * as they do not affect the state of the TCP FSM. 1214a160e630SAndre Oppermann * The data pointed to by TH_URG and th_urp is ignored. 1215be2ac88cSJonathan Lemon */ 1216a160e630SAndre Oppermann KASSERT((thflags & (TH_RST|TH_ACK)) == 0, 1217a160e630SAndre Oppermann ("%s: Listen socket: TH_RST or TH_ACK set", __func__)); 1218a160e630SAndre Oppermann KASSERT(thflags & (TH_SYN), 1219a160e630SAndre Oppermann ("%s: Listen socket: TH_SYN not set", __func__)); 122033841545SHajimu UMEMOTO #ifdef INET6 122133841545SHajimu UMEMOTO /* 122233841545SHajimu UMEMOTO * If deprecated address is forbidden, 122333841545SHajimu UMEMOTO * we do not accept SYN to deprecated interface 122433841545SHajimu UMEMOTO * address to prevent any new inbound connection from 122533841545SHajimu UMEMOTO * getting established. 122633841545SHajimu UMEMOTO * When we do not accept SYN, we send a TCP RST, 122733841545SHajimu UMEMOTO * with deprecated source address (instead of dropping 122833841545SHajimu UMEMOTO * it). We compromise it as it is much better for peer 122933841545SHajimu UMEMOTO * to send a RST, and RST will be the final packet 123033841545SHajimu UMEMOTO * for the exchange. 123133841545SHajimu UMEMOTO * 123233841545SHajimu UMEMOTO * If we do not forbid deprecated addresses, we accept 123333841545SHajimu UMEMOTO * the SYN packet. RFC2462 does not suggest dropping 123433841545SHajimu UMEMOTO * SYN in this case. 123533841545SHajimu UMEMOTO * If we decipher RFC2462 5.5.4, it says like this: 123633841545SHajimu UMEMOTO * 1. use of deprecated addr with existing 123733841545SHajimu UMEMOTO * communication is okay - "SHOULD continue to be 123833841545SHajimu UMEMOTO * used" 123933841545SHajimu UMEMOTO * 2. use of it with new communication: 124033841545SHajimu UMEMOTO * (2a) "SHOULD NOT be used if alternate address 124133841545SHajimu UMEMOTO * with sufficient scope is available" 124233841545SHajimu UMEMOTO * (2b) nothing mentioned otherwise. 124333841545SHajimu UMEMOTO * Here we fall into (2b) case as we have no choice in 124433841545SHajimu UMEMOTO * our source address selection - we must obey the peer. 124533841545SHajimu UMEMOTO * 124633841545SHajimu UMEMOTO * The wording in RFC2462 is confusing, and there are 124733841545SHajimu UMEMOTO * multiple description text for deprecated address 124833841545SHajimu UMEMOTO * handling - worse, they are not exactly the same. 124933841545SHajimu UMEMOTO * I believe 5.5.4 is the best one, so we follow 5.5.4. 125033841545SHajimu UMEMOTO */ 1251603724d3SBjoern A. Zeeb if (isipv6 && !V_ip6_use_deprecated) { 125233841545SHajimu UMEMOTO struct in6_ifaddr *ia6; 125333841545SHajimu UMEMOTO 12548c0fec80SRobert Watson ia6 = ip6_getdstifaddr(m); 12558c0fec80SRobert Watson if (ia6 != NULL && 125633841545SHajimu UMEMOTO (ia6->ia6_flags & IN6_IFF_DEPRECATED)) { 12578c0fec80SRobert Watson ifa_free(&ia6->ia_ifa); 1258a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1259a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 12608d573cc1SAndre Oppermann "Connection attempt to deprecated " 12618d573cc1SAndre Oppermann "IPv6 address rejected\n", 1262a160e630SAndre Oppermann s, __func__); 126333841545SHajimu UMEMOTO rstreason = BANDLIM_RST_OPENPORT; 126433841545SHajimu UMEMOTO goto dropwithreset; 126533841545SHajimu UMEMOTO } 126677d396fdSMaksim Yevmenkin if (ia6) 12678c0fec80SRobert Watson ifa_free(&ia6->ia_ifa); 126833841545SHajimu UMEMOTO } 1269b287c6c7SBjoern A. Zeeb #endif /* INET6 */ 127065f28919SJesper Skriver /* 1271db33b3e6SAndre Oppermann * Basic sanity checks on incoming SYN requests: 12728d573cc1SAndre Oppermann * Don't respond if the destination is a link layer 1273db33b3e6SAndre Oppermann * broadcast according to RFC1122 4.2.3.10, p. 104. 12748d573cc1SAndre Oppermann * If it is from this socket it must be forged. 12758d573cc1SAndre Oppermann * Don't respond if the source or destination is a 12768d573cc1SAndre Oppermann * global or subnet broad- or multicast address. 127793ec91baSCrist J. Clark * Note that it is quite possible to receive unicast 127893ec91baSCrist J. Clark * link-layer packets with a broadcast IP address. Use 127993ec91baSCrist J. Clark * in_broadcast() to find them. 1280be2ac88cSJonathan Lemon */ 12818d573cc1SAndre Oppermann if (m->m_flags & (M_BCAST|M_MCAST)) { 12828d573cc1SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 12838d573cc1SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 12848d573cc1SAndre Oppermann "Connection attempt from broad- or multicast " 1285773673c1SAndre Oppermann "link layer address ignored\n", s, __func__); 1286302ce8d6SAndre Oppermann goto dropunlock; 12878d573cc1SAndre Oppermann } 1288db33b3e6SAndre Oppermann #ifdef INET6 1289b287c6c7SBjoern A. Zeeb if (isipv6) { 1290db33b3e6SAndre Oppermann if (th->th_dport == th->th_sport && 1291a160e630SAndre Oppermann IN6_ARE_ADDR_EQUAL(&ip6->ip6_dst, &ip6->ip6_src)) { 1292a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1293a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 12948d573cc1SAndre Oppermann "Connection attempt to/from self " 1295773673c1SAndre Oppermann "ignored\n", s, __func__); 1296302ce8d6SAndre Oppermann goto dropunlock; 1297a160e630SAndre Oppermann } 1298be2ac88cSJonathan Lemon if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst) || 1299a160e630SAndre Oppermann IN6_IS_ADDR_MULTICAST(&ip6->ip6_src)) { 1300a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1301a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 13028d573cc1SAndre Oppermann "Connection attempt from/to multicast " 1303773673c1SAndre Oppermann "address ignored\n", s, __func__); 1304302ce8d6SAndre Oppermann goto dropunlock; 1305a160e630SAndre Oppermann } 1306b287c6c7SBjoern A. Zeeb } 1307db33b3e6SAndre Oppermann #endif 1308b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 1309b287c6c7SBjoern A. Zeeb else 1310b287c6c7SBjoern A. Zeeb #endif 1311b287c6c7SBjoern A. Zeeb #ifdef INET 1312b287c6c7SBjoern A. Zeeb { 1313db33b3e6SAndre Oppermann if (th->th_dport == th->th_sport && 1314a160e630SAndre Oppermann ip->ip_dst.s_addr == ip->ip_src.s_addr) { 1315a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1316a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 13178d573cc1SAndre Oppermann "Connection attempt from/to self " 1318773673c1SAndre Oppermann "ignored\n", s, __func__); 1319302ce8d6SAndre Oppermann goto dropunlock; 1320a160e630SAndre Oppermann } 1321be2ac88cSJonathan Lemon if (IN_MULTICAST(ntohl(ip->ip_dst.s_addr)) || 1322be2ac88cSJonathan Lemon IN_MULTICAST(ntohl(ip->ip_src.s_addr)) || 13232ca2159fSCrist J. Clark ip->ip_src.s_addr == htonl(INADDR_BROADCAST) || 1324a160e630SAndre Oppermann in_broadcast(ip->ip_dst, m->m_pkthdr.rcvif)) { 1325a160e630SAndre Oppermann if ((s = tcp_log_addrs(&inc, th, NULL, NULL))) 1326a160e630SAndre Oppermann log(LOG_DEBUG, "%s; %s: Listen socket: " 13278d573cc1SAndre Oppermann "Connection attempt from/to broad- " 1328773673c1SAndre Oppermann "or multicast address ignored\n", 1329a160e630SAndre Oppermann s, __func__); 1330302ce8d6SAndre Oppermann goto dropunlock; 1331c068736aSJeffrey Hsu } 1332a160e630SAndre Oppermann } 1333b287c6c7SBjoern A. Zeeb #endif 1334be2ac88cSJonathan Lemon /* 1335db33b3e6SAndre Oppermann * SYN appears to be valid. Create compressed TCP state 1336db33b3e6SAndre Oppermann * for syncache. 1337be2ac88cSJonathan Lemon */ 13383c653157SHartmut Brandt #ifdef TCPDEBUG 13393c653157SHartmut Brandt if (so->so_options & SO_DEBUG) 13403c653157SHartmut Brandt tcp_trace(TA_INPUT, ostate, tp, 13413c653157SHartmut Brandt (void *)tcp_saveipgen, &tcp_savetcp, 0); 13423c653157SHartmut Brandt #endif 1343f72167f4SAndre Oppermann tcp_dooptions(&to, optp, optlen, TO_SYN); 134409fe6320SNavdeep Parhar syncache_add(&inc, &to, th, inp, &so, m, NULL, NULL); 1345be2ac88cSJonathan Lemon /* 13464d6e7130SAndre Oppermann * Entry added to syncache and mbuf consumed. 1347a160e630SAndre Oppermann * Everything already unlocked by syncache_add(). 1348be2ac88cSJonathan Lemon */ 1349603724d3SBjoern A. Zeeb INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1350be2ac88cSJonathan Lemon return; 1351f76fcf6dSJeffrey Hsu } 1352db33b3e6SAndre Oppermann 13532903309aSAttilio Rao #ifdef TCP_SIGNATURE 13542903309aSAttilio Rao if (sig_checked == 0) { 13552903309aSAttilio Rao tcp_dooptions(&to, optp, optlen, 13562903309aSAttilio Rao (thflags & TH_SYN) ? TO_SYN : 0); 13572903309aSAttilio Rao if (!tcp_signature_verify_input(m, off0, tlen, optlen, &to, 13582903309aSAttilio Rao th, tp->t_flags)) { 13592903309aSAttilio Rao 13602903309aSAttilio Rao /* 13612903309aSAttilio Rao * In SYN_SENT state if it receives an RST, it is 13622903309aSAttilio Rao * allowed for further processing. 13632903309aSAttilio Rao */ 13642903309aSAttilio Rao if ((thflags & TH_RST) == 0 || 13652903309aSAttilio Rao (tp->t_state == TCPS_SYN_SENT) == 0) 13662903309aSAttilio Rao goto dropunlock; 13672903309aSAttilio Rao } 13682903309aSAttilio Rao sig_checked = 1; 13692903309aSAttilio Rao } 13702903309aSAttilio Rao #endif 13712903309aSAttilio Rao 1372302ce8d6SAndre Oppermann /* 13738d573cc1SAndre Oppermann * Segment belongs to a connection in SYN_SENT, ESTABLISHED or later 13748d573cc1SAndre Oppermann * state. tcp_do_segment() always consumes the mbuf chain, unlocks 13758d573cc1SAndre Oppermann * the inpcb, and unlocks pcbinfo. 1376302ce8d6SAndre Oppermann */ 1377252ca428SRobert Watson tcp_do_segment(m, th, so, tp, drop_hdrlen, tlen, iptos, ti_locked); 1378603724d3SBjoern A. Zeeb INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1379302ce8d6SAndre Oppermann return; 1380be2ac88cSJonathan Lemon 1381302ce8d6SAndre Oppermann dropwithreset: 1382fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) { 1383dd8ac7f9SRobert Watson INP_INFO_WUNLOCK(&V_tcbinfo); 1384252ca428SRobert Watson ti_locked = TI_UNLOCKED; 1385fa046d87SRobert Watson } 1386fa046d87SRobert Watson #ifdef INVARIANTS 1387fa046d87SRobert Watson else { 1388fa046d87SRobert Watson KASSERT(ti_locked == TI_UNLOCKED, ("%s: dropwithreset " 1389fa046d87SRobert Watson "ti_locked: %d", __func__, ti_locked)); 1390fa046d87SRobert Watson INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1391fa046d87SRobert Watson } 1392fa046d87SRobert Watson #endif 1393014ea782SRobert Watson 1394014ea782SRobert Watson if (inp != NULL) { 1395302ce8d6SAndre Oppermann tcp_dropwithreset(m, th, tp, tlen, rstreason); 1396014ea782SRobert Watson INP_WUNLOCK(inp); 1397dd8ac7f9SRobert Watson } else 1398014ea782SRobert Watson tcp_dropwithreset(m, th, NULL, tlen, rstreason); 1399302ce8d6SAndre Oppermann m = NULL; /* mbuf chain got consumed. */ 1400014ea782SRobert Watson goto drop; 1401014ea782SRobert Watson 1402302ce8d6SAndre Oppermann dropunlock: 1403fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) { 1404252ca428SRobert Watson INP_INFO_WUNLOCK(&V_tcbinfo); 1405252ca428SRobert Watson ti_locked = TI_UNLOCKED; 1406fa046d87SRobert Watson } 1407fa046d87SRobert Watson #ifdef INVARIANTS 1408fa046d87SRobert Watson else { 1409fa046d87SRobert Watson KASSERT(ti_locked == TI_UNLOCKED, ("%s: dropunlock " 1410fa046d87SRobert Watson "ti_locked: %d", __func__, ti_locked)); 1411fa046d87SRobert Watson INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1412fa046d87SRobert Watson } 1413fa046d87SRobert Watson #endif 1414252ca428SRobert Watson 14159fa198beSAndre Oppermann if (inp != NULL) 14168501a69cSRobert Watson INP_WUNLOCK(inp); 1417014ea782SRobert Watson 1418302ce8d6SAndre Oppermann drop: 1419603724d3SBjoern A. Zeeb INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1420a160e630SAndre Oppermann if (s != NULL) 1421a160e630SAndre Oppermann free(s, M_TCPLOG); 1422302ce8d6SAndre Oppermann if (m != NULL) 1423302ce8d6SAndre Oppermann m_freem(m); 1424302ce8d6SAndre Oppermann } 1425302ce8d6SAndre Oppermann 1426679d9708SAndre Oppermann static void 1427302ce8d6SAndre Oppermann tcp_do_segment(struct mbuf *m, struct tcphdr *th, struct socket *so, 1428252ca428SRobert Watson struct tcpcb *tp, int drop_hdrlen, int tlen, uint8_t iptos, 1429252ca428SRobert Watson int ti_locked) 1430302ce8d6SAndre Oppermann { 1431302ce8d6SAndre Oppermann int thflags, acked, ourfinisacked, needoutput = 0; 1432302ce8d6SAndre Oppermann int rstreason, todrop, win; 1433302ce8d6SAndre Oppermann u_long tiwin; 1434302ce8d6SAndre Oppermann struct tcpopt to; 1435302ce8d6SAndre Oppermann 143614739780SMaxim Konovalov #ifdef TCPDEBUG 143714739780SMaxim Konovalov /* 143814739780SMaxim Konovalov * The size of tcp_saveipgen must be the size of the max ip header, 143914739780SMaxim Konovalov * now IPv6. 144014739780SMaxim Konovalov */ 144114739780SMaxim Konovalov u_char tcp_saveipgen[IP6_HDR_LEN]; 144214739780SMaxim Konovalov struct tcphdr tcp_savetcp; 144314739780SMaxim Konovalov short ostate = 0; 144414739780SMaxim Konovalov #endif 1445302ce8d6SAndre Oppermann thflags = th->th_flags; 1446d64a46eaSLawrence Stewart tp->sackhint.last_sack_ack = 0; 1447302ce8d6SAndre Oppermann 1448252ca428SRobert Watson /* 1449252ca428SRobert Watson * If this is either a state-changing packet or current state isn't 1450252ca428SRobert Watson * established, we require a write lock on tcbinfo. Otherwise, we 14510989f56cSRobert Watson * allow the tcbinfo to be in either alocked or unlocked, as the 14520989f56cSRobert Watson * caller may have unnecessarily acquired a write lock due to a race. 1453252ca428SRobert Watson */ 1454252ca428SRobert Watson if ((thflags & (TH_SYN | TH_FIN | TH_RST)) != 0 || 1455252ca428SRobert Watson tp->t_state != TCPS_ESTABLISHED) { 1456252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, ("%s ti_locked %d for " 1457252ca428SRobert Watson "SYN/FIN/RST/!EST", __func__, ti_locked)); 1458603724d3SBjoern A. Zeeb INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 1459252ca428SRobert Watson } else { 1460252ca428SRobert Watson #ifdef INVARIANTS 1461fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) 1462252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 1463fa046d87SRobert Watson else { 1464fa046d87SRobert Watson KASSERT(ti_locked == TI_UNLOCKED, ("%s: EST " 1465fa046d87SRobert Watson "ti_locked: %d", __func__, ti_locked)); 1466fa046d87SRobert Watson INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 1467fa046d87SRobert Watson } 1468252ca428SRobert Watson #endif 1469252ca428SRobert Watson } 14708501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 1471679d9708SAndre Oppermann KASSERT(tp->t_state > TCPS_LISTEN, ("%s: TCPS_LISTEN", 1472679d9708SAndre Oppermann __func__)); 1473679d9708SAndre Oppermann KASSERT(tp->t_state != TCPS_TIME_WAIT, ("%s: TCPS_TIME_WAIT", 1474679d9708SAndre Oppermann __func__)); 1475df8bae1dSRodney W. Grimes 1476df8bae1dSRodney W. Grimes /* 1477df8bae1dSRodney W. Grimes * Segment received on connection. 1478df8bae1dSRodney W. Grimes * Reset idle time and keep-alive timer. 1479e8949f74SAndre Oppermann * XXX: This should be done after segment 1480e8949f74SAndre Oppermann * validation to ignore broken/spoofed segs. 1481df8bae1dSRodney W. Grimes */ 14829b8b58e0SJonathan Lemon tp->t_rcvtime = ticks; 14837ff19458SPaul Traina if (TCPS_HAVEESTABLISHED(tp->t_state)) 14849077f387SGleb Smirnoff tcp_timer_activate(tp, TT_KEEP, TP_KEEPIDLE(tp)); 1485df8bae1dSRodney W. Grimes 1486df8bae1dSRodney W. Grimes /* 1487464fcfbcSAndre Oppermann * Unscale the window into a 32-bit value. 1488e8949f74SAndre Oppermann * For the SYN_SENT state the scale is zero. 1489464fcfbcSAndre Oppermann */ 1490464fcfbcSAndre Oppermann tiwin = th->th_win << tp->snd_scale; 1491464fcfbcSAndre Oppermann 1492464fcfbcSAndre Oppermann /* 1493f2512ba1SRui Paulo * TCP ECN processing. 1494f2512ba1SRui Paulo */ 1495f2512ba1SRui Paulo if (tp->t_flags & TF_ECN_PERMIT) { 14969c251892SRui Paulo if (thflags & TH_CWR) 14979c251892SRui Paulo tp->t_flags &= ~TF_ECN_SND_ECE; 1498f2512ba1SRui Paulo switch (iptos & IPTOS_ECN_MASK) { 1499f2512ba1SRui Paulo case IPTOS_ECN_CE: 1500f2512ba1SRui Paulo tp->t_flags |= TF_ECN_SND_ECE; 150178b50714SRobert Watson TCPSTAT_INC(tcps_ecn_ce); 1502f2512ba1SRui Paulo break; 1503f2512ba1SRui Paulo case IPTOS_ECN_ECT0: 150478b50714SRobert Watson TCPSTAT_INC(tcps_ecn_ect0); 1505f2512ba1SRui Paulo break; 1506f2512ba1SRui Paulo case IPTOS_ECN_ECT1: 150778b50714SRobert Watson TCPSTAT_INC(tcps_ecn_ect1); 1508f2512ba1SRui Paulo break; 1509f2512ba1SRui Paulo } 1510dbc42409SLawrence Stewart /* Congestion experienced. */ 1511dbc42409SLawrence Stewart if (thflags & TH_ECE) { 1512dbc42409SLawrence Stewart cc_cong_signal(tp, th, CC_ECN); 1513f2512ba1SRui Paulo } 1514f2512ba1SRui Paulo } 1515f2512ba1SRui Paulo 1516f2512ba1SRui Paulo /* 1517f72167f4SAndre Oppermann * Parse options on any incoming segment. 1518f72167f4SAndre Oppermann */ 1519302ce8d6SAndre Oppermann tcp_dooptions(&to, (u_char *)(th + 1), 1520302ce8d6SAndre Oppermann (th->th_off << 2) - sizeof(struct tcphdr), 1521302ce8d6SAndre Oppermann (thflags & TH_SYN) ? TO_SYN : 0); 1522f72167f4SAndre Oppermann 1523f72167f4SAndre Oppermann /* 1524f72167f4SAndre Oppermann * If echoed timestamp is later than the current time, 1525bf6d304aSAndre Oppermann * fall back to non RFC1323 RTT calculation. Normalize 1526bf6d304aSAndre Oppermann * timestamp if syncookies were used when this connection 1527bf6d304aSAndre Oppermann * was established. 1528f72167f4SAndre Oppermann */ 1529bf6d304aSAndre Oppermann if ((to.to_flags & TOF_TS) && (to.to_tsecr != 0)) { 1530e16fa5caSJohn-Mark Gurney to.to_tsecr -= tp->ts_offset; 1531d8951c8aSBjoern A. Zeeb if (TSTMP_GT(to.to_tsecr, tcp_ts_getticks())) 1532f72167f4SAndre Oppermann to.to_tsecr = 0; 1533bf6d304aSAndre Oppermann } 1534f72167f4SAndre Oppermann 1535f72167f4SAndre Oppermann /* 153697d8d152SAndre Oppermann * Process options only when we get SYN/ACK back. The SYN case 153797d8d152SAndre Oppermann * for incoming connections is handled in tcp_syncache. 15385396d0f8SAndre Oppermann * According to RFC1323 the window field in a SYN (i.e., a <SYN> 15395396d0f8SAndre Oppermann * or <SYN,ACK>) segment itself is never scaled. 154097d8d152SAndre Oppermann * XXX this is traditional behavior, may need to be cleaned up. 1541df8bae1dSRodney W. Grimes */ 15420a389eabSSimon L. B. Nielsen if (tp->t_state == TCPS_SYN_SENT && (thflags & TH_SYN)) { 1543464fcfbcSAndre Oppermann if ((to.to_flags & TOF_SCALE) && 1544464fcfbcSAndre Oppermann (tp->t_flags & TF_REQ_SCALE)) { 1545be2ac88cSJonathan Lemon tp->t_flags |= TF_RCVD_SCALE; 154602a1a643SAndre Oppermann tp->snd_scale = to.to_wscale; 1547be2ac88cSJonathan Lemon } 15485396d0f8SAndre Oppermann /* 15495396d0f8SAndre Oppermann * Initial send window. It will be updated with 15505396d0f8SAndre Oppermann * the next incoming segment to the scaled value. 15515396d0f8SAndre Oppermann */ 15525396d0f8SAndre Oppermann tp->snd_wnd = th->th_win; 1553be2ac88cSJonathan Lemon if (to.to_flags & TOF_TS) { 1554be2ac88cSJonathan Lemon tp->t_flags |= TF_RCVD_TSTMP; 1555be2ac88cSJonathan Lemon tp->ts_recent = to.to_tsval; 1556d8951c8aSBjoern A. Zeeb tp->ts_recent_age = tcp_ts_getticks(); 1557be2ac88cSJonathan Lemon } 1558be2ac88cSJonathan Lemon if (to.to_flags & TOF_MSS) 1559be2ac88cSJonathan Lemon tcp_mss(tp, to.to_mss); 15603529149eSAndre Oppermann if ((tp->t_flags & TF_SACK_PERMIT) && 15613529149eSAndre Oppermann (to.to_flags & TOF_SACKPERM) == 0) 15623529149eSAndre Oppermann tp->t_flags &= ~TF_SACK_PERMIT; 15636d90faf3SPaul Saab } 15646d90faf3SPaul Saab 1565df8bae1dSRodney W. Grimes /* 1566df8bae1dSRodney W. Grimes * Header prediction: check for the two common cases 1567df8bae1dSRodney W. Grimes * of a uni-directional data xfer. If the packet has 1568df8bae1dSRodney W. Grimes * no control flags, is in-sequence, the window didn't 1569df8bae1dSRodney W. Grimes * change and we're not retransmitting, it's a 1570df8bae1dSRodney W. Grimes * candidate. If the length is zero and the ack moved 1571df8bae1dSRodney W. Grimes * forward, we're the sender side of the xfer. Just 1572df8bae1dSRodney W. Grimes * free the data acked & wake any higher level process 1573df8bae1dSRodney W. Grimes * that was blocked waiting for space. If the length 1574df8bae1dSRodney W. Grimes * is non-zero and the ack didn't move, we're the 1575df8bae1dSRodney W. Grimes * receiver side. If we're getting packets in-order 1576df8bae1dSRodney W. Grimes * (the reassembly queue is empty), add the data to 1577df8bae1dSRodney W. Grimes * the socket buffer and note that we need a delayed ack. 1578a0292f23SGarrett Wollman * Make sure that the hidden state-flags are also off. 1579c5ad39b9SAndre Oppermann * Since we check for TCPS_ESTABLISHED first, it can only 1580a0292f23SGarrett Wollman * be TH_NEEDSYN. 1581df8bae1dSRodney W. Grimes */ 1582df8bae1dSRodney W. Grimes if (tp->t_state == TCPS_ESTABLISHED && 1583c5ad39b9SAndre Oppermann th->th_seq == tp->rcv_nxt && 1584fb59c426SYoshinobu Inoue (thflags & (TH_SYN|TH_FIN|TH_RST|TH_URG|TH_ACK)) == TH_ACK && 1585c5ad39b9SAndre Oppermann tp->snd_nxt == tp->snd_max && 1586c5ad39b9SAndre Oppermann tiwin && tiwin == tp->snd_wnd && 1587a0292f23SGarrett Wollman ((tp->t_flags & (TF_NEEDSYN|TF_NEEDFIN)) == 0) && 1588c5ad39b9SAndre Oppermann LIST_EMPTY(&tp->t_segq) && 1589be2ac88cSJonathan Lemon ((to.to_flags & TOF_TS) == 0 || 1590c5ad39b9SAndre Oppermann TSTMP_GEQ(to.to_tsval, tp->ts_recent)) ) { 1591df8bae1dSRodney W. Grimes 1592df8bae1dSRodney W. Grimes /* 1593df8bae1dSRodney W. Grimes * If last ACK falls within this segment's sequence numbers, 1594df8bae1dSRodney W. Grimes * record the timestamp. 1595a0292f23SGarrett Wollman * NOTE that the test is modified according to the latest 1596a0292f23SGarrett Wollman * proposal of the tcplw@cray.com list (Braden 1993/04/26). 1597df8bae1dSRodney W. Grimes */ 1598be2ac88cSJonathan Lemon if ((to.to_flags & TOF_TS) != 0 && 1599fb59c426SYoshinobu Inoue SEQ_LEQ(th->th_seq, tp->last_ack_sent)) { 1600d8951c8aSBjoern A. Zeeb tp->ts_recent_age = tcp_ts_getticks(); 1601a0292f23SGarrett Wollman tp->ts_recent = to.to_tsval; 1602df8bae1dSRodney W. Grimes } 1603df8bae1dSRodney W. Grimes 1604fb59c426SYoshinobu Inoue if (tlen == 0) { 1605fb59c426SYoshinobu Inoue if (SEQ_GT(th->th_ack, tp->snd_una) && 1606fb59c426SYoshinobu Inoue SEQ_LEQ(th->th_ack, tp->snd_max) && 1607dbc42409SLawrence Stewart !IN_RECOVERY(tp->t_flags) && 1608fc30a251SAndre Oppermann (to.to_flags & TOF_SACK) == 0 && 1609dbc42409SLawrence Stewart TAILQ_EMPTY(&tp->snd_holes)) { 1610df8bae1dSRodney W. Grimes /* 1611e8949f74SAndre Oppermann * This is a pure ack for outstanding data. 1612df8bae1dSRodney W. Grimes */ 1613fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) 1614252ca428SRobert Watson INP_INFO_WUNLOCK(&V_tcbinfo); 1615252ca428SRobert Watson ti_locked = TI_UNLOCKED; 1616252ca428SRobert Watson 161778b50714SRobert Watson TCPSTAT_INC(tcps_predack); 1618252ca428SRobert Watson 16199b8b58e0SJonathan Lemon /* 1620e8949f74SAndre Oppermann * "bad retransmit" recovery. 16219b8b58e0SJonathan Lemon */ 16229b8b58e0SJonathan Lemon if (tp->t_rxtshift == 1 && 1623672dc4aeSJohn Baldwin tp->t_flags & TF_PREVVALID && 16246dfb8b31SJohn Baldwin (int)(ticks - tp->t_badrxtwin) < 0) { 1625dbc42409SLawrence Stewart cc_cong_signal(tp, th, CC_RTO_ERR); 16269b8b58e0SJonathan Lemon } 1627fa55172bSMatthew Dillon 1628fa55172bSMatthew Dillon /* 1629fa55172bSMatthew Dillon * Recalculate the transmit timer / rtt. 1630fa55172bSMatthew Dillon * 1631fa55172bSMatthew Dillon * Some boxes send broken timestamp replies 1632fa55172bSMatthew Dillon * during the SYN+ACK phase, ignore 1633fa55172bSMatthew Dillon * timestamps of 0 or we could calculate a 1634fa55172bSMatthew Dillon * huge RTT and blow up the retransmit timer. 1635fa55172bSMatthew Dillon */ 1636fa55172bSMatthew Dillon if ((to.to_flags & TOF_TS) != 0 && 1637fa55172bSMatthew Dillon to.to_tsecr) { 1638d8951c8aSBjoern A. Zeeb u_int t; 1639d8951c8aSBjoern A. Zeeb 1640d8951c8aSBjoern A. Zeeb t = tcp_ts_getticks() - to.to_tsecr; 1641d8951c8aSBjoern A. Zeeb if (!tp->t_rttlow || tp->t_rttlow > t) 1642d8951c8aSBjoern A. Zeeb tp->t_rttlow = t; 1643a0292f23SGarrett Wollman tcp_xmit_timer(tp, 1644d8951c8aSBjoern A. Zeeb TCP_TS_TO_TICKS(t) + 1); 1645fa55172bSMatthew Dillon } else if (tp->t_rtttime && 1646fa55172bSMatthew Dillon SEQ_GT(th->th_ack, tp->t_rtseq)) { 1647eaf80179SAndre Oppermann if (!tp->t_rttlow || 1648eaf80179SAndre Oppermann tp->t_rttlow > ticks - tp->t_rtttime) 1649eaf80179SAndre Oppermann tp->t_rttlow = ticks - tp->t_rtttime; 1650c068736aSJeffrey Hsu tcp_xmit_timer(tp, 1651c068736aSJeffrey Hsu ticks - tp->t_rtttime); 1652fa55172bSMatthew Dillon } 1653dbc42409SLawrence Stewart acked = BYTES_THIS_ACK(tp, th); 165439bc9de5SLawrence Stewart 165539bc9de5SLawrence Stewart /* Run HHOOK_TCP_ESTABLISHED_IN helper hooks. */ 165639bc9de5SLawrence Stewart hhook_run_tcp_est_in(tp, th, &to); 165739bc9de5SLawrence Stewart 165878b50714SRobert Watson TCPSTAT_INC(tcps_rcvackpack); 165978b50714SRobert Watson TCPSTAT_ADD(tcps_rcvackbyte, acked); 1660df8bae1dSRodney W. Grimes sbdrop(&so->so_snd, acked); 16619d11646dSJeffrey Hsu if (SEQ_GT(tp->snd_una, tp->snd_recover) && 16629d11646dSJeffrey Hsu SEQ_LEQ(th->th_ack, tp->snd_recover)) 16639d11646dSJeffrey Hsu tp->snd_recover = th->th_ack - 1; 1664dbc42409SLawrence Stewart 1665dbc42409SLawrence Stewart /* 1666dbc42409SLawrence Stewart * Let the congestion control algorithm update 1667dbc42409SLawrence Stewart * congestion control related information. This 1668dbc42409SLawrence Stewart * typically means increasing the congestion 1669dbc42409SLawrence Stewart * window. 1670dbc42409SLawrence Stewart */ 1671dbc42409SLawrence Stewart cc_ack_received(tp, th, CC_ACK); 1672dbc42409SLawrence Stewart 16739d11646dSJeffrey Hsu tp->snd_una = th->th_ack; 16741645d090SJeff Roberson /* 1675e8949f74SAndre Oppermann * Pull snd_wl2 up to prevent seq wrap relative 16761645d090SJeff Roberson * to th_ack. 16771645d090SJeff Roberson */ 1678cb942153SJeffrey Hsu tp->snd_wl2 = th->th_ack; 1679b5addd85SJeffrey Hsu tp->t_dupacks = 0; 1680df8bae1dSRodney W. Grimes m_freem(m); 1681e8949f74SAndre Oppermann ND6_HINT(tp); /* Some progress has been made. */ 1682df8bae1dSRodney W. Grimes 1683df8bae1dSRodney W. Grimes /* 1684df8bae1dSRodney W. Grimes * If all outstanding data are acked, stop 1685df8bae1dSRodney W. Grimes * retransmit timer, otherwise restart timer 1686df8bae1dSRodney W. Grimes * using current (possibly backed-off) value. 1687df8bae1dSRodney W. Grimes * If process is waiting for space, 1688df8bae1dSRodney W. Grimes * wakeup/selwakeup/signal. If data 1689df8bae1dSRodney W. Grimes * are ready to send, let tcp_output 1690df8bae1dSRodney W. Grimes * decide between more output or persist. 1691e8949f74SAndre Oppermann */ 16923c653157SHartmut Brandt #ifdef TCPDEBUG 16933c653157SHartmut Brandt if (so->so_options & SO_DEBUG) 16943c653157SHartmut Brandt tcp_trace(TA_INPUT, ostate, tp, 16953c653157SHartmut Brandt (void *)tcp_saveipgen, 16963c653157SHartmut Brandt &tcp_savetcp, 0); 16973c653157SHartmut Brandt #endif 1698df8bae1dSRodney W. Grimes if (tp->snd_una == tp->snd_max) 1699b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, 0); 1700b8152ba7SAndre Oppermann else if (!tcp_timer_active(tp, TT_PERSIST)) 1701b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, 1702b8152ba7SAndre Oppermann tp->t_rxtcur); 1703df8bae1dSRodney W. Grimes sowwakeup(so); 1704df8bae1dSRodney W. Grimes if (so->so_snd.sb_cc) 1705df8bae1dSRodney W. Grimes (void) tcp_output(tp); 1706a14c749fSJonathan Lemon goto check_delack; 1707df8bae1dSRodney W. Grimes } 1708fb59c426SYoshinobu Inoue } else if (th->th_ack == tp->snd_una && 1709fb59c426SYoshinobu Inoue tlen <= sbspace(&so->so_rcv)) { 17106741ecf5SAndre Oppermann int newsize = 0; /* automatic sockbuf scaling */ 17116741ecf5SAndre Oppermann 1712df8bae1dSRodney W. Grimes /* 1713252ca428SRobert Watson * This is a pure, in-sequence data packet with 1714252ca428SRobert Watson * nothing on the reassembly queue and we have enough 1715252ca428SRobert Watson * buffer space to take it. 1716df8bae1dSRodney W. Grimes */ 1717fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) 1718252ca428SRobert Watson INP_INFO_WUNLOCK(&V_tcbinfo); 1719252ca428SRobert Watson ti_locked = TI_UNLOCKED; 1720252ca428SRobert Watson 17216d90faf3SPaul Saab /* Clean receiver SACK report if present */ 17223529149eSAndre Oppermann if ((tp->t_flags & TF_SACK_PERMIT) && tp->rcv_numsacks) 17236d90faf3SPaul Saab tcp_clean_sackreport(tp); 172478b50714SRobert Watson TCPSTAT_INC(tcps_preddat); 1725fb59c426SYoshinobu Inoue tp->rcv_nxt += tlen; 17261645d090SJeff Roberson /* 17271645d090SJeff Roberson * Pull snd_wl1 up to prevent seq wrap relative to 17281645d090SJeff Roberson * th_seq. 17291645d090SJeff Roberson */ 1730*60ee3bb2SAndre Oppermann tp->snd_wl1 = th->th_seq; 17311645d090SJeff Roberson /* 17321645d090SJeff Roberson * Pull rcv_up up to prevent seq wrap relative to 17331645d090SJeff Roberson * rcv_nxt. 17341645d090SJeff Roberson */ 17351645d090SJeff Roberson tp->rcv_up = tp->rcv_nxt; 173678b50714SRobert Watson TCPSTAT_INC(tcps_rcvpack); 173778b50714SRobert Watson TCPSTAT_ADD(tcps_rcvbyte, tlen); 1738e8949f74SAndre Oppermann ND6_HINT(tp); /* Some progress has been made */ 17393c653157SHartmut Brandt #ifdef TCPDEBUG 17403c653157SHartmut Brandt if (so->so_options & SO_DEBUG) 17413c653157SHartmut Brandt tcp_trace(TA_INPUT, ostate, tp, 17423c653157SHartmut Brandt (void *)tcp_saveipgen, &tcp_savetcp, 0); 17433c653157SHartmut Brandt #endif 17446741ecf5SAndre Oppermann /* 17456741ecf5SAndre Oppermann * Automatic sizing of receive socket buffer. Often the send 17466741ecf5SAndre Oppermann * buffer size is not optimally adjusted to the actual network 17476741ecf5SAndre Oppermann * conditions at hand (delay bandwidth product). Setting the 17486741ecf5SAndre Oppermann * buffer size too small limits throughput on links with high 17496741ecf5SAndre Oppermann * bandwidth and high delay (eg. trans-continental/oceanic links). 17506741ecf5SAndre Oppermann * 17516741ecf5SAndre Oppermann * On the receive side the socket buffer memory is only rarely 17526741ecf5SAndre Oppermann * used to any significant extent. This allows us to be much 17536741ecf5SAndre Oppermann * more aggressive in scaling the receive socket buffer. For 17546741ecf5SAndre Oppermann * the case that the buffer space is actually used to a large 17556741ecf5SAndre Oppermann * extent and we run out of kernel memory we can simply drop 17566741ecf5SAndre Oppermann * the new segments; TCP on the sender will just retransmit it 17576741ecf5SAndre Oppermann * later. Setting the buffer size too big may only consume too 17586741ecf5SAndre Oppermann * much kernel memory if the application doesn't read() from 17596741ecf5SAndre Oppermann * the socket or packet loss or reordering makes use of the 17606741ecf5SAndre Oppermann * reassembly queue. 17616741ecf5SAndre Oppermann * 17626741ecf5SAndre Oppermann * The criteria to step up the receive buffer one notch are: 17636741ecf5SAndre Oppermann * 1. the number of bytes received during the time it takes 17646741ecf5SAndre Oppermann * one timestamp to be reflected back to us (the RTT); 17656741ecf5SAndre Oppermann * 2. received bytes per RTT is within seven eighth of the 17666741ecf5SAndre Oppermann * current socket buffer size; 17676741ecf5SAndre Oppermann * 3. receive buffer size has not hit maximal automatic size; 17686741ecf5SAndre Oppermann * 17696741ecf5SAndre Oppermann * This algorithm does one step per RTT at most and only if 17706741ecf5SAndre Oppermann * we receive a bulk stream w/o packet losses or reorderings. 17716741ecf5SAndre Oppermann * Shrinking the buffer during idle times is not necessary as 17726741ecf5SAndre Oppermann * it doesn't consume any memory when idle. 17736741ecf5SAndre Oppermann * 17746741ecf5SAndre Oppermann * TODO: Only step up if the application is actually serving 17756741ecf5SAndre Oppermann * the buffer to better manage the socket buffer resources. 1776df8bae1dSRodney W. Grimes */ 1777603724d3SBjoern A. Zeeb if (V_tcp_do_autorcvbuf && 17786741ecf5SAndre Oppermann to.to_tsecr && 17796741ecf5SAndre Oppermann (so->so_rcv.sb_flags & SB_AUTOSIZE)) { 17808502ec25SAndre Oppermann if (TSTMP_GT(to.to_tsecr, tp->rfbuf_ts) && 17816741ecf5SAndre Oppermann to.to_tsecr - tp->rfbuf_ts < hz) { 17826741ecf5SAndre Oppermann if (tp->rfbuf_cnt > 17836741ecf5SAndre Oppermann (so->so_rcv.sb_hiwat / 8 * 7) && 17846741ecf5SAndre Oppermann so->so_rcv.sb_hiwat < 1785603724d3SBjoern A. Zeeb V_tcp_autorcvbuf_max) { 17866741ecf5SAndre Oppermann newsize = 17876741ecf5SAndre Oppermann min(so->so_rcv.sb_hiwat + 1788603724d3SBjoern A. Zeeb V_tcp_autorcvbuf_inc, 1789603724d3SBjoern A. Zeeb V_tcp_autorcvbuf_max); 17906741ecf5SAndre Oppermann } 17916741ecf5SAndre Oppermann /* Start over with next RTT. */ 17926741ecf5SAndre Oppermann tp->rfbuf_ts = 0; 17936741ecf5SAndre Oppermann tp->rfbuf_cnt = 0; 17946741ecf5SAndre Oppermann } else 17956741ecf5SAndre Oppermann tp->rfbuf_cnt += tlen; /* add up */ 17966741ecf5SAndre Oppermann } 17976741ecf5SAndre Oppermann 17986741ecf5SAndre Oppermann /* Add data to socket buffer. */ 17991e4d7da7SRobert Watson SOCKBUF_LOCK(&so->so_rcv); 1800c0b99ffaSRobert Watson if (so->so_rcv.sb_state & SBS_CANTRCVMORE) { 1801c1c36a2cSMike Silbersack m_freem(m); 1802c1c36a2cSMike Silbersack } else { 18036741ecf5SAndre Oppermann /* 18046741ecf5SAndre Oppermann * Set new socket buffer size. 18056741ecf5SAndre Oppermann * Give up when limit is reached. 18066741ecf5SAndre Oppermann */ 18076741ecf5SAndre Oppermann if (newsize) 18086741ecf5SAndre Oppermann if (!sbreserve_locked(&so->so_rcv, 18096c8286e4SRobert Watson newsize, so, NULL)) 18106741ecf5SAndre Oppermann so->so_rcv.sb_flags &= ~SB_AUTOSIZE; 1811fb59c426SYoshinobu Inoue m_adj(m, drop_hdrlen); /* delayed header drop */ 18121e4d7da7SRobert Watson sbappendstream_locked(&so->so_rcv, m); 1813c1c36a2cSMike Silbersack } 1814e8949f74SAndre Oppermann /* NB: sorwakeup_locked() does an implicit unlock. */ 18151e4d7da7SRobert Watson sorwakeup_locked(so); 1816d8c85a26SJonathan Lemon if (DELAY_ACK(tp)) { 18173bfd6421SJonathan Lemon tp->t_flags |= TF_DELACK; 1818f498eeeeSDavid Greenman } else { 1819e612a582SDavid Greenman tp->t_flags |= TF_ACKNOW; 1820e612a582SDavid Greenman tcp_output(tp); 1821e612a582SDavid Greenman } 1822a14c749fSJonathan Lemon goto check_delack; 1823df8bae1dSRodney W. Grimes } 1824df8bae1dSRodney W. Grimes } 1825df8bae1dSRodney W. Grimes 1826df8bae1dSRodney W. Grimes /* 1827df8bae1dSRodney W. Grimes * Calculate amount of space in receive window, 1828df8bae1dSRodney W. Grimes * and then do TCP input processing. 1829df8bae1dSRodney W. Grimes * Receive window is amount of space in rcv queue, 1830df8bae1dSRodney W. Grimes * but not less than advertised window. 1831df8bae1dSRodney W. Grimes */ 1832df8bae1dSRodney W. Grimes win = sbspace(&so->so_rcv); 1833df8bae1dSRodney W. Grimes if (win < 0) 1834df8bae1dSRodney W. Grimes win = 0; 183566e39adcSJohn Polstra tp->rcv_wnd = imax(win, (int)(tp->rcv_adv - tp->rcv_nxt)); 1836df8bae1dSRodney W. Grimes 18376741ecf5SAndre Oppermann /* Reset receive buffer auto scaling when not in bulk receive mode. */ 18386741ecf5SAndre Oppermann tp->rfbuf_ts = 0; 18396741ecf5SAndre Oppermann tp->rfbuf_cnt = 0; 18406741ecf5SAndre Oppermann 1841df8bae1dSRodney W. Grimes switch (tp->t_state) { 1842df8bae1dSRodney W. Grimes 1843df8bae1dSRodney W. Grimes /* 1844764d8cefSBill Fenner * If the state is SYN_RECEIVED: 1845764d8cefSBill Fenner * if seg contains an ACK, but not for our SYN/ACK, send a RST. 1846764d8cefSBill Fenner */ 1847764d8cefSBill Fenner case TCPS_SYN_RECEIVED: 1848fb59c426SYoshinobu Inoue if ((thflags & TH_ACK) && 1849fb59c426SYoshinobu Inoue (SEQ_LEQ(th->th_ack, tp->snd_una) || 1850a57815efSBosko Milekic SEQ_GT(th->th_ack, tp->snd_max))) { 1851a57815efSBosko Milekic rstreason = BANDLIM_RST_OPENPORT; 1852a57815efSBosko Milekic goto dropwithreset; 1853a57815efSBosko Milekic } 1854764d8cefSBill Fenner break; 1855764d8cefSBill Fenner 1856764d8cefSBill Fenner /* 1857df8bae1dSRodney W. Grimes * If the state is SYN_SENT: 1858df8bae1dSRodney W. Grimes * if seg contains an ACK, but not for our SYN, drop the input. 1859df8bae1dSRodney W. Grimes * if seg contains a RST, then drop the connection. 1860df8bae1dSRodney W. Grimes * if seg does not contain SYN, then drop it. 1861df8bae1dSRodney W. Grimes * Otherwise this is an acceptable SYN segment 1862df8bae1dSRodney W. Grimes * initialize tp->rcv_nxt and tp->irs 1863df8bae1dSRodney W. Grimes * if seg contains ack then advance tp->snd_una 1864f2512ba1SRui Paulo * if seg contains an ECE and ECN support is enabled, the stream 1865f2512ba1SRui Paulo * is ECN capable. 1866df8bae1dSRodney W. Grimes * if SYN has been acked change to ESTABLISHED else SYN_RCVD state 1867df8bae1dSRodney W. Grimes * arrange for segment to be acked (eventually) 1868df8bae1dSRodney W. Grimes * continue processing rest of data/controls, beginning with URG 1869df8bae1dSRodney W. Grimes */ 1870df8bae1dSRodney W. Grimes case TCPS_SYN_SENT: 1871fb59c426SYoshinobu Inoue if ((thflags & TH_ACK) && 1872fb59c426SYoshinobu Inoue (SEQ_LEQ(th->th_ack, tp->iss) || 1873fb59c426SYoshinobu Inoue SEQ_GT(th->th_ack, tp->snd_max))) { 1874a57815efSBosko Milekic rstreason = BANDLIM_UNLIMITED; 1875a0292f23SGarrett Wollman goto dropwithreset; 1876a0292f23SGarrett Wollman } 18770ca3f933SAndre Oppermann if ((thflags & (TH_ACK|TH_RST)) == (TH_ACK|TH_RST)) 1878df8bae1dSRodney W. Grimes tp = tcp_drop(tp, ECONNREFUSED); 18790ca3f933SAndre Oppermann if (thflags & TH_RST) 1880df8bae1dSRodney W. Grimes goto drop; 18810ca3f933SAndre Oppermann if (!(thflags & TH_SYN)) 1882df8bae1dSRodney W. Grimes goto drop; 1883464fcfbcSAndre Oppermann 1884fb59c426SYoshinobu Inoue tp->irs = th->th_seq; 1885df8bae1dSRodney W. Grimes tcp_rcvseqinit(tp); 1886fb59c426SYoshinobu Inoue if (thflags & TH_ACK) { 188778b50714SRobert Watson TCPSTAT_INC(tcps_connects); 1888845799c1SAndras Olah soisconnected(so); 1889c488362eSRobert Watson #ifdef MAC 189030d239bcSRobert Watson mac_socketpeer_set_from_mbuf(m, so); 1891c488362eSRobert Watson #endif 1892845799c1SAndras Olah /* Do window scaling on this connection? */ 1893845799c1SAndras Olah if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) == 1894845799c1SAndras Olah (TF_RCVD_SCALE|TF_REQ_SCALE)) { 1895845799c1SAndras Olah tp->rcv_scale = tp->request_r_scale; 1896845799c1SAndras Olah } 1897766282cbSJohn Baldwin tp->rcv_adv += imin(tp->rcv_wnd, 1898766282cbSJohn Baldwin TCP_MAXWIN << tp->rcv_scale); 1899a0292f23SGarrett Wollman tp->snd_una++; /* SYN is acked */ 1900a0292f23SGarrett Wollman /* 1901a0292f23SGarrett Wollman * If there's data, delay ACK; if there's also a FIN 1902a0292f23SGarrett Wollman * ACKNOW will be turned on later. 1903a0292f23SGarrett Wollman */ 1904d8c85a26SJonathan Lemon if (DELAY_ACK(tp) && tlen != 0) 1905b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_DELACK, 1906b8152ba7SAndre Oppermann tcp_delacktime); 1907a0292f23SGarrett Wollman else 1908a0292f23SGarrett Wollman tp->t_flags |= TF_ACKNOW; 1909f2512ba1SRui Paulo 1910603724d3SBjoern A. Zeeb if ((thflags & TH_ECE) && V_tcp_do_ecn) { 1911f2512ba1SRui Paulo tp->t_flags |= TF_ECN_PERMIT; 191278b50714SRobert Watson TCPSTAT_INC(tcps_ecn_shs); 1913f2512ba1SRui Paulo } 1914f2512ba1SRui Paulo 1915a0292f23SGarrett Wollman /* 1916a0292f23SGarrett Wollman * Received <SYN,ACK> in SYN_SENT[*] state. 1917a0292f23SGarrett Wollman * Transitions: 1918a0292f23SGarrett Wollman * SYN_SENT --> ESTABLISHED 1919a0292f23SGarrett Wollman * SYN_SENT* --> FIN_WAIT_1 1920a0292f23SGarrett Wollman */ 19219b8b58e0SJonathan Lemon tp->t_starttime = ticks; 1922a0292f23SGarrett Wollman if (tp->t_flags & TF_NEEDFIN) { 1923a0292f23SGarrett Wollman tp->t_state = TCPS_FIN_WAIT_1; 1924a0292f23SGarrett Wollman tp->t_flags &= ~TF_NEEDFIN; 1925fb59c426SYoshinobu Inoue thflags &= ~TH_SYN; 19267ff19458SPaul Traina } else { 1927a0292f23SGarrett Wollman tp->t_state = TCPS_ESTABLISHED; 1928dbc42409SLawrence Stewart cc_conn_init(tp); 19299077f387SGleb Smirnoff tcp_timer_activate(tp, TT_KEEP, 19309077f387SGleb Smirnoff TP_KEEPIDLE(tp)); 19317ff19458SPaul Traina } 1932a0292f23SGarrett Wollman } else { 1933a0292f23SGarrett Wollman /* 1934c068736aSJeffrey Hsu * Received initial SYN in SYN-SENT[*] state => 1935c068736aSJeffrey Hsu * simultaneous open. If segment contains CC option 1936c068736aSJeffrey Hsu * and there is a cached CC, apply TAO test. 1937c068736aSJeffrey Hsu * If it succeeds, connection is * half-synchronized. 1938c068736aSJeffrey Hsu * Otherwise, do 3-way handshake: 1939a0292f23SGarrett Wollman * SYN-SENT -> SYN-RECEIVED 1940a0292f23SGarrett Wollman * SYN-SENT* -> SYN-RECEIVED* 1941a0292f23SGarrett Wollman * If there was no CC option, clear cached CC value. 1942a0292f23SGarrett Wollman */ 19434b8e98d6SQing Li tp->t_flags |= (TF_ACKNOW | TF_NEEDSYN); 1944b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, 0); 1945df8bae1dSRodney W. Grimes tp->t_state = TCPS_SYN_RECEIVED; 1946a0292f23SGarrett Wollman } 1947df8bae1dSRodney W. Grimes 1948252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, ("%s: trimthenstep6: " 1949252ca428SRobert Watson "ti_locked %d", __func__, ti_locked)); 1950252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 19518501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 19527cfc6904SRobert Watson 1953df8bae1dSRodney W. Grimes /* 1954fb59c426SYoshinobu Inoue * Advance th->th_seq to correspond to first data byte. 1955df8bae1dSRodney W. Grimes * If data, trim to stay within window, 1956df8bae1dSRodney W. Grimes * dropping FIN if necessary. 1957df8bae1dSRodney W. Grimes */ 1958fb59c426SYoshinobu Inoue th->th_seq++; 1959fb59c426SYoshinobu Inoue if (tlen > tp->rcv_wnd) { 1960fb59c426SYoshinobu Inoue todrop = tlen - tp->rcv_wnd; 1961df8bae1dSRodney W. Grimes m_adj(m, -todrop); 1962fb59c426SYoshinobu Inoue tlen = tp->rcv_wnd; 1963fb59c426SYoshinobu Inoue thflags &= ~TH_FIN; 196478b50714SRobert Watson TCPSTAT_INC(tcps_rcvpackafterwin); 196578b50714SRobert Watson TCPSTAT_ADD(tcps_rcvbyteafterwin, todrop); 1966df8bae1dSRodney W. Grimes } 1967fb59c426SYoshinobu Inoue tp->snd_wl1 = th->th_seq - 1; 1968fb59c426SYoshinobu Inoue tp->rcv_up = th->th_seq; 1969a0292f23SGarrett Wollman /* 1970a0292f23SGarrett Wollman * Client side of transaction: already sent SYN and data. 1971a0292f23SGarrett Wollman * If the remote host used T/TCP to validate the SYN, 1972a0292f23SGarrett Wollman * our data will be ACK'd; if so, enter normal data segment 1973a0292f23SGarrett Wollman * processing in the middle of step 5, ack processing. 1974a0292f23SGarrett Wollman * Otherwise, goto step 6. 1975a0292f23SGarrett Wollman */ 1976fb59c426SYoshinobu Inoue if (thflags & TH_ACK) 1977a0292f23SGarrett Wollman goto process_ACK; 1978c068736aSJeffrey Hsu 1979df8bae1dSRodney W. Grimes goto step6; 1980c068736aSJeffrey Hsu 1981a0292f23SGarrett Wollman /* 1982a0292f23SGarrett Wollman * If the state is LAST_ACK or CLOSING or TIME_WAIT: 1983c94c54e4SAndre Oppermann * do normal processing. 1984a0292f23SGarrett Wollman * 1985c94c54e4SAndre Oppermann * NB: Leftover from RFC1644 T/TCP. Cases to be reused later. 1986a0292f23SGarrett Wollman */ 1987a0292f23SGarrett Wollman case TCPS_LAST_ACK: 1988a0292f23SGarrett Wollman case TCPS_CLOSING: 1989a0292f23SGarrett Wollman break; /* continue normal processing */ 1990df8bae1dSRodney W. Grimes } 1991df8bae1dSRodney W. Grimes 1992df8bae1dSRodney W. Grimes /* 1993df8bae1dSRodney W. Grimes * States other than LISTEN or SYN_SENT. 199480ab7c0eSGarrett Wollman * First check the RST flag and sequence number since reset segments 199580ab7c0eSGarrett Wollman * are exempt from the timestamp and connection count tests. This 199680ab7c0eSGarrett Wollman * fixes a bug introduced by the Stevens, vol. 2, p. 960 bugfix 199780ab7c0eSGarrett Wollman * below which allowed reset segments in half the sequence space 199880ab7c0eSGarrett Wollman * to fall though and be processed (which gives forged reset 199980ab7c0eSGarrett Wollman * segments with a random sequence number a 50 percent chance of 200080ab7c0eSGarrett Wollman * killing a connection). 200180ab7c0eSGarrett Wollman * Then check timestamp, if present. 2002a0292f23SGarrett Wollman * Then check the connection count, if present. 2003df8bae1dSRodney W. Grimes * Then check that at least some bytes of segment are within 2004df8bae1dSRodney W. Grimes * receive window. If segment begins before rcv_nxt, 2005df8bae1dSRodney W. Grimes * drop leading data (and SYN); if nothing left, just ack. 2006df8bae1dSRodney W. Grimes * 200780ab7c0eSGarrett Wollman * 200880ab7c0eSGarrett Wollman * If the RST bit is set, check the sequence number to see 200980ab7c0eSGarrett Wollman * if this is a valid reset segment. 201080ab7c0eSGarrett Wollman * RFC 793 page 37: 201180ab7c0eSGarrett Wollman * In all states except SYN-SENT, all reset (RST) segments 201280ab7c0eSGarrett Wollman * are validated by checking their SEQ-fields. A reset is 201380ab7c0eSGarrett Wollman * valid if its sequence number is in the window. 201480ab7c0eSGarrett Wollman * Note: this does not take into account delayed ACKs, so 201580ab7c0eSGarrett Wollman * we should test against last_ack_sent instead of rcv_nxt. 20161a244a61SJonathan Lemon * The sequence number in the reset segment is normally an 20171a244a61SJonathan Lemon * echo of our outgoing acknowlegement numbers, but some hosts 20181a244a61SJonathan Lemon * send a reset with the sequence number at the rightmost edge 20191a244a61SJonathan Lemon * of our receive window, and we have to handle this case. 202080dd2a81SMike Silbersack * Note 2: Paul Watson's paper "Slipping in the Window" has shown 202180dd2a81SMike Silbersack * that brute force RST attacks are possible. To combat this, 202280dd2a81SMike Silbersack * we use a much stricter check while in the ESTABLISHED state, 202380dd2a81SMike Silbersack * only accepting RSTs where the sequence number is equal to 202480dd2a81SMike Silbersack * last_ack_sent. In all other states (the states in which a 202580dd2a81SMike Silbersack * RST is more likely), the more permissive check is used. 20268e5c87f4SBjoern A. Zeeb * If we have multiple segments in flight, the initial reset 202780ab7c0eSGarrett Wollman * segment sequence numbers will be to the left of last_ack_sent, 202880ab7c0eSGarrett Wollman * but they will eventually catch up. 202980ab7c0eSGarrett Wollman * In any case, it never made sense to trim reset segments to 203080ab7c0eSGarrett Wollman * fit the receive window since RFC 1122 says: 203180ab7c0eSGarrett Wollman * 4.2.2.12 RST Segment: RFC-793 Section 3.4 203280ab7c0eSGarrett Wollman * 203380ab7c0eSGarrett Wollman * A TCP SHOULD allow a received RST segment to include data. 203480ab7c0eSGarrett Wollman * 203580ab7c0eSGarrett Wollman * DISCUSSION 203680ab7c0eSGarrett Wollman * It has been suggested that a RST segment could contain 203780ab7c0eSGarrett Wollman * ASCII text that encoded and explained the cause of the 203880ab7c0eSGarrett Wollman * RST. No standard has yet been established for such 203980ab7c0eSGarrett Wollman * data. 204080ab7c0eSGarrett Wollman * 204180ab7c0eSGarrett Wollman * If the reset segment passes the sequence number test examine 204280ab7c0eSGarrett Wollman * the state: 204380ab7c0eSGarrett Wollman * SYN_RECEIVED STATE: 204480ab7c0eSGarrett Wollman * If passive open, return to LISTEN state. 204580ab7c0eSGarrett Wollman * If active open, inform user that connection was refused. 2046745bab7fSDima Dorfman * ESTABLISHED, FIN_WAIT_1, FIN_WAIT_2, CLOSE_WAIT STATES: 204780ab7c0eSGarrett Wollman * Inform user that connection was reset, and close tcb. 2048e9bd3a37SJonathan M. Bresler * CLOSING, LAST_ACK STATES: 204980ab7c0eSGarrett Wollman * Close the tcb. 2050e9bd3a37SJonathan M. Bresler * TIME_WAIT STATE: 205180ab7c0eSGarrett Wollman * Drop the segment - see Stevens, vol. 2, p. 964 and 205280ab7c0eSGarrett Wollman * RFC 1337. 205380ab7c0eSGarrett Wollman */ 2054fb59c426SYoshinobu Inoue if (thflags & TH_RST) { 205595ad8418SQing Li if (SEQ_GEQ(th->th_seq, tp->last_ack_sent - 1) && 205695ad8418SQing Li SEQ_LEQ(th->th_seq, tp->last_ack_sent + tp->rcv_wnd)) { 205780ab7c0eSGarrett Wollman switch (tp->t_state) { 205880ab7c0eSGarrett Wollman 205980ab7c0eSGarrett Wollman case TCPS_SYN_RECEIVED: 206080ab7c0eSGarrett Wollman so->so_error = ECONNREFUSED; 206180ab7c0eSGarrett Wollman goto close; 206280ab7c0eSGarrett Wollman 206380ab7c0eSGarrett Wollman case TCPS_ESTABLISHED: 2064603724d3SBjoern A. Zeeb if (V_tcp_insecure_rst == 0 && 206595ad8418SQing Li !(SEQ_GEQ(th->th_seq, tp->rcv_nxt - 1) && 206695ad8418SQing Li SEQ_LEQ(th->th_seq, tp->rcv_nxt + 1)) && 206795ad8418SQing Li !(SEQ_GEQ(th->th_seq, tp->last_ack_sent - 1) && 206895ad8418SQing Li SEQ_LEQ(th->th_seq, tp->last_ack_sent + 1))) { 206978b50714SRobert Watson TCPSTAT_INC(tcps_badrst); 207080dd2a81SMike Silbersack goto drop; 207180dd2a81SMike Silbersack } 2072564aab1fSAndre Oppermann /* FALLTHROUGH */ 207380ab7c0eSGarrett Wollman case TCPS_FIN_WAIT_1: 207480ab7c0eSGarrett Wollman case TCPS_FIN_WAIT_2: 207580ab7c0eSGarrett Wollman case TCPS_CLOSE_WAIT: 207680ab7c0eSGarrett Wollman so->so_error = ECONNRESET; 207780ab7c0eSGarrett Wollman close: 2078252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, 2079252ca428SRobert Watson ("tcp_do_segment: TH_RST 1 ti_locked %d", 2080252ca428SRobert Watson ti_locked)); 2081252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 2082252ca428SRobert Watson 208380ab7c0eSGarrett Wollman tp->t_state = TCPS_CLOSED; 208478b50714SRobert Watson TCPSTAT_INC(tcps_drops); 208580ab7c0eSGarrett Wollman tp = tcp_close(tp); 208680ab7c0eSGarrett Wollman break; 208780ab7c0eSGarrett Wollman 208880ab7c0eSGarrett Wollman case TCPS_CLOSING: 208980ab7c0eSGarrett Wollman case TCPS_LAST_ACK: 2090252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, 2091252ca428SRobert Watson ("tcp_do_segment: TH_RST 2 ti_locked %d", 2092252ca428SRobert Watson ti_locked)); 2093252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 2094252ca428SRobert Watson 209580ab7c0eSGarrett Wollman tp = tcp_close(tp); 209680ab7c0eSGarrett Wollman break; 209780ab7c0eSGarrett Wollman } 209880ab7c0eSGarrett Wollman } 209980ab7c0eSGarrett Wollman goto drop; 210080ab7c0eSGarrett Wollman } 210180ab7c0eSGarrett Wollman 210280ab7c0eSGarrett Wollman /* 2103df8bae1dSRodney W. Grimes * RFC 1323 PAWS: If we have a timestamp reply on this segment 2104df8bae1dSRodney W. Grimes * and it's less than ts_recent, drop it. 2105df8bae1dSRodney W. Grimes */ 2106be2ac88cSJonathan Lemon if ((to.to_flags & TOF_TS) != 0 && tp->ts_recent && 210780ab7c0eSGarrett Wollman TSTMP_LT(to.to_tsval, tp->ts_recent)) { 2108df8bae1dSRodney W. Grimes 2109df8bae1dSRodney W. Grimes /* Check to see if ts_recent is over 24 days old. */ 2110d8951c8aSBjoern A. Zeeb if (tcp_ts_getticks() - tp->ts_recent_age > TCP_PAWS_IDLE) { 2111df8bae1dSRodney W. Grimes /* 2112df8bae1dSRodney W. Grimes * Invalidate ts_recent. If this segment updates 2113df8bae1dSRodney W. Grimes * ts_recent, the age will be reset later and ts_recent 2114df8bae1dSRodney W. Grimes * will get a valid value. If it does not, setting 2115df8bae1dSRodney W. Grimes * ts_recent to zero will at least satisfy the 2116df8bae1dSRodney W. Grimes * requirement that zero be placed in the timestamp 2117df8bae1dSRodney W. Grimes * echo reply when ts_recent isn't valid. The 2118df8bae1dSRodney W. Grimes * age isn't reset until we get a valid ts_recent 2119df8bae1dSRodney W. Grimes * because we don't want out-of-order segments to be 2120df8bae1dSRodney W. Grimes * dropped when ts_recent is old. 2121df8bae1dSRodney W. Grimes */ 2122df8bae1dSRodney W. Grimes tp->ts_recent = 0; 2123df8bae1dSRodney W. Grimes } else { 212478b50714SRobert Watson TCPSTAT_INC(tcps_rcvduppack); 212578b50714SRobert Watson TCPSTAT_ADD(tcps_rcvdupbyte, tlen); 212678b50714SRobert Watson TCPSTAT_INC(tcps_pawsdrop); 212707fd333dSMatthew Dillon if (tlen) 2128df8bae1dSRodney W. Grimes goto dropafterack; 21291ab4789dSMatthew Dillon goto drop; 21301ab4789dSMatthew Dillon } 2131df8bae1dSRodney W. Grimes } 2132df8bae1dSRodney W. Grimes 2133a0292f23SGarrett Wollman /* 213480ab7c0eSGarrett Wollman * In the SYN-RECEIVED state, validate that the packet belongs to 213580ab7c0eSGarrett Wollman * this connection before trimming the data to fit the receive 213680ab7c0eSGarrett Wollman * window. Check the sequence number versus IRS since we know 213780ab7c0eSGarrett Wollman * the sequence numbers haven't wrapped. This is a partial fix 213880ab7c0eSGarrett Wollman * for the "LAND" DoS attack. 213980ab7c0eSGarrett Wollman */ 2140a57815efSBosko Milekic if (tp->t_state == TCPS_SYN_RECEIVED && SEQ_LT(th->th_seq, tp->irs)) { 2141a57815efSBosko Milekic rstreason = BANDLIM_RST_OPENPORT; 2142a57815efSBosko Milekic goto dropwithreset; 2143a57815efSBosko Milekic } 214480ab7c0eSGarrett Wollman 2145fb59c426SYoshinobu Inoue todrop = tp->rcv_nxt - th->th_seq; 2146df8bae1dSRodney W. Grimes if (todrop > 0) { 214781ad7eb0SZachary Loafman /* 214881ad7eb0SZachary Loafman * If this is a duplicate SYN for our current connection, 214981ad7eb0SZachary Loafman * advance over it and pretend and it's not a SYN. 215081ad7eb0SZachary Loafman */ 215181ad7eb0SZachary Loafman if (thflags & TH_SYN && th->th_seq == tp->irs) { 2152fb59c426SYoshinobu Inoue thflags &= ~TH_SYN; 2153fb59c426SYoshinobu Inoue th->th_seq++; 2154fb59c426SYoshinobu Inoue if (th->th_urp > 1) 2155fb59c426SYoshinobu Inoue th->th_urp--; 2156df8bae1dSRodney W. Grimes else 2157fb59c426SYoshinobu Inoue thflags &= ~TH_URG; 2158df8bae1dSRodney W. Grimes todrop--; 2159df8bae1dSRodney W. Grimes } 2160df8bae1dSRodney W. Grimes /* 2161dac20301SGarrett Wollman * Following if statement from Stevens, vol. 2, p. 960. 2162df8bae1dSRodney W. Grimes */ 2163fb59c426SYoshinobu Inoue if (todrop > tlen 2164fb59c426SYoshinobu Inoue || (todrop == tlen && (thflags & TH_FIN) == 0)) { 2165dac20301SGarrett Wollman /* 2166dac20301SGarrett Wollman * Any valid FIN must be to the left of the window. 2167dac20301SGarrett Wollman * At this point the FIN must be a duplicate or out 2168dac20301SGarrett Wollman * of sequence; drop it. 2169dac20301SGarrett Wollman */ 2170fb59c426SYoshinobu Inoue thflags &= ~TH_FIN; 2171dac20301SGarrett Wollman 2172df8bae1dSRodney W. Grimes /* 2173dac20301SGarrett Wollman * Send an ACK to resynchronize and drop any data. 2174dac20301SGarrett Wollman * But keep on processing for RST or ACK. 2175df8bae1dSRodney W. Grimes */ 2176dac20301SGarrett Wollman tp->t_flags |= TF_ACKNOW; 2177fb59c426SYoshinobu Inoue todrop = tlen; 217878b50714SRobert Watson TCPSTAT_INC(tcps_rcvduppack); 217978b50714SRobert Watson TCPSTAT_ADD(tcps_rcvdupbyte, todrop); 2180df8bae1dSRodney W. Grimes } else { 218178b50714SRobert Watson TCPSTAT_INC(tcps_rcvpartduppack); 218278b50714SRobert Watson TCPSTAT_ADD(tcps_rcvpartdupbyte, todrop); 2183df8bae1dSRodney W. Grimes } 2184fb59c426SYoshinobu Inoue drop_hdrlen += todrop; /* drop from the top afterwards */ 2185fb59c426SYoshinobu Inoue th->th_seq += todrop; 2186fb59c426SYoshinobu Inoue tlen -= todrop; 2187fb59c426SYoshinobu Inoue if (th->th_urp > todrop) 2188fb59c426SYoshinobu Inoue th->th_urp -= todrop; 2189df8bae1dSRodney W. Grimes else { 2190fb59c426SYoshinobu Inoue thflags &= ~TH_URG; 2191fb59c426SYoshinobu Inoue th->th_urp = 0; 2192df8bae1dSRodney W. Grimes } 2193df8bae1dSRodney W. Grimes } 2194df8bae1dSRodney W. Grimes 2195df8bae1dSRodney W. Grimes /* 2196df8bae1dSRodney W. Grimes * If new data are received on a connection after the 2197df8bae1dSRodney W. Grimes * user processes are gone, then RST the other end. 2198df8bae1dSRodney W. Grimes */ 2199df8bae1dSRodney W. Grimes if ((so->so_state & SS_NOFDREF) && 2200fb59c426SYoshinobu Inoue tp->t_state > TCPS_CLOSE_WAIT && tlen) { 2201773673c1SAndre Oppermann char *s; 2202773673c1SAndre Oppermann 2203252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, ("%s: SS_NOFDEREF && " 2204252ca428SRobert Watson "CLOSE_WAIT && tlen ti_locked %d", __func__, ti_locked)); 2205252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 2206252ca428SRobert Watson 2207773673c1SAndre Oppermann if ((s = tcp_log_addrs(&tp->t_inpcb->inp_inc, th, NULL, NULL))) { 2208e31d8aa3SMike Silbersack log(LOG_DEBUG, "%s; %s: %s: Received %d bytes of data after socket " 2209773673c1SAndre Oppermann "was closed, sending RST and removing tcpcb\n", 2210e31d8aa3SMike Silbersack s, __func__, tcpstates[tp->t_state], tlen); 2211773673c1SAndre Oppermann free(s, M_TCPLOG); 2212773673c1SAndre Oppermann } 2213df8bae1dSRodney W. Grimes tp = tcp_close(tp); 221478b50714SRobert Watson TCPSTAT_INC(tcps_rcvafterclose); 2215a57815efSBosko Milekic rstreason = BANDLIM_UNLIMITED; 2216df8bae1dSRodney W. Grimes goto dropwithreset; 2217df8bae1dSRodney W. Grimes } 2218df8bae1dSRodney W. Grimes 2219df8bae1dSRodney W. Grimes /* 2220df8bae1dSRodney W. Grimes * If segment ends after window, drop trailing data 2221df8bae1dSRodney W. Grimes * (and PUSH and FIN); if nothing left, just ACK. 2222df8bae1dSRodney W. Grimes */ 2223fb59c426SYoshinobu Inoue todrop = (th->th_seq + tlen) - (tp->rcv_nxt + tp->rcv_wnd); 2224df8bae1dSRodney W. Grimes if (todrop > 0) { 222578b50714SRobert Watson TCPSTAT_INC(tcps_rcvpackafterwin); 2226fb59c426SYoshinobu Inoue if (todrop >= tlen) { 222778b50714SRobert Watson TCPSTAT_ADD(tcps_rcvbyteafterwin, tlen); 2228df8bae1dSRodney W. Grimes /* 2229df8bae1dSRodney W. Grimes * If window is closed can only take segments at 2230df8bae1dSRodney W. Grimes * window edge, and have to drop data and PUSH from 2231df8bae1dSRodney W. Grimes * incoming segments. Continue processing, but 2232df8bae1dSRodney W. Grimes * remember to ack. Otherwise, drop segment 2233df8bae1dSRodney W. Grimes * and ack. 2234df8bae1dSRodney W. Grimes */ 2235fb59c426SYoshinobu Inoue if (tp->rcv_wnd == 0 && th->th_seq == tp->rcv_nxt) { 2236df8bae1dSRodney W. Grimes tp->t_flags |= TF_ACKNOW; 223778b50714SRobert Watson TCPSTAT_INC(tcps_rcvwinprobe); 2238df8bae1dSRodney W. Grimes } else 2239df8bae1dSRodney W. Grimes goto dropafterack; 2240df8bae1dSRodney W. Grimes } else 224178b50714SRobert Watson TCPSTAT_ADD(tcps_rcvbyteafterwin, todrop); 2242df8bae1dSRodney W. Grimes m_adj(m, -todrop); 2243fb59c426SYoshinobu Inoue tlen -= todrop; 2244fb59c426SYoshinobu Inoue thflags &= ~(TH_PUSH|TH_FIN); 2245df8bae1dSRodney W. Grimes } 2246df8bae1dSRodney W. Grimes 2247df8bae1dSRodney W. Grimes /* 2248df8bae1dSRodney W. Grimes * If last ACK falls within this segment's sequence numbers, 2249df8bae1dSRodney W. Grimes * record its timestamp. 2250cf09195bSPaul Saab * NOTE: 2251cf09195bSPaul Saab * 1) That the test incorporates suggestions from the latest 2252a0292f23SGarrett Wollman * proposal of the tcplw@cray.com list (Braden 1993/04/26). 2253cf09195bSPaul Saab * 2) That updating only on newer timestamps interferes with 2254cf09195bSPaul Saab * our earlier PAWS tests, so this check should be solely 2255cf09195bSPaul Saab * predicated on the sequence space of this segment. 2256cf09195bSPaul Saab * 3) That we modify the segment boundary check to be 2257cf09195bSPaul Saab * Last.ACK.Sent <= SEG.SEQ + SEG.Len 2258cf09195bSPaul Saab * instead of RFC1323's 2259cf09195bSPaul Saab * Last.ACK.Sent < SEG.SEQ + SEG.Len, 2260cf09195bSPaul Saab * This modified check allows us to overcome RFC1323's 2261cf09195bSPaul Saab * limitations as described in Stevens TCP/IP Illustrated 2262cf09195bSPaul Saab * Vol. 2 p.869. In such cases, we can still calculate the 2263cf09195bSPaul Saab * RTT correctly when RCV.NXT == Last.ACK.Sent. 2264df8bae1dSRodney W. Grimes */ 2265be2ac88cSJonathan Lemon if ((to.to_flags & TOF_TS) != 0 && 2266cf09195bSPaul Saab SEQ_LEQ(th->th_seq, tp->last_ack_sent) && 2267cf09195bSPaul Saab SEQ_LEQ(tp->last_ack_sent, th->th_seq + tlen + 2268cf09195bSPaul Saab ((thflags & (TH_SYN|TH_FIN)) != 0))) { 2269d8951c8aSBjoern A. Zeeb tp->ts_recent_age = tcp_ts_getticks(); 2270a0292f23SGarrett Wollman tp->ts_recent = to.to_tsval; 2271df8bae1dSRodney W. Grimes } 2272df8bae1dSRodney W. Grimes 2273df8bae1dSRodney W. Grimes /* 2274df8bae1dSRodney W. Grimes * If a SYN is in the window, then this is an 2275df8bae1dSRodney W. Grimes * error and we send an RST and drop the connection. 2276df8bae1dSRodney W. Grimes */ 2277fb59c426SYoshinobu Inoue if (thflags & TH_SYN) { 2278252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, 2279252ca428SRobert Watson ("tcp_do_segment: TH_SYN ti_locked %d", ti_locked)); 2280252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 2281252ca428SRobert Watson 2282df8bae1dSRodney W. Grimes tp = tcp_drop(tp, ECONNRESET); 2283a57815efSBosko Milekic rstreason = BANDLIM_UNLIMITED; 2284122aad88SAndre Oppermann goto drop; 2285df8bae1dSRodney W. Grimes } 2286df8bae1dSRodney W. Grimes 2287a0292f23SGarrett Wollman /* 2288a0292f23SGarrett Wollman * If the ACK bit is off: if in SYN-RECEIVED state or SENDSYN 2289a0292f23SGarrett Wollman * flag is on (half-synchronized state), then queue data for 2290a0292f23SGarrett Wollman * later processing; else drop segment and return. 2291a0292f23SGarrett Wollman */ 2292fb59c426SYoshinobu Inoue if ((thflags & TH_ACK) == 0) { 2293a0292f23SGarrett Wollman if (tp->t_state == TCPS_SYN_RECEIVED || 2294a0292f23SGarrett Wollman (tp->t_flags & TF_NEEDSYN)) 2295a0292f23SGarrett Wollman goto step6; 22965e1aa279SDavid Malone else if (tp->t_flags & TF_ACKNOW) 22975e1aa279SDavid Malone goto dropafterack; 2298a0292f23SGarrett Wollman else 2299a0292f23SGarrett Wollman goto drop; 2300a0292f23SGarrett Wollman } 2301df8bae1dSRodney W. Grimes 2302df8bae1dSRodney W. Grimes /* 2303df8bae1dSRodney W. Grimes * Ack processing. 2304df8bae1dSRodney W. Grimes */ 2305df8bae1dSRodney W. Grimes switch (tp->t_state) { 2306df8bae1dSRodney W. Grimes 2307df8bae1dSRodney W. Grimes /* 2308764d8cefSBill Fenner * In SYN_RECEIVED state, the ack ACKs our SYN, so enter 2309764d8cefSBill Fenner * ESTABLISHED state and continue processing. 2310764d8cefSBill Fenner * The ACK was checked above. 2311df8bae1dSRodney W. Grimes */ 2312df8bae1dSRodney W. Grimes case TCPS_SYN_RECEIVED: 2313a0292f23SGarrett Wollman 231478b50714SRobert Watson TCPSTAT_INC(tcps_connects); 2315df8bae1dSRodney W. Grimes soisconnected(so); 2316df8bae1dSRodney W. Grimes /* Do window scaling? */ 2317df8bae1dSRodney W. Grimes if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) == 2318df8bae1dSRodney W. Grimes (TF_RCVD_SCALE|TF_REQ_SCALE)) { 2319df8bae1dSRodney W. Grimes tp->rcv_scale = tp->request_r_scale; 2320464fcfbcSAndre Oppermann tp->snd_wnd = tiwin; 2321df8bae1dSRodney W. Grimes } 2322a0292f23SGarrett Wollman /* 2323a0292f23SGarrett Wollman * Make transitions: 2324a0292f23SGarrett Wollman * SYN-RECEIVED -> ESTABLISHED 2325a0292f23SGarrett Wollman * SYN-RECEIVED* -> FIN-WAIT-1 2326a0292f23SGarrett Wollman */ 23279b8b58e0SJonathan Lemon tp->t_starttime = ticks; 2328a0292f23SGarrett Wollman if (tp->t_flags & TF_NEEDFIN) { 2329a0292f23SGarrett Wollman tp->t_state = TCPS_FIN_WAIT_1; 2330a0292f23SGarrett Wollman tp->t_flags &= ~TF_NEEDFIN; 23317ff19458SPaul Traina } else { 2332a0292f23SGarrett Wollman tp->t_state = TCPS_ESTABLISHED; 2333dbc42409SLawrence Stewart cc_conn_init(tp); 23349077f387SGleb Smirnoff tcp_timer_activate(tp, TT_KEEP, TP_KEEPIDLE(tp)); 23357ff19458SPaul Traina } 2336a0292f23SGarrett Wollman /* 2337a0292f23SGarrett Wollman * If segment contains data or ACK, will call tcp_reass() 2338a0292f23SGarrett Wollman * later; if not, do so now to pass queued data to user. 2339a0292f23SGarrett Wollman */ 2340fb59c426SYoshinobu Inoue if (tlen == 0 && (thflags & TH_FIN) == 0) 2341fb59c426SYoshinobu Inoue (void) tcp_reass(tp, (struct tcphdr *)0, 0, 2342a0292f23SGarrett Wollman (struct mbuf *)0); 2343*60ee3bb2SAndre Oppermann tp->snd_wl1 = th->th_seq - 1; 234493b0017fSPhilippe Charnier /* FALLTHROUGH */ 2345df8bae1dSRodney W. Grimes 2346df8bae1dSRodney W. Grimes /* 2347df8bae1dSRodney W. Grimes * In ESTABLISHED state: drop duplicate ACKs; ACK out of range 2348df8bae1dSRodney W. Grimes * ACKs. If the ack is in the range 2349fb59c426SYoshinobu Inoue * tp->snd_una < th->th_ack <= tp->snd_max 2350fb59c426SYoshinobu Inoue * then advance tp->snd_una to th->th_ack and drop 2351df8bae1dSRodney W. Grimes * data from the retransmission queue. If this ACK reflects 2352df8bae1dSRodney W. Grimes * more up to date window information we update our window information. 2353df8bae1dSRodney W. Grimes */ 2354df8bae1dSRodney W. Grimes case TCPS_ESTABLISHED: 2355df8bae1dSRodney W. Grimes case TCPS_FIN_WAIT_1: 2356df8bae1dSRodney W. Grimes case TCPS_FIN_WAIT_2: 2357df8bae1dSRodney W. Grimes case TCPS_CLOSE_WAIT: 2358df8bae1dSRodney W. Grimes case TCPS_CLOSING: 2359df8bae1dSRodney W. Grimes case TCPS_LAST_ACK: 23605a53ca16SPaul Saab if (SEQ_GT(th->th_ack, tp->snd_max)) { 236178b50714SRobert Watson TCPSTAT_INC(tcps_rcvacktoomuch); 23625a53ca16SPaul Saab goto dropafterack; 23635a53ca16SPaul Saab } 23643529149eSAndre Oppermann if ((tp->t_flags & TF_SACK_PERMIT) && 2365fc30a251SAndre Oppermann ((to.to_flags & TOF_SACK) || 2366fc30a251SAndre Oppermann !TAILQ_EMPTY(&tp->snd_holes))) 23675a53ca16SPaul Saab tcp_sack_doack(tp, &to, th->th_ack); 236839bc9de5SLawrence Stewart 236939bc9de5SLawrence Stewart /* Run HHOOK_TCP_ESTABLISHED_IN helper hooks. */ 237039bc9de5SLawrence Stewart hhook_run_tcp_est_in(tp, th, &to); 237139bc9de5SLawrence Stewart 2372fb59c426SYoshinobu Inoue if (SEQ_LEQ(th->th_ack, tp->snd_una)) { 2373fb59c426SYoshinobu Inoue if (tlen == 0 && tiwin == tp->snd_wnd) { 237478b50714SRobert Watson TCPSTAT_INC(tcps_rcvdupack); 2375df8bae1dSRodney W. Grimes /* 2376df8bae1dSRodney W. Grimes * If we have outstanding data (other than 2377df8bae1dSRodney W. Grimes * a window probe), this is a completely 2378df8bae1dSRodney W. Grimes * duplicate ack (ie, window info didn't 2379df8bae1dSRodney W. Grimes * change), the ack is the biggest we've 2380df8bae1dSRodney W. Grimes * seen and we've seen exactly our rexmt 2381df8bae1dSRodney W. Grimes * threshhold of them, assume a packet 2382df8bae1dSRodney W. Grimes * has been dropped and retransmit it. 2383df8bae1dSRodney W. Grimes * Kludge snd_nxt & the congestion 2384df8bae1dSRodney W. Grimes * window so we send only this one 2385df8bae1dSRodney W. Grimes * packet. 2386df8bae1dSRodney W. Grimes * 2387df8bae1dSRodney W. Grimes * We know we're losing at the current 2388df8bae1dSRodney W. Grimes * window size so do congestion avoidance 2389df8bae1dSRodney W. Grimes * (set ssthresh to half the current window 2390df8bae1dSRodney W. Grimes * and pull our congestion window back to 2391df8bae1dSRodney W. Grimes * the new ssthresh). 2392df8bae1dSRodney W. Grimes * 2393df8bae1dSRodney W. Grimes * Dup acks mean that packets have left the 2394df8bae1dSRodney W. Grimes * network (they're now cached at the receiver) 2395df8bae1dSRodney W. Grimes * so bump cwnd by the amount in the receiver 2396df8bae1dSRodney W. Grimes * to keep a constant cwnd packets in the 2397df8bae1dSRodney W. Grimes * network. 2398f2512ba1SRui Paulo * 2399f2512ba1SRui Paulo * When using TCP ECN, notify the peer that 2400f2512ba1SRui Paulo * we reduced the cwnd. 2401df8bae1dSRodney W. Grimes */ 2402b8152ba7SAndre Oppermann if (!tcp_timer_active(tp, TT_REXMT) || 2403fb59c426SYoshinobu Inoue th->th_ack != tp->snd_una) 2404df8bae1dSRodney W. Grimes tp->t_dupacks = 0; 2405cb942153SJeffrey Hsu else if (++tp->t_dupacks > tcprexmtthresh || 2406dbc42409SLawrence Stewart IN_FASTRECOVERY(tp->t_flags)) { 2407dbc42409SLawrence Stewart cc_ack_received(tp, th, CC_DUPACK); 24083529149eSAndre Oppermann if ((tp->t_flags & TF_SACK_PERMIT) && 2409dbc42409SLawrence Stewart IN_FASTRECOVERY(tp->t_flags)) { 2410808f11b7SPaul Saab int awnd; 241125e6f9edSPaul Saab 241225e6f9edSPaul Saab /* 241325e6f9edSPaul Saab * Compute the amount of data in flight first. 241425e6f9edSPaul Saab * We can inject new data into the pipe iff 241525e6f9edSPaul Saab * we have less than 1/2 the original window's 241625e6f9edSPaul Saab * worth of data in flight. 241725e6f9edSPaul Saab */ 2418808f11b7SPaul Saab awnd = (tp->snd_nxt - tp->snd_fack) + 24190077b016SPaul Saab tp->sackhint.sack_bytes_rexmit; 2420808f11b7SPaul Saab if (awnd < tp->snd_ssthresh) { 242125e6f9edSPaul Saab tp->snd_cwnd += tp->t_maxseg; 242225e6f9edSPaul Saab if (tp->snd_cwnd > tp->snd_ssthresh) 242325e6f9edSPaul Saab tp->snd_cwnd = tp->snd_ssthresh; 242425e6f9edSPaul Saab } 242525e6f9edSPaul Saab } else 242646f58482SJonathan Lemon tp->snd_cwnd += tp->t_maxseg; 2427ec03d543SRandall Stewart if ((thflags & TH_FIN) && 2428ec03d543SRandall Stewart (TCPS_HAVERCVDFIN(tp->t_state) == 0)) { 2429ec03d543SRandall Stewart /* 2430ec03d543SRandall Stewart * If its a fin we need to process 2431ec03d543SRandall Stewart * it to avoid a race where both 2432ec03d543SRandall Stewart * sides enter FIN-WAIT and send FIN|ACK 2433ec03d543SRandall Stewart * at the same time. 2434ec03d543SRandall Stewart */ 2435ec03d543SRandall Stewart break; 2436ec03d543SRandall Stewart } 243746f58482SJonathan Lemon (void) tcp_output(tp); 243846f58482SJonathan Lemon goto drop; 2439cb942153SJeffrey Hsu } else if (tp->t_dupacks == tcprexmtthresh) { 2440cb942153SJeffrey Hsu tcp_seq onxt = tp->snd_nxt; 2441a0445c2eSJayanth Vijayaraghavan 2442a0445c2eSJayanth Vijayaraghavan /* 2443a0445c2eSJayanth Vijayaraghavan * If we're doing sack, check to 2444a0445c2eSJayanth Vijayaraghavan * see if we're already in sack 2445a0445c2eSJayanth Vijayaraghavan * recovery. If we're not doing sack, 2446a0445c2eSJayanth Vijayaraghavan * check to see if we're in newreno 2447a0445c2eSJayanth Vijayaraghavan * recovery. 2448a0445c2eSJayanth Vijayaraghavan */ 24493529149eSAndre Oppermann if (tp->t_flags & TF_SACK_PERMIT) { 2450dbc42409SLawrence Stewart if (IN_FASTRECOVERY(tp->t_flags)) { 2451a0445c2eSJayanth Vijayaraghavan tp->t_dupacks = 0; 2452a0445c2eSJayanth Vijayaraghavan break; 2453a0445c2eSJayanth Vijayaraghavan } 2454dbc42409SLawrence Stewart } else { 2455a0445c2eSJayanth Vijayaraghavan if (SEQ_LEQ(th->th_ack, 24569d11646dSJeffrey Hsu tp->snd_recover)) { 2457cb942153SJeffrey Hsu tp->t_dupacks = 0; 2458cb942153SJeffrey Hsu break; 245946f58482SJonathan Lemon } 2460a0445c2eSJayanth Vijayaraghavan } 2461dbc42409SLawrence Stewart /* Congestion signal before ack. */ 2462dbc42409SLawrence Stewart cc_cong_signal(tp, th, CC_NDUPACK); 2463dbc42409SLawrence Stewart cc_ack_received(tp, th, CC_DUPACK); 2464b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, 0); 24659b8b58e0SJonathan Lemon tp->t_rtttime = 0; 24663529149eSAndre Oppermann if (tp->t_flags & TF_SACK_PERMIT) { 246778b50714SRobert Watson TCPSTAT_INC( 246878b50714SRobert Watson tcps_sack_recovery_episode); 2469a55db2b6SPaul Saab tp->sack_newdata = tp->snd_nxt; 24708db456bfSPaul Saab tp->snd_cwnd = tp->t_maxseg; 24716d90faf3SPaul Saab (void) tcp_output(tp); 24726d90faf3SPaul Saab goto drop; 24736d90faf3SPaul Saab } 2474fb59c426SYoshinobu Inoue tp->snd_nxt = th->th_ack; 2475df8bae1dSRodney W. Grimes tp->snd_cwnd = tp->t_maxseg; 2476ec03d543SRandall Stewart if ((thflags & TH_FIN) && 2477ec03d543SRandall Stewart (TCPS_HAVERCVDFIN(tp->t_state) == 0)) { 2478ec03d543SRandall Stewart /* 2479ec03d543SRandall Stewart * If its a fin we need to process 2480ec03d543SRandall Stewart * it to avoid a race where both 2481ec03d543SRandall Stewart * sides enter FIN-WAIT and send FIN|ACK 2482ec03d543SRandall Stewart * at the same time. 2483ec03d543SRandall Stewart */ 2484ec03d543SRandall Stewart break; 2485ec03d543SRandall Stewart } 2486df8bae1dSRodney W. Grimes (void) tcp_output(tp); 248748d2549cSJeffrey Hsu KASSERT(tp->snd_limited <= 2, 2488302ce8d6SAndre Oppermann ("%s: tp->snd_limited too big", 2489302ce8d6SAndre Oppermann __func__)); 2490df8bae1dSRodney W. Grimes tp->snd_cwnd = tp->snd_ssthresh + 249148d2549cSJeffrey Hsu tp->t_maxseg * 249248d2549cSJeffrey Hsu (tp->t_dupacks - tp->snd_limited); 2493df8bae1dSRodney W. Grimes if (SEQ_GT(onxt, tp->snd_nxt)) 2494df8bae1dSRodney W. Grimes tp->snd_nxt = onxt; 2495df8bae1dSRodney W. Grimes goto drop; 2496603724d3SBjoern A. Zeeb } else if (V_tcp_do_rfc3042) { 2497dbc42409SLawrence Stewart cc_ack_received(tp, th, CC_DUPACK); 2498582a954bSJeffrey Hsu u_long oldcwnd = tp->snd_cwnd; 249948d2549cSJeffrey Hsu tcp_seq oldsndmax = tp->snd_max; 250048d2549cSJeffrey Hsu u_int sent; 250189c02376SJeffrey Hsu 2502582a954bSJeffrey Hsu KASSERT(tp->t_dupacks == 1 || 2503582a954bSJeffrey Hsu tp->t_dupacks == 2, 2504302ce8d6SAndre Oppermann ("%s: dupacks not 1 or 2", 2505302ce8d6SAndre Oppermann __func__)); 250661a36e3dSJeffrey Hsu if (tp->t_dupacks == 1) 250748d2549cSJeffrey Hsu tp->snd_limited = 0; 250861a36e3dSJeffrey Hsu tp->snd_cwnd = 250961a36e3dSJeffrey Hsu (tp->snd_nxt - tp->snd_una) + 251061a36e3dSJeffrey Hsu (tp->t_dupacks - tp->snd_limited) * 251161a36e3dSJeffrey Hsu tp->t_maxseg; 2512ec03d543SRandall Stewart if ((thflags & TH_FIN) && 2513ec03d543SRandall Stewart (TCPS_HAVERCVDFIN(tp->t_state) == 0)) { 2514ec03d543SRandall Stewart /* 2515ec03d543SRandall Stewart * If its a fin we need to process 2516ec03d543SRandall Stewart * it to avoid a race where both 2517ec03d543SRandall Stewart * sides enter FIN-WAIT and send FIN|ACK 2518ec03d543SRandall Stewart * at the same time. 2519ec03d543SRandall Stewart */ 2520ec03d543SRandall Stewart break; 2521ec03d543SRandall Stewart } 2522582a954bSJeffrey Hsu (void) tcp_output(tp); 252348d2549cSJeffrey Hsu sent = tp->snd_max - oldsndmax; 252448d2549cSJeffrey Hsu if (sent > tp->t_maxseg) { 252589c02376SJeffrey Hsu KASSERT((tp->t_dupacks == 2 && 252689c02376SJeffrey Hsu tp->snd_limited == 0) || 252789c02376SJeffrey Hsu (sent == tp->t_maxseg + 1 && 252889c02376SJeffrey Hsu tp->t_flags & TF_SENTFIN), 2529302ce8d6SAndre Oppermann ("%s: sent too much", 2530302ce8d6SAndre Oppermann __func__)); 253148d2549cSJeffrey Hsu tp->snd_limited = 2; 253248d2549cSJeffrey Hsu } else if (sent > 0) 253348d2549cSJeffrey Hsu ++tp->snd_limited; 2534582a954bSJeffrey Hsu tp->snd_cwnd = oldcwnd; 2535582a954bSJeffrey Hsu goto drop; 2536df8bae1dSRodney W. Grimes } 2537df8bae1dSRodney W. Grimes } else 2538df8bae1dSRodney W. Grimes tp->t_dupacks = 0; 2539df8bae1dSRodney W. Grimes break; 2540df8bae1dSRodney W. Grimes } 2541cb942153SJeffrey Hsu 2542302ce8d6SAndre Oppermann KASSERT(SEQ_GT(th->th_ack, tp->snd_una), 2543302ce8d6SAndre Oppermann ("%s: th_ack <= snd_una", __func__)); 2544cb942153SJeffrey Hsu 2545df8bae1dSRodney W. Grimes /* 2546df8bae1dSRodney W. Grimes * If the congestion window was inflated to account 2547df8bae1dSRodney W. Grimes * for the other side's cached packets, retract it. 2548df8bae1dSRodney W. Grimes */ 2549dbc42409SLawrence Stewart if (IN_FASTRECOVERY(tp->t_flags)) { 2550cb942153SJeffrey Hsu if (SEQ_LT(th->th_ack, tp->snd_recover)) { 25513529149eSAndre Oppermann if (tp->t_flags & TF_SACK_PERMIT) 25526d90faf3SPaul Saab tcp_sack_partialack(tp, th); 25536d90faf3SPaul Saab else 2554c068736aSJeffrey Hsu tcp_newreno_partial_ack(tp, th); 2555dbc42409SLawrence Stewart } else 2556dbc42409SLawrence Stewart cc_post_recovery(tp, th); 255746f58482SJonathan Lemon } 2558cb942153SJeffrey Hsu tp->t_dupacks = 0; 2559a0292f23SGarrett Wollman /* 2560a0292f23SGarrett Wollman * If we reach this point, ACK is not a duplicate, 2561a0292f23SGarrett Wollman * i.e., it ACKs something we sent. 2562a0292f23SGarrett Wollman */ 2563a0292f23SGarrett Wollman if (tp->t_flags & TF_NEEDSYN) { 2564a0292f23SGarrett Wollman /* 2565a0292f23SGarrett Wollman * T/TCP: Connection was half-synchronized, and our 2566a0292f23SGarrett Wollman * SYN has been ACK'd (so connection is now fully 256707e43e10SAndras Olah * synchronized). Go to non-starred state, 256807e43e10SAndras Olah * increment snd_una for ACK of SYN, and check if 256907e43e10SAndras Olah * we can do window scaling. 2570a0292f23SGarrett Wollman */ 2571a0292f23SGarrett Wollman tp->t_flags &= ~TF_NEEDSYN; 2572a0292f23SGarrett Wollman tp->snd_una++; 257307e43e10SAndras Olah /* Do window scaling? */ 257407e43e10SAndras Olah if ((tp->t_flags & (TF_RCVD_SCALE|TF_REQ_SCALE)) == 257507e43e10SAndras Olah (TF_RCVD_SCALE|TF_REQ_SCALE)) { 257607e43e10SAndras Olah tp->rcv_scale = tp->request_r_scale; 2577464fcfbcSAndre Oppermann /* Send window already scaled. */ 257807e43e10SAndras Olah } 2579a0292f23SGarrett Wollman } 2580a0292f23SGarrett Wollman 2581a0292f23SGarrett Wollman process_ACK: 25828501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 25837cfc6904SRobert Watson 2584dbc42409SLawrence Stewart acked = BYTES_THIS_ACK(tp, th); 258578b50714SRobert Watson TCPSTAT_INC(tcps_rcvackpack); 258678b50714SRobert Watson TCPSTAT_ADD(tcps_rcvackbyte, acked); 2587df8bae1dSRodney W. Grimes 2588df8bae1dSRodney W. Grimes /* 25899b8b58e0SJonathan Lemon * If we just performed our first retransmit, and the ACK 25909b8b58e0SJonathan Lemon * arrives within our recovery window, then it was a mistake 25919b8b58e0SJonathan Lemon * to do the retransmit in the first place. Recover our 25929b8b58e0SJonathan Lemon * original cwnd and ssthresh, and proceed to transmit where 25939b8b58e0SJonathan Lemon * we left off. 25949b8b58e0SJonathan Lemon */ 2595672dc4aeSJohn Baldwin if (tp->t_rxtshift == 1 && tp->t_flags & TF_PREVVALID && 2596672dc4aeSJohn Baldwin (int)(ticks - tp->t_badrxtwin) < 0) 2597dbc42409SLawrence Stewart cc_cong_signal(tp, th, CC_RTO_ERR); 25989b8b58e0SJonathan Lemon 25999b8b58e0SJonathan Lemon /* 2600df8bae1dSRodney W. Grimes * If we have a timestamp reply, update smoothed 2601df8bae1dSRodney W. Grimes * round trip time. If no timestamp is present but 2602df8bae1dSRodney W. Grimes * transmit timer is running and timed sequence 2603df8bae1dSRodney W. Grimes * number was acked, update smoothed round trip time. 2604df8bae1dSRodney W. Grimes * Since we now have an rtt measurement, cancel the 2605df8bae1dSRodney W. Grimes * timer backoff (cf., Phil Karn's retransmit alg.). 2606df8bae1dSRodney W. Grimes * Recompute the initial retransmit timer. 2607fa55172bSMatthew Dillon * 2608fa55172bSMatthew Dillon * Some boxes send broken timestamp replies 2609fa55172bSMatthew Dillon * during the SYN+ACK phase, ignore 2610fa55172bSMatthew Dillon * timestamps of 0 or we could calculate a 2611fa55172bSMatthew Dillon * huge RTT and blow up the retransmit timer. 2612df8bae1dSRodney W. Grimes */ 2613d8951c8aSBjoern A. Zeeb if ((to.to_flags & TOF_TS) != 0 && to.to_tsecr) { 2614d8951c8aSBjoern A. Zeeb u_int t; 2615d8951c8aSBjoern A. Zeeb 2616d8951c8aSBjoern A. Zeeb t = tcp_ts_getticks() - to.to_tsecr; 2617d8951c8aSBjoern A. Zeeb if (!tp->t_rttlow || tp->t_rttlow > t) 2618d8951c8aSBjoern A. Zeeb tp->t_rttlow = t; 2619d8951c8aSBjoern A. Zeeb tcp_xmit_timer(tp, TCP_TS_TO_TICKS(t) + 1); 2620fa55172bSMatthew Dillon } else if (tp->t_rtttime && SEQ_GT(th->th_ack, tp->t_rtseq)) { 2621eaf80179SAndre Oppermann if (!tp->t_rttlow || tp->t_rttlow > ticks - tp->t_rtttime) 2622eaf80179SAndre Oppermann tp->t_rttlow = ticks - tp->t_rtttime; 26239b8b58e0SJonathan Lemon tcp_xmit_timer(tp, ticks - tp->t_rtttime); 2624fa55172bSMatthew Dillon } 2625df8bae1dSRodney W. Grimes 2626df8bae1dSRodney W. Grimes /* 2627df8bae1dSRodney W. Grimes * If all outstanding data is acked, stop retransmit 2628df8bae1dSRodney W. Grimes * timer and remember to restart (more output or persist). 2629df8bae1dSRodney W. Grimes * If there is more data to be acked, restart retransmit 2630df8bae1dSRodney W. Grimes * timer, using current (possibly backed-off) value. 2631df8bae1dSRodney W. Grimes */ 2632fb59c426SYoshinobu Inoue if (th->th_ack == tp->snd_max) { 2633b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, 0); 2634df8bae1dSRodney W. Grimes needoutput = 1; 2635b8152ba7SAndre Oppermann } else if (!tcp_timer_active(tp, TT_PERSIST)) 2636b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, tp->t_rxtcur); 2637a0292f23SGarrett Wollman 2638a0292f23SGarrett Wollman /* 2639a0292f23SGarrett Wollman * If no data (only SYN) was ACK'd, 2640a0292f23SGarrett Wollman * skip rest of ACK processing. 2641a0292f23SGarrett Wollman */ 2642a0292f23SGarrett Wollman if (acked == 0) 2643a0292f23SGarrett Wollman goto step6; 2644a0292f23SGarrett Wollman 2645df8bae1dSRodney W. Grimes /* 2646dbc42409SLawrence Stewart * Let the congestion control algorithm update congestion 2647dbc42409SLawrence Stewart * control related information. This typically means increasing 2648dbc42409SLawrence Stewart * the congestion window. 2649df8bae1dSRodney W. Grimes */ 2650dbc42409SLawrence Stewart cc_ack_received(tp, th, CC_ACK); 2651dbc42409SLawrence Stewart 26525905999bSRobert Watson SOCKBUF_LOCK(&so->so_snd); 2653df8bae1dSRodney W. Grimes if (acked > so->so_snd.sb_cc) { 2654*60ee3bb2SAndre Oppermann tp->snd_wnd -= so->so_snd.sb_cc; 26555905999bSRobert Watson sbdrop_locked(&so->so_snd, (int)so->so_snd.sb_cc); 2656df8bae1dSRodney W. Grimes ourfinisacked = 1; 2657df8bae1dSRodney W. Grimes } else { 26585905999bSRobert Watson sbdrop_locked(&so->so_snd, acked); 2659*60ee3bb2SAndre Oppermann tp->snd_wnd -= acked; 2660df8bae1dSRodney W. Grimes ourfinisacked = 0; 2661df8bae1dSRodney W. Grimes } 2662564aab1fSAndre Oppermann /* NB: sowwakeup_locked() does an implicit unlock. */ 26631e4d7da7SRobert Watson sowwakeup_locked(so); 2664e8949f74SAndre Oppermann /* Detect una wraparound. */ 2665dbc42409SLawrence Stewart if (!IN_RECOVERY(tp->t_flags) && 26669d11646dSJeffrey Hsu SEQ_GT(tp->snd_una, tp->snd_recover) && 26679d11646dSJeffrey Hsu SEQ_LEQ(th->th_ack, tp->snd_recover)) 26689d11646dSJeffrey Hsu tp->snd_recover = th->th_ack - 1; 2669dbc42409SLawrence Stewart /* XXXLAS: Can this be moved up into cc_post_recovery? */ 2670dbc42409SLawrence Stewart if (IN_RECOVERY(tp->t_flags) && 267124cb0f22SLawrence Stewart SEQ_GEQ(th->th_ack, tp->snd_recover)) { 2672dbc42409SLawrence Stewart EXIT_RECOVERY(tp->t_flags); 267324cb0f22SLawrence Stewart } 2674fb59c426SYoshinobu Inoue tp->snd_una = th->th_ack; 26753529149eSAndre Oppermann if (tp->t_flags & TF_SACK_PERMIT) { 26766d90faf3SPaul Saab if (SEQ_GT(tp->snd_una, tp->snd_recover)) 26776d90faf3SPaul Saab tp->snd_recover = tp->snd_una; 26786d90faf3SPaul Saab } 2679df8bae1dSRodney W. Grimes if (SEQ_LT(tp->snd_nxt, tp->snd_una)) 2680df8bae1dSRodney W. Grimes tp->snd_nxt = tp->snd_una; 2681df8bae1dSRodney W. Grimes 2682df8bae1dSRodney W. Grimes switch (tp->t_state) { 2683df8bae1dSRodney W. Grimes 2684df8bae1dSRodney W. Grimes /* 2685df8bae1dSRodney W. Grimes * In FIN_WAIT_1 STATE in addition to the processing 2686df8bae1dSRodney W. Grimes * for the ESTABLISHED state if our FIN is now acknowledged 2687df8bae1dSRodney W. Grimes * then enter FIN_WAIT_2. 2688df8bae1dSRodney W. Grimes */ 2689df8bae1dSRodney W. Grimes case TCPS_FIN_WAIT_1: 2690df8bae1dSRodney W. Grimes if (ourfinisacked) { 2691df8bae1dSRodney W. Grimes /* 2692df8bae1dSRodney W. Grimes * If we can't receive any more 2693df8bae1dSRodney W. Grimes * data, then closing user can proceed. 2694df8bae1dSRodney W. Grimes * Starting the timer is contrary to the 2695df8bae1dSRodney W. Grimes * specification, but if we don't get a FIN 2696df8bae1dSRodney W. Grimes * we'll hang forever. 2697e8949f74SAndre Oppermann * 2698e8949f74SAndre Oppermann * XXXjl: 2699340c35deSJonathan Lemon * we should release the tp also, and use a 2700340c35deSJonathan Lemon * compressed state. 2701340c35deSJonathan Lemon */ 2702c0b99ffaSRobert Watson if (so->so_rcv.sb_state & SBS_CANTRCVMORE) { 270303e49181SSeigo Tanimura soisdisconnected(so); 27049077f387SGleb Smirnoff tcp_timer_activate(tp, TT_2MSL, 27059077f387SGleb Smirnoff (tcp_fast_finwait2_recycle ? 27069077f387SGleb Smirnoff tcp_finwait2_timeout : 27079077f387SGleb Smirnoff TP_MAXIDLE(tp))); 27084cc20ab1SSeigo Tanimura } 2709df8bae1dSRodney W. Grimes tp->t_state = TCPS_FIN_WAIT_2; 2710df8bae1dSRodney W. Grimes } 2711df8bae1dSRodney W. Grimes break; 2712df8bae1dSRodney W. Grimes 2713df8bae1dSRodney W. Grimes /* 2714df8bae1dSRodney W. Grimes * In CLOSING STATE in addition to the processing for 2715df8bae1dSRodney W. Grimes * the ESTABLISHED state if the ACK acknowledges our FIN 2716df8bae1dSRodney W. Grimes * then enter the TIME-WAIT state, otherwise ignore 2717df8bae1dSRodney W. Grimes * the segment. 2718df8bae1dSRodney W. Grimes */ 2719df8bae1dSRodney W. Grimes case TCPS_CLOSING: 2720df8bae1dSRodney W. Grimes if (ourfinisacked) { 2721252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 272211a20fb8SJeffrey Hsu tcp_twstart(tp); 2723603724d3SBjoern A. Zeeb INP_INFO_WUNLOCK(&V_tcbinfo); 2724340c35deSJonathan Lemon m_freem(m); 2725679d9708SAndre Oppermann return; 2726df8bae1dSRodney W. Grimes } 2727df8bae1dSRodney W. Grimes break; 2728df8bae1dSRodney W. Grimes 2729df8bae1dSRodney W. Grimes /* 2730df8bae1dSRodney W. Grimes * In LAST_ACK, we may still be waiting for data to drain 2731df8bae1dSRodney W. Grimes * and/or to be acked, as well as for the ack of our FIN. 2732df8bae1dSRodney W. Grimes * If our FIN is now acknowledged, delete the TCB, 2733df8bae1dSRodney W. Grimes * enter the closed state and return. 2734df8bae1dSRodney W. Grimes */ 2735df8bae1dSRodney W. Grimes case TCPS_LAST_ACK: 2736df8bae1dSRodney W. Grimes if (ourfinisacked) { 2737252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 2738df8bae1dSRodney W. Grimes tp = tcp_close(tp); 2739df8bae1dSRodney W. Grimes goto drop; 2740df8bae1dSRodney W. Grimes } 2741df8bae1dSRodney W. Grimes break; 2742df8bae1dSRodney W. Grimes } 2743df8bae1dSRodney W. Grimes } 2744df8bae1dSRodney W. Grimes 2745df8bae1dSRodney W. Grimes step6: 27468501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 27477cfc6904SRobert Watson 2748df8bae1dSRodney W. Grimes /* 2749*60ee3bb2SAndre Oppermann * Update window information. 2750*60ee3bb2SAndre Oppermann * Don't look at window if no ACK: TAC's send garbage on first SYN. 2751df8bae1dSRodney W. Grimes */ 2752*60ee3bb2SAndre Oppermann if ((thflags & TH_ACK) && 2753*60ee3bb2SAndre Oppermann (SEQ_LT(tp->snd_wl1, th->th_seq) || 2754*60ee3bb2SAndre Oppermann (tp->snd_wl1 == th->th_seq && (SEQ_LT(tp->snd_wl2, th->th_ack) || 2755*60ee3bb2SAndre Oppermann (tp->snd_wl2 == th->th_ack && tiwin > tp->snd_wnd))))) { 2756*60ee3bb2SAndre Oppermann /* keep track of pure window updates */ 2757*60ee3bb2SAndre Oppermann if (tlen == 0 && 2758*60ee3bb2SAndre Oppermann tp->snd_wl2 == th->th_ack && tiwin > tp->snd_wnd) 275978b50714SRobert Watson TCPSTAT_INC(tcps_rcvwinupd); 2760df8bae1dSRodney W. Grimes tp->snd_wnd = tiwin; 2761*60ee3bb2SAndre Oppermann tp->snd_wl1 = th->th_seq; 2762*60ee3bb2SAndre Oppermann tp->snd_wl2 = th->th_ack; 2763df8bae1dSRodney W. Grimes if (tp->snd_wnd > tp->max_sndwnd) 2764df8bae1dSRodney W. Grimes tp->max_sndwnd = tp->snd_wnd; 2765*60ee3bb2SAndre Oppermann needoutput = 1; 2766df8bae1dSRodney W. Grimes } 2767df8bae1dSRodney W. Grimes 2768df8bae1dSRodney W. Grimes /* 2769df8bae1dSRodney W. Grimes * Process segments with URG. 2770df8bae1dSRodney W. Grimes */ 2771fb59c426SYoshinobu Inoue if ((thflags & TH_URG) && th->th_urp && 2772df8bae1dSRodney W. Grimes TCPS_HAVERCVDFIN(tp->t_state) == 0) { 2773df8bae1dSRodney W. Grimes /* 2774df8bae1dSRodney W. Grimes * This is a kludge, but if we receive and accept 2775df8bae1dSRodney W. Grimes * random urgent pointers, we'll crash in 2776df8bae1dSRodney W. Grimes * soreceive. It's hard to imagine someone 2777df8bae1dSRodney W. Grimes * actually wanting to send this much urgent data. 2778df8bae1dSRodney W. Grimes */ 277918ad5842SRobert Watson SOCKBUF_LOCK(&so->so_rcv); 2780fb59c426SYoshinobu Inoue if (th->th_urp + so->so_rcv.sb_cc > sb_max) { 2781fb59c426SYoshinobu Inoue th->th_urp = 0; /* XXX */ 2782fb59c426SYoshinobu Inoue thflags &= ~TH_URG; /* XXX */ 278318ad5842SRobert Watson SOCKBUF_UNLOCK(&so->so_rcv); /* XXX */ 2784df8bae1dSRodney W. Grimes goto dodata; /* XXX */ 2785df8bae1dSRodney W. Grimes } 2786df8bae1dSRodney W. Grimes /* 2787df8bae1dSRodney W. Grimes * If this segment advances the known urgent pointer, 2788df8bae1dSRodney W. Grimes * then mark the data stream. This should not happen 2789df8bae1dSRodney W. Grimes * in CLOSE_WAIT, CLOSING, LAST_ACK or TIME_WAIT STATES since 2790df8bae1dSRodney W. Grimes * a FIN has been received from the remote side. 2791df8bae1dSRodney W. Grimes * In these states we ignore the URG. 2792df8bae1dSRodney W. Grimes * 2793df8bae1dSRodney W. Grimes * According to RFC961 (Assigned Protocols), 2794df8bae1dSRodney W. Grimes * the urgent pointer points to the last octet 2795df8bae1dSRodney W. Grimes * of urgent data. We continue, however, 2796df8bae1dSRodney W. Grimes * to consider it to indicate the first octet 2797df8bae1dSRodney W. Grimes * of data past the urgent section as the original 2798df8bae1dSRodney W. Grimes * spec states (in one of two places). 2799df8bae1dSRodney W. Grimes */ 2800fb59c426SYoshinobu Inoue if (SEQ_GT(th->th_seq+th->th_urp, tp->rcv_up)) { 2801fb59c426SYoshinobu Inoue tp->rcv_up = th->th_seq + th->th_urp; 2802df8bae1dSRodney W. Grimes so->so_oobmark = so->so_rcv.sb_cc + 2803df8bae1dSRodney W. Grimes (tp->rcv_up - tp->rcv_nxt) - 1; 2804927c5ceaSRobert Watson if (so->so_oobmark == 0) 2805c0b99ffaSRobert Watson so->so_rcv.sb_state |= SBS_RCVATMARK; 2806df8bae1dSRodney W. Grimes sohasoutofband(so); 2807df8bae1dSRodney W. Grimes tp->t_oobflags &= ~(TCPOOB_HAVEDATA | TCPOOB_HADDATA); 2808df8bae1dSRodney W. Grimes } 280918ad5842SRobert Watson SOCKBUF_UNLOCK(&so->so_rcv); 2810df8bae1dSRodney W. Grimes /* 2811df8bae1dSRodney W. Grimes * Remove out of band data so doesn't get presented to user. 2812df8bae1dSRodney W. Grimes * This can happen independent of advancing the URG pointer, 2813df8bae1dSRodney W. Grimes * but if two URG's are pending at once, some out-of-band 2814df8bae1dSRodney W. Grimes * data may creep in... ick. 2815df8bae1dSRodney W. Grimes */ 281630613f56SJeffrey Hsu if (th->th_urp <= (u_long)tlen && 281730613f56SJeffrey Hsu !(so->so_options & SO_OOBINLINE)) { 281830613f56SJeffrey Hsu /* hdr drop is delayed */ 281930613f56SJeffrey Hsu tcp_pulloutofband(so, th, m, drop_hdrlen); 282030613f56SJeffrey Hsu } 2821c068736aSJeffrey Hsu } else { 2822df8bae1dSRodney W. Grimes /* 2823df8bae1dSRodney W. Grimes * If no out of band data is expected, 2824df8bae1dSRodney W. Grimes * pull receive urgent pointer along 2825df8bae1dSRodney W. Grimes * with the receive window. 2826df8bae1dSRodney W. Grimes */ 2827df8bae1dSRodney W. Grimes if (SEQ_GT(tp->rcv_nxt, tp->rcv_up)) 2828df8bae1dSRodney W. Grimes tp->rcv_up = tp->rcv_nxt; 2829c068736aSJeffrey Hsu } 2830df8bae1dSRodney W. Grimes dodata: /* XXX */ 28318501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 28327cfc6904SRobert Watson 2833df8bae1dSRodney W. Grimes /* 2834df8bae1dSRodney W. Grimes * Process the segment text, merging it into the TCP sequencing queue, 2835df8bae1dSRodney W. Grimes * and arranging for acknowledgment of receipt if necessary. 2836df8bae1dSRodney W. Grimes * This process logically involves adjusting tp->rcv_wnd as data 2837df8bae1dSRodney W. Grimes * is presented to the user (this happens in tcp_usrreq.c, 2838df8bae1dSRodney W. Grimes * case PRU_RCVD). If a FIN has already been received on this 2839df8bae1dSRodney W. Grimes * connection then we just ignore the text. 2840df8bae1dSRodney W. Grimes */ 2841fb59c426SYoshinobu Inoue if ((tlen || (thflags & TH_FIN)) && 2842df8bae1dSRodney W. Grimes TCPS_HAVERCVDFIN(tp->t_state) == 0) { 284369e03620SPaul Saab tcp_seq save_start = th->th_seq; 2844fb59c426SYoshinobu Inoue m_adj(m, drop_hdrlen); /* delayed header drop */ 2845e4b64281SJesper Skriver /* 2846c068736aSJeffrey Hsu * Insert segment which includes th into TCP reassembly queue 2847c068736aSJeffrey Hsu * with control block tp. Set thflags to whether reassembly now 2848c068736aSJeffrey Hsu * includes a segment with FIN. This handles the common case 2849c068736aSJeffrey Hsu * inline (segment is the next to be received on an established 2850c068736aSJeffrey Hsu * connection, and the queue is empty), avoiding linkage into 2851c068736aSJeffrey Hsu * and removal from the queue and repetition of various 2852c068736aSJeffrey Hsu * conversions. 2853c068736aSJeffrey Hsu * Set DELACK for segments received in order, but ack 2854c068736aSJeffrey Hsu * immediately when segments are out of order (so 2855c068736aSJeffrey Hsu * fast retransmit can work). 2856e4b64281SJesper Skriver */ 2857e4b64281SJesper Skriver if (th->th_seq == tp->rcv_nxt && 2858e4b64281SJesper Skriver LIST_EMPTY(&tp->t_segq) && 2859e4b64281SJesper Skriver TCPS_HAVEESTABLISHED(tp->t_state)) { 2860e4b64281SJesper Skriver if (DELAY_ACK(tp)) 28613bfd6421SJonathan Lemon tp->t_flags |= TF_DELACK; 2862e4b64281SJesper Skriver else 2863e4b64281SJesper Skriver tp->t_flags |= TF_ACKNOW; 2864e4b64281SJesper Skriver tp->rcv_nxt += tlen; 2865e4b64281SJesper Skriver thflags = th->th_flags & TH_FIN; 286678b50714SRobert Watson TCPSTAT_INC(tcps_rcvpack); 286778b50714SRobert Watson TCPSTAT_ADD(tcps_rcvbyte, tlen); 2868e4b64281SJesper Skriver ND6_HINT(tp); 28691e4d7da7SRobert Watson SOCKBUF_LOCK(&so->so_rcv); 2870c0b99ffaSRobert Watson if (so->so_rcv.sb_state & SBS_CANTRCVMORE) 2871c1c36a2cSMike Silbersack m_freem(m); 2872c1c36a2cSMike Silbersack else 28731e4d7da7SRobert Watson sbappendstream_locked(&so->so_rcv, m); 2874e8949f74SAndre Oppermann /* NB: sorwakeup_locked() does an implicit unlock. */ 28751e4d7da7SRobert Watson sorwakeup_locked(so); 2876e4b64281SJesper Skriver } else { 2877e8949f74SAndre Oppermann /* 2878e8949f74SAndre Oppermann * XXX: Due to the header drop above "th" is 2879e8949f74SAndre Oppermann * theoretically invalid by now. Fortunately 2880e8949f74SAndre Oppermann * m_adj() doesn't actually frees any mbufs 2881e8949f74SAndre Oppermann * when trimming from the head. 2882e8949f74SAndre Oppermann */ 2883e4b64281SJesper Skriver thflags = tcp_reass(tp, th, &tlen, m); 2884e4b64281SJesper Skriver tp->t_flags |= TF_ACKNOW; 2885e4b64281SJesper Skriver } 28863529149eSAndre Oppermann if (tlen > 0 && (tp->t_flags & TF_SACK_PERMIT)) 2887f194524fSAndre Oppermann tcp_update_sack_list(tp, save_start, save_start + tlen); 2888302ce8d6SAndre Oppermann #if 0 2889df8bae1dSRodney W. Grimes /* 2890df8bae1dSRodney W. Grimes * Note the amount of data that peer has sent into 2891df8bae1dSRodney W. Grimes * our window, in order to estimate the sender's 2892df8bae1dSRodney W. Grimes * buffer size. 2893302ce8d6SAndre Oppermann * XXX: Unused. 2894df8bae1dSRodney W. Grimes */ 2895f701e30dSJohn Baldwin if (SEQ_GT(tp->rcv_adv, tp->rcv_nxt)) 2896df8bae1dSRodney W. Grimes len = so->so_rcv.sb_hiwat - (tp->rcv_adv - tp->rcv_nxt); 2897f701e30dSJohn Baldwin else 2898f701e30dSJohn Baldwin len = so->so_rcv.sb_hiwat; 2899302ce8d6SAndre Oppermann #endif 2900df8bae1dSRodney W. Grimes } else { 2901df8bae1dSRodney W. Grimes m_freem(m); 2902fb59c426SYoshinobu Inoue thflags &= ~TH_FIN; 2903df8bae1dSRodney W. Grimes } 2904df8bae1dSRodney W. Grimes 2905df8bae1dSRodney W. Grimes /* 2906df8bae1dSRodney W. Grimes * If FIN is received ACK the FIN and let the user know 2907df8bae1dSRodney W. Grimes * that the connection is closing. 2908df8bae1dSRodney W. Grimes */ 2909fb59c426SYoshinobu Inoue if (thflags & TH_FIN) { 2910df8bae1dSRodney W. Grimes if (TCPS_HAVERCVDFIN(tp->t_state) == 0) { 2911df8bae1dSRodney W. Grimes socantrcvmore(so); 2912a0292f23SGarrett Wollman /* 2913a0292f23SGarrett Wollman * If connection is half-synchronized 2914d3eede9dSAndras Olah * (ie NEEDSYN flag on) then delay ACK, 2915a0292f23SGarrett Wollman * so it may be piggybacked when SYN is sent. 2916a0292f23SGarrett Wollman * Otherwise, since we received a FIN then no 2917a0292f23SGarrett Wollman * more input can be expected, send ACK now. 2918a0292f23SGarrett Wollman */ 29193bfd6421SJonathan Lemon if (tp->t_flags & TF_NEEDSYN) 29203bfd6421SJonathan Lemon tp->t_flags |= TF_DELACK; 2921a0292f23SGarrett Wollman else 2922df8bae1dSRodney W. Grimes tp->t_flags |= TF_ACKNOW; 2923df8bae1dSRodney W. Grimes tp->rcv_nxt++; 2924df8bae1dSRodney W. Grimes } 2925df8bae1dSRodney W. Grimes switch (tp->t_state) { 2926df8bae1dSRodney W. Grimes 2927df8bae1dSRodney W. Grimes /* 2928df8bae1dSRodney W. Grimes * In SYN_RECEIVED and ESTABLISHED STATES 2929df8bae1dSRodney W. Grimes * enter the CLOSE_WAIT state. 2930df8bae1dSRodney W. Grimes */ 2931df8bae1dSRodney W. Grimes case TCPS_SYN_RECEIVED: 29329b8b58e0SJonathan Lemon tp->t_starttime = ticks; 29339b8b58e0SJonathan Lemon /* FALLTHROUGH */ 2934df8bae1dSRodney W. Grimes case TCPS_ESTABLISHED: 2935df8bae1dSRodney W. Grimes tp->t_state = TCPS_CLOSE_WAIT; 2936df8bae1dSRodney W. Grimes break; 2937df8bae1dSRodney W. Grimes 2938df8bae1dSRodney W. Grimes /* 2939df8bae1dSRodney W. Grimes * If still in FIN_WAIT_1 STATE FIN has not been acked so 2940df8bae1dSRodney W. Grimes * enter the CLOSING state. 2941df8bae1dSRodney W. Grimes */ 2942df8bae1dSRodney W. Grimes case TCPS_FIN_WAIT_1: 2943df8bae1dSRodney W. Grimes tp->t_state = TCPS_CLOSING; 2944df8bae1dSRodney W. Grimes break; 2945df8bae1dSRodney W. Grimes 2946df8bae1dSRodney W. Grimes /* 2947df8bae1dSRodney W. Grimes * In FIN_WAIT_2 state enter the TIME_WAIT state, 2948df8bae1dSRodney W. Grimes * starting the time-wait timer, turning off the other 2949df8bae1dSRodney W. Grimes * standard timers. 2950df8bae1dSRodney W. Grimes */ 2951df8bae1dSRodney W. Grimes case TCPS_FIN_WAIT_2: 2952252ca428SRobert Watson INP_INFO_WLOCK_ASSERT(&V_tcbinfo); 2953252ca428SRobert Watson KASSERT(ti_locked == TI_WLOCKED, ("%s: dodata " 2954252ca428SRobert Watson "TCP_FIN_WAIT_2 ti_locked: %d", __func__, 2955252ca428SRobert Watson ti_locked)); 2956252ca428SRobert Watson 2957340c35deSJonathan Lemon tcp_twstart(tp); 2958603724d3SBjoern A. Zeeb INP_INFO_WUNLOCK(&V_tcbinfo); 2959679d9708SAndre Oppermann return; 2960df8bae1dSRodney W. Grimes } 2961df8bae1dSRodney W. Grimes } 2962fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) 2963603724d3SBjoern A. Zeeb INP_INFO_WUNLOCK(&V_tcbinfo); 2964252ca428SRobert Watson ti_locked = TI_UNLOCKED; 2965252ca428SRobert Watson 2966610ee2f9SDavid Greenman #ifdef TCPDEBUG 29674cc20ab1SSeigo Tanimura if (so->so_options & SO_DEBUG) 2968fb59c426SYoshinobu Inoue tcp_trace(TA_INPUT, ostate, tp, (void *)tcp_saveipgen, 2969fb59c426SYoshinobu Inoue &tcp_savetcp, 0); 2970610ee2f9SDavid Greenman #endif 2971df8bae1dSRodney W. Grimes 2972df8bae1dSRodney W. Grimes /* 2973df8bae1dSRodney W. Grimes * Return any desired output. 2974df8bae1dSRodney W. Grimes */ 2975df8bae1dSRodney W. Grimes if (needoutput || (tp->t_flags & TF_ACKNOW)) 2976df8bae1dSRodney W. Grimes (void) tcp_output(tp); 29777792ea27SJeffrey Hsu 2978a14c749fSJonathan Lemon check_delack: 2979252ca428SRobert Watson KASSERT(ti_locked == TI_UNLOCKED, ("%s: check_delack ti_locked %d", 2980252ca428SRobert Watson __func__, ti_locked)); 2981603724d3SBjoern A. Zeeb INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 29828501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 2983252ca428SRobert Watson 2984a14c749fSJonathan Lemon if (tp->t_flags & TF_DELACK) { 29853bfd6421SJonathan Lemon tp->t_flags &= ~TF_DELACK; 2986b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_DELACK, tcp_delacktime); 29873bfd6421SJonathan Lemon } 29888501a69cSRobert Watson INP_WUNLOCK(tp->t_inpcb); 2989679d9708SAndre Oppermann return; 2990df8bae1dSRodney W. Grimes 2991df8bae1dSRodney W. Grimes dropafterack: 2992df8bae1dSRodney W. Grimes /* 2993df8bae1dSRodney W. Grimes * Generate an ACK dropping incoming segment if it occupies 2994df8bae1dSRodney W. Grimes * sequence space, where the ACK reflects our state. 299580ab7c0eSGarrett Wollman * 299680ab7c0eSGarrett Wollman * We can now skip the test for the RST flag since all 299780ab7c0eSGarrett Wollman * paths to this code happen after packets containing 299880ab7c0eSGarrett Wollman * RST have been dropped. 299980ab7c0eSGarrett Wollman * 300080ab7c0eSGarrett Wollman * In the SYN-RECEIVED state, don't send an ACK unless the 300180ab7c0eSGarrett Wollman * segment we received passes the SYN-RECEIVED ACK test. 300280ab7c0eSGarrett Wollman * If it fails send a RST. This breaks the loop in the 300380ab7c0eSGarrett Wollman * "LAND" DoS attack, and also prevents an ACK storm 300480ab7c0eSGarrett Wollman * between two listening ports that have been sent forged 300580ab7c0eSGarrett Wollman * SYN segments, each with the source address of the other. 3006df8bae1dSRodney W. Grimes */ 3007fb59c426SYoshinobu Inoue if (tp->t_state == TCPS_SYN_RECEIVED && (thflags & TH_ACK) && 3008fb59c426SYoshinobu Inoue (SEQ_GT(tp->snd_una, th->th_ack) || 3009a57815efSBosko Milekic SEQ_GT(th->th_ack, tp->snd_max)) ) { 3010a57815efSBosko Milekic rstreason = BANDLIM_RST_OPENPORT; 3011a57815efSBosko Milekic goto dropwithreset; 3012a57815efSBosko Milekic } 3013a0292f23SGarrett Wollman #ifdef TCPDEBUG 30144cc20ab1SSeigo Tanimura if (so->so_options & SO_DEBUG) 3015fb59c426SYoshinobu Inoue tcp_trace(TA_DROP, ostate, tp, (void *)tcp_saveipgen, 3016fb59c426SYoshinobu Inoue &tcp_savetcp, 0); 3017a0292f23SGarrett Wollman #endif 3018fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) 3019603724d3SBjoern A. Zeeb INP_INFO_WUNLOCK(&V_tcbinfo); 3020252ca428SRobert Watson ti_locked = TI_UNLOCKED; 3021252ca428SRobert Watson 3022df8bae1dSRodney W. Grimes tp->t_flags |= TF_ACKNOW; 3023df8bae1dSRodney W. Grimes (void) tcp_output(tp); 30248501a69cSRobert Watson INP_WUNLOCK(tp->t_inpcb); 3025d6915262SRobert Watson m_freem(m); 3026679d9708SAndre Oppermann return; 3027df8bae1dSRodney W. Grimes 3028df8bae1dSRodney W. Grimes dropwithreset: 3029fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) 3030dd8ac7f9SRobert Watson INP_INFO_WUNLOCK(&V_tcbinfo); 3031252ca428SRobert Watson ti_locked = TI_UNLOCKED; 3032a57815efSBosko Milekic 3033a0ca0871SRobert Watson if (tp != NULL) { 3034302ce8d6SAndre Oppermann tcp_dropwithreset(m, th, tp, tlen, rstreason); 30358501a69cSRobert Watson INP_WUNLOCK(tp->t_inpcb); 3036dd8ac7f9SRobert Watson } else 3037a0ca0871SRobert Watson tcp_dropwithreset(m, th, NULL, tlen, rstreason); 3038679d9708SAndre Oppermann return; 3039df8bae1dSRodney W. Grimes 3040df8bae1dSRodney W. Grimes drop: 3041fa046d87SRobert Watson if (ti_locked == TI_WLOCKED) { 3042252ca428SRobert Watson INP_INFO_WUNLOCK(&V_tcbinfo); 3043fa046d87SRobert Watson ti_locked = TI_UNLOCKED; 3044fa046d87SRobert Watson } 3045252ca428SRobert Watson #ifdef INVARIANTS 3046252ca428SRobert Watson else 3047252ca428SRobert Watson INP_INFO_UNLOCK_ASSERT(&V_tcbinfo); 3048252ca428SRobert Watson #endif 3049252ca428SRobert Watson 3050df8bae1dSRodney W. Grimes /* 3051df8bae1dSRodney W. Grimes * Drop space held by incoming segment and return. 3052df8bae1dSRodney W. Grimes */ 3053610ee2f9SDavid Greenman #ifdef TCPDEBUG 30541c53f806SRobert Watson if (tp == NULL || (tp->t_inpcb->inp_socket->so_options & SO_DEBUG)) 3055fb59c426SYoshinobu Inoue tcp_trace(TA_DROP, ostate, tp, (void *)tcp_saveipgen, 3056fb59c426SYoshinobu Inoue &tcp_savetcp, 0); 3057a0292f23SGarrett Wollman #endif 30581c53f806SRobert Watson if (tp != NULL) 30598501a69cSRobert Watson INP_WUNLOCK(tp->t_inpcb); 3060d6915262SRobert Watson m_freem(m); 3061302ce8d6SAndre Oppermann } 3062302ce8d6SAndre Oppermann 3063302ce8d6SAndre Oppermann /* 30640ca3f933SAndre Oppermann * Issue RST and make ACK acceptable to originator of segment. 30650ca3f933SAndre Oppermann * The mbuf must still include the original packet header. 30660ca3f933SAndre Oppermann * tp may be NULL. 3067302ce8d6SAndre Oppermann */ 3068302ce8d6SAndre Oppermann static void 3069302ce8d6SAndre Oppermann tcp_dropwithreset(struct mbuf *m, struct tcphdr *th, struct tcpcb *tp, 3070302ce8d6SAndre Oppermann int tlen, int rstreason) 3071302ce8d6SAndre Oppermann { 3072b287c6c7SBjoern A. Zeeb #ifdef INET 3073302ce8d6SAndre Oppermann struct ip *ip; 3074b287c6c7SBjoern A. Zeeb #endif 3075302ce8d6SAndre Oppermann #ifdef INET6 3076302ce8d6SAndre Oppermann struct ip6_hdr *ip6; 3077302ce8d6SAndre Oppermann #endif 30787a3244ccSRobert Watson 30797a3244ccSRobert Watson if (tp != NULL) { 30808501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 30817a3244ccSRobert Watson } 30827a3244ccSRobert Watson 30830ca3f933SAndre Oppermann /* Don't bother if destination was broadcast/multicast. */ 3084302ce8d6SAndre Oppermann if ((th->th_flags & TH_RST) || m->m_flags & (M_BCAST|M_MCAST)) 3085302ce8d6SAndre Oppermann goto drop; 3086302ce8d6SAndre Oppermann #ifdef INET6 3087302ce8d6SAndre Oppermann if (mtod(m, struct ip *)->ip_v == 6) { 3088302ce8d6SAndre Oppermann ip6 = mtod(m, struct ip6_hdr *); 3089302ce8d6SAndre Oppermann if (IN6_IS_ADDR_MULTICAST(&ip6->ip6_dst) || 3090302ce8d6SAndre Oppermann IN6_IS_ADDR_MULTICAST(&ip6->ip6_src)) 3091302ce8d6SAndre Oppermann goto drop; 3092302ce8d6SAndre Oppermann /* IPv6 anycast check is done at tcp6_input() */ 3093b287c6c7SBjoern A. Zeeb } 3094302ce8d6SAndre Oppermann #endif 3095b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 3096b287c6c7SBjoern A. Zeeb else 3097b287c6c7SBjoern A. Zeeb #endif 3098b287c6c7SBjoern A. Zeeb #ifdef INET 3099302ce8d6SAndre Oppermann { 3100302ce8d6SAndre Oppermann ip = mtod(m, struct ip *); 3101302ce8d6SAndre Oppermann if (IN_MULTICAST(ntohl(ip->ip_dst.s_addr)) || 3102302ce8d6SAndre Oppermann IN_MULTICAST(ntohl(ip->ip_src.s_addr)) || 3103302ce8d6SAndre Oppermann ip->ip_src.s_addr == htonl(INADDR_BROADCAST) || 3104302ce8d6SAndre Oppermann in_broadcast(ip->ip_dst, m->m_pkthdr.rcvif)) 3105302ce8d6SAndre Oppermann goto drop; 3106302ce8d6SAndre Oppermann } 3107b287c6c7SBjoern A. Zeeb #endif 3108302ce8d6SAndre Oppermann 3109302ce8d6SAndre Oppermann /* Perform bandwidth limiting. */ 3110302ce8d6SAndre Oppermann if (badport_bandlim(rstreason) < 0) 3111302ce8d6SAndre Oppermann goto drop; 3112302ce8d6SAndre Oppermann 3113302ce8d6SAndre Oppermann /* tcp_respond consumes the mbuf chain. */ 3114302ce8d6SAndre Oppermann if (th->th_flags & TH_ACK) { 3115302ce8d6SAndre Oppermann tcp_respond(tp, mtod(m, void *), th, m, (tcp_seq)0, 3116302ce8d6SAndre Oppermann th->th_ack, TH_RST); 3117302ce8d6SAndre Oppermann } else { 3118302ce8d6SAndre Oppermann if (th->th_flags & TH_SYN) 3119302ce8d6SAndre Oppermann tlen++; 3120302ce8d6SAndre Oppermann tcp_respond(tp, mtod(m, void *), th, m, th->th_seq+tlen, 3121302ce8d6SAndre Oppermann (tcp_seq)0, TH_RST|TH_ACK); 3122302ce8d6SAndre Oppermann } 3123302ce8d6SAndre Oppermann return; 3124302ce8d6SAndre Oppermann drop: 3125302ce8d6SAndre Oppermann m_freem(m); 3126df8bae1dSRodney W. Grimes } 3127df8bae1dSRodney W. Grimes 3128be2ac88cSJonathan Lemon /* 3129be2ac88cSJonathan Lemon * Parse TCP options and place in tcpopt. 3130be2ac88cSJonathan Lemon */ 31310312fbe9SPoul-Henning Kamp static void 3132ad3f9ab3SAndre Oppermann tcp_dooptions(struct tcpopt *to, u_char *cp, int cnt, int flags) 3133df8bae1dSRodney W. Grimes { 3134df8bae1dSRodney W. Grimes int opt, optlen; 3135df8bae1dSRodney W. Grimes 3136be2ac88cSJonathan Lemon to->to_flags = 0; 3137df8bae1dSRodney W. Grimes for (; cnt > 0; cnt -= optlen, cp += optlen) { 3138df8bae1dSRodney W. Grimes opt = cp[0]; 3139df8bae1dSRodney W. Grimes if (opt == TCPOPT_EOL) 3140df8bae1dSRodney W. Grimes break; 3141df8bae1dSRodney W. Grimes if (opt == TCPOPT_NOP) 3142df8bae1dSRodney W. Grimes optlen = 1; 3143df8bae1dSRodney W. Grimes else { 3144b474779fSJun-ichiro itojun Hagino if (cnt < 2) 3145b474779fSJun-ichiro itojun Hagino break; 3146df8bae1dSRodney W. Grimes optlen = cp[1]; 3147b474779fSJun-ichiro itojun Hagino if (optlen < 2 || optlen > cnt) 3148df8bae1dSRodney W. Grimes break; 3149df8bae1dSRodney W. Grimes } 3150df8bae1dSRodney W. Grimes switch (opt) { 3151df8bae1dSRodney W. Grimes case TCPOPT_MAXSEG: 3152df8bae1dSRodney W. Grimes if (optlen != TCPOLEN_MAXSEG) 3153df8bae1dSRodney W. Grimes continue; 3154f72167f4SAndre Oppermann if (!(flags & TO_SYN)) 3155df8bae1dSRodney W. Grimes continue; 3156be2ac88cSJonathan Lemon to->to_flags |= TOF_MSS; 3157be2ac88cSJonathan Lemon bcopy((char *)cp + 2, 3158be2ac88cSJonathan Lemon (char *)&to->to_mss, sizeof(to->to_mss)); 3159fd8e4ebcSMike Barcroft to->to_mss = ntohs(to->to_mss); 3160df8bae1dSRodney W. Grimes break; 3161df8bae1dSRodney W. Grimes case TCPOPT_WINDOW: 3162df8bae1dSRodney W. Grimes if (optlen != TCPOLEN_WINDOW) 3163df8bae1dSRodney W. Grimes continue; 3164f72167f4SAndre Oppermann if (!(flags & TO_SYN)) 3165df8bae1dSRodney W. Grimes continue; 3166be2ac88cSJonathan Lemon to->to_flags |= TOF_SCALE; 316702a1a643SAndre Oppermann to->to_wscale = min(cp[2], TCP_MAX_WINSHIFT); 3168df8bae1dSRodney W. Grimes break; 3169df8bae1dSRodney W. Grimes case TCPOPT_TIMESTAMP: 3170df8bae1dSRodney W. Grimes if (optlen != TCPOLEN_TIMESTAMP) 3171df8bae1dSRodney W. Grimes continue; 3172be2ac88cSJonathan Lemon to->to_flags |= TOF_TS; 3173a0292f23SGarrett Wollman bcopy((char *)cp + 2, 3174a0292f23SGarrett Wollman (char *)&to->to_tsval, sizeof(to->to_tsval)); 3175fd8e4ebcSMike Barcroft to->to_tsval = ntohl(to->to_tsval); 3176a0292f23SGarrett Wollman bcopy((char *)cp + 6, 3177a0292f23SGarrett Wollman (char *)&to->to_tsecr, sizeof(to->to_tsecr)); 3178fd8e4ebcSMike Barcroft to->to_tsecr = ntohl(to->to_tsecr); 3179df8bae1dSRodney W. Grimes break; 31801cfd4b53SBruce M Simpson #ifdef TCP_SIGNATURE 31811cfd4b53SBruce M Simpson /* 31821cfd4b53SBruce M Simpson * XXX In order to reply to a host which has set the 31831cfd4b53SBruce M Simpson * TCP_SIGNATURE option in its initial SYN, we have to 31841cfd4b53SBruce M Simpson * record the fact that the option was observed here 31851cfd4b53SBruce M Simpson * for the syncache code to perform the correct response. 31861cfd4b53SBruce M Simpson */ 31871cfd4b53SBruce M Simpson case TCPOPT_SIGNATURE: 31881cfd4b53SBruce M Simpson if (optlen != TCPOLEN_SIGNATURE) 31891cfd4b53SBruce M Simpson continue; 3190df47e437SAndre Oppermann to->to_flags |= TOF_SIGNATURE; 3191df47e437SAndre Oppermann to->to_signature = cp + 2; 31921cfd4b53SBruce M Simpson break; 3193265ed012SBruce M Simpson #endif 31946d90faf3SPaul Saab case TCPOPT_SACK_PERMITTED: 3195f72167f4SAndre Oppermann if (optlen != TCPOLEN_SACK_PERMITTED) 31966d90faf3SPaul Saab continue; 3197f72167f4SAndre Oppermann if (!(flags & TO_SYN)) 3198f72167f4SAndre Oppermann continue; 3199603724d3SBjoern A. Zeeb if (!V_tcp_do_sack) 3200f72167f4SAndre Oppermann continue; 3201fc30a251SAndre Oppermann to->to_flags |= TOF_SACKPERM; 32026d90faf3SPaul Saab break; 32036d90faf3SPaul Saab case TCPOPT_SACK: 32045a53ca16SPaul Saab if (optlen <= 2 || (optlen - 2) % TCPOLEN_SACK != 0) 32056d90faf3SPaul Saab continue; 3206b728e902SAndre Oppermann if (flags & TO_SYN) 3207b728e902SAndre Oppermann continue; 3208fc30a251SAndre Oppermann to->to_flags |= TOF_SACK; 32095a53ca16SPaul Saab to->to_nsacks = (optlen - 2) / TCPOLEN_SACK; 32105a53ca16SPaul Saab to->to_sacks = cp + 2; 321178b50714SRobert Watson TCPSTAT_INC(tcps_sack_rcv_blocks); 32126d90faf3SPaul Saab break; 3213be2ac88cSJonathan Lemon default: 3214be2ac88cSJonathan Lemon continue; 3215df8bae1dSRodney W. Grimes } 3216df8bae1dSRodney W. Grimes } 3217df8bae1dSRodney W. Grimes } 3218df8bae1dSRodney W. Grimes 3219df8bae1dSRodney W. Grimes /* 3220df8bae1dSRodney W. Grimes * Pull out of band byte out of a segment so 3221df8bae1dSRodney W. Grimes * it doesn't appear in the user's data queue. 3222df8bae1dSRodney W. Grimes * It is still reflected in the segment length for 3223df8bae1dSRodney W. Grimes * sequencing purposes. 3224df8bae1dSRodney W. Grimes */ 32250312fbe9SPoul-Henning Kamp static void 3226ad3f9ab3SAndre Oppermann tcp_pulloutofband(struct socket *so, struct tcphdr *th, struct mbuf *m, 3227ad3f9ab3SAndre Oppermann int off) 3228df8bae1dSRodney W. Grimes { 3229fb59c426SYoshinobu Inoue int cnt = off + th->th_urp - 1; 3230df8bae1dSRodney W. Grimes 3231df8bae1dSRodney W. Grimes while (cnt >= 0) { 3232df8bae1dSRodney W. Grimes if (m->m_len > cnt) { 3233df8bae1dSRodney W. Grimes char *cp = mtod(m, caddr_t) + cnt; 3234df8bae1dSRodney W. Grimes struct tcpcb *tp = sototcpcb(so); 3235df8bae1dSRodney W. Grimes 32368501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 32377a3244ccSRobert Watson 3238df8bae1dSRodney W. Grimes tp->t_iobc = *cp; 3239df8bae1dSRodney W. Grimes tp->t_oobflags |= TCPOOB_HAVEDATA; 3240df8bae1dSRodney W. Grimes bcopy(cp+1, cp, (unsigned)(m->m_len - cnt - 1)); 3241df8bae1dSRodney W. Grimes m->m_len--; 324269a34685SYoshinobu Inoue if (m->m_flags & M_PKTHDR) 324369a34685SYoshinobu Inoue m->m_pkthdr.len--; 3244df8bae1dSRodney W. Grimes return; 3245df8bae1dSRodney W. Grimes } 3246df8bae1dSRodney W. Grimes cnt -= m->m_len; 3247df8bae1dSRodney W. Grimes m = m->m_next; 32484dfdffe9SAndre Oppermann if (m == NULL) 3249df8bae1dSRodney W. Grimes break; 3250df8bae1dSRodney W. Grimes } 3251df8bae1dSRodney W. Grimes panic("tcp_pulloutofband"); 3252df8bae1dSRodney W. Grimes } 3253df8bae1dSRodney W. Grimes 3254df8bae1dSRodney W. Grimes /* 3255df8bae1dSRodney W. Grimes * Collect new round-trip time estimate 3256df8bae1dSRodney W. Grimes * and update averages and current timeout. 3257df8bae1dSRodney W. Grimes */ 32580312fbe9SPoul-Henning Kamp static void 3259ad3f9ab3SAndre Oppermann tcp_xmit_timer(struct tcpcb *tp, int rtt) 3260df8bae1dSRodney W. Grimes { 3261ad3f9ab3SAndre Oppermann int delta; 3262233e8c18SGarrett Wollman 32638501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 32642be3bf22SRobert Watson 326578b50714SRobert Watson TCPSTAT_INC(tcps_rttupdated); 3266233e8c18SGarrett Wollman tp->t_rttupdated++; 3267233e8c18SGarrett Wollman if (tp->t_srtt != 0) { 3268233e8c18SGarrett Wollman /* 3269233e8c18SGarrett Wollman * srtt is stored as fixed point with 5 bits after the 3270233e8c18SGarrett Wollman * binary point (i.e., scaled by 8). The following magic 3271233e8c18SGarrett Wollman * is equivalent to the smoothing algorithm in rfc793 with 3272233e8c18SGarrett Wollman * an alpha of .875 (srtt = rtt/8 + srtt*7/8 in fixed 3273233e8c18SGarrett Wollman * point). Adjust rtt to origin 0. 3274233e8c18SGarrett Wollman */ 3275233e8c18SGarrett Wollman delta = ((rtt - 1) << TCP_DELTA_SHIFT) 3276233e8c18SGarrett Wollman - (tp->t_srtt >> (TCP_RTT_SHIFT - TCP_DELTA_SHIFT)); 3277233e8c18SGarrett Wollman 3278233e8c18SGarrett Wollman if ((tp->t_srtt += delta) <= 0) 3279233e8c18SGarrett Wollman tp->t_srtt = 1; 3280233e8c18SGarrett Wollman 3281233e8c18SGarrett Wollman /* 3282233e8c18SGarrett Wollman * We accumulate a smoothed rtt variance (actually, a 3283233e8c18SGarrett Wollman * smoothed mean difference), then set the retransmit 3284233e8c18SGarrett Wollman * timer to smoothed rtt + 4 times the smoothed variance. 3285233e8c18SGarrett Wollman * rttvar is stored as fixed point with 4 bits after the 3286233e8c18SGarrett Wollman * binary point (scaled by 16). The following is 3287233e8c18SGarrett Wollman * equivalent to rfc793 smoothing with an alpha of .75 3288233e8c18SGarrett Wollman * (rttvar = rttvar*3/4 + |delta| / 4). This replaces 3289233e8c18SGarrett Wollman * rfc793's wired-in beta. 3290233e8c18SGarrett Wollman */ 3291233e8c18SGarrett Wollman if (delta < 0) 3292233e8c18SGarrett Wollman delta = -delta; 3293233e8c18SGarrett Wollman delta -= tp->t_rttvar >> (TCP_RTTVAR_SHIFT - TCP_DELTA_SHIFT); 3294233e8c18SGarrett Wollman if ((tp->t_rttvar += delta) <= 0) 3295233e8c18SGarrett Wollman tp->t_rttvar = 1; 32961fcc99b5SMatthew Dillon if (tp->t_rttbest > tp->t_srtt + tp->t_rttvar) 32971fcc99b5SMatthew Dillon tp->t_rttbest = tp->t_srtt + tp->t_rttvar; 3298233e8c18SGarrett Wollman } else { 3299233e8c18SGarrett Wollman /* 3300233e8c18SGarrett Wollman * No rtt measurement yet - use the unsmoothed rtt. 3301233e8c18SGarrett Wollman * Set the variance to half the rtt (so our first 3302233e8c18SGarrett Wollman * retransmit happens at 3*rtt). 3303233e8c18SGarrett Wollman */ 3304233e8c18SGarrett Wollman tp->t_srtt = rtt << TCP_RTT_SHIFT; 3305233e8c18SGarrett Wollman tp->t_rttvar = rtt << (TCP_RTTVAR_SHIFT - 1); 33061fcc99b5SMatthew Dillon tp->t_rttbest = tp->t_srtt + tp->t_rttvar; 3307233e8c18SGarrett Wollman } 33089b8b58e0SJonathan Lemon tp->t_rtttime = 0; 3309df8bae1dSRodney W. Grimes tp->t_rxtshift = 0; 3310df8bae1dSRodney W. Grimes 3311df8bae1dSRodney W. Grimes /* 3312df8bae1dSRodney W. Grimes * the retransmit should happen at rtt + 4 * rttvar. 3313df8bae1dSRodney W. Grimes * Because of the way we do the smoothing, srtt and rttvar 3314df8bae1dSRodney W. Grimes * will each average +1/2 tick of bias. When we compute 3315df8bae1dSRodney W. Grimes * the retransmit timer, we want 1/2 tick of rounding and 3316df8bae1dSRodney W. Grimes * 1 extra tick because of +-1/2 tick uncertainty in the 3317df8bae1dSRodney W. Grimes * firing of the timer. The bias will give us exactly the 3318df8bae1dSRodney W. Grimes * 1.5 tick we need. But, because the bias is 3319df8bae1dSRodney W. Grimes * statistical, we have to test that we don't drop below 3320df8bae1dSRodney W. Grimes * the minimum feasible timer (which is 2 ticks). 3321df8bae1dSRodney W. Grimes */ 3322233e8c18SGarrett Wollman TCPT_RANGESET(tp->t_rxtcur, TCP_REXMTVAL(tp), 33239e2874b0SGarrett Wollman max(tp->t_rttmin, rtt + 2), TCPTV_REXMTMAX); 3324df8bae1dSRodney W. Grimes 3325df8bae1dSRodney W. Grimes /* 3326df8bae1dSRodney W. Grimes * We received an ack for a packet that wasn't retransmitted; 3327df8bae1dSRodney W. Grimes * it is probably safe to discard any error indications we've 3328df8bae1dSRodney W. Grimes * received recently. This isn't quite right, but close enough 3329df8bae1dSRodney W. Grimes * for now (a route might have failed after we sent a segment, 3330df8bae1dSRodney W. Grimes * and the return path might not be symmetrical). 3331df8bae1dSRodney W. Grimes */ 3332df8bae1dSRodney W. Grimes tp->t_softerror = 0; 3333df8bae1dSRodney W. Grimes } 3334df8bae1dSRodney W. Grimes 3335df8bae1dSRodney W. Grimes /* 3336df8bae1dSRodney W. Grimes * Determine a reasonable value for maxseg size. 3337df8bae1dSRodney W. Grimes * If the route is known, check route for mtu. 33384faaea55SAndre Oppermann * If none, use an mss that can be handled on the outgoing interface 33394faaea55SAndre Oppermann * without forcing IP to fragment. If no route is found, route has no mtu, 3340df8bae1dSRodney W. Grimes * or the destination isn't local, use a default, hopefully conservative 3341df8bae1dSRodney W. Grimes * size (usually 512 or the default IP max size, but no more than the mtu 3342df8bae1dSRodney W. Grimes * of the interface), as we can't discover anything about intervening 3343df8bae1dSRodney W. Grimes * gateways or networks. We also initialize the congestion/slow start 3344df8bae1dSRodney W. Grimes * window to be a single segment if the destination isn't local. 3345df8bae1dSRodney W. Grimes * While looking at the routing entry, we also initialize other path-dependent 3346df8bae1dSRodney W. Grimes * parameters from pre-set or cached values in the routing entry. 3347a0292f23SGarrett Wollman * 3348a0292f23SGarrett Wollman * Also take into account the space needed for options that we 3349a0292f23SGarrett Wollman * send regularly. Make maxseg shorter by that amount to assure 3350a0292f23SGarrett Wollman * that we can send maxseg amount of data even when the options 3351a0292f23SGarrett Wollman * are present. Store the upper limit of the length of options plus 3352a0292f23SGarrett Wollman * data in maxopd. 3353a0292f23SGarrett Wollman * 335497d8d152SAndre Oppermann * NOTE that this routine is only called when we process an incoming 3355ef341ee1SGleb Smirnoff * segment, or an ICMP need fragmentation datagram. Outgoing SYN/ACK MSS 3356ef341ee1SGleb Smirnoff * settings are handled in tcp_mssopt(). 3357df8bae1dSRodney W. Grimes */ 3358a0292f23SGarrett Wollman void 3359ef341ee1SGleb Smirnoff tcp_mss_update(struct tcpcb *tp, int offer, int mtuoffer, 336091d6cfa6SBjoern A. Zeeb struct hc_metrics_lite *metricptr, int *mtuflags) 3361df8bae1dSRodney W. Grimes { 3362b287c6c7SBjoern A. Zeeb int mss = 0; 3363b287c6c7SBjoern A. Zeeb u_long maxmtu = 0; 3364c068736aSJeffrey Hsu struct inpcb *inp = tp->t_inpcb; 336597d8d152SAndre Oppermann struct hc_metrics_lite metrics; 3366ef341ee1SGleb Smirnoff int origoffer; 3367fb59c426SYoshinobu Inoue #ifdef INET6 3368c068736aSJeffrey Hsu int isipv6 = ((inp->inp_vflag & INP_IPV6) != 0) ? 1 : 0; 3369c068736aSJeffrey Hsu size_t min_protoh = isipv6 ? 3370c068736aSJeffrey Hsu sizeof (struct ip6_hdr) + sizeof (struct tcphdr) : 3371c068736aSJeffrey Hsu sizeof (struct tcpiphdr); 3372c068736aSJeffrey Hsu #else 3373c068736aSJeffrey Hsu const size_t min_protoh = sizeof(struct tcpiphdr); 3374fb59c426SYoshinobu Inoue #endif 3375df8bae1dSRodney W. Grimes 33768501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 33777a3244ccSRobert Watson 3378ef341ee1SGleb Smirnoff if (mtuoffer != -1) { 3379ef341ee1SGleb Smirnoff KASSERT(offer == -1, ("%s: conflict", __func__)); 3380ef341ee1SGleb Smirnoff offer = mtuoffer - min_protoh; 3381ef341ee1SGleb Smirnoff } 3382ef341ee1SGleb Smirnoff origoffer = offer; 3383ef341ee1SGleb Smirnoff 3384e8949f74SAndre Oppermann /* Initialize. */ 338597d8d152SAndre Oppermann #ifdef INET6 338697d8d152SAndre Oppermann if (isipv6) { 338791d6cfa6SBjoern A. Zeeb maxmtu = tcp_maxmtu6(&inp->inp_inc, mtuflags); 3388603724d3SBjoern A. Zeeb tp->t_maxopd = tp->t_maxseg = V_tcp_v6mssdflt; 3389b287c6c7SBjoern A. Zeeb } 339097d8d152SAndre Oppermann #endif 3391b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 3392b287c6c7SBjoern A. Zeeb else 3393b287c6c7SBjoern A. Zeeb #endif 3394b287c6c7SBjoern A. Zeeb #ifdef INET 339597d8d152SAndre Oppermann { 339691d6cfa6SBjoern A. Zeeb maxmtu = tcp_maxmtu(&inp->inp_inc, mtuflags); 3397603724d3SBjoern A. Zeeb tp->t_maxopd = tp->t_maxseg = V_tcp_mssdflt; 3398df8bae1dSRodney W. Grimes } 3399b287c6c7SBjoern A. Zeeb #endif 3400df8bae1dSRodney W. Grimes 340197d8d152SAndre Oppermann /* 3402e8949f74SAndre Oppermann * No route to sender, stay with default mss and return. 340397d8d152SAndre Oppermann */ 34046f01cac6SBjoern A. Zeeb if (maxmtu == 0) { 34056f01cac6SBjoern A. Zeeb /* 34068e5c87f4SBjoern A. Zeeb * In case we return early we need to initialize metrics 34076f01cac6SBjoern A. Zeeb * to a defined state as tcp_hc_get() would do for us 34086f01cac6SBjoern A. Zeeb * if there was no cache hit. 34096f01cac6SBjoern A. Zeeb */ 34106f01cac6SBjoern A. Zeeb if (metricptr != NULL) 34116f01cac6SBjoern A. Zeeb bzero(metricptr, sizeof(struct hc_metrics_lite)); 341297d8d152SAndre Oppermann return; 34136f01cac6SBjoern A. Zeeb } 341497d8d152SAndre Oppermann 3415e8949f74SAndre Oppermann /* What have we got? */ 341697d8d152SAndre Oppermann switch (offer) { 341797d8d152SAndre Oppermann case 0: 341897d8d152SAndre Oppermann /* 341997d8d152SAndre Oppermann * Offer == 0 means that there was no MSS on the SYN 3420c3b02504SBjoern A. Zeeb * segment, in this case we use tcp_mssdflt as 3421c3b02504SBjoern A. Zeeb * already assigned to t_maxopd above. 342297d8d152SAndre Oppermann */ 3423c3b02504SBjoern A. Zeeb offer = tp->t_maxopd; 342497d8d152SAndre Oppermann break; 342597d8d152SAndre Oppermann 342697d8d152SAndre Oppermann case -1: 3427a0292f23SGarrett Wollman /* 3428c94c54e4SAndre Oppermann * Offer == -1 means that we didn't receive SYN yet. 3429a0292f23SGarrett Wollman */ 343097d8d152SAndre Oppermann /* FALLTHROUGH */ 343197d8d152SAndre Oppermann 343297d8d152SAndre Oppermann default: 3433a0292f23SGarrett Wollman /* 343453369ac9SAndre Oppermann * Prevent DoS attack with too small MSS. Round up 343553369ac9SAndre Oppermann * to at least minmss. 343653369ac9SAndre Oppermann */ 3437603724d3SBjoern A. Zeeb offer = max(offer, V_tcp_minmss); 343897d8d152SAndre Oppermann } 3439a0292f23SGarrett Wollman 3440df8bae1dSRodney W. Grimes /* 3441e8949f74SAndre Oppermann * rmx information is now retrieved from tcp_hostcache. 3442df8bae1dSRodney W. Grimes */ 344397d8d152SAndre Oppermann tcp_hc_get(&inp->inp_inc, &metrics); 34443cee92e0SBjoern A. Zeeb if (metricptr != NULL) 34453cee92e0SBjoern A. Zeeb bcopy(&metrics, metricptr, sizeof(struct hc_metrics_lite)); 344697d8d152SAndre Oppermann 3447df8bae1dSRodney W. Grimes /* 3448e8949f74SAndre Oppermann * If there's a discovered mtu int tcp hostcache, use it 3449fb59c426SYoshinobu Inoue * else, use the link mtu. 3450df8bae1dSRodney W. Grimes */ 345197d8d152SAndre Oppermann if (metrics.rmx_mtu) 34522d166c02SAndre Oppermann mss = min(metrics.rmx_mtu, maxmtu) - min_protoh; 3453c068736aSJeffrey Hsu else { 345431b3783cSHajimu UMEMOTO #ifdef INET6 3455fb59c426SYoshinobu Inoue if (isipv6) { 345697d8d152SAndre Oppermann mss = maxmtu - min_protoh; 3457603724d3SBjoern A. Zeeb if (!V_path_mtu_discovery && 345897d8d152SAndre Oppermann !in6_localaddr(&inp->in6p_faddr)) 3459603724d3SBjoern A. Zeeb mss = min(mss, V_tcp_v6mssdflt); 3460b287c6c7SBjoern A. Zeeb } 3461b3399803SHajimu UMEMOTO #endif 3462b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 3463b287c6c7SBjoern A. Zeeb else 3464b287c6c7SBjoern A. Zeeb #endif 3465b287c6c7SBjoern A. Zeeb #ifdef INET 346697d8d152SAndre Oppermann { 346797d8d152SAndre Oppermann mss = maxmtu - min_protoh; 3468603724d3SBjoern A. Zeeb if (!V_path_mtu_discovery && 346997d8d152SAndre Oppermann !in_localaddr(inp->inp_faddr)) 3470603724d3SBjoern A. Zeeb mss = min(mss, V_tcp_mssdflt); 3471a0292f23SGarrett Wollman } 3472b287c6c7SBjoern A. Zeeb #endif 34733cee92e0SBjoern A. Zeeb /* 34743cee92e0SBjoern A. Zeeb * XXX - The above conditional (mss = maxmtu - min_protoh) 34753cee92e0SBjoern A. Zeeb * probably violates the TCP spec. 34763cee92e0SBjoern A. Zeeb * The problem is that, since we don't know the 34773cee92e0SBjoern A. Zeeb * other end's MSS, we are supposed to use a conservative 34783cee92e0SBjoern A. Zeeb * default. But, if we do that, then MTU discovery will 34793cee92e0SBjoern A. Zeeb * never actually take place, because the conservative 34803cee92e0SBjoern A. Zeeb * default is much less than the MTUs typically seen 34813cee92e0SBjoern A. Zeeb * on the Internet today. For the moment, we'll sweep 34823cee92e0SBjoern A. Zeeb * this under the carpet. 34833cee92e0SBjoern A. Zeeb * 34843cee92e0SBjoern A. Zeeb * The conservative default might not actually be a problem 34853cee92e0SBjoern A. Zeeb * if the only case this occurs is when sending an initial 34863cee92e0SBjoern A. Zeeb * SYN with options and data to a host we've never talked 34873cee92e0SBjoern A. Zeeb * to before. Then, they will reply with an MSS value which 34883cee92e0SBjoern A. Zeeb * will get recorded and the new parameters should get 34893cee92e0SBjoern A. Zeeb * recomputed. For Further Study. 34903cee92e0SBjoern A. Zeeb */ 349197d8d152SAndre Oppermann } 3492a0292f23SGarrett Wollman mss = min(mss, offer); 349397d8d152SAndre Oppermann 3494a0292f23SGarrett Wollman /* 34953cee92e0SBjoern A. Zeeb * Sanity check: make sure that maxopd will be large 34963cee92e0SBjoern A. Zeeb * enough to allow some data on segments even if the 34973cee92e0SBjoern A. Zeeb * all the option space is used (40bytes). Otherwise 34983cee92e0SBjoern A. Zeeb * funny things may happen in tcp_output. 34993cee92e0SBjoern A. Zeeb */ 35003cee92e0SBjoern A. Zeeb mss = max(mss, 64); 35013cee92e0SBjoern A. Zeeb 35023cee92e0SBjoern A. Zeeb /* 3503a0292f23SGarrett Wollman * maxopd stores the maximum length of data AND options 3504a0292f23SGarrett Wollman * in a segment; maxseg is the amount of data in a normal 3505a0292f23SGarrett Wollman * segment. We need to store this value (maxopd) apart 3506a0292f23SGarrett Wollman * from maxseg, because now every segment carries options 3507a0292f23SGarrett Wollman * and thus we normally have somewhat less data in segments. 3508a0292f23SGarrett Wollman */ 3509a0292f23SGarrett Wollman tp->t_maxopd = mss; 3510a0292f23SGarrett Wollman 3511a0292f23SGarrett Wollman /* 3512e8949f74SAndre Oppermann * origoffer==-1 indicates that no segments were received yet. 3513c94c54e4SAndre Oppermann * In this case we just guess. 3514a0292f23SGarrett Wollman */ 3515a0292f23SGarrett Wollman if ((tp->t_flags & (TF_REQ_TSTMP|TF_NOOPT)) == TF_REQ_TSTMP && 3516a0292f23SGarrett Wollman (origoffer == -1 || 3517a0292f23SGarrett Wollman (tp->t_flags & TF_RCVD_TSTMP) == TF_RCVD_TSTMP)) 3518a0292f23SGarrett Wollman mss -= TCPOLEN_TSTAMP_APPA; 3519a0292f23SGarrett Wollman 352097d8d152SAndre Oppermann tp->t_maxseg = mss; 35213cee92e0SBjoern A. Zeeb } 35223cee92e0SBjoern A. Zeeb 35233cee92e0SBjoern A. Zeeb void 35243cee92e0SBjoern A. Zeeb tcp_mss(struct tcpcb *tp, int offer) 35253cee92e0SBjoern A. Zeeb { 3526dbc42409SLawrence Stewart int mss; 35273cee92e0SBjoern A. Zeeb u_long bufsize; 35283cee92e0SBjoern A. Zeeb struct inpcb *inp; 35293cee92e0SBjoern A. Zeeb struct socket *so; 35303cee92e0SBjoern A. Zeeb struct hc_metrics_lite metrics; 353191d6cfa6SBjoern A. Zeeb int mtuflags = 0; 3532dbc42409SLawrence Stewart 35333cee92e0SBjoern A. Zeeb KASSERT(tp != NULL, ("%s: tp == NULL", __func__)); 35343cee92e0SBjoern A. Zeeb 3535ef341ee1SGleb Smirnoff tcp_mss_update(tp, offer, -1, &metrics, &mtuflags); 35363cee92e0SBjoern A. Zeeb 35373cee92e0SBjoern A. Zeeb mss = tp->t_maxseg; 35383cee92e0SBjoern A. Zeeb inp = tp->t_inpcb; 353997d8d152SAndre Oppermann 3540df8bae1dSRodney W. Grimes /* 354197d8d152SAndre Oppermann * If there's a pipesize, change the socket buffer to that size, 354297d8d152SAndre Oppermann * don't change if sb_hiwat is different than default (then it 354397d8d152SAndre Oppermann * has been changed on purpose with setsockopt). 354497d8d152SAndre Oppermann * Make the socket buffers an integral number of mss units; 354597d8d152SAndre Oppermann * if the mss is larger than the socket buffer, decrease the mss. 3546df8bae1dSRodney W. Grimes */ 3547c3b02504SBjoern A. Zeeb so = inp->inp_socket; 35483f11a2f3SRobert Watson SOCKBUF_LOCK(&so->so_snd); 3549e233e2acSAndre Oppermann if ((so->so_snd.sb_hiwat == V_tcp_sendspace) && metrics.rmx_sendpipe) 355097d8d152SAndre Oppermann bufsize = metrics.rmx_sendpipe; 355197d8d152SAndre Oppermann else 3552df8bae1dSRodney W. Grimes bufsize = so->so_snd.sb_hiwat; 3553df8bae1dSRodney W. Grimes if (bufsize < mss) 3554df8bae1dSRodney W. Grimes mss = bufsize; 3555df8bae1dSRodney W. Grimes else { 3556df8bae1dSRodney W. Grimes bufsize = roundup(bufsize, mss); 3557df8bae1dSRodney W. Grimes if (bufsize > sb_max) 3558df8bae1dSRodney W. Grimes bufsize = sb_max; 355988c39af3SRuslan Ermilov if (bufsize > so->so_snd.sb_hiwat) 35603f11a2f3SRobert Watson (void)sbreserve_locked(&so->so_snd, bufsize, so, NULL); 3561df8bae1dSRodney W. Grimes } 35623f11a2f3SRobert Watson SOCKBUF_UNLOCK(&so->so_snd); 3563df8bae1dSRodney W. Grimes tp->t_maxseg = mss; 3564df8bae1dSRodney W. Grimes 35653f11a2f3SRobert Watson SOCKBUF_LOCK(&so->so_rcv); 3566e233e2acSAndre Oppermann if ((so->so_rcv.sb_hiwat == V_tcp_recvspace) && metrics.rmx_recvpipe) 356797d8d152SAndre Oppermann bufsize = metrics.rmx_recvpipe; 356897d8d152SAndre Oppermann else 3569df8bae1dSRodney W. Grimes bufsize = so->so_rcv.sb_hiwat; 3570df8bae1dSRodney W. Grimes if (bufsize > mss) { 3571df8bae1dSRodney W. Grimes bufsize = roundup(bufsize, mss); 3572df8bae1dSRodney W. Grimes if (bufsize > sb_max) 3573df8bae1dSRodney W. Grimes bufsize = sb_max; 357488c39af3SRuslan Ermilov if (bufsize > so->so_rcv.sb_hiwat) 35753f11a2f3SRobert Watson (void)sbreserve_locked(&so->so_rcv, bufsize, so, NULL); 3576df8bae1dSRodney W. Grimes } 35773f11a2f3SRobert Watson SOCKBUF_UNLOCK(&so->so_rcv); 357891d6cfa6SBjoern A. Zeeb 357991d6cfa6SBjoern A. Zeeb /* Check the interface for TSO capabilities. */ 358091d6cfa6SBjoern A. Zeeb if (mtuflags & CSUM_TSO) 358191d6cfa6SBjoern A. Zeeb tp->t_flags |= TF_TSO; 3582a0292f23SGarrett Wollman } 3583a0292f23SGarrett Wollman 3584a0292f23SGarrett Wollman /* 3585a0292f23SGarrett Wollman * Determine the MSS option to send on an outgoing SYN. 3586a0292f23SGarrett Wollman */ 3587a0292f23SGarrett Wollman int 3588ad3f9ab3SAndre Oppermann tcp_mssopt(struct in_conninfo *inc) 3589a0292f23SGarrett Wollman { 359097d8d152SAndre Oppermann int mss = 0; 359197d8d152SAndre Oppermann u_long maxmtu = 0; 359297d8d152SAndre Oppermann u_long thcmtu = 0; 359397d8d152SAndre Oppermann size_t min_protoh; 3594a0292f23SGarrett Wollman 359597d8d152SAndre Oppermann KASSERT(inc != NULL, ("tcp_mssopt with NULL in_conninfo pointer")); 3596a0292f23SGarrett Wollman 359731b3783cSHajimu UMEMOTO #ifdef INET6 3598dcdb4371SBjoern A. Zeeb if (inc->inc_flags & INC_ISIPV6) { 3599603724d3SBjoern A. Zeeb mss = V_tcp_v6mssdflt; 3600233dcce1SAndre Oppermann maxmtu = tcp_maxmtu6(inc, NULL); 360197d8d152SAndre Oppermann min_protoh = sizeof(struct ip6_hdr) + sizeof(struct tcphdr); 3602b287c6c7SBjoern A. Zeeb } 360331b3783cSHajimu UMEMOTO #endif 3604b287c6c7SBjoern A. Zeeb #if defined(INET) && defined(INET6) 3605b287c6c7SBjoern A. Zeeb else 3606b287c6c7SBjoern A. Zeeb #endif 3607b287c6c7SBjoern A. Zeeb #ifdef INET 360897d8d152SAndre Oppermann { 3609603724d3SBjoern A. Zeeb mss = V_tcp_mssdflt; 3610233dcce1SAndre Oppermann maxmtu = tcp_maxmtu(inc, NULL); 361197d8d152SAndre Oppermann min_protoh = sizeof(struct tcpiphdr); 361297d8d152SAndre Oppermann } 3613b287c6c7SBjoern A. Zeeb #endif 36143a9391deSBjoern A. Zeeb #if defined(INET6) || defined(INET) 36153a9391deSBjoern A. Zeeb thcmtu = tcp_hc_getmtu(inc); /* IPv4 and IPv6 */ 36163a9391deSBjoern A. Zeeb #endif 36173a9391deSBjoern A. Zeeb 361897d8d152SAndre Oppermann if (maxmtu && thcmtu) 361997d8d152SAndre Oppermann mss = min(maxmtu, thcmtu) - min_protoh; 362097d8d152SAndre Oppermann else if (maxmtu || thcmtu) 362197d8d152SAndre Oppermann mss = max(maxmtu, thcmtu) - min_protoh; 362297d8d152SAndre Oppermann 362397d8d152SAndre Oppermann return (mss); 3624df8bae1dSRodney W. Grimes } 362546f58482SJonathan Lemon 362646f58482SJonathan Lemon 362746f58482SJonathan Lemon /* 3628c068736aSJeffrey Hsu * On a partial ack arrives, force the retransmission of the 3629c068736aSJeffrey Hsu * next unacknowledged segment. Do not clear tp->t_dupacks. 3630c068736aSJeffrey Hsu * By setting snd_nxt to ti_ack, this forces retransmission timer to 3631c068736aSJeffrey Hsu * be started again. 363246f58482SJonathan Lemon */ 3633c068736aSJeffrey Hsu static void 3634ad3f9ab3SAndre Oppermann tcp_newreno_partial_ack(struct tcpcb *tp, struct tcphdr *th) 363546f58482SJonathan Lemon { 363646f58482SJonathan Lemon tcp_seq onxt = tp->snd_nxt; 363746f58482SJonathan Lemon u_long ocwnd = tp->snd_cwnd; 363846f58482SJonathan Lemon 36398501a69cSRobert Watson INP_WLOCK_ASSERT(tp->t_inpcb); 36407a3244ccSRobert Watson 3641b8152ba7SAndre Oppermann tcp_timer_activate(tp, TT_REXMT, 0); 364246f58482SJonathan Lemon tp->t_rtttime = 0; 364346f58482SJonathan Lemon tp->snd_nxt = th->th_ack; 36446b2a5f92SJayanth Vijayaraghavan /* 3645c068736aSJeffrey Hsu * Set snd_cwnd to one segment beyond acknowledged offset. 3646c068736aSJeffrey Hsu * (tp->snd_una has not yet been updated when this function is called.) 36476b2a5f92SJayanth Vijayaraghavan */ 3648dbc42409SLawrence Stewart tp->snd_cwnd = tp->t_maxseg + BYTES_THIS_ACK(tp, th); 3649a84db8f4SMatthew Dillon tp->t_flags |= TF_ACKNOW; 36506b2a5f92SJayanth Vijayaraghavan (void) tcp_output(tp); 365146f58482SJonathan Lemon tp->snd_cwnd = ocwnd; 365246f58482SJonathan Lemon if (SEQ_GT(onxt, tp->snd_nxt)) 365346f58482SJonathan Lemon tp->snd_nxt = onxt; 365446f58482SJonathan Lemon /* 365546f58482SJonathan Lemon * Partial window deflation. Relies on fact that tp->snd_una 365646f58482SJonathan Lemon * not updated yet. 365746f58482SJonathan Lemon */ 3658dbc42409SLawrence Stewart if (tp->snd_cwnd > BYTES_THIS_ACK(tp, th)) 3659dbc42409SLawrence Stewart tp->snd_cwnd -= BYTES_THIS_ACK(tp, th); 3660d7587117SPaul Saab else 3661d7587117SPaul Saab tp->snd_cwnd = 0; 3662d7587117SPaul Saab tp->snd_cwnd += tp->t_maxseg; 366346f58482SJonathan Lemon } 3664