30 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_clamp_rto_to_user_timeout()  local
35 	user_timeout = READ_ONCE(icsk->icsk_user_timeout);  in tcp_clamp_rto_to_user_timeout()
37 		return icsk->icsk_rto;  in tcp_clamp_rto_to_user_timeout()
47 	return min_t(u32, icsk->icsk_rto, msecs_to_jiffies(remaining));  in tcp_clamp_rto_to_user_timeout()
52 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_clamp_probe0_to_user_timeout()  local
57 	user_timeout = READ_ONCE(icsk->icsk_user_timeout);  in tcp_clamp_probe0_to_user_timeout()
58 	if (!user_timeout || !icsk->icsk_probes_tstamp)  in tcp_clamp_probe0_to_user_timeout()
61 	elapsed = tcp_jiffies32 - icsk->icsk_probes_tstamp;  in tcp_clamp_probe0_to_user_timeout()
166 static void tcp_mtu_probing(struct inet_connection_sock *icsk, struct sock *sk)  in tcp_mtu_probing()  argument
175 	if (!icsk->icsk_mtup.enabled) {  in tcp_mtu_probing()
176 		icsk->icsk_mtup.enabled = 1;  in tcp_mtu_probing()
177 		icsk->icsk_mtup.probe_timestamp = tcp_jiffies32;  in tcp_mtu_probing()
179 		mss = tcp_mtu_to_mss(sk, icsk->icsk_mtup.search_low) >> 1;  in tcp_mtu_probing()
183 		icsk->icsk_mtup.search_low = tcp_mss_to_mtu(sk, mss);  in tcp_mtu_probing()
185 	tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);  in tcp_mtu_probing()
245 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_write_timeout()  local
252 		if (icsk->icsk_retransmits)  in tcp_write_timeout()
255 		retry_until = READ_ONCE(icsk->icsk_syn_retries) ? :  in tcp_write_timeout()
262 		expired = icsk->icsk_retransmits >= max_retransmits;  in tcp_write_timeout()
266 			tcp_mtu_probing(icsk, sk);  in tcp_write_timeout()
273 			const bool alive = icsk->icsk_rto < tcp_rto_max(sk);  in tcp_write_timeout()
285 						READ_ONCE(icsk->icsk_user_timeout));  in tcp_write_timeout()
291 				  icsk->icsk_retransmits,  in tcp_write_timeout()
292 				  icsk->icsk_rto, (int)expired);  in tcp_write_timeout()
311 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_delack_timer_handler()  local
324 	if (!(icsk->icsk_ack.pending & ICSK_ACK_TIMER))  in tcp_delack_timer_handler()
327 	if (time_after(icsk_delack_timeout(icsk), jiffies)) {  in tcp_delack_timer_handler()
328 		sk_reset_timer(sk, &icsk->icsk_delack_timer,  in tcp_delack_timer_handler()
329 			       icsk_delack_timeout(icsk));  in tcp_delack_timer_handler()
332 	icsk->icsk_ack.pending &= ~ICSK_ACK_TIMER;  in tcp_delack_timer_handler()
337 			icsk->icsk_ack.ato = min_t(u32, icsk->icsk_ack.ato << 1, icsk->icsk_rto);  in tcp_delack_timer_handler()
343 			icsk->icsk_ack.ato      = TCP_ATO_MIN;  in tcp_delack_timer_handler()
363 	struct inet_connection_sock *icsk =  in tcp_delack_timer()  local
364 			timer_container_of(icsk, t, icsk_delack_timer);  in tcp_delack_timer()
365 	struct sock *sk = &icsk->icsk_inet.sk;  in tcp_delack_timer()
371 	if (!(smp_load_acquire(&icsk->icsk_ack.pending) & ICSK_ACK_TIMER) &&  in tcp_delack_timer()
391 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_probe_timer()  local
397 		WRITE_ONCE(icsk->icsk_probes_out, 0);  in tcp_probe_timer()
398 		icsk->icsk_probes_tstamp = 0;  in tcp_probe_timer()
410 	if (!icsk->icsk_probes_tstamp) {  in tcp_probe_timer()
411 		icsk->icsk_probes_tstamp = tcp_jiffies32;  in tcp_probe_timer()
413 		u32 user_timeout = READ_ONCE(icsk->icsk_user_timeout);  in tcp_probe_timer()
416 		    (s32)(tcp_jiffies32 - icsk->icsk_probes_tstamp) >=  in tcp_probe_timer()
423 		const bool alive = inet_csk_rto_backoff(icsk, rto_max) < rto_max;  in tcp_probe_timer()
426 		if (!alive && icsk->icsk_backoff >= max_probes)  in tcp_probe_timer()
432 	if (icsk->icsk_probes_out >= max_probes) {  in tcp_probe_timer()
442 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_update_rto_stats()  local
445 	if (!icsk->icsk_retransmits) {  in tcp_update_rto_stats()
449 	WRITE_ONCE(icsk->icsk_retransmits, icsk->icsk_retransmits + 1);  in tcp_update_rto_stats()
459 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_fastopen_synack_timer()  local
468 	max_retries = READ_ONCE(icsk->icsk_syn_retries) ? :  in tcp_fastopen_synack_timer()
476 	if (icsk->icsk_retransmits == 1)  in tcp_fastopen_synack_timer()
498 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_rtx_probe0_timed_out()  local
499 	u32 user_timeout = READ_ONCE(icsk->icsk_user_timeout);  in tcp_rtx_probe0_timed_out()
539 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_retransmit_timer()  local
607 	if (icsk->icsk_retransmits == 0) {  in tcp_retransmit_timer()
610 		if (icsk->icsk_ca_state == TCP_CA_Recovery) {  in tcp_retransmit_timer()
615 		} else if (icsk->icsk_ca_state == TCP_CA_Loss) {  in tcp_retransmit_timer()
617 		} else if ((icsk->icsk_ca_state == TCP_CA_Disorder) ||  in tcp_retransmit_timer()
670 	    icsk->icsk_retransmits <= TCP_THIN_LINEAR_RETRIES) {  in tcp_retransmit_timer()
671 		icsk->icsk_backoff = 0;  in tcp_retransmit_timer()
672 		icsk->icsk_rto = clamp(__tcp_set_rto(tp),  in tcp_retransmit_timer()
681 		icsk->icsk_backoff++;  in tcp_retransmit_timer()
682 		icsk->icsk_rto = min(icsk->icsk_rto << 1, tcp_rto_max(sk));  in tcp_retransmit_timer()
697 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_write_timer_handler()  local
701 	    !icsk->icsk_pending)  in tcp_write_timer_handler()
710 	event = icsk->icsk_pending;  in tcp_write_timer_handler()
720 		smp_store_release(&icsk->icsk_pending, 0);  in tcp_write_timer_handler()
724 		smp_store_release(&icsk->icsk_pending, 0);  in tcp_write_timer_handler()
781 	struct inet_connection_sock *icsk =  in tcp_keepalive_timer()  local
782 		timer_container_of(icsk, t, icsk_keepalive_timer);  in tcp_keepalive_timer()
783 	struct sock *sk = &icsk->icsk_inet.sk;  in tcp_keepalive_timer()
827 		u32 user_timeout = READ_ONCE(icsk->icsk_user_timeout);  in tcp_keepalive_timer()
834 		    icsk->icsk_probes_out > 0) ||  in tcp_keepalive_timer()
836 		    icsk->icsk_probes_out >= keepalive_probes(tp))) {  in tcp_keepalive_timer()
843 			WRITE_ONCE(icsk->icsk_probes_out, icsk->icsk_probes_out + 1);  in tcp_keepalive_timer()