Lines Matching refs:t_flags
576 ((tp->t_flags & TF_SACK_PERMIT) == 0) || in bbr_timer_start()
624 if ((tp->t_flags & TF_SENTFIN) && in bbr_timer_start()
791 if (tp->t_flags & TF_DELACK) { in bbr_start_hpts_timer()
974 if (tp->t_flags & TF_DELACK) { in bbr_timer_audit()
991 if ((tp->t_flags & TF_SENTFIN) && in bbr_timer_audit()
1058 if (tp->t_flags & TF_DELACK) { in bbr_timer_audit()
2864 if (IN_RECOVERY(bbr->rc_tp->t_flags)) in bbr_set_pktepoch()
3593 if ((tp->t_flags & TF_GPUTINPROG) && in bbr_ack_received()
3614 tp->t_flags &= ~TF_GPUTINPROG; in bbr_ack_received()
3646 if (IN_RECOVERY(tp->t_flags) && in bbr_ack_received()
3658 if (IN_RECOVERY(tp->t_flags)) { in bbr_ack_received()
3761 EXIT_RECOVERY(tp->t_flags); in bbr_post_recovery()
3918 if (!IN_RECOVERY(tp->t_flags)) { in bbr_cong_signal()
3940 ENTER_RECOVERY(tp->t_flags); in bbr_cong_signal()
4007 (((tp->t_flags & TF_RXWIN0SENT) == 0) && \
4008 ((tp->t_flags & TF_DELACK) == 0) && \
4010 (tp->t_delayed_ack || (tp->t_flags & TF_NEEDSYN)))
4302 if (tp->t_flags & TF_SENTFIN) { in bbr_check_recovery_mode()
4582 } else if ((amm < maxseg) && ((tp->t_flags & TF_NODELAY) == 0)) { in bbr_timeout_tlp()
4708 tp->t_flags &= ~TF_DELACK; in bbr_timeout_delack()
4709 tp->t_flags |= TF_ACKNOW; in bbr_timeout_delack()
4783 if (tp->t_flags & TF_DELACK) in bbr_timeout_persist()
4784 tp->t_flags &= ~TF_DELACK; in bbr_timeout_persist()
5007 if (!IN_RECOVERY(tp->t_flags)) { in bbr_timeout_rxt()
5012 tp->t_flags |= TF_PREVVALID; in bbr_timeout_rxt()
5014 tp->t_flags &= ~TF_PREVVALID; in bbr_timeout_rxt()
5019 tp->t_flags &= ~TF_PREVVALID; in bbr_timeout_rxt()
5150 tp->t_flags &= ~(TF_REQ_SCALE | TF_REQ_TSTMP | TF_SACK_PERMIT); in bbr_timeout_rxt()
5169 tp->t_flags |= TF_ACKNOW; in bbr_timeout_rxt()
5564 (IN_RECOVERY(bbr->rc_tp->t_flags)) || in bbr_adjust_for_hw_pacing()
5774 if (IN_RECOVERY(bbr->rc_tp->t_flags) && in tcp_bbr_tso_size_check()
6995 if (tp->t_flags & TF_SENTFIN) { in bbr_proc_sack_blk()
7358 if (tp->t_flags & TF_SENTFIN) { in bbr_log_ack()
7619 if ((sack_changed) && (!IN_RECOVERY(tp->t_flags))) { in bbr_log_ack()
7640 if (IN_RECOVERY(tp->t_flags) && (entered_recovery == 0)) { in bbr_log_ack()
7773 if (tp->t_flags & TF_NEEDSYN) { in bbr_process_ack()
7780 tp->t_flags &= ~TF_NEEDSYN; in bbr_process_ack()
7783 if ((tp->t_flags & (TF_RCVD_SCALE | TF_REQ_SCALE)) == in bbr_process_ack()
7801 if (tp->t_flags & TF_PREVVALID) { in bbr_process_ack()
7802 tp->t_flags &= ~TF_PREVVALID; in bbr_process_ack()
7819 if (IN_RECOVERY(tp->t_flags)) { in bbr_process_ack()
7840 (tp->t_flags & TF_SENTFIN)) { in bbr_process_ack()
8220 (tp->t_flags & TF_FASTOPEN)); in bbr_process_data()
8260 tp->t_flags |= TF_DELACK; in bbr_process_data()
8264 tp->t_flags |= TF_ACKNOW; in bbr_process_data()
8305 tp->t_flags |= TF_ACKNOW; in bbr_process_data()
8306 if (tp->t_flags & TF_WAKESOR) { in bbr_process_data()
8307 tp->t_flags &= ~TF_WAKESOR; in bbr_process_data()
8312 if ((tp->t_flags & TF_SACK_PERMIT) && in bbr_process_data()
8365 if (tp->t_flags & TF_NEEDSYN) { in bbr_process_data()
8366 tp->t_flags |= TF_DELACK; in bbr_process_data()
8370 tp->t_flags |= TF_ACKNOW; in bbr_process_data()
8410 if ((tp->t_flags & TF_ACKNOW) || in bbr_process_data()
8449 if (__predict_false((tp->t_flags & (TF_NEEDSYN | TF_NEEDFIN)))) { in bbr_do_fastnewdata()
8539 tp->t_flags |= TF_DELACK; in bbr_do_fastnewdata()
8543 tp->t_flags |= TF_ACKNOW; in bbr_do_fastnewdata()
8581 if (__predict_false(tp->t_flags & (TF_NEEDSYN | TF_NEEDFIN))) { in bbr_fastack()
8589 if (__predict_false(IN_RECOVERY(tp->t_flags))) { in bbr_fastack()
8657 if (tp->t_flags & TF_PREVVALID) { in bbr_fastack()
8658 tp->t_flags &= ~TF_PREVVALID; in bbr_fastack()
8795 if ((tp->t_flags & (TF_RCVD_SCALE | TF_REQ_SCALE)) == in bbr_do_syn_sent()
8805 if ((tp->t_flags & TF_FASTOPEN) && in bbr_do_syn_sent()
8816 tp->t_flags |= TF_DELACK; in bbr_do_syn_sent()
8820 tp->t_flags |= TF_ACKNOW; in bbr_do_syn_sent()
8849 if (tp->t_flags & TF_NEEDFIN) { in bbr_do_syn_sent()
8851 tp->t_flags &= ~TF_NEEDFIN; in bbr_do_syn_sent()
8868 tp->t_flags |= (TF_ACKNOW | TF_NEEDSYN | TF_SONOTCONN); in bbr_do_syn_sent()
8971 if (tp->t_flags & TF_FASTOPEN) { in bbr_do_syn_recv()
9047 if (tp->t_flags & TF_FASTOPEN) { in bbr_do_syn_recv()
9054 if (tp->t_flags & TF_SONOTCONN) { in bbr_do_syn_recv()
9055 tp->t_flags &= ~TF_SONOTCONN; in bbr_do_syn_recv()
9059 if ((tp->t_flags & (TF_RCVD_SCALE | TF_REQ_SCALE)) == in bbr_do_syn_recv()
9084 if ((tp->t_flags & TF_FASTOPEN) && tp->t_tfo_pending) { in bbr_do_syn_recv()
9093 if (tp->t_flags & TF_NEEDFIN) { in bbr_do_syn_recv()
9095 tp->t_flags &= ~TF_NEEDFIN; in bbr_do_syn_recv()
9106 if (!(tp->t_flags & TF_FASTOPEN)) in bbr_do_syn_recv()
9114 if (SEQ_GT(th->th_ack, tp->snd_una) && !(tp->t_flags & TF_NEEDSYN)) in bbr_do_syn_recv()
9123 if (tp->t_flags & TF_WAKESOR) { in bbr_do_syn_recv()
9124 tp->t_flags &= ~TF_WAKESOR; in bbr_do_syn_recv()
9270 if (tp->t_flags & TF_NEEDSYN) { in bbr_do_established()
9273 } else if (tp->t_flags & TF_ACKNOW) { in bbr_do_established()
9367 if (tp->t_flags & TF_NEEDSYN) { in bbr_do_close_wait()
9370 } else if (tp->t_flags & TF_ACKNOW) { in bbr_do_close_wait()
9468 if ((tp->t_flags & TF_CLOSED) && tlen && in bbr_do_fin_wait_1()
9498 if (tp->t_flags & TF_NEEDSYN) { in bbr_do_fin_wait_1()
9501 } else if (tp->t_flags & TF_ACKNOW) { in bbr_do_fin_wait_1()
9614 if (tp->t_flags & TF_NEEDSYN) { in bbr_do_closing()
9617 } else if (tp->t_flags & TF_ACKNOW) { in bbr_do_closing()
9716 if (tp->t_flags & TF_NEEDSYN) { in bbr_do_lastack()
9719 } else if (tp->t_flags & TF_ACKNOW) { in bbr_do_lastack()
9800 if ((tp->t_flags & TF_CLOSED) && tlen && in bbr_do_fin_wait_2()
9830 if (tp->t_flags & TF_NEEDSYN) { in bbr_do_fin_wait_2()
9833 } else if (tp->t_flags & TF_ACKNOW) { in bbr_do_fin_wait_2()
10034 if (tp->t_flags & TF_REQ_TSTMP) in bbr_init()
10181 if (tp->t_flags & TF_SENTFIN) in bbr_handoff_ok()
10183 if ((tp->t_flags & TF_SACK_PERMIT) || bbr_sack_not_required) { in bbr_handoff_ok()
10974 (!IN_RECOVERY(bbr->rc_tp->t_flags))) { in bbr_state_startup()
11366 if ((tp->t_flags & TF_RCVD_TSTMP) && !(to.to_flags & TOF_TS) && in bbr_do_segment_nounlock()
11403 (tp->t_flags & TF_REQ_SCALE)) { in bbr_do_segment_nounlock()
11404 tp->t_flags |= TF_RCVD_SCALE; in bbr_do_segment_nounlock()
11407 tp->t_flags &= ~TF_REQ_SCALE; in bbr_do_segment_nounlock()
11414 (tp->t_flags & TF_REQ_TSTMP)) { in bbr_do_segment_nounlock()
11415 tp->t_flags |= TF_RCVD_TSTMP; in bbr_do_segment_nounlock()
11419 tp->t_flags &= ~TF_REQ_TSTMP; in bbr_do_segment_nounlock()
11422 if ((tp->t_flags & TF_SACK_PERMIT) && in bbr_do_segment_nounlock()
11424 tp->t_flags &= ~TF_SACK_PERMIT; in bbr_do_segment_nounlock()
11425 if (tp->t_flags & TF_FASTOPEN) { in bbr_do_segment_nounlock()
11448 if ((tp->t_flags & TF_SACK_PERMIT) == 0) { in bbr_do_segment_nounlock()
11547 (tp->t_flags & TF_ACKNOW)) { in bbr_do_segment_nounlock()
11559 (tp->t_flags & TF_DELACK) || in bbr_do_segment_nounlock()
11567 ((tp->t_flags & TF_DELACK) == 0) && in bbr_do_segment_nounlock()
11893 if (tp->t_flags & TF_TOE) in bbr_output_wtime()
11911 if ((tp->t_flags & TF_ACKNOW) == 0) { in bbr_output_wtime()
12079 if ((tp->t_flags & TF_FASTOPEN) && in bbr_output_wtime()
12256 if (tp->t_flags & TF_NEEDFIN && (rsm == NULL)) in bbr_output_wtime()
12258 if (tp->t_flags & TF_NEEDSYN) in bbr_output_wtime()
12398 if ((tp->t_flags & TF_FASTOPEN) && in bbr_output_wtime()
12416 if ((flags & TH_SYN) && (tp->t_flags & TF_NOOPT)) { in bbr_output_wtime()
12429 if ((tp->t_flags & TF_FASTOPEN) && in bbr_output_wtime()
12439 if ((flags & TH_SYN) && !(tp->t_flags & TF_FASTOPEN)) in bbr_output_wtime()
12595 if ((tp->t_flags & TF_TSO) && V_tcp_do_tso && in bbr_output_wtime()
12598 ((tp->t_flags & TF_SIGNATURE) == 0) && in bbr_output_wtime()
12627 if (((tp->t_flags & TF_MORETOCOME) == 0) && /* normal case */ in bbr_output_wtime()
12628 ((tp->t_flags & TF_NODELAY) || in bbr_output_wtime()
12630 (tp->t_flags & TF_NOPUSH) == 0) { in bbr_output_wtime()
12668 if (recwin > 0 && !(tp->t_flags & TF_NEEDSYN) && in bbr_output_wtime()
12669 !(tp->t_flags & TF_DELACK) && in bbr_output_wtime()
12679 if (tp->t_flags & TF_ACKNOW) { in bbr_output_wtime()
12686 if ((flags & TH_SYN) && (tp->t_flags & TF_NEEDSYN) == 0) { in bbr_output_wtime()
12694 ((tp->t_flags & TF_SENTFIN) == 0)) { in bbr_output_wtime()
12790 if ((len == 0) && ((tp->t_flags & TF_ACKNOW) == 0)) { in bbr_output_wtime()
12848 if ((tp->t_flags & TF_NOOPT) == 0) { in bbr_output_wtime()
12862 if ((tp->t_flags & TF_FASTOPEN) && in bbr_output_wtime()
12881 if ((flags & TH_SYN) && (tp->t_flags & TF_REQ_SCALE)) { in bbr_output_wtime()
12886 if ((tp->t_flags & TF_RCVD_TSTMP) || in bbr_output_wtime()
12887 ((flags & TH_SYN) && (tp->t_flags & TF_REQ_TSTMP))) { in bbr_output_wtime()
12908 if (tp->t_flags & TF_SIGNATURE) in bbr_output_wtime()
12918 if ((tp->t_flags & TF_FASTOPEN) && wanted_cookie && in bbr_output_wtime()
13225 if (tp->t_flags & TF_ACKNOW) in bbr_output_wtime()
13306 if (flags & TH_FIN && tp->t_flags & TF_SENTFIN) { in bbr_output_wtime()
13331 if (tp->t_flags & TF_SENTFIN) { in bbr_output_wtime()
13386 tp->t_flags |= TF_RXWIN0SENT; in bbr_output_wtime()
13388 tp->t_flags &= ~TF_RXWIN0SENT; in bbr_output_wtime()
13615 (tp->t_flags & TF_SACK_PERMIT) && in bbr_output_wtime()
13698 if ((flags & TH_FIN) && ((tp->t_flags & TF_SENTFIN) == 0)) { in bbr_output_wtime()
13700 tp->t_flags |= TF_SENTFIN; in bbr_output_wtime()
13717 if ((flags & TH_FIN) && ((tp->t_flags & TF_SENTFIN) == 0)) { in bbr_output_wtime()
13719 tp->t_flags |= TF_SENTFIN; in bbr_output_wtime()
13852 } else if (((tp->t_flags & TF_GPUTINPROG) == 0) && in bbr_output_wtime()
13860 tp->t_flags |= TF_GPUTINPROG; in bbr_output_wtime()
13958 (IN_RECOVERY(tp->t_flags) == 0) && in bbr_output_wtime()
13976 tp->t_flags &= ~(TF_ACKNOW | TF_DELACK); in bbr_output_wtime()
13993 tp->t_flags &= ~(TF_ACKNOW | TF_DELACK); in bbr_output_wtime()
14465 if (tp->t_flags & TF_DELACK) { in bbr_set_sockopt()
14466 tp->t_flags &= ~TF_DELACK; in bbr_set_sockopt()
14467 tp->t_flags |= TF_ACKNOW; in bbr_set_sockopt()