Lines Matching refs:rc_tp
525 mss = min((bbr->rc_tp->t_maxseg - bbr->rc_last_options), in get_min_cwnd()
892 bbr->rc_tp->t_flags2 |= TF2_MBUF_QUEUE_READY; in bbr_start_hpts_timer()
1856 l->inflight = ctf_flight_size(bbr->rc_tp, in bbr_fill_in_logging_data()
1868 l->inhpts = tcp_in_hpts(bbr->rc_tp); in bbr_fill_in_logging_data()
1877 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_bw_reduce()
1889 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_bw_reduce()
1900 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_rwnd_collapse()
1907 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_rwnd_collapse()
1919 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_just_return()
1933 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_just_return()
1944 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_enter_rec()
1951 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_enter_rec()
1981 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_flowend()
1993 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_flowend()
2004 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_pkt_epoch()
2017 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_pkt_epoch()
2028 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_time_epoch()
2036 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_time_epoch()
2047 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_set_of_state_target()
2059 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_set_of_state_target()
2071 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_statechange()
2087 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_statechange()
2099 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_rtt_shrinks()
2111 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_rtt_shrinks()
2122 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_exit_rec()
2129 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_exit_rec()
2141 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_cwndupd()
2152 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_cwndupd()
2167 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_rtt_sample()
2174 log.u_bbr.flex4 = bbr->rc_tp->ts_offset; in bbr_log_rtt_sample()
2180 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_rtt_sample()
2191 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_pesist()
2198 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_pesist()
2208 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_ack_clear()
2212 log.u_bbr.flex1 = bbr->rc_tp->ts_recent_age; in bbr_log_ack_clear()
2217 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_ack_clear()
2229 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_ack_event()
2266 TCP_LOG_EVENTP(bbr->rc_tp, th, in bbr_log_ack_event()
2277 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_doseg_done()
2290 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_doseg_done()
2302 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_enobuf_jmp()
2310 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_enobuf_jmp()
2321 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_to_processing()
2332 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_to_processing()
2343 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_to_event()
2358 log.u_bbr.flex6 = TICKS_2_USEC(bbr->rc_tp->t_rxtcur); in bbr_log_to_event()
2360 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_to_event()
2371 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_startup_event()
2383 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_startup_event()
2394 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_hpts_diag()
2419 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_hpts_diag()
2431 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_timer_var()
2435 log.u_bbr.flex1 = bbr->rc_tp->t_rttvar; in bbr_log_timer_var()
2440 log.u_bbr.flex6 = bbr->rc_tp->t_srtt; in bbr_log_timer_var()
2442 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_timer_var()
2454 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_pacing_delay_calc()
2469 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_pacing_delay_calc()
2480 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_to_start()
2489 log.u_bbr.flex5 = bbr->rc_tp->t_hpts_slot; in bbr_log_to_start()
2490 log.u_bbr.flex6 = TICKS_2_USEC(bbr->rc_tp->t_rxtcur); in bbr_log_to_start()
2491 log.u_bbr.pkts_out = bbr->rc_tp->t_flags2; in bbr_log_to_start()
2493 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_to_start()
2504 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_thresh_choice()
2512 log.u_bbr.flex5 = TICKS_2_USEC(bbr->rc_tp->t_rxtcur); in bbr_log_thresh_choice()
2516 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_thresh_choice()
2527 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_to_cancel()
2536 log.u_bbr.flex6 = TICKS_2_USEC(bbr->rc_tp->t_rxtcur); in bbr_log_to_cancel()
2539 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_to_cancel()
2550 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_tstmp_validation()
2561 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_tstmp_validation()
2572 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_tsosize()
2589 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_tsosize()
2601 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_rsmclear()
2615 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_rsmclear()
2630 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_bbrupd()
2648 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_bbrupd()
2661 if (/*bbr_verbose_logging && */tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_ltbw()
2678 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_ltbw()
2689 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_progress_event()
2698 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_progress_event()
2711 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_type_log_hdwr_pacing()
2728 log.u_bbr.pkts_out = bbr->rc_tp->t_maxseg; in bbr_type_log_hdwr_pacing()
2729 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_type_log_hdwr_pacing()
2740 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_bbrsnd()
2752 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_bbrsnd()
2763 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_type_bbrrttprop()
2775 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_type_bbrrttprop()
2786 if (tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_exit_gain()
2791 log.u_bbr.flex2 = (bbr->rc_tp->t_maxseg - bbr->rc_last_options); in bbr_log_exit_gain()
2798 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_exit_gain()
2809 if (bbr_verbose_logging && tcp_bblogging_on(bbr->rc_tp)) { in bbr_log_settings_change()
2821 TCP_LOG_EVENTP(bbr->rc_tp, NULL, in bbr_log_settings_change()
2864 if (IN_RECOVERY(bbr->rc_tp->t_flags)) in bbr_set_pktepoch()
2925 min_bw = (uint64_t)(bbr_initial_cwnd(bbr, bbr->rc_tp)) * in __bbr_get_bw()
2932 } else if (bbr->rc_tp->t_srtt != 0) { in __bbr_get_bw()
2943 (bbr->r_ctl.rc_delivered > bbr_initial_cwnd(bbr, bbr->rc_tp))) in __bbr_get_bw()
2960 bw = (uint64_t)(bbr_initial_cwnd(bbr, bbr->rc_tp)) * in __bbr_get_bw()
3417 return (bbr_initial_cwnd(bbr, bbr->rc_tp)); in bbr_get_raw_target_cwnd()
3437 mss = min((bbr->rc_tp->t_maxseg - bbr->rc_last_options), bbr->r_ctl.rc_pace_max_segs); in bbr_get_target_cwnd()
3538 maxseg = bbr->rc_tp->t_maxseg - bbr->rc_last_options; in bbr_get_pacing_delay()
3645 target_cwnd = bbr_initial_cwnd(bbr, bbr->rc_tp); in bbr_ack_received()
3944 if (tcp_in_hpts(bbr->rc_tp) && in bbr_cong_signal()
4126 if ((bbr->rc_tp)->t_srtt == 0) in bbr_calc_thresh_rack()
4129 t_rxtcur = TICKS_2_USEC(bbr->rc_tp->t_rxtcur); in bbr_calc_thresh_rack()
4225 if (bbr->rc_tp->t_srtt == 0) in bbr_get_rtt()
4228 f_rtt = (TICKS_2_USEC(bbr->rc_tp->t_srtt) >> TCP_RTT_SHIFT); in bbr_get_rtt()
4253 srtt = (TICKS_2_USEC(bbr->rc_tp->t_srtt) >> TCP_RTT_SHIFT); in bbr_get_rtt()
4411 idx = min((bbr->rc_tp->t_maxseg - bbr->rc_last_options), bbr->r_ctl.rc_pace_max_segs); in bbr_clone_rsm()
5241 if (tcp_in_hpts(bbr->rc_tp) && in bbr_timer_cancel()
5249 tcp_hpts_remove(bbr->rc_tp); in bbr_timer_cancel()
5371 rsm->r_flight_at_send = ctf_flight_size(bbr->rc_tp, in bbr_update_rsm()
5514 bbr->rc_tp, in bbr_update_hardware_pacing_rate()
5564 (IN_RECOVERY(bbr->rc_tp->t_flags)) || in bbr_adjust_for_hw_pacing()
5576 if (bbr->rc_tp->t_maxseg > bbr->rc_last_options) in bbr_adjust_for_hw_pacing()
5577 maxseg = bbr->rc_tp->t_maxseg - bbr->rc_last_options; in bbr_adjust_for_hw_pacing()
5741 if (bbr->rc_tp->t_maxseg > bbr->rc_last_options) { in tcp_bbr_tso_size_check()
5742 maxseg = bbr->rc_tp->t_maxseg - bbr->rc_last_options; in tcp_bbr_tso_size_check()
5754 bbr->r_ctl.rc_pace_max_segs = ((bbr->rc_tp->t_maxseg - bbr->rc_last_options) * 2); in tcp_bbr_tso_size_check()
5756 bbr->r_ctl.rc_pace_max_segs = bbr_initial_cwnd(bbr, bbr->rc_tp); in tcp_bbr_tso_size_check()
5758 bbr->r_ctl.rc_pace_max_segs = bbr->rc_tp->t_maxseg - bbr->rc_last_options; in tcp_bbr_tso_size_check()
5759 if (bbr->r_ctl.rc_pace_min_segs != bbr->rc_tp->t_maxseg) in tcp_bbr_tso_size_check()
5760 bbr->r_ctl.rc_pace_min_segs = bbr->rc_tp->t_maxseg; in tcp_bbr_tso_size_check()
5774 if (IN_RECOVERY(bbr->rc_tp->t_flags) && in tcp_bbr_tso_size_check()
5972 rsm->r_flight_at_send = ctf_flight_size(bbr->rc_tp, in bbr_log_output()
6390 rtt = (TICKS_2_USEC(bbr->rc_tp->t_srtt) >> TCP_RTT_SHIFT); in tcp_bbr_xmit_timer_commit()
7311 bbr->rc_tp->t_acktime = ticks; in bbr_log_ack()
7553 ctf_log_sack_filter(bbr->rc_tp, new_sb, sack_blocks); in bbr_log_ack()
7838 bbr->rc_tp->t_acktime = 0; in bbr_process_ack()
7953 if (tcp_in_hpts(bbr->rc_tp)) { in bbr_exit_persist()
7954 tcp_hpts_remove(bbr->rc_tp); in bbr_exit_persist()
8022 maxseg = bbr->rc_tp->t_maxseg - bbr->rc_last_options; in bbr_collapsed_window()
8023 max_seq = bbr->rc_tp->snd_una + bbr->rc_tp->snd_wnd; in bbr_collapsed_window()
8125 (bbr->rc_tp->snd_una + bbr->rc_tp->snd_wnd), 0, cleared); in bbr_un_collapse_window()
8712 bbr->rc_tp->t_acktime = 0; in bbr_fastack()
9869 if (tcp_in_hpts(bbr->rc_tp)) { in bbr_stop_all_timers()
9870 tcp_hpts_remove(bbr->rc_tp); in bbr_stop_all_timers()
9968 bbr->rc_tp = tp; in bbr_init()
10203 tcp_rel_pacing_rate(bbr->r_ctl.crte, bbr->rc_tp); in bbr_fini()
10205 bbr->rc_tp = NULL; in bbr_fini()
10252 bbr->r_ctl.rc_init_rwnd = max(win, bbr->rc_tp->snd_wnd); in bbr_set_state()
10344 bbr->r_ctl.flightsize_at_drain = ctf_flight_size(bbr->rc_tp, in bbr_substate_change()
10356 (bbr->rc_tp->snd_cwnd < bbr->r_ctl.rc_saved_cwnd)) { in bbr_substate_change()
10357 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_saved_cwnd; in bbr_substate_change()
10402 bbr->r_ctl.rc_saved_cwnd = bbr->rc_tp->snd_cwnd; in bbr_substate_change()
10403 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_target_at_state; in bbr_substate_change()
10407 ctf_flight_size(bbr->rc_tp, in bbr_substate_change()
10487 flight = ctf_flight_size(bbr->rc_tp, in bbr_set_probebw_gains()
10491 if (bbr->rc_tp->snd_cwnd > bbr->r_ctl.rc_target_at_state) { in bbr_set_probebw_gains()
10492 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_target_at_state; in bbr_set_probebw_gains()
10536 (bbr->rc_tp->snd_cwnd < bbr->r_ctl.rc_saved_cwnd)) { in bbr_set_probebw_gains()
10537 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_saved_cwnd; in bbr_set_probebw_gains()
10549 if ((ctf_outstanding(bbr->rc_tp) >= bbr->r_ctl.rc_target_at_state) || in bbr_set_probebw_gains()
10550 ((ctf_outstanding(bbr->rc_tp) + bbr->rc_tp->t_maxseg - 1) >= in bbr_set_probebw_gains()
10551 bbr->rc_tp->snd_wnd)) { in bbr_set_probebw_gains()
10601 mss = min((bbr->rc_tp->t_maxseg - bbr->rc_last_options), in bbr_get_a_state_target()
10621 tar = bbr_rtt_probe_cwndtarg * (bbr->rc_tp->t_maxseg - bbr->rc_last_options); in bbr_set_state_target()
10663 bbr->r_ctl.flightsize_at_drain = ctf_flight_size(bbr->rc_tp, in bbr_enter_probe_rtt()
10686 if (bbr->rc_tp->snd_cwnd > bbr->r_ctl.rc_saved_cwnd) in bbr_enter_probe_rtt()
10687 bbr->r_ctl.rc_saved_cwnd = bbr->rc_tp->snd_cwnd; in bbr_enter_probe_rtt()
10689 bbr->r_ctl.rc_saved_cwnd = bbr->rc_tp->snd_cwnd; in bbr_enter_probe_rtt()
10694 bbr->rc_tp->snd_cwnd = bbr_rtt_probe_cwndtarg * (bbr->rc_tp->t_maxseg - bbr->rc_last_options); in bbr_enter_probe_rtt()
10698 bbr_log_set_of_state_target(bbr, bbr->rc_tp->snd_cwnd, __LINE__, 6); in bbr_enter_probe_rtt()
10699 bbr->r_ctl.rc_target_at_state = bbr->rc_tp->snd_cwnd; in bbr_enter_probe_rtt()
10710 (bbr->rc_tp->snd_cwnd > bbr->r_ctl.rc_target_at_state)) { in bbr_enter_probe_rtt()
10711 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_target_at_state; in bbr_enter_probe_rtt()
10715 if (ctf_flight_size(bbr->rc_tp, in bbr_enter_probe_rtt()
10912 if ((bbr->rc_tp->snd_una == bbr->rc_tp->snd_max) && in bbr_state_startup()
10974 (!IN_RECOVERY(bbr->rc_tp->t_flags))) { in bbr_state_startup()
11019 if ((ctf_flight_size(bbr->rc_tp, in bbr_state_startup()
11021 (2 * max(bbr->r_ctl.rc_pace_max_segs, bbr->rc_tp->t_maxseg))) <= bbr->rc_tp->snd_wnd) { in bbr_state_startup()
11083 bbr->r_ctl.rc_saved_cwnd = bbr->rc_tp->snd_cwnd; in bbr_state_change()
11084 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_target_at_state; in bbr_state_change()
11089 if (ctf_flight_size(bbr->rc_tp, in bbr_state_change()
11106 tp = bbr->rc_tp; in bbr_state_change()
11128 tp = bbr->rc_tp; in bbr_state_change()
11133 (bbr->rc_tp->snd_cwnd > bbr->r_ctl.rc_target_at_state)) { in bbr_state_change()
11138 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_target_at_state; in bbr_state_change()
11170 flight = ctf_flight_size(bbr->rc_tp, in bbr_state_change()
11174 (bbr->rc_tp->snd_cwnd > bbr->r_ctl.rc_target_at_state)) { in bbr_state_change()
11178 bbr->rc_tp->snd_cwnd = bbr_rtt_probe_cwndtarg * (bbr->rc_tp->t_maxseg - bbr->rc_last_options); in bbr_state_change()
11181 (bbr->rc_tp->snd_cwnd > bbr->r_ctl.rc_target_at_state)) { in bbr_state_change()
11183 bbr->rc_tp->snd_cwnd = bbr->r_ctl.rc_target_at_state; in bbr_state_change()
11241 bbr_exit_probe_rtt(bbr->rc_tp, bbr, cts); in bbr_state_change()
11244 if ((bbr->rc_tp->snd_una == bbr->rc_tp->snd_max) && in bbr_state_change()
12068 bbr->rc_tp->t_flags2 &= ~TF2_MBUF_QUEUE_READY; in bbr_output_wtime()
13502 log.u_bbr.pkts_out = bbr->rc_tp->t_maxseg; in bbr_output_wtime()
13688 bbr->rc_tp->t_acktime = ticks; in bbr_output_wtime()
13727 bbr->rc_tp->t_acktime = ticks; in bbr_output_wtime()
13883 bbr->r_ctl.crte = tcp_set_pacing_rate(bbr->rc_tp, in bbr_output_wtime()
13938 tcp_rel_pacing_rate(bbr->r_ctl.crte, bbr->rc_tp); in bbr_output_wtime()