600 rack_get_lt_bw(struct tcp_rack *rack)  in rack_get_lt_bw()
620 rack_swap_beta_values(struct tcp_rack *rack, uint8_t flex8)  in rack_swap_beta_values()
709 rack_set_cc_pacing(struct tcp_rack *rack)  in rack_set_cc_pacing()
722 rack_undo_cc_pacing(struct tcp_rack *rack)  in rack_undo_cc_pacing()
735 rack_remove_pacing(struct tcp_rack *rack)  in rack_remove_pacing()
751 rack_log_gpset(struct tcp_rack *rack, uint32_t seq_end, uint32_t ack_end_t,  in rack_log_gpset()
1999 rc_init_window(struct tcp_rack *rack)  in rc_init_window()
2006 rack_get_fixed_pacing_bw(struct tcp_rack *rack)  in rack_get_fixed_pacing_bw()
2017 rack_log_hybrid_bw(struct tcp_rack *rack, uint32_t seq, uint64_t cbw, uint64_t tim,  in rack_log_hybrid_bw()
2141 rack_log_hybrid_sends(struct tcp_rack *rack, struct tcp_sendfile_track *cur, int line)  in rack_log_hybrid_sends()
2224 rack_compensate_for_linerate(struct tcp_rack *rack, uint64_t bw)  in rack_compensate_for_linerate()
2249 rack_rate_cap_bw(struct tcp_rack *rack, uint64_t *bw, int *capped)  in rack_rate_cap_bw()
2387 rack_get_gp_est(struct tcp_rack *rack)  in rack_get_gp_est()
2482 rack_get_bw(struct tcp_rack *rack)  in rack_get_bw()
2495 rack_get_output_gain(struct tcp_rack *rack, struct rack_sendmap *rsm)  in rack_get_output_gain()
2531 rack_log_dsack_event(struct tcp_rack *rack, uint8_t mod, uint32_t flex4, uint32_t flex5, uint32_t f…  in rack_log_dsack_event()
2571 rack_log_hdwr_pacing(struct tcp_rack *rack,  in rack_log_hdwr_pacing()
2623 rack_get_output_bw(struct tcp_rack *rack, uint64_t bw, struct rack_sendmap *rsm, int *capped)  in rack_get_output_bw()
2684 rack_log_retran_reason(struct tcp_rack *rack, struct rack_sendmap *rsm, uint32_t tsused, uint32_t t…  in rack_log_retran_reason()
2727 rack_log_to_start(struct tcp_rack *rack, uint32_t cts, uint32_t to, int32_t slot, uint8_t which)  in rack_log_to_start()
2770 rack_log_to_event(struct tcp_rack *rack, int32_t to_num, struct rack_sendmap *rsm)  in rack_log_to_event()
2806 rack_log_map_chg(struct tcpcb *tp, struct tcp_rack *rack,  in rack_log_map_chg()
2858 rack_log_rtt_upd(struct tcpcb *tp, struct tcp_rack *rack, uint32_t t, uint32_t len,  in rack_log_rtt_upd()
2928 rack_log_rtt_sample(struct tcp_rack *rack, uint32_t rtt)  in rack_log_rtt_sample()
2977 rack_log_rtt_sample_calc(struct tcp_rack *rack, uint32_t rtt, uint32_t send_time, uint32_t ack_time…  in rack_log_rtt_sample_calc()
3004 rack_log_rtt_sendmap(struct tcp_rack *rack, uint32_t idx, uint64_t tsv, uint32_t tsecho)  in rack_log_rtt_sendmap()
3031 rack_log_progress_event(struct tcp_rack *rack, struct tcpcb *tp, uint32_t tick,  int event, int lin…  in rack_log_progress_event()
3061 rack_log_type_bbrsnd(struct tcp_rack *rack, uint32_t len, uint32_t slot, uint32_t cts, struct timev…  in rack_log_type_bbrsnd()
3091 rack_log_doseg_done(struct tcp_rack *rack, uint32_t cts, int32_t nxt_pkt, int32_t did_out, int way_…  in rack_log_doseg_done()
3139 rack_log_type_pacing_sizes(struct tcpcb *tp, struct tcp_rack *rack, uint32_t arg1, uint32_t arg2, u…  in rack_log_type_pacing_sizes()
3166 rack_log_type_just_return(struct tcp_rack *rack, uint32_t cts, uint32_t tlen, uint32_t slot,  in rack_log_type_just_return()
3203 rack_log_to_cancel(struct tcp_rack *rack, int32_t hpts_removed, int line, uint32_t us_cts,  in rack_log_to_cancel()
3240 rack_log_alt_to_to_cancel(struct tcp_rack *rack,  in rack_log_alt_to_to_cancel()
3273 rack_log_to_processing(struct tcp_rack *rack, uint32_t cts, int32_t ret, int32_t timers)  in rack_log_to_processing()
3303 rack_log_to_prr(struct tcp_rack *rack, int frm, int orig_cwnd, int line)  in rack_log_to_prr()
3398 rack_alloc(struct tcp_rack *rack)  in rack_alloc()
3440 rack_alloc_full_limit(struct tcp_rack *rack)  in rack_alloc_full_limit()
3456 rack_alloc_limit(struct tcp_rack *rack, uint8_t limit_type)  in rack_alloc_limit()
3483 rack_free_trim(struct tcp_rack *rack)  in rack_free_trim()
3501 rack_free(struct tcp_rack *rack, struct rack_sendmap *rsm)  in rack_free()
3538 rack_get_measure_window(struct tcpcb *tp, struct tcp_rack *rack)  in rack_get_measure_window()
3617 rack_enough_for_measurement(struct tcpcb *tp, struct tcp_rack *rack, tcp_seq th_ack, uint8_t *quali…  in rack_enough_for_measurement()
3686 rack_log_timely(struct tcp_rack *rack,  in rack_log_timely()
3736 rack_bw_can_be_raised(struct tcp_rack *rack, uint64_t cur_bw, uint64_t last_bw_est, uint16_t mult)  in rack_bw_can_be_raised()
3809 rack_validate_multipliers_at_or_above100(struct tcp_rack *rack)  in rack_validate_multipliers_at_or_above100()
3829 rack_validate_multipliers_at_or_below_100(struct tcp_rack *rack)  in rack_validate_multipliers_at_or_below_100()
3840 rack_increase_bw_mul(struct tcp_rack *rack, int timely_says, uint64_t cur_bw, uint64_t last_bw_est,…  in rack_increase_bw_mul()
3933 rack_get_decrease(struct tcp_rack *rack, uint32_t curper, int32_t rtt_diff)  in rack_get_decrease()
3976 rack_decrease_highrtt(struct tcp_rack *rack, uint32_t curper, uint32_t rtt)  in rack_decrease_highrtt()
4013 rack_decrease_bw_mul(struct tcp_rack *rack, int timely_says, uint32_t rtt, int32_t rtt_diff)  in rack_decrease_bw_mul()
4135 rack_log_rtt_shrinks(struct tcp_rack *rack, uint32_t us_cts,  in rack_log_rtt_shrinks()
4186 rack_set_prtt_target(struct tcp_rack *rack, uint32_t segsiz, uint32_t rtt)  in rack_set_prtt_target()
4205 rack_enter_probertt(struct tcp_rack *rack, uint32_t us_cts)  in rack_enter_probertt()
4259 rack_exit_probertt(struct tcp_rack *rack, uint32_t us_cts)  in rack_exit_probertt()
4428 rack_check_probe_rtt(struct tcp_rack *rack, uint32_t us_cts)  in rack_check_probe_rtt()
4529 rack_update_multiplier(struct tcp_rack *rack, int32_t timely_says, uint64_t last_bw_est,  in rack_update_multiplier()
4695 rack_make_timely_judgement(struct tcp_rack *rack, uint32_t rtt, int32_t rtt_diff, uint32_t prev_rtt)  in rack_make_timely_judgement()
4813 rack_clear_gp_marks(struct tcpcb *tp, struct tcp_rack *rack)  in rack_clear_gp_marks()
4831 rack_tend_gp_marks(struct tcpcb *tp, struct tcp_rack *rack)  in rack_tend_gp_marks()
4882 rack_log_gp_calc(struct tcp_rack *rack, uint32_t add_part, uint32_t sub_part, uint32_t srtt, uint64…  in rack_log_gp_calc()
4908 rack_do_goodput_measurement(struct tcpcb *tp, struct tcp_rack *rack,  in rack_do_goodput_measurement()
5483 rack_ack_received(struct tcpcb *tp, struct tcp_rack *rack, uint32_t th_ack, uint16_t nsegs,  in rack_ack_received()
5621 	struct tcp_rack *rack;  in tcp_rack_partialack()  local
5638 rack_exit_recovery(struct tcpcb *tp, struct tcp_rack *rack, int how)  in rack_exit_recovery()
5649 	struct tcp_rack *rack;  in rack_post_recovery()  local
5729 	struct tcp_rack *rack;  in rack_cong_signal()  local
5833 rack_cc_after_idle(struct tcp_rack *rack, struct tcpcb *tp)  in rack_cc_after_idle()
5875 rack_find_lowest_rsm(struct tcp_rack *rack)  in rack_find_lowest_rsm()
5895 rack_find_high_nonack(struct tcp_rack *rack, struct rack_sendmap *rsm)  in rack_find_high_nonack()
5916 rack_calc_thresh_rack(struct tcp_rack *rack, uint32_t srtt, uint32_t cts, int line, int log_allowed)  in rack_calc_thresh_rack()
6004 rack_calc_thresh_tlp(struct tcpcb *tp, struct tcp_rack *rack,  in rack_calc_thresh_tlp()
6088 rack_grab_rtt(struct tcpcb *tp, struct tcp_rack *rack)  in rack_grab_rtt()
6113 	struct tcp_rack *rack;  in rack_check_recovery_mode()  local
6147 rack_get_persists_timer_val(struct tcpcb *tp, struct tcp_rack *rack)  in rack_get_persists_timer_val()
6162 rack_timer_start(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts, int sup_rack)  in rack_timer_start()
6390 rack_enter_persist(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts, tcp_seq snd_una)  in rack_enter_persist()
6436 rack_exit_persist(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts)  in rack_exit_persist()
6499 rack_log_hpts_diag(struct tcp_rack *rack, uint32_t cts,  in rack_log_hpts_diag()
6538 rack_log_wakeup(struct tcpcb *tp, struct tcp_rack *rack, struct sockbuf *sb, uint32_t len, int type)  in rack_log_wakeup()
6559 rack_start_hpts_timer (struct tcp_rack *rack, struct tcpcb *tp, uint32_t cts,  in rack_start_hpts_timer()
6872     struct tcp_rack *rack, struct rack_sendmap *rsm, uint32_t cts)  in rack_mark_lost()
6906 rack_timeout_rack(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts)  in rack_timeout_rack()
6998 rack_setup_offset_for_rsm(struct tcp_rack *rack, struct rack_sendmap *src_rsm, struct rack_sendmap …  in rack_setup_offset_for_rsm()
7040 rack_clone_rsm(struct tcp_rack *rack, struct rack_sendmap *nrsm,  in rack_clone_rsm()
7086 rack_merge_rsm(struct tcp_rack *rack,  in rack_merge_rsm()
7178 rack_timeout_tlp(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts, uint8_t *doing_tlp)  in rack_timeout_tlp()
7367 rack_timeout_delack(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts)  in rack_timeout_delack()
7379 rack_send_ack_challange(struct tcp_rack *rack)  in rack_send_ack_challange()
7413 rack_timeout_persist(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts)  in rack_timeout_persist()
7486 rack_timeout_keepalive(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts)  in rack_timeout_keepalive()
7536 	struct tcp_rack *rack;  in rack_remxt_tmr()  local
7639 	struct tcp_rack *rack;  in rack_cc_conn_init()  local
7673 rack_timeout_rxt(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts)  in rack_timeout_rxt()
7959 rack_process_timers(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts, uint8_t hpts_calling, ui…  in rack_process_timers()
8071 rack_timer_cancel(struct tcpcb *tp, struct tcp_rack *rack, uint32_t cts, int line)  in rack_timer_cancel()
8110 	struct tcp_rack *rack;  in rack_stopall()  local
8121 rack_stop_all_timers(struct tcpcb *tp, struct tcp_rack *rack)  in rack_stop_all_timers()
8136 rack_update_rsm(struct tcpcb *tp, struct tcp_rack *rack,  in rack_update_rsm()
8214 rack_update_entry(struct tcpcb *tp, struct tcp_rack *rack,  in rack_update_entry()
8295 	struct tcp_rack *rack;  in rack_log_output()  local
8595 tcp_rack_xmit_timer(struct tcp_rack *rack, int32_t rtt, uint32_t len, uint32_t us_rtt,  in tcp_rack_xmit_timer()
8664 tcp_rack_xmit_timer_commit(struct tcp_rack *rack, struct tcpcb *tp)  in tcp_rack_xmit_timer_commit()
8822 rack_apply_updated_usrtt(struct tcp_rack *rack, uint32_t us_rtt, uint32_t us_cts)  in rack_apply_updated_usrtt()
8867 rack_update_rtt(struct tcpcb *tp, struct tcp_rack *rack,  in rack_update_rtt()
9116     struct tcp_rack *rack, struct rack_sendmap *rsm, uint32_t cts)  in rack_log_sack_passed()
9172 		   struct tcp_rack *rack,  in rack_need_set_test()
9326 is_rsm_inside_declared_tlp_block(struct tcp_rack *rack, struct rack_sendmap *rsm)  in is_rsm_inside_declared_tlp_block()
9341 rack_proc_sack_blk(struct tcpcb *tp, struct tcp_rack *rack, struct sackblk *sack,  in rack_proc_sack_blk()
10104 rack_peer_reneges(struct tcp_rack *rack, struct rack_sendmap *rsm, tcp_seq th_ack)  in rack_peer_reneges()
10140 rack_rsm_sender_update(struct tcp_rack *rack, struct tcpcb *tp, struct rack_sendmap *rsm, uint8_t f…  in rack_rsm_sender_update()
10231 rack_process_to_cumack(struct tcpcb *tp, struct tcp_rack *rack, register uint32_t th_ack, uint32_t …  in rack_process_to_cumack()
10594 rack_handle_might_revert(struct tcpcb *tp, struct tcp_rack *rack)  in rack_handle_might_revert()
10653 rack_note_dsack(struct tcp_rack *rack, tcp_seq start, tcp_seq end)  in rack_note_dsack()
10719 do_rack_compute_pipe(struct tcpcb *tp, struct tcp_rack *rack, uint32_t snd_una)  in do_rack_compute_pipe()
10734 rack_update_prr(struct tcpcb *tp, struct tcp_rack *rack, uint32_t changed, tcp_seq th_ack)  in rack_update_prr()
10801 	struct tcp_rack *rack;  in rack_log_ack()  local
11078 rack_strike_dupack(struct tcp_rack *rack, tcp_seq th_ack)  in rack_strike_dupack()
11126 		       struct tcp_rack *rack,  in rack_check_bottom_drag()
11241 rack_log_hybrid(struct tcp_rack *rack, uint32_t seq,  in rack_log_hybrid()
11330 rack_set_dgp_hybrid_mode(struct tcp_rack *rack, tcp_seq seq, uint32_t len, uint64_t cts)  in rack_set_dgp_hybrid_mode()
11503 rack_chk_req_and_hybrid_on_out(struct tcp_rack *rack, tcp_seq seq, uint32_t len, uint64_t cts)  in rack_chk_req_and_hybrid_on_out()
11546 rack_gain_for_fastoutput(struct tcp_rack *rack, struct tcpcb *tp, struct socket *so, uint32_t acked…  in rack_gain_for_fastoutput()
11586 rack_adjust_sendmap_head(struct tcp_rack *rack, struct sockbuf *sb)  in rack_adjust_sendmap_head()
11684 rack_req_check_for_comp(struct tcp_rack *rack, tcp_seq th_ack)  in rack_req_check_for_comp()
11783 	struct tcp_rack *rack;  in rack_process_ack()  local
12071 rack_log_collapse(struct tcp_rack *rack, uint32_t cnt, uint32_t split, uint32_t out, int line,  in rack_log_collapse()
12105 rack_collapsed_window(struct tcp_rack *rack, uint32_t out, tcp_seq th_ack, int line)  in rack_collapsed_window()
12125 rack_un_collapse_window(struct tcp_rack *rack, int line)  in rack_un_collapse_window()
12188 rack_handle_delayed_ack(struct tcpcb *tp, struct tcp_rack *rack,  in rack_handle_delayed_ack()
12202 rack_validate_fo_sendwin_up(struct tcpcb *tp, struct tcp_rack *rack)  in rack_validate_fo_sendwin_up()
12250 	struct tcp_rack *rack;  in rack_process_data()  local
12543 	struct tcp_rack *rack;  in rack_do_fastnewdata()  local
12671 	struct tcp_rack *rack;  in rack_fastack()  local
12878 	struct tcp_rack *rack;  in rack_do_syn_sent()  local
13098 	struct tcp_rack *rack;  in rack_do_syn_recv()  local
13314 	struct tcp_rack *rack;  in rack_do_established()  local
13530 	struct tcp_rack *rack;  in rack_check_data_after_close()  local
13984 rack_clear_rate_sample(struct tcp_rack *rack)  in rack_clear_rate_sample()
13992 rack_set_pace_segments(struct tcpcb *tp, struct tcp_rack *rack, uint32_t line, uint64_t *fill_overr…  in rack_set_pace_segments()
14080 rack_init_fsb_block(struct tcpcb *tp, struct tcp_rack *rack, int32_t flags)  in rack_init_fsb_block()
14141 rack_init_fsb(struct tcpcb *tp, struct tcp_rack *rack)  in rack_init_fsb()
14162 rack_log_hystart_event(struct tcp_rack *rack, uint32_t high_seq, uint8_t mod)  in rack_log_hystart_event()
14194 rack_deferred_init(struct tcpcb *tp, struct tcp_rack *rack)  in rack_deferred_init()
14203 rack_init_retransmit_value(struct tcp_rack *rack, int ctl)  in rack_init_retransmit_value()
14242 rack_log_chg_info(struct tcpcb *tp, struct tcp_rack *rack, uint8_t mod,  in rack_log_chg_info()
14265 	struct tcp_rack *rack;  in rack_chg_query()  local
14366 	struct tcp_rack *rack;  in rack_switch_failed()  local
14407 rack_init_outstanding(struct tcpcb *tp, struct tcp_rack *rack, uint32_t us_cts, void *ptr)  in rack_init_outstanding()
14571 	struct tcp_rack *rack = NULL;  in rack_init()  local
15058 		struct tcp_rack *rack;  in rack_fini()  local
15172 rack_set_state(struct tcpcb *tp, struct tcp_rack *rack)  in rack_set_state()
15226 rack_timer_audit(struct tcpcb *tp, struct tcp_rack *rack, struct sockbuf *sb)  in rack_timer_audit()
15320 rack_do_win_updates(struct tcpcb *tp, struct tcp_rack *rack, uint32_t tiwin, uint32_t seq, uint32_t…  in rack_do_win_updates()
15370 rack_log_input_packet(struct tcpcb *tp, struct tcp_rack *rack, struct tcp_ackent *ae, int ackval, u…  in rack_log_input_packet()
15518 rack_handle_probe_response(struct tcp_rack *rack, uint32_t tiwin, uint32_t us_cts)  in rack_handle_probe_response()
15572 rack_new_round_starts(struct tcpcb *tp, struct tcp_rack *rack, uint32_t high_seq)  in rack_new_round_starts()
15587 rack_log_pcm(struct tcp_rack *rack, uint8_t mod, uint32_t flex1, uint32_t flex2,  in rack_log_pcm()
15615 rack_new_round_setup(struct tcpcb *tp, struct tcp_rack *rack, uint32_t high_seq)  in rack_new_round_setup()
15722 	struct tcp_rack *rack;  in rack_do_compressed_ack_processing()  local
16397 	struct tcp_rack *rack;  in rack_do_segment_nounlock()  local
17062 tcp_rack_output(struct tcpcb *tp, struct tcp_rack *rack, uint32_t tsused)  in tcp_rack_output()
17136 rack_log_pacing_delay_calc (struct tcp_rack *rack, uint32_t len, uint32_t slot,  in rack_log_pacing_delay_calc()
17223 rack_get_pacing_len(struct tcp_rack *rack, uint64_t bw, uint32_t mss)  in rack_get_pacing_len()
17258 rack_arrive_at_discounted_rate(struct tcp_rack *rack, uint64_t window_input, uint32_t *rate_set, ui…  in rack_arrive_at_discounted_rate()
17312 pace_to_fill_cwnd(struct tcp_rack *rack, int32_t slot, uint32_t len, uint32_t segsiz, int *capped, …  in pace_to_fill_cwnd()
17460 rack_get_pacing_delay(struct tcp_rack *rack, struct tcpcb *tp, uint32_t len, struct rack_sendmap *r…  in rack_get_pacing_delay()
17850 rack_start_gp_measurement(struct tcpcb *tp, struct tcp_rack *rack,  in rack_start_gp_measurement()
18088 rack_what_can_we_send(struct tcpcb *tp, struct tcp_rack *rack,  uint32_t cwnd_to_use,  in rack_what_can_we_send()
18130 rack_log_fsb(struct tcp_rack *rack, struct tcpcb *tp, struct socket *so, uint32_t flags,  in rack_log_fsb()
18328 rack_fo_m_copym(struct tcp_rack *rack, int32_t *plen,  in rack_fo_m_copym()
18392 rack_log_queue_level(struct tcpcb *tp, struct tcp_rack *rack,  in rack_log_queue_level()
18422 rack_check_queue_level(struct tcp_rack *rack, struct tcpcb *tp,  in rack_check_queue_level()
18490 rack_fast_rsm_output(struct tcpcb *tp, struct tcp_rack *rack, struct rack_sendmap *rsm,  in rack_fast_rsm_output()
19023 rack_sndbuf_autoscale(struct tcp_rack *rack)  in rack_sndbuf_autoscale()
19078 rack_fast_output(struct tcpcb *tp, struct tcp_rack *rack, uint64_t ts_val,  in rack_fast_output()
19580 rack_setup_fast_output(struct tcpcb *tp, struct tcp_rack *rack,  in rack_setup_fast_output()
19619 rack_get_hpts_pacing_min_for_bw(struct tcp_rack *rack, int32_t segsiz)  in rack_get_hpts_pacing_min_for_bw()
19631 rack_check_collapsed(struct tcp_rack *rack, uint32_t cts)  in rack_check_collapsed()
19681 rack_validate_sizes(struct tcp_rack *rack, int32_t *len, int32_t segsiz, uint32_t pace_max_seg)  in rack_validate_sizes()
19727 	struct tcp_rack *rack;  in rack_output()  local
22637 rack_update_seg(struct tcp_rack *rack)  in rack_update_seg()
22653 	struct tcp_rack *rack;  in rack_mtu_change()  local
22682 rack_set_dgp(struct tcp_rack *rack)  in rack_set_dgp()
22741 rack_set_profile(struct tcp_rack *rack, int prof)  in rack_set_profile()
22851 rack_add_deferred_option(struct tcp_rack *rack, int sopt_name, uint64_t loptval)  in rack_add_deferred_option()
22870 process_hybrid_pacing(struct tcp_rack *rack, struct tcp_hybrid_req *hybrid)  in process_hybrid_pacing()
22968 rack_process_option(struct tcpcb *tp, struct tcp_rack *rack, int sopt_name,  in rack_process_option()
24127 rack_apply_deferred_options(struct tcp_rack *rack)  in rack_apply_deferred_options()
24145 	struct tcp_rack *rack;  in rack_hw_tls_change()  local
24165 	struct tcp_rack *rack;  in rack_wake_check()  local
24227 	struct tcp_rack *rack;  in rack_set_sockopt()  local
24467 	struct tcp_rack *rack;  in rack_get_sockopt()  local