Lines Matching refs:rc_tp
607 bytes += (rack->rc_tp->snd_una - rack->r_ctl.lt_seq); in rack_get_lt_bw()
625 tp = rack->rc_tp; in rack_swap_beta_values()
680 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_swap_beta_values()
752 if (tcp_bblogging_on(rack->rc_tp) && (rack_verbose_logging != 0)) { in rack_log_gpset()
758 log.u_bbr.flex2 = rack->rc_tp->gput_seq; in rack_log_gpset()
760 log.u_bbr.flex4 = rack->rc_tp->gput_ts; in rack_log_gpset()
762 log.u_bbr.flex6 = rack->rc_tp->gput_ack; in rack_log_gpset()
778 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_gpset()
1979 return (tcp_compute_initwnd(tcp_maxseg(rack->rc_tp))); in rc_init_window()
1986 if (IN_FASTRECOVERY(rack->rc_tp->t_flags)) in rack_get_fixed_pacing_bw()
1988 else if (rack->r_ctl.cwnd_to_use < rack->rc_tp->snd_ssthresh) in rack_get_fixed_pacing_bw()
2013 do_log = tcp_bblogging_on(rack->rc_tp); in rack_log_hybrid_bw()
2021 do_log = tcp_bblogging_on(rack->rc_tp); in rack_log_hybrid_bw()
2023 do_log = tcp_bblogging_point_on(rack->rc_tp, TCP_BBPOINT_REQ_LEVEL_LOGGING); in rack_log_hybrid_bw()
2081 off = (uint64_t)(cur) - (uint64_t)(&rack->rc_tp->t_tcpreq_info[0]); in rack_log_hybrid_bw()
2085 log.u_bbr.flex4 = (uint32_t)(rack->rc_tp->t_sndbytes - cur->sent_at_fs); in rack_log_hybrid_bw()
2086 log.u_bbr.flex5 = (uint32_t)(rack->rc_tp->t_snd_rxt_bytes - cur->rxt_at_fs); in rack_log_hybrid_bw()
2107 tcp_log_event(rack->rc_tp, NULL, in rack_log_hybrid_bw()
2121 if (tcp_bblogging_point_on(rack->rc_tp, TCP_BBPOINT_REQ_LEVEL_LOGGING)) { in rack_log_hybrid_sends()
2138 log.u_bbr.cur_del_rate = rack->rc_tp->t_sndbytes; in rack_log_hybrid_sends()
2139 log.u_bbr.rttProp = rack->rc_tp->t_snd_rxt_bytes; in rack_log_hybrid_sends()
2150 off = (uint64_t)(cur) - (uint64_t)(&rack->rc_tp->t_tcpreq_info[0]); in rack_log_hybrid_sends()
2192 tcp_log_event(rack->rc_tp, NULL, in rack_log_hybrid_sends()
2207 ether = rack->rc_tp->t_maxseg + sizeof(struct tcphdr); in rack_compensate_for_linerate()
2219 u_segsiz = (uint64_t)min(ctf_fixed_maxseg(rack->rc_tp), rack->r_ctl.rc_pace_min_segs); in rack_compensate_for_linerate()
2251 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2260 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2272 if (SEQ_GT(ent->end_seq, rack->rc_tp->snd_una)) in rack_rate_cap_bw()
2273 lenleft = ent->end_seq - rack->rc_tp->snd_una; in rack_rate_cap_bw()
2276 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2287 if (SEQ_GT(rack->rc_tp->snd_una, ent->start_seq)) in rack_rate_cap_bw()
2288 lengone = rack->rc_tp->snd_una - ent->start_seq; in rack_rate_cap_bw()
2295 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2303 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2324 rack->r_ctl.rc_pace_max_segs = rack_get_pacing_len(rack, calcbw, ctf_fixed_maxseg(rack->rc_tp)); in rack_rate_cap_bw()
2325 …rack_log_type_pacing_sizes(rack->rc_tp, rack, rack->r_ctl.client_suggested_maxseg, orig_max, __LIN… in rack_rate_cap_bw()
2327 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2330 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2352 …_pace_max_segs = rack_get_pacing_len(rack, rack->r_ctl.bw_rate_cap, ctf_fixed_maxseg(rack->rc_tp)); in rack_rate_cap_bw()
2353 …rack_log_type_pacing_sizes(rack->rc_tp, rack, rack->r_ctl.client_suggested_maxseg, orig_max, __LIN… in rack_rate_cap_bw()
2358 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in rack_rate_cap_bw()
2399 if (rack->rc_tp->t_srtt == 0) { in rack_get_gp_est()
2407 bw = tcp_compute_initwnd(tcp_maxseg(rack->rc_tp)); in rack_get_gp_est()
2408 srtt = (uint64_t)rack->rc_tp->t_srtt; in rack_get_gp_est()
2479 else if ((IN_FASTRECOVERY(rack->rc_tp->t_flags) && in rack_get_output_gain()
2502 if (rack->r_ctl.cwnd_to_use < rack->rc_tp->snd_ssthresh) in rack_get_output_gain()
2520 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_dsack_event()
2540 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_dsack_event()
2553 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_hdwr_pacing()
2583 log.u_bbr.pkts_out = rack->rc_tp->t_maxseg; in rack_log_hdwr_pacing()
2592 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_hdwr_pacing()
2664 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_retran_reason()
2688 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_retran_reason()
2690 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_retran_reason()
2696 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_retran_reason()
2707 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_to_start()
2712 log.u_bbr.flex1 = rack->rc_tp->t_srtt; in rack_log_to_start()
2716 log.u_bbr.flex5 = rack->rc_tp->t_hpts_slot; in rack_log_to_start()
2717 log.u_bbr.flex6 = rack->rc_tp->t_rxtcur; in rack_log_to_start()
2724 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_to_start()
2726 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_to_start()
2732 log.u_bbr.lt_epoch = rack->rc_tp->t_rxtshift; in rack_log_to_start()
2738 log.u_bbr.applimited = rack->rc_tp->t_flags2; in rack_log_to_start()
2739 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_to_start()
2750 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_to_event()
2755 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_to_event()
2768 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_to_event()
2775 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_to_event()
2790 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_map_chg()
2796 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_map_chg()
2819 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_map_chg()
2827 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_map_chg()
2843 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_rtt_upd()
2856 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_rtt_upd()
2865 log.u_bbr.pkt_epoch = rack->rc_tp->iss; in rack_log_rtt_upd()
2913 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_rtt_sample()
2920 log.u_bbr.flex6 = rack->rc_tp->t_rxtcur; in rack_log_rtt_sample()
2923 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_rtt_sample()
2942 log.u_bbr.rttProp = RACK_REXMTVAL(rack->rc_tp); in rack_log_rtt_sample()
2946 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_rtt_sample()
2957 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_rtt_sample_calc()
2972 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_rtt_sample_calc()
2984 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_rtt_sendmap()
2999 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_rtt_sendmap()
3011 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_progress_event()
3016 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_progress_event()
3023 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_progress_event()
3041 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_type_bbrsnd()
3045 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_type_bbrsnd()
3056 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_type_bbrsnd()
3060 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_type_bbrsnd()
3071 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_doseg_done()
3092 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_doseg_done()
3094 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_doseg_done()
3106 log.u_bbr.lost = rack->rc_tp->t_srtt; in rack_log_doseg_done()
3107 log.u_bbr.pkt_epoch = rack->rc_tp->rfbuf_cnt; in rack_log_doseg_done()
3108 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_doseg_done()
3119 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_type_pacing_sizes()
3132 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_type_pacing_sizes()
3147 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_type_just_return()
3152 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_type_just_return()
3164 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_type_just_return()
3172 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_type_just_return()
3184 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_to_cancel()
3188 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_to_cancel()
3197 log.u_bbr.flex6 = rack->rc_tp->t_rxtcur; in rack_log_to_cancel()
3202 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_to_cancel()
3209 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_to_cancel()
3224 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_alt_to_to_cancel()
3242 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_alt_to_to_cancel()
3253 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_to_processing()
3271 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_to_processing()
3272 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_to_processing()
3283 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_to_prr()
3301 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_to_prr()
3305 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_to_prr()
3649 if ((tim >= srtts) && (IN_RECOVERY(rack->rc_tp->t_flags) == 0)) { in rack_enough_for_measurement()
3668 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_timely()
3694 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_timely()
3705 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_timely()
3973 if (tcp_bblogging_on(rack->rc_tp)) { in rack_decrease_highrtt()
4116 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_rtt_shrinks()
4146 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_rtt_shrinks()
4155 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_rtt_shrinks()
4203 if (rack->rc_tp->snd_max == rack->rc_tp->snd_una) { in rack_enter_probertt()
4207 if ((rack->rc_tp->t_flags & TF_GPUTINPROG) && in rack_enter_probertt()
4208 SEQ_GT(rack->rc_tp->snd_una, rack->rc_tp->gput_seq)) { in rack_enter_probertt()
4216 rack_do_goodput_measurement(rack->rc_tp, rack, in rack_enter_probertt()
4217 rack->rc_tp->snd_una, __LINE__, in rack_enter_probertt()
4222 segsiz = min(ctf_fixed_maxseg(rack->rc_tp), in rack_enter_probertt()
4242 segsiz = min(ctf_fixed_maxseg(rack->rc_tp), in rack_exit_probertt()
4245 if ((rack->rc_tp->t_flags & TF_GPUTINPROG) && in rack_exit_probertt()
4246 SEQ_GT(rack->rc_tp->snd_una, rack->rc_tp->gput_seq)) { in rack_exit_probertt()
4254 rack_do_goodput_measurement(rack->rc_tp, rack, in rack_exit_probertt()
4255 rack->rc_tp->snd_una, __LINE__, in rack_exit_probertt()
4257 } else if (rack->rc_tp->t_flags & TF_GPUTINPROG) { in rack_exit_probertt()
4264 rack->rc_tp->t_flags &= ~TF_GPUTINPROG; in rack_exit_probertt()
4321 rack->rc_tp->t_bytes_acked = 0; in rack_exit_probertt()
4322 rack->rc_tp->t_ccv.flags &= ~CCF_ABC_SENTAWND; in rack_exit_probertt()
4387 rack->rc_tp->snd_cwnd = roundup(setto, segsiz); in rack_exit_probertt()
4388 if (rack->rc_tp->snd_cwnd < (segsiz * rack_timely_min_segs)) { in rack_exit_probertt()
4390 rack->rc_tp->snd_cwnd = segsiz * rack_timely_min_segs; in rack_exit_probertt()
4393 rack->rc_tp->snd_ssthresh = (rack->rc_tp->snd_cwnd - 1); in rack_exit_probertt()
4399 rack->r_ctl.rc_probertt_sndmax_atexit = rack->rc_tp->snd_max; in rack_exit_probertt()
4441 …if ((ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked) > rack->r_ctl.rc_target_probertt_flight) … in rack_check_probe_rtt()
4468 (ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked) > in rack_check_probe_rtt()
4862 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_gp_calc()
4877 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_gp_calc()
5055 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, NULL); in rack_do_goodput_measurement()
5061 if (tcp_in_hpts(rack->rc_tp) && in rack_do_goodput_measurement()
5071 tcp_hpts_remove(rack->rc_tp); in rack_do_goodput_measurement()
5212 if (tcp_bblogging_on(rack->rc_tp)) { in rack_do_goodput_measurement()
5248 if (tcp_bblogging_on(rack->rc_tp)) { in rack_do_goodput_measurement()
5358 rack->r_ctl.rc_gp_high_rwnd = rack->rc_tp->snd_wnd; in rack_do_goodput_measurement()
5531 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_ack_received()
5646 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_post_recovery()
6416 if (tcp_in_hpts(rack->rc_tp)) { in rack_exit_persist()
6417 tcp_hpts_remove(rack->rc_tp); in rack_exit_persist()
6480 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_hpts_diag()
6506 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_hpts_diag()
6518 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_wakeup()
6528 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_wakeup()
6999 (src_rsm->r_start - rack->rc_tp->snd_una), in rack_setup_offset_for_rsm()
7004 (rsm->r_start - rack->rc_tp->snd_una), in rack_setup_offset_for_rsm()
7078 rack_log_map_chg(rack->rc_tp, rack, NULL, in rack_merge_rsm()
7283 if (SEQ_GT((rack->r_ctl.last_collapse_point - 1), rack->rc_tp->snd_una)) in rack_timeout_tlp()
7369 tcp_respond(rack->rc_tp, t_template->tt_ipgen, in rack_send_ack_challange()
7371 rack->rc_tp->rcv_nxt, rack->rc_tp->snd_una - 1, 0); in rack_send_ack_challange()
7374 if (rack->rc_tp->t_flags & TF_DELACK) in rack_send_ack_challange()
7375 rack->rc_tp->t_flags &= ~TF_DELACK; in rack_send_ack_challange()
7596 rack->r_ctl.rc_out_at_rto = ctf_flight_size(rack->rc_tp, in rack_remxt_tmr()
8016 rack->rc_tp->t_flags2 &= ~TF2_DONT_SACK_QUEUE; in rack_process_timers()
8060 tcp_hpts_remove(rack->rc_tp); in rack_timer_cancel()
8069 if (tcp_in_hpts(rack->rc_tp) && in rack_timer_cancel()
8076 tcp_hpts_remove(rack->rc_tp); in rack_timer_cancel()
8108 if (tcp_in_hpts(rack->rc_tp)) { in rack_stop_all_timers()
8109 tcp_hpts_remove(rack->rc_tp); in rack_stop_all_timers()
8152 rsm->r_fas = ctf_flight_size(rack->rc_tp, in rack_update_rsm()
8395 rsm->r_fas = (ctf_flight_size(rack->rc_tp, in rack_log_output()
8459 (ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked) == ctf_fixed_maxseg(tp))) { in rack_log_output()
8584 if (rack->rc_tp->t_flags & TF_GPUTINPROG) { in tcp_rack_xmit_timer()
8587 if (rack->rc_tp->snd_wnd > rack->r_ctl.rc_gp_high_rwnd) in tcp_rack_xmit_timer()
8588 rack->r_ctl.rc_gp_high_rwnd = rack->rc_tp->snd_wnd; in tcp_rack_xmit_timer()
8594 len < (ctf_fixed_maxseg(rack->rc_tp) * 2)))) { in tcp_rack_xmit_timer()
8631 rack_log_rtt_upd(rack->rc_tp, rack, us_rtt, len, rsm, confidence); in tcp_rack_xmit_timer()
9033 if (tcp_bblogging_on(rack->rc_tp)) { in rack_update_rtt()
10669 rack->r_ctl.dsack_round_end = rack->rc_tp->snd_max; in rack_note_dsack()
10680 if (!IN_FASTRECOVERY(rack->rc_tp->t_flags) && in rack_note_dsack()
10688 rack_handle_might_revert(rack->rc_tp, rack); in rack_note_dsack()
10800 segsiz = ctf_fixed_maxseg(rack->rc_tp); in rack_log_ack()
10809 ac = BYTES_THIS_ACK(tp, th) / ctf_fixed_maxseg(rack->rc_tp); in rack_log_ack()
10831 changed += ctf_fixed_maxseg(rack->rc_tp); in rack_log_ack()
10879 ctf_log_sack_filter(rack->rc_tp, num_sack_blks, sack_blocks); in rack_log_ack()
10970 counter_u64_add(rack_ack_total, (acked / ctf_fixed_maxseg(rack->rc_tp))); in rack_log_ack()
11042 ((tcp_in_hpts(rack->rc_tp) == 0) && in rack_log_ack()
11086 rack->r_ctl.rc_resend = tcp_rack_output(rack->rc_tp, rack, cts); in rack_strike_dupack()
11088 if (!IN_FASTRECOVERY(rack->rc_tp->t_flags)) { in rack_strike_dupack()
11089 rack_cong_signal(rack->rc_tp, CC_NDUPACK, in rack_strike_dupack()
11142 tcp_trace_point(rack->rc_tp, TCP_TP_PACED_BOTTOM); in rack_check_bottom_drag()
11171 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, NULL); in rack_check_bottom_drag()
11177 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, NULL); in rack_check_bottom_drag()
11201 (ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked) <= in rack_check_bottom_drag()
11224 do_log = tcp_bblogging_on(rack->rc_tp); in rack_log_hybrid()
11226 if ((do_log = tcp_bblogging_point_on(rack->rc_tp, TCP_BBPOINT_REQ_LEVEL_LOGGING) )== 0) in rack_log_hybrid()
11262 off = (uint64_t)(cur) - (uint64_t)(&rack->rc_tp->t_tcpreq_info[0]); in rack_log_hybrid()
11293 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_hybrid()
11294 log.u_bbr.pkt_epoch = rack->rc_tp->tcp_hybrid_start; in rack_log_hybrid()
11295 log.u_bbr.lost = rack->rc_tp->tcp_hybrid_error; in rack_log_hybrid()
11296 log.u_bbr.pacing_gain = (uint16_t)rack->rc_tp->tcp_hybrid_stop; in rack_log_hybrid()
11297 tcp_log_event(rack->rc_tp, NULL, in rack_log_hybrid()
11315 rc_cur = tcp_req_find_req_for_seq(rack->rc_tp, seq); in rack_set_dgp_hybrid_mode()
11320 rc_cur = tcp_req_find_req_for_seq(rack->rc_tp, (seq + len - 1)); in rack_set_dgp_hybrid_mode()
11356 rc_cur->sent_at_fs = rack->rc_tp->t_sndbytes; in rack_set_dgp_hybrid_mode()
11357 rc_cur->rxt_at_fs = rack->rc_tp->t_snd_rxt_bytes; in rack_set_dgp_hybrid_mode()
11368 tp = rack->rc_tp; in rack_set_dgp_hybrid_mode()
11379 orig_ent->sent_at_ls = rack->rc_tp->t_sndbytes; in rack_set_dgp_hybrid_mode()
11380 orig_ent->rxt_at_ls = rack->rc_tp->t_snd_rxt_bytes; in rack_set_dgp_hybrid_mode()
11469 orig_ent->sent_at_ls = rack->rc_tp->t_sndbytes; in rack_set_dgp_hybrid_mode()
11470 orig_ent->rxt_at_ls = rack->rc_tp->t_snd_rxt_bytes; in rack_set_dgp_hybrid_mode()
11517 ent->sent_at_fs = rack->rc_tp->t_sndbytes; in rack_chk_req_and_hybrid_on_out()
11518 ent->rxt_at_fs = rack->rc_tp->t_snd_rxt_bytes; in rack_chk_req_and_hybrid_on_out()
11597 snd_una = rack->rc_tp->snd_una; in rack_adjust_sendmap_head()
11668 (tcp_bblogging_point_on(rack->rc_tp, TCP_BBPOINT_REQ_LEVEL_LOGGING) == 0)) { in rack_req_check_for_comp()
11673 tcp_req_check_for_comp(rack->rc_tp, th_ack); in rack_req_check_for_comp()
11683 ent = tcp_req_find_a_req_that_is_completed_by(rack->rc_tp, th_ack, &i); in rack_req_check_for_comp()
11735 tcp_req_log_req_info(rack->rc_tp, ent, in rack_req_check_for_comp()
11738 tcp_req_free_a_slot(rack->rc_tp, ent); in rack_req_check_for_comp()
11739 ent = tcp_req_find_a_req_that_is_completed_by(rack->rc_tp, th_ack, &i); in rack_req_check_for_comp()
12052 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_collapse()
12073 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_collapse()
12074 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_collapse()
12091 tcp_trace_point(rack->rc_tp, TCP_TP_COLLAPSED_WND); in rack_collapsed_window()
12093 (rack->r_ctl.last_collapse_point != (th_ack + rack->rc_tp->snd_wnd))) in rack_collapsed_window()
12095 rack->r_ctl.last_collapse_point = th_ack + rack->rc_tp->snd_wnd; in rack_collapsed_window()
12096 rack->r_ctl.high_collapse_point = rack->rc_tp->snd_max; in rack_collapsed_window()
12110 tcp_trace_point(rack->rc_tp, TCP_TP_COLLAPSED_WND); in rack_un_collapse_window()
12115 rack_log_collapse(rack, 0, 0, ctf_outstanding(rack->rc_tp), line, 0, 0, NULL); in rack_un_collapse_window()
12139 rack_log_map_chg(rack->rc_tp, rack, NULL, rsm, nrsm, MAP_SPLIT, in rack_un_collapse_window()
12162 rack_log_collapse(rack, cnt, split, ctf_outstanding(rack->rc_tp), line, 0, 0, NULL); in rack_un_collapse_window()
14033 ctf_fixed_maxseg(rack->rc_tp)); in rack_set_pace_segments()
14149 tp = rack->rc_tp; in rack_log_hystart_event()
14161 log.u_bbr.cur_del_rate = rack->rc_tp->t_sndbytes; in rack_log_hystart_event()
14162 log.u_bbr.delRate = rack->rc_tp->t_snd_rxt_bytes; in rack_log_hystart_event()
14225 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_chg_info()
14587 rack->rc_tp = tp; in rack_init()
15125 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_fini()
15199 rack->rc_tp->t_flags2 |= TF2_MBUF_ACKCMP; in rack_set_state()
15216 if (tcp_in_hpts(rack->rc_tp) == 0) { in rack_timer_audit()
15273 if (tcp_in_hpts(rack->rc_tp)) { in rack_timer_audit()
15284 tcp_hpts_remove(rack->rc_tp); in rack_timer_audit()
15345 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_input_packet()
15365 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_input_packet()
15507 rack->rc_tp->t_rxtshift = 0; in rack_handle_probe_response()
15509 (tiwin == rack->rc_tp->snd_wnd)) || in rack_handle_probe_response()
15562 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_pcm()
15569 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_pcm()
15581 (void)tcp_log_event(rack->rc_tp, NULL, NULL, NULL, TCP_PCM_MEASURE, ERRNO_UNK, in rack_log_pcm()
15646 if (tcp_bblogging_on(rack->rc_tp)) { in rack_new_round_setup()
16423 if (rack->rc_tp->t_flags2 & TF2_DONT_SACK_QUEUE) { in rack_do_segment_nounlock()
16561 if (tcp_bblogging_on(rack->rc_tp)) { in rack_do_segment_nounlock()
16574 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_do_segment_nounlock()
16584 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_do_segment_nounlock()
16585 log.u_bbr.pkts_out = rack->rc_tp->t_maxseg; in rack_do_segment_nounlock()
16852 tcp_trace_point(rack->rc_tp, TCP_TP_RESET_RCV); in rack_do_segment_nounlock()
16922 (tcp_in_hpts(rack->rc_tp) == 0)) { in rack_do_segment_nounlock()
16962 (tcp_in_hpts(rack->rc_tp)) && in rack_do_segment_nounlock()
17061 if (((rack->rc_tp->t_flags & TF_SACK_PERMIT) == 0) && in tcp_rack_output()
17112 if (tcp_bblogging_on(rack->rc_tp)) { in rack_log_pacing_delay_calc()
17166 if (rack->r_ctl.cwnd_to_use < rack->rc_tp->snd_ssthresh) { in rack_log_pacing_delay_calc()
17175 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_pacing_delay_calc()
17186 TCP_LOG_EVENTP(rack->rc_tp, NULL, in rack_log_pacing_delay_calc()
17215 new_tso = tcp_get_pacing_burst_size_w_divisor(rack->rc_tp, bw, mss, in rack_get_pacing_len()
17245 } else if (IN_RECOVERY(rack->rc_tp->t_flags)) { in rack_arrive_at_discounted_rate()
17289 if (ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked) > rack->r_ctl.cwnd_to_use) in pace_to_fill_cwnd()
17291 if ((ctf_outstanding(rack->rc_tp) + (segsiz-1)) > rack->rc_tp->snd_wnd) in pace_to_fill_cwnd()
17307 fill_bw = min(rack->rc_tp->snd_cwnd, rack->r_ctl.cwnd_to_use); in pace_to_fill_cwnd()
17317 if (fill_bw > rack->rc_tp->snd_wnd) in pace_to_fill_cwnd()
17318 fill_bw = rack->rc_tp->snd_wnd; in pace_to_fill_cwnd()
17343 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in pace_to_fill_cwnd()
17356 tcp_log_event(rack->rc_tp, NULL, NULL, NULL, in pace_to_fill_cwnd()
17411 rack_log_hybrid_bw(rack, rack->rc_tp->snd_max, in pace_to_fill_cwnd()
17526 rate_wanted = min(rack->rc_tp->snd_cwnd, rack->r_ctl.cwnd_to_use); in rack_get_pacing_delay()
17529 if (rate_wanted > rack->rc_tp->snd_wnd) in rack_get_pacing_delay()
17530 rate_wanted = rack->rc_tp->snd_wnd; in rack_get_pacing_delay()
17536 rack_log_pacing_delay_calc(rack, rack->rc_tp->snd_cwnd, in rack_get_pacing_delay()
17584 tcp_rel_pacing_rate(rack->r_ctl.crte, rack->rc_tp); in rack_get_pacing_delay()
17604 tcp_rel_pacing_rate(rack->r_ctl.crte, rack->rc_tp); in rack_get_pacing_delay()
17615 tcp_rel_pacing_rate(rack->r_ctl.crte, rack->rc_tp); in rack_get_pacing_delay()
17630 (IN_FASTRECOVERY(rack->rc_tp->t_flags) == 0)) { in rack_get_pacing_delay()
17651 tcp_rel_pacing_rate(rack->r_ctl.crte, rack->rc_tp); in rack_get_pacing_delay()
17655 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, NULL); in rack_get_pacing_delay()
17670 rack->r_ctl.crte = tcp_set_pacing_rate(rack->rc_tp, in rack_get_pacing_delay()
17723 tcp_rel_pacing_rate(rack->r_ctl.crte, rack->rc_tp); in rack_get_pacing_delay()
17727 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, &rate_wanted); in rack_get_pacing_delay()
17731 rack->rc_tp, in rack_get_pacing_delay()
17746 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, &rate_wanted); in rack_get_pacing_delay()
17760 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, &rate_wanted); in rack_get_pacing_delay()
17782 if (rack->rc_tp->t_srtt) in rack_get_pacing_delay()
17783 srtt = rack->rc_tp->t_srtt; in rack_get_pacing_delay()
17846 rack->r_ctl.rc_gp_high_rwnd = rack->rc_tp->snd_wnd; in rack_start_gp_measurement()
18101 if (rack_verbose_logging && tcp_bblogging_on(rack->rc_tp)) { in rack_log_fsb()
18106 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_fsb()
18123 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_fsb()
18371 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_log_queue_level()
18382 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_log_queue_level()
18436 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_check_queue_level()
18448 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_check_queue_level()
18815 if (tcp_bblogging_on(rack->rc_tp)) { in rack_fast_rsm_output()
18824 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_fast_rsm_output()
18845 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_fast_rsm_output()
18950 tcp_trace_point(rack->rc_tp, TCP_TP_HWENOBUF); in rack_fast_rsm_output()
18951 if (tcp_bblogging_on(rack->rc_tp)) in rack_fast_rsm_output()
18954 tcp_trace_point(rack->rc_tp, TCP_TP_ENOBUF); in rack_fast_rsm_output()
19015 tp = rack->rc_tp; in rack_sndbuf_autoscale()
19369 if (tcp_bblogging_on(rack->rc_tp)) { in rack_fast_output()
19373 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_fast_output()
19391 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_fast_output()
19602 if (rsm->r_end > (rack->rc_tp->snd_una + rack->rc_tp->snd_wnd)) { in rack_check_collapsed()
19624 thresh = rack_calc_thresh_rack(rack, rack_grab_rtt(rack->rc_tp, rack), cts, __LINE__, 1); in rack_check_collapsed()
19784 tcp_in_hpts(rack->rc_tp)) { in rack_output()
19818 if (tcp_in_hpts(rack->rc_tp) == 0) { in rack_output()
19830 if (tcp_in_hpts(rack->rc_tp) == 0) { in rack_output()
19844 if (tcp_in_hpts(rack->rc_tp)) in rack_output()
19845 tcp_hpts_remove(rack->rc_tp); in rack_output()
19846 } else if (tcp_in_hpts(rack->rc_tp)) { in rack_output()
20035 if (tp->snd_cwnd > ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked)) in rack_output()
20036 cwa = tp->snd_cwnd -ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_output()
20097 tcp_trace_point(rack->rc_tp, TCP_TP_COLLAPSED_RXT); in rack_output()
21886 if (tcp_bblogging_on(rack->rc_tp)) { in rack_output()
21890 log.u_bbr.inhpts = tcp_in_hpts(rack->rc_tp); in rack_output()
21924 log.u_bbr.inflight = ctf_flight_size(rack->rc_tp, rack->r_ctl.rc_sacked); in rack_output()
22344 tcp_trace_point(rack->rc_tp, TCP_TP_HWENOBUF); in rack_output()
22345 if (tcp_bblogging_on(rack->rc_tp)) in rack_output()
22348 tcp_trace_point(rack->rc_tp, TCP_TP_ENOBUF); in rack_output()
22581 rack_set_pace_segments(rack->rc_tp, rack, __LINE__, NULL); in rack_update_seg()
22646 rack->rc_tp->t_flags2 |= TF2_SUPPORTS_MBUFQ; in rack_set_dgp()
22653 if (TCPS_HAVEESTABLISHED(rack->rc_tp->t_state) && in rack_set_dgp()
22655 rack->rc_tp->t_flags2 |= TF2_MBUF_ACKCMP; in rack_set_dgp()
22746 if (TCPS_HAVEESTABLISHED(rack->rc_tp->t_state)) in rack_set_profile()
22747 rack->rc_tp->t_flags2 |= TF2_MBUF_ACKCMP; in rack_set_profile()
22748 rack->rc_tp->t_flags2 |= TF2_SUPPORTS_MBUFQ; in rack_set_profile()
22751 rack->rc_tp->t_flags2 &= ~TF2_SUPPORTS_MBUFQ; in rack_set_profile()
22825 sft = tcp_req_alloc_req_full(rack->rc_tp, &hybrid->req, tcp_tv_to_lusectick(&tv), 0); in process_hybrid_pacing()
22827 rack->rc_tp->tcp_hybrid_error++; in process_hybrid_pacing()
22829 seq = rack->rc_tp->snd_una + rack->rc_tp->t_inpcb.inp_socket->so_snd.sb_ccc; in process_hybrid_pacing()
22841 rack->rc_tp->tcp_hybrid_stop++; in process_hybrid_pacing()
22854 rack->rc_tp->tcp_hybrid_error++; in process_hybrid_pacing()
22889 rack->rc_tp->tcp_hybrid_start++; in process_hybrid_pacing()
22983 if (rack->rc_tp->t_srtt) { in rack_process_option()
24075 (void)rack_process_option(rack->rc_tp, rack, dol->optname, s_optval, dol->optval, NULL); in rack_apply_deferred_options()