Lines Matching refs:r_flags
776 log.u_bbr.epoch = rsm->r_flags; in rack_log_gpset()
2684 log.u_bbr.flex3 = rsm->r_flags; in rack_log_retran_reason()
2863 log.u_bbr.pacing_gain = (uint16_t)rsm->r_flags; in rack_log_rtt_upd()
3482 if (rsm->r_flags & RACK_APP_LIMITED) { in rack_free()
4275 if (rsm && ((rsm->r_flags & RACK_APP_LIMITED) == 0)) { in rack_exit_probertt()
4288 rsm->r_flags |= RACK_APP_LIMITED; in rack_exit_probertt()
4786 rsm->r_flags |= RACK_IN_GP_WIN; in rack_mark_in_gp_win()
4788 rsm->r_flags &= ~RACK_IN_GP_WIN; in rack_mark_in_gp_win()
4803 rsm->r_flags &= ~RACK_IN_GP_WIN; in rack_clear_gp_marks()
5413 if (rsm->r_flags & RACK_ACKED) { in rack_do_goodput_measurement()
5864 if (rsm->r_flags & RACK_ACKED) { in rack_find_lowest_rsm()
5886 if (prsm->r_flags & (RACK_ACKED | RACK_HAS_FIN)) { in rack_find_high_nonack()
6106 if (rsm->r_flags & RACK_ACKED) { in rack_check_recovery_mode()
6229 if (rsm->r_flags & RACK_ACKED) { in rack_timer_start()
6237 if ((rsm->r_flags & RACK_SACK_PASSED) || in rack_timer_start()
6238 (rsm->r_flags & RACK_RWND_COLLAPSED) || in rack_timer_start()
6242 (rsm->r_flags & RACK_HAS_FIN)) { in rack_timer_start()
6295 if (rsm->r_flags & RACK_HAS_FIN) { in rack_timer_start()
6859 if ((nrsm->r_flags & RACK_SACK_PASSED) == 0) { in rack_mark_lost()
6863 if ((nrsm->r_flags & RACK_WAS_LOST) == 0) { in rack_mark_lost()
6867 nrsm->r_flags |= RACK_WAS_LOST; in rack_mark_lost()
7028 nrsm->r_flags = rsm->r_flags; in rack_clone_rsm()
7040 if (nrsm->r_flags & RACK_HAS_SYN) in rack_clone_rsm()
7041 nrsm->r_flags &= ~RACK_HAS_SYN; in rack_clone_rsm()
7043 if (rsm->r_flags & RACK_HAS_FIN) in rack_clone_rsm()
7044 rsm->r_flags &= ~RACK_HAS_FIN; in rack_clone_rsm()
7046 if (rsm->r_flags & RACK_HAD_PUSH) in rack_clone_rsm()
7047 rsm->r_flags &= ~RACK_HAD_PUSH; in rack_clone_rsm()
7058 (rsm->r_flags & (RACK_HAS_SYN|RACK_HAS_FIN))), in rack_clone_rsm()
7093 if (r_rsm->r_flags & RACK_HAS_FIN) in rack_merge_rsm()
7094 l_rsm->r_flags |= RACK_HAS_FIN; in rack_merge_rsm()
7095 if (r_rsm->r_flags & RACK_TLP) in rack_merge_rsm()
7096 l_rsm->r_flags |= RACK_TLP; in rack_merge_rsm()
7097 if (r_rsm->r_flags & RACK_RWND_COLLAPSED) in rack_merge_rsm()
7098 l_rsm->r_flags |= RACK_RWND_COLLAPSED; in rack_merge_rsm()
7099 if ((r_rsm->r_flags & RACK_APP_LIMITED) && in rack_merge_rsm()
7100 ((l_rsm->r_flags & RACK_APP_LIMITED) == 0)) { in rack_merge_rsm()
7106 l_rsm->r_flags |= RACK_APP_LIMITED; in rack_merge_rsm()
7107 r_rsm->r_flags &= ~RACK_APP_LIMITED; in rack_merge_rsm()
7144 l_rsm->r_flags |= RACK_MERGED; in rack_merge_rsm()
7269 if (rsm && (rsm->r_flags & (RACK_ACKED | RACK_HAS_FIN))) { in rack_timeout_tlp()
7536 rack->r_ctl.rc_resend->r_flags |= RACK_TO_REXT; in rack_remxt_tmr()
7570 if (rsm->r_flags & RACK_ACKED) in rack_remxt_tmr()
7571 rsm->r_flags |= RACK_WAS_ACKED; in rack_remxt_tmr()
7572 …rsm->r_flags &= ~(RACK_ACKED | RACK_SACK_PASSED | RACK_WAS_SACKPASS | RACK_RWND_COLLAPSED | RACK_W… in rack_remxt_tmr()
7573 rsm->r_flags |= RACK_MUST_RXT; in rack_remxt_tmr()
7583 rack->r_ctl.rc_resend->r_flags |= RACK_TO_REXT; in rack_remxt_tmr()
7588 rack->r_ctl.rc_resend->r_flags |= RACK_TO_REXT; in rack_remxt_tmr()
7742 ((rack->r_ctl.rc_resend->r_flags & RACK_RWND_COLLAPSED) == 0)) { in rack_timeout_rxt()
8124 rsm->r_flags |= RACK_OVERMAX; in rack_update_rsm()
8130 if ((rsm->r_rtr_cnt > 1) && ((rsm->r_flags & RACK_TLP) == 0)) { in rack_update_rsm()
8134 if (rsm->r_flags & RACK_WAS_LOST) { in rack_update_rsm()
8140 rsm->r_flags &= ~RACK_WAS_LOST; in rack_update_rsm()
8156 if (rsm->r_flags & RACK_ACKED) { in rack_update_rsm()
8158 rsm->r_flags &= ~RACK_ACKED; in rack_update_rsm()
8171 if (rsm->r_flags & RACK_MUST_RXT) { in rack_update_rsm()
8182 rsm->r_flags &= ~RACK_MUST_RXT; in rack_update_rsm()
8185 rsm->r_flags &= ~RACK_RWND_COLLAPSED; in rack_update_rsm()
8186 if (rsm->r_flags & RACK_SACK_PASSED) { in rack_update_rsm()
8188 rsm->r_flags &= ~RACK_SACK_PASSED; in rack_update_rsm()
8189 rsm->r_flags |= RACK_WAS_SACKPASS; in rack_update_rsm()
8261 rsm->r_flags &= (~RACK_HAS_FIN); in rack_update_entry()
8368 rsm->r_flags = RACK_HAS_FIN|add_flag; in rack_log_output()
8370 rsm->r_flags = add_flag; in rack_log_output()
8380 rsm->r_flags |= RACK_HAS_SYN; in rack_log_output()
8447 if (rsm->r_flags & RACK_IS_PCM) { in rack_log_output()
8530 rsm->r_flags &= (~RACK_HAS_FIN); in rack_log_output()
8854 if ((rsm->r_flags & RACK_ACKED) || in rack_update_rtt()
8855 (rsm->r_flags & RACK_WAS_ACKED)) in rack_update_rtt()
8931 if (rsm->r_flags & RACK_APP_LIMITED) { in rack_update_rtt()
8945 if ((rsm->r_flags & RACK_TLP) && in rack_update_rtt()
8975 ((rsm->r_flags & RACK_OVERMAX) == 0)) { in rack_update_rtt()
9111 if (nrsm->r_flags & RACK_ACKED) { in rack_log_sack_passed()
9119 if (nrsm->r_flags & RACK_RWND_COLLAPSED) { in rack_log_sack_passed()
9127 if ((nrsm->r_flags & RACK_WAS_LOST) == 0) { in rack_log_sack_passed()
9133 nrsm->r_flags |= RACK_WAS_LOST; in rack_log_sack_passed()
9137 if (nrsm->r_flags & RACK_SACK_PASSED) { in rack_log_sack_passed()
9145 nrsm->r_flags |= RACK_SACK_PASSED; in rack_log_sack_passed()
9146 nrsm->r_flags &= ~RACK_WAS_SACKPASS; in rack_log_sack_passed()
9354 if ((rsm->r_flags & RACK_ACKED) == 0) { in rack_proc_sack_blk()
9359 if ((rsm->r_flags & RACK_TLP) && in rack_proc_sack_blk()
9419 ((rsm->r_flags & RACK_STRADDLE) == 0) && in rack_proc_sack_blk()
9420 ((next->r_flags & RACK_STRADDLE) == 0) && in rack_proc_sack_blk()
9421 ((rsm->r_flags & RACK_IS_PCM) == 0) && in rack_proc_sack_blk()
9422 ((next->r_flags & RACK_IS_PCM) == 0) && in rack_proc_sack_blk()
9423 (rsm->r_flags & RACK_IN_GP_WIN) && in rack_proc_sack_blk()
9424 (next->r_flags & RACK_IN_GP_WIN)) in rack_proc_sack_blk()
9429 (next->r_flags & RACK_ACKED) && in rack_proc_sack_blk()
9453 rsm->r_flags |= RACK_SHUFFLED; in rack_proc_sack_blk()
9454 next->r_flags |= RACK_SHUFFLED; in rack_proc_sack_blk()
9499 if (rsm->r_flags & RACK_WAS_LOST) { in rack_proc_sack_blk()
9510 if (nrsm->r_flags & RACK_SACK_PASSED) { in rack_proc_sack_blk()
9589 rsm->r_flags &= (~RACK_HAS_FIN); in rack_proc_sack_blk()
9626 if ((rsm->r_flags & RACK_ACKED) == 0) { in rack_proc_sack_blk()
9630 if ((rsm->r_flags & RACK_TLP) && in rack_proc_sack_blk()
9668 if (rsm->r_flags & RACK_WAS_LOST) { in rack_proc_sack_blk()
9672 rsm->r_flags &= ~RACK_WAS_LOST; in rack_proc_sack_blk()
9684 if (rsm->r_flags & RACK_SACK_PASSED) { in rack_proc_sack_blk()
9685 rsm->r_flags &= ~RACK_SACK_PASSED; in rack_proc_sack_blk()
9693 rsm->r_flags |= RACK_ACKED; in rack_proc_sack_blk()
9724 if ((rsm->r_flags & RACK_ACKED) == 0) { in rack_proc_sack_blk()
9728 if ((rsm->r_flags & RACK_TLP) && in rack_proc_sack_blk()
9771 ((rsm->r_flags & RACK_STRADDLE) == 0) && in rack_proc_sack_blk()
9772 ((prev->r_flags & RACK_STRADDLE) == 0) && in rack_proc_sack_blk()
9773 ((rsm->r_flags & RACK_IS_PCM) == 0) && in rack_proc_sack_blk()
9774 ((prev->r_flags & RACK_IS_PCM) == 0) && in rack_proc_sack_blk()
9775 (rsm->r_flags & RACK_IN_GP_WIN) && in rack_proc_sack_blk()
9776 (prev->r_flags & RACK_IN_GP_WIN)) in rack_proc_sack_blk()
9781 (prev->r_flags & RACK_ACKED)) { in rack_proc_sack_blk()
9803 rsm->r_flags |= RACK_SHUFFLED; in rack_proc_sack_blk()
9804 prev->r_flags |= RACK_SHUFFLED; in rack_proc_sack_blk()
9858 if (rsm->r_flags & RACK_WAS_LOST) { in rack_proc_sack_blk()
9869 if (nrsm->r_flags & RACK_SACK_PASSED) { in rack_proc_sack_blk()
9888 if ((rsm->r_flags & RACK_TLP) && in rack_proc_sack_blk()
9943 rsm->r_flags &= (~RACK_HAS_FIN); in rack_proc_sack_blk()
9961 if (rsm->r_flags & RACK_WAS_LOST) { in rack_proc_sack_blk()
9965 rsm->r_flags &= ~RACK_WAS_LOST; in rack_proc_sack_blk()
9978 if (rsm->r_flags & RACK_SACK_PASSED) { in rack_proc_sack_blk()
9979 rsm->r_flags &= ~RACK_SACK_PASSED; in rack_proc_sack_blk()
9987 rsm->r_flags |= RACK_ACKED; in rack_proc_sack_blk()
10003 ((rsm->r_flags & RACK_TLP) == 0) && in rack_proc_sack_blk()
10004 (rsm->r_flags & RACK_ACKED)) { in rack_proc_sack_blk()
10012 if (next->r_flags & RACK_TLP) in rack_proc_sack_blk()
10015 if ((next->r_flags & RACK_IN_GP_WIN) && in rack_proc_sack_blk()
10016 ((rsm->r_flags & RACK_IN_GP_WIN) == 0)) { in rack_proc_sack_blk()
10019 if ((rsm->r_flags & RACK_IN_GP_WIN) && in rack_proc_sack_blk()
10020 ((next->r_flags & RACK_IN_GP_WIN) == 0)) { in rack_proc_sack_blk()
10025 if (rsm->r_flags & RACK_STRADDLE) in rack_proc_sack_blk()
10027 if (rsm->r_flags & RACK_IS_PCM) in rack_proc_sack_blk()
10029 if (next->r_flags & RACK_STRADDLE) in rack_proc_sack_blk()
10031 if (next->r_flags & RACK_IS_PCM) in rack_proc_sack_blk()
10033 if (next->r_flags & RACK_ACKED) { in rack_proc_sack_blk()
10043 if (prev->r_flags & RACK_TLP) in rack_proc_sack_blk()
10046 if ((prev->r_flags & RACK_IN_GP_WIN) && in rack_proc_sack_blk()
10047 ((rsm->r_flags & RACK_IN_GP_WIN) == 0)) { in rack_proc_sack_blk()
10050 if ((rsm->r_flags & RACK_IN_GP_WIN) && in rack_proc_sack_blk()
10051 ((prev->r_flags & RACK_IN_GP_WIN) == 0)) { in rack_proc_sack_blk()
10056 if (rsm->r_flags & RACK_STRADDLE) in rack_proc_sack_blk()
10058 if (rsm->r_flags & RACK_IS_PCM) in rack_proc_sack_blk()
10060 if (prev->r_flags & RACK_STRADDLE) in rack_proc_sack_blk()
10062 if (prev->r_flags & RACK_IS_PCM) in rack_proc_sack_blk()
10064 if (prev->r_flags & RACK_ACKED) { in rack_proc_sack_blk()
10089 while (rsm && (rsm->r_flags & RACK_ACKED)) { in rack_peer_reneges()
10095 rack, rsm, rsm->r_flags); in rack_peer_reneges()
10098 rsm->r_flags &= ~(RACK_ACKED|RACK_SACK_PASSED|RACK_WAS_SACKPASS); in rack_peer_reneges()
10319 if ((rsm->r_flags & RACK_TLP) && in rack_process_to_cumack()
10366 if (rsm->r_flags & RACK_WAS_LOST) { in rack_process_to_cumack()
10372 rsm->r_flags &= ~RACK_WAS_LOST; in rack_process_to_cumack()
10394 if (rsm->r_flags & RACK_ACKED) { in rack_process_to_cumack()
10401 } else if (rsm->r_flags & RACK_SACK_PASSED) { in rack_process_to_cumack()
10407 rsm->r_flags &= ~RACK_SACK_PASSED; in rack_process_to_cumack()
10409 rsm->r_flags |= RACK_ACKED; in rack_process_to_cumack()
10424 if ((rsm->r_flags & RACK_TO_REXT) && in rack_process_to_cumack()
10450 if (rsm && (rsm->r_flags & RACK_ACKED) && (th_ack == rsm->r_start)) { in rack_process_to_cumack()
10469 if (rsm->r_flags & RACK_ACKED) { in rack_process_to_cumack()
10479 if (rsm->r_flags & RACK_WAS_LOST) { in rack_process_to_cumack()
10591 if (rsm->r_flags & RACK_SACK_PASSED) { in rack_handle_might_revert()
11013 ((rsm->r_flags & RACK_MUST_RXT) == 0)) { in rack_log_ack()
11069 (rsm->r_flags & RACK_MUST_RXT)) { in rack_strike_dupack()
12123 rack->r_ctl.last_collapse_point, line, 3, rsm->r_flags, rsm); in rack_un_collapse_window()
12157 nrsm->r_flags |= RACK_RWND_COLLAPSED; in rack_un_collapse_window()
12158 rack_log_collapse(rack, nrsm->r_start, nrsm->r_end, 0, line, 4, nrsm->r_flags, nrsm); in rack_un_collapse_window()
12964 if (rsm->r_flags & RACK_HAS_SYN) { in rack_do_syn_sent()
12965 rsm->r_flags &= ~RACK_HAS_SYN; in rack_do_syn_sent()
14272 reqr->sendmap_flags = rsm->r_flags & SNDMAP_MASK; in rack_chg_query()
14278 rsm->r_flags); in rack_chg_query()
14412 rsm->r_flags |= RACK_HAS_FIN; in rack_init_outstanding()
14416 rsm->r_flags |= RACK_HAS_SYN; in rack_init_outstanding()
14486 rsm->r_flags = qr.sendmap_flags & SNDMAP_MASK; in rack_init_outstanding()
14509 if ((rsm->r_flags & RACK_ACKED) == 0) { in rack_init_outstanding()
14540 rsm->r_flags); in rack_init_outstanding()
17051 if (rack->r_must_retran && rsm && (rsm->r_flags & RACK_MUST_RXT)) { in tcp_rack_output()
17054 if (rsm && ((rsm->r_flags & RACK_ACKED) == 0)) { in tcp_rack_output()
17070 if (rsm->r_flags & RACK_ACKED) { in tcp_rack_output()
17073 if (((rsm->r_flags & RACK_SACK_PASSED) == 0) && in tcp_rack_output()
17092 ((rsm->r_flags & RACK_SACK_PASSED))) { in tcp_rack_output()
17957 if (my_rsm->r_flags & RACK_ACKED) { in rack_start_gp_measurement()
18027 if (my_rsm->r_flags & RACK_ACKED) { in rack_start_gp_measurement()
18512 rsm->r_flags |= RACK_TLP; in rack_fast_rsm_output()
18515 rsm->r_flags &= ~RACK_TLP; in rack_fast_rsm_output()
18525 if (rsm->r_flags & RACK_HAS_FIN) { in rack_fast_rsm_output()
18621 if ((rsm->r_flags & RACK_HAD_PUSH) && in rack_fast_rsm_output()
18630 if (rsm->r_flags & RACK_TLP) { in rack_fast_rsm_output()
18825 if (rsm->r_flags & RACK_RWND_COLLAPSED) { in rack_fast_rsm_output()
18826 rack_log_collapse(rack, rsm->r_start, rsm->r_end, 0, __LINE__, 5, rsm->r_flags, rsm); in rack_fast_rsm_output()
18871 log.u_bbr.delRate = rsm->r_flags; in rack_fast_rsm_output()
19604 if ((rsm == NULL) || ((rsm->r_flags & RACK_RWND_COLLAPSED) == 0)) { in rack_check_collapsed()
19617 if (rsm->r_flags & RACK_ACKED) { in rack_check_collapsed()
19636 thresh, __LINE__, 6, rsm->r_flags, rsm); in rack_check_collapsed()
19642 thresh, __LINE__, 7, rsm->r_flags, rsm); in rack_check_collapsed()
20131 ((rsm->r_flags & RACK_MUST_RXT) == 0) && in rack_output()
20169 rsm->r_flags |= RACK_TLP; in rack_output()
20228 if ((rsm->r_flags & RACK_MUST_RXT) == 0) { in rack_output()
20278 if (rsm && (rsm->r_flags & RACK_HAS_FIN)) { in rack_output()
20291 ((rsm->r_flags & RACK_HAS_FIN) == 0)) { in rack_output()
20702 if ((rsm->r_flags & RACK_HAS_FIN) == 0) in rack_output()
21036 if (rsm && ((rsm->r_flags & RACK_APP_LIMITED) == 0)) { in rack_output()
21049 rsm->r_flags |= RACK_APP_LIMITED; in rack_output()
21581 if (rsm && (rsm->r_flags & RACK_TLP)) { in rack_output()
21924 if (rsm->r_flags & RACK_RWND_COLLAPSED) { in rack_output()
21925 rack_log_collapse(rack, rsm->r_start, rsm->r_end, 0, __LINE__, 5, rsm->r_flags, rsm); in rack_output()
21965 log.u_bbr.delRate = rsm->r_flags; in rack_output()
22175 rsm->r_flags |= RACK_TLP; in rack_output()
22178 rsm->r_flags &= ~RACK_TLP; in rack_output()
22634 rsm->r_flags |= (RACK_MUST_RXT|RACK_PMTU_CHG); in rack_mtu_change()