Lines Matching refs:fsb
11549 new_total = acked_amount + rack->r_ctl.fsb.left_to_send; in rack_gain_for_fastoutput()
11555 rack->r_ctl.fsb.left_to_send = new_total; in rack_gain_for_fastoutput()
11556 …KASSERT((rack->r_ctl.fsb.left_to_send <= (sbavail(&rack->rc_inp->inp_socket->so_snd) - (tp->snd_ma… in rack_gain_for_fastoutput()
11558 rack, rack->r_ctl.fsb.left_to_send, in rack_gain_for_fastoutput()
12197 if ((out + rack->r_ctl.fsb.left_to_send) > tp->snd_wnd) { in rack_validate_fo_sendwin_up()
12204 rack->r_ctl.fsb.left_to_send = tp->snd_wnd - out; in rack_validate_fo_sendwin_up()
12205 if (rack->r_ctl.fsb.left_to_send < ctf_fixed_maxseg(tp)) { in rack_validate_fo_sendwin_up()
14073 rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct ip6_hdr) + sizeof(struct tcphdr); in rack_init_fsb_block()
14074 ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_init_fsb_block()
14076 rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr); in rack_init_fsb_block()
14080 rack->r_ctl.fsb.udp = udp; in rack_init_fsb_block()
14081 rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1); in rack_init_fsb_block()
14084 rack->r_ctl.fsb.th = (struct tcphdr *)(ip6 + 1); in rack_init_fsb_block()
14085 rack->r_ctl.fsb.udp = NULL; in rack_init_fsb_block()
14089 ip6, rack->r_ctl.fsb.th); in rack_init_fsb_block()
14090 rack->r_ctl.fsb.hoplimit = in6_selecthlim(rack->rc_inp, NULL); in rack_init_fsb_block()
14095 rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr); in rack_init_fsb_block()
14096 ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_init_fsb_block()
14098 rack->r_ctl.fsb.tcp_ip_hdr_len += sizeof(struct udphdr); in rack_init_fsb_block()
14102 rack->r_ctl.fsb.udp = udp; in rack_init_fsb_block()
14103 rack->r_ctl.fsb.th = (struct tcphdr *)(udp + 1); in rack_init_fsb_block()
14106 rack->r_ctl.fsb.udp = NULL; in rack_init_fsb_block()
14107 rack->r_ctl.fsb.th = (struct tcphdr *)(ip + 1); in rack_init_fsb_block()
14111 ip, rack->r_ctl.fsb.th); in rack_init_fsb_block()
14112 rack->r_ctl.fsb.hoplimit = tptoinpcb(tp)->inp_ip_ttl; in rack_init_fsb_block()
14115 rack->r_ctl.fsb.recwin = lmin(lmax(sbspace(&tptosocket(tp)->so_rcv), 0), in rack_init_fsb_block()
14128 …rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct ip6_hdr) + sizeof(struct tcphdr) + sizeof(struct ud… in rack_init_fsb()
14130 rack->r_ctl.fsb.tcp_ip_hdr_len = sizeof(struct tcpiphdr) + sizeof(struct udphdr); in rack_init_fsb()
14132 rack->r_ctl.fsb.tcp_ip_hdr = malloc(rack->r_ctl.fsb.tcp_ip_hdr_len, in rack_init_fsb()
14134 if (rack->r_ctl.fsb.tcp_ip_hdr == NULL) { in rack_init_fsb()
15064 if (rack->r_ctl.fsb.tcp_ip_hdr) { in rack_fini()
15065 free(rack->r_ctl.fsb.tcp_ip_hdr, M_TCPFSB); in rack_fini()
15066 rack->r_ctl.fsb.tcp_ip_hdr = NULL; in rack_fini()
15067 rack->r_ctl.fsb.th = NULL; in rack_fini()
18139 struct rack_fast_send_blk *fsb, in rack_fo_base_copym() argument
18264 if (fsb != NULL) { in rack_fo_base_copym()
18265 fsb->m = smb; in rack_fo_base_copym()
18266 fsb->off = soff; in rack_fo_base_copym()
18274 fsb->o_m_len = smb->m_len; in rack_fo_base_copym()
18275 fsb->o_t_len = M_TRAILINGROOM(smb); in rack_fo_base_copym()
18285 fsb->o_m_len = 0; in rack_fo_base_copym()
18286 fsb->o_t_len = 0; in rack_fo_base_copym()
18308 m = rack->r_ctl.fsb.m; in rack_fo_m_copym()
18309 if (M_TRAILINGROOM(m) != rack->r_ctl.fsb.o_t_len) { in rack_fo_m_copym()
18316 KASSERT((rack->r_ctl.fsb.o_t_len > M_TRAILINGROOM(m)), in rack_fo_m_copym()
18321 rack->r_ctl.fsb.o_t_len, in rack_fo_m_copym()
18322 rack->r_ctl.fsb.o_m_len, in rack_fo_m_copym()
18324 rack->r_ctl.fsb.o_m_len += (rack->r_ctl.fsb.o_t_len - M_TRAILINGROOM(m)); in rack_fo_m_copym()
18325 rack->r_ctl.fsb.o_t_len = M_TRAILINGROOM(m); in rack_fo_m_copym()
18327 if (m->m_len < rack->r_ctl.fsb.o_m_len) { in rack_fo_m_copym()
18332 KASSERT((rack->r_ctl.fsb.off >= (rack->r_ctl.fsb.o_m_len - m->m_len)), in rack_fo_m_copym()
18335 rack, rack->r_ctl.fsb.o_m_len, in rack_fo_m_copym()
18336 rack->r_ctl.fsb.off)); in rack_fo_m_copym()
18338 if (rack->r_ctl.fsb.off >= (rack->r_ctl.fsb.o_m_len- m->m_len)) in rack_fo_m_copym()
18339 rack->r_ctl.fsb.off -= (rack->r_ctl.fsb.o_m_len - m->m_len); in rack_fo_m_copym()
18341 rack->r_ctl.fsb.off = 0; in rack_fo_m_copym()
18342 rack->r_ctl.fsb.o_m_len = m->m_len; in rack_fo_m_copym()
18344 } else if (m->m_len > rack->r_ctl.fsb.o_m_len) { in rack_fo_m_copym()
18349 soff = rack->r_ctl.fsb.off; in rack_fo_m_copym()
18357 *s_mb = rack->r_ctl.fsb.m; in rack_fo_m_copym()
18359 &rack->r_ctl.fsb, in rack_fo_m_copym()
18360 seglimit, segsize, rack->r_ctl.fsb.hw_tls); in rack_fo_m_copym()
18499 ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_fast_rsm_output()
18504 ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_fast_rsm_output()
18545 udp = rack->r_ctl.fsb.udp; in rack_fast_rsm_output()
18569 th = rack->r_ctl.fsb.th; in rack_fast_rsm_output()
18624 th->th_win = htons((u_short)(rack->r_ctl.fsb.recwin >> tp->rcv_scale)); in rack_fast_rsm_output()
18774 ip6->ip6_hlim = rack->r_ctl.fsb.hoplimit; in rack_fast_rsm_output()
18788 ip->ip_ttl = rack->r_ctl.fsb.hoplimit; in rack_fast_rsm_output()
18814 memcpy(cpto, rack->r_ctl.fsb.tcp_ip_hdr, rack->r_ctl.fsb.tcp_ip_hdr_len); in rack_fast_rsm_output()
18815 th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr)); in rack_fast_rsm_output()
19088 ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_fast_output()
19094 ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_fast_output()
19106 len = rack->r_ctl.fsb.left_to_send; in rack_fast_output()
19108 flags = rack->r_ctl.fsb.tcp_flags; in rack_fast_output()
19121 udp = rack->r_ctl.fsb.udp; in rack_fast_output()
19146 th = rack->r_ctl.fsb.th; in rack_fast_output()
19192 th->th_win = htons((u_short)(rack->r_ctl.fsb.recwin >> tp->rcv_scale)); in rack_fast_output()
19205 if (rack->r_ctl.fsb.m == NULL) in rack_fast_output()
19220 if (rack->r_ctl.fsb.rfo_apply_push && in rack_fast_output()
19221 (len == rack->r_ctl.fsb.left_to_send)) { in rack_fast_output()
19330 ip6->ip6_hlim = rack->r_ctl.fsb.hoplimit; in rack_fast_output()
19344 ip->ip_ttl = rack->r_ctl.fsb.hoplimit; in rack_fast_output()
19364 memcpy(cpto, rack->r_ctl.fsb.tcp_ip_hdr, rack->r_ctl.fsb.tcp_ip_hdr_len); in rack_fast_output()
19365 th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr)); in rack_fast_output()
19401 log.u_bbr.delivered = rack->r_ctl.fsb.left_to_send; in rack_fast_output()
19468 NULL, add_flag, s_mb, s_soff, rack->r_ctl.fsb.hw_tls, segsiz); in rack_fast_output()
19475 tcp_account_for_send(tp, len, 0, 0, rack->r_ctl.fsb.hw_tls); in rack_fast_output()
19495 if (len <= rack->r_ctl.fsb.left_to_send) in rack_fast_output()
19496 rack->r_ctl.fsb.left_to_send -= len; in rack_fast_output()
19498 rack->r_ctl.fsb.left_to_send = 0; in rack_fast_output()
19499 if (rack->r_ctl.fsb.left_to_send < segsiz) { in rack_fast_output()
19501 rack->r_ctl.fsb.left_to_send = 0; in rack_fast_output()
19512 if ((rack->r_ctl.fsb.left_to_send >= segsiz) && in rack_fast_output()
19518 th = rack->r_ctl.fsb.th; in rack_fast_output()
19553 rack->r_ctl.fsb.m = sbsndmbuf(sb, (tp->snd_max - tp->snd_una), &rack->r_ctl.fsb.off); in rack_setup_fast_output()
19554 rack->r_ctl.fsb.o_m_len = rack->r_ctl.fsb.m->m_len; in rack_setup_fast_output()
19555 rack->r_ctl.fsb.o_t_len = M_TRAILINGROOM(rack->r_ctl.fsb.m); in rack_setup_fast_output()
19556 rack->r_ctl.fsb.tcp_flags = flags; in rack_setup_fast_output()
19557 rack->r_ctl.fsb.left_to_send = orig_len - len; in rack_setup_fast_output()
19558 if (rack->r_ctl.fsb.left_to_send < pace_max_seg) { in rack_setup_fast_output()
19564 rack->r_ctl.fsb.left_to_send = rounddown(rack->r_ctl.fsb.left_to_send, pace_max_seg); in rack_setup_fast_output()
19567 rack->r_ctl.fsb.hw_tls = 1; in rack_setup_fast_output()
19569 rack->r_ctl.fsb.hw_tls = 0; in rack_setup_fast_output()
19570 KASSERT((rack->r_ctl.fsb.left_to_send <= (sbavail(sb) - (tp->snd_max - tp->snd_una))), in rack_setup_fast_output()
19572 rack, rack->r_ctl.fsb.left_to_send, sbavail(sb), in rack_setup_fast_output()
19574 if (rack->r_ctl.fsb.left_to_send < segsiz) in rack_setup_fast_output()
19577 if (rack->r_ctl.fsb.left_to_send == (sbavail(sb) - (tp->snd_max - tp->snd_una))) in rack_setup_fast_output()
19578 rack->r_ctl.fsb.rfo_apply_push = 1; in rack_setup_fast_output()
19580 rack->r_ctl.fsb.rfo_apply_push = 0; in rack_setup_fast_output()
19980 (rack->r_ctl.fsb.tcp_ip_hdr) && in rack_output()
20883 rack->r_ctl.fsb.recwin = recwin; in rack_output()
21646 if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) { in rack_output()
21649 ip6 = (struct ip6_hdr *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_output()
21653 ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_output()
21655 th = rack->r_ctl.fsb.th; in rack_output()
21656 udp = rack->r_ctl.fsb.udp; in rack_output()
21775 if ((ipoptlen == 0) && (rack->r_ctl.fsb.tcp_ip_hdr) && rack->r_fsb_inited) { in rack_output()
21779 memcpy(cpto, rack->r_ctl.fsb.tcp_ip_hdr, rack->r_ctl.fsb.tcp_ip_hdr_len); in rack_output()
21799 th = (struct tcphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.th - rack->r_ctl.fsb.tcp_ip_hdr)); in rack_output()
21802 udp = (struct udphdr *)(cpto + ((uint8_t *)rack->r_ctl.fsb.udp - rack->r_ctl.fsb.tcp_ip_hdr)); in rack_output()
21997 rack->r_ctl.fsb.hoplimit = ip6->ip6_hlim = in6_selecthlim(inp, NULL); in rack_output()
22036 rack->r_ctl.fsb.hoplimit = ip->ip_ttl; in rack_output()
22274 if (rack->r_ctl.fsb.left_to_send > len) in rack_output()
22275 rack->r_ctl.fsb.left_to_send -= len; in rack_output()
22277 rack->r_ctl.fsb.left_to_send = 0; in rack_output()
22278 if (rack->r_ctl.fsb.left_to_send < segsiz) in rack_output()
22281 rack->r_ctl.fsb.m = sbsndmbuf(sb, (tp->snd_max - tp->snd_una), &rack->r_ctl.fsb.off); in rack_output()
22282 rack->r_ctl.fsb.o_m_len = rack->r_ctl.fsb.m->m_len; in rack_output()
22283 rack->r_ctl.fsb.o_t_len = M_TRAILINGROOM(rack->r_ctl.fsb.m); in rack_output()
22501 rack->r_ctl.fsb.recwin = recwin; in rack_output()
24105 rack->r_ctl.fsb.hw_tls = 1; in rack_hw_tls_change()
24107 rack->r_ctl.fsb.hw_tls = 0; in rack_hw_tls_change()
24194 ip = (struct ip *)rack->r_ctl.fsb.tcp_ip_hdr; in rack_set_sockopt()