156     const struct lro_entry *le, const struct mbuf *m,  in tcp_lro_log()  argument
173 		if (le->m_head) {  in tcp_lro_log()
174 			log.u_bbr.flex3 = le->m_head->m_pkthdr.lro_nsegs;  in tcp_lro_log()
175 			log.u_bbr.flex4 = le->m_head->m_pkthdr.lro_tcp_d_len;  in tcp_lro_log()
176 			log.u_bbr.flex5 = le->m_head->m_pkthdr.len;  in tcp_lro_log()
177 			log.u_bbr.delRate = le->m_head->m_flags;  in tcp_lro_log()
178 			log.u_bbr.rttProp = le->m_head->m_pkthdr.rcv_tstmp;  in tcp_lro_log()
183 		log.u_bbr.epoch = le->next_seq;  in tcp_lro_log()
184 		log.u_bbr.lt_epoch = le->ack_seq;  in tcp_lro_log()
186 		log.u_bbr.cwnd_gain = le->window;  in tcp_lro_log()
189 		log.u_bbr.bw_inuse = (uintptr_t)le->m_head;  in tcp_lro_log()
192 		log.u_bbr.flex7 = le->compressed;  in tcp_lro_log()
193 		log.u_bbr.pacing_gain = le->uncompressed;  in tcp_lro_log()
206 tcp_lro_get_last_if_ackcmp(struct lro_ctrl *lc, struct lro_entry *le,  in tcp_lro_get_last_if_ackcmp()  argument
217 				tcp_lro_log(tp, lc, le, NULL, 23, 0, 0, 0, 0);  in tcp_lro_get_last_if_ackcmp()
230 	tcp_lro_log(tp, lc, le, NULL, 21, 0, 0, 0, 0);  in tcp_lro_get_last_if_ackcmp()
254     struct lro_entry *le, struct mbuf **pp, struct mbuf **cmp,  in do_bpf_strip_and_compress()  argument
286 	lro_type = le->inner.data.lro_type;  in do_bpf_strip_and_compress()
289 		lro_type = le->outer.data.lro_type;  in do_bpf_strip_and_compress()
292 			tcp_hdr_offset -= sizeof(*le->outer.ip4);  in do_bpf_strip_and_compress()
294 			IP_PROBE(receive, NULL, NULL, le->outer.ip4, lc->ifp,  in do_bpf_strip_and_compress()
295 			    le->outer.ip4, NULL);  in do_bpf_strip_and_compress()
298 			tcp_hdr_offset -= sizeof(*le->outer.ip6);  in do_bpf_strip_and_compress()
300 			IP_PROBE(receive, NULL, NULL, le->outer.ip6, lc->ifp,  in do_bpf_strip_and_compress()
301 			    NULL, le->outer.ip6);  in do_bpf_strip_and_compress()
308 		switch (le->outer.data.lro_type) {  in do_bpf_strip_and_compress()
310 			IP_PROBE(receive, NULL, NULL, le->outer.ip4, lc->ifp,  in do_bpf_strip_and_compress()
311 			    le->outer.ip4, NULL);  in do_bpf_strip_and_compress()
312 			UDP_PROBE(receive, NULL, NULL, le->outer.ip4, NULL,  in do_bpf_strip_and_compress()
313 			    le->outer.udp);  in do_bpf_strip_and_compress()
316 			IP_PROBE(receive, NULL, NULL, le->outer.ip6, lc->ifp,  in do_bpf_strip_and_compress()
317 			    NULL, le->outer.ip6);  in do_bpf_strip_and_compress()
318 			UDP_PROBE(receive, NULL, NULL, le->outer.ip6, NULL,  in do_bpf_strip_and_compress()
319 			    le->outer.udp);  in do_bpf_strip_and_compress()
325 		tcp_hdr_offset -= sizeof(*le->outer.ip4);  in do_bpf_strip_and_compress()
327 		IP_PROBE(receive, NULL, NULL, le->inner.ip4, NULL,  in do_bpf_strip_and_compress()
328 		    le->inner.ip4, NULL);  in do_bpf_strip_and_compress()
331 		switch (le->outer.data.lro_type) {  in do_bpf_strip_and_compress()
333 			IP_PROBE(receive, NULL, NULL, le->outer.ip4, lc->ifp,  in do_bpf_strip_and_compress()
334 			    le->outer.ip4, NULL);  in do_bpf_strip_and_compress()
335 			UDP_PROBE(receive, NULL, NULL, le->outer.ip4, NULL,  in do_bpf_strip_and_compress()
336 			    le->outer.udp);  in do_bpf_strip_and_compress()
339 			IP_PROBE(receive, NULL, NULL, le->outer.ip6, lc->ifp,  in do_bpf_strip_and_compress()
340 			    NULL, le->outer.ip6);  in do_bpf_strip_and_compress()
341 			UDP_PROBE(receive, NULL, NULL, le->outer.ip6, NULL,  in do_bpf_strip_and_compress()
342 			    le->outer.udp);  in do_bpf_strip_and_compress()
348 		tcp_hdr_offset -= sizeof(*le->outer.ip6);  in do_bpf_strip_and_compress()
350 		IP_PROBE(receive, NULL, NULL, le->inner.ip6, NULL, NULL,  in do_bpf_strip_and_compress()
351 		    le->inner.ip6);  in do_bpf_strip_and_compress()
409 		nm = tcp_lro_get_last_if_ackcmp(lc, le, tp, &n_mbuf,  in do_bpf_strip_and_compress()
443 	le->compressed++;  in do_bpf_strip_and_compress()
460 	le->uncompressed++;  in do_bpf_strip_and_compress()
465 tcp_queue_pkts(struct tcpcb *tp, struct lro_entry *le)  in tcp_queue_pkts()  argument
470 	STAILQ_HEAD(, mbuf) q = { le->m_head,  in tcp_queue_pkts()
471 	    &STAILQ_NEXT(le->m_last_mbuf, m_stailqpkt) };  in tcp_queue_pkts()
473 	le->m_head = NULL;  in tcp_queue_pkts()
474 	le->m_last_mbuf = NULL;  in tcp_queue_pkts()
514 _tcp_lro_flush_tcphpts(struct lro_ctrl *lc, struct lro_entry *le)  in _tcp_lro_flush_tcphpts()  argument
523 	    (le->outer.data.vlan_id != 0) ||  in _tcp_lro_flush_tcphpts()
524 	    (le->inner.data.lro_type != LRO_TYPE_NONE))  in _tcp_lro_flush_tcphpts()
536 	if (__predict_false(le->outer.data.lro_type == LRO_TYPE_IPV6_TCP &&  in _tcp_lro_flush_tcphpts()
537 	    IN6_IS_ADDR_UNSPECIFIED(&le->outer.data.s_addr.v6)))  in _tcp_lro_flush_tcphpts()
540 	if (__predict_false(le->inner.data.lro_type == LRO_TYPE_IPV6_TCP &&  in _tcp_lro_flush_tcphpts()
541 	    IN6_IS_ADDR_UNSPECIFIED(&le->inner.data.s_addr.v6)))  in _tcp_lro_flush_tcphpts()
564 	    (le->inner.data.lro_type == LRO_TYPE_NONE) ? &le->outer : &le->inner);  in _tcp_lro_flush_tcphpts()
605 	for (pp = &le->m_head; *pp != NULL; ) {  in _tcp_lro_flush_tcphpts()
607 		if (do_bpf_strip_and_compress(tp, lc, le, pp, &cmp, &mv_to,  in _tcp_lro_flush_tcphpts()
624 			tcp_lro_log(tp, lc, le, NULL, 25, 0, 0, 0, 0);  in _tcp_lro_flush_tcphpts()
630 			tcp_lro_log(tp, lc, le, NULL, 24, 0, 0, 0, 0);  in _tcp_lro_flush_tcphpts()
632 			tcp_lro_log(tp, lc, le, NULL, 26, 0, 0, 0, 0);  in _tcp_lro_flush_tcphpts()
638 	if (pp == &le->m_head)
639 		le->m_last_mbuf = *pp;
641 		le->m_last_mbuf = __containerof(pp, struct mbuf, m_nextpkt);
644 	if (le->m_head != NULL) {
647 		tcp_lro_log(tp, lc, le, NULL, 22, 1, tp->t_flags2, 0, 1);
649 		tcp_queue_pkts(tp, le);