85 		    uint32_t csum, bool use_hash);
525 	uint32_t csum;  in tcp_lro_rx_csum_tcphdr()  local
528 	csum = -th->th_sum;	/* exclude checksum field */  in tcp_lro_rx_csum_tcphdr()
532 		csum += *ptr;  in tcp_lro_rx_csum_tcphdr()
534 		csum += *ptr;  in tcp_lro_rx_csum_tcphdr()
537 	while (csum > 0xffff)  in tcp_lro_rx_csum_tcphdr()
538 		csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_rx_csum_tcphdr()
540 	return (csum);  in tcp_lro_rx_csum_tcphdr()
646 	uint16_t csum;  in tcp_lro_rx_ipv4()  local
655 		csum = in_cksum_hdr(ip4);  in tcp_lro_rx_ipv4()
656 		if (__predict_false(csum != 0)) {  in tcp_lro_rx_ipv4()
668 	uint32_t csum;  in tcp_lro_assign_and_checksum_16()  local
670 	csum = 0xffff - *ptr + value;  in tcp_lro_assign_and_checksum_16()
671 	while (csum > 0xffff)  in tcp_lro_assign_and_checksum_16()
672 		csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_assign_and_checksum_16()
674 	*psum = csum;  in tcp_lro_assign_and_checksum_16()
681 	uint32_t csum;  in tcp_lro_update_checksum()  local
692 		csum = pa->ip4->ip_sum + 0xffff - temp[0];  in tcp_lro_update_checksum()
693 		while (csum > 0xffff)  in tcp_lro_update_checksum()
694 			csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_update_checksum()
695 		tcp_lro_assign_and_checksum_16(&pa->ip4->ip_sum, csum, &temp[1]);  in tcp_lro_update_checksum()
710 		csum = pa->ip4->ip_sum + 0xffff - temp[0];  in tcp_lro_update_checksum()
711 		while (csum > 0xffff)  in tcp_lro_update_checksum()
712 			csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_update_checksum()
713 		tcp_lro_assign_and_checksum_16(&pa->ip4->ip_sum, csum, &temp[1]);  in tcp_lro_update_checksum()
747 	csum = pa->tcp->th_sum + 0xffff - delta_sum +  in tcp_lro_update_checksum()
749 	while (csum > 0xffff)  in tcp_lro_update_checksum()
750 		csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_update_checksum()
753 	tcp_lro_assign_and_checksum_16(&pa->tcp->th_sum, csum, &temp[4]);  in tcp_lro_update_checksum()
756 	csum = temp[0] + temp[1] + 0xffff - temp[2] +  in tcp_lro_update_checksum()
758 	while (csum > 0xffff)  in tcp_lro_update_checksum()
759 		csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_update_checksum()
762 	return (csum);  in tcp_lro_update_checksum()
772 		csum = pa->udp->uh_sum + 0xffff - delta_sum +  in tcp_lro_update_checksum()
774 		while (csum > 0xffff)  in tcp_lro_update_checksum()
775 			csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_update_checksum()
777 		tcp_lro_assign_and_checksum_16(&pa->udp->uh_sum, csum, &temp[3]);  in tcp_lro_update_checksum()
781 	csum = temp[0] + temp[1] + temp[2] + temp[3] + delta_sum;  in tcp_lro_update_checksum()
782 	while (csum > 0xffff)  in tcp_lro_update_checksum()
783 		csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_update_checksum()
786 	return (csum);  in tcp_lro_update_checksum()
794 		uint16_t csum;  in tcp_flush_out_entry()  local
798 			csum = tcp_lro_update_checksum(&le->inner, le,  in tcp_flush_out_entry()
801 			csum = tcp_lro_update_checksum(&le->outer, NULL,  in tcp_flush_out_entry()
803 			    le->inner.total_hdr_len, csum);  in tcp_flush_out_entry()
811 			csum = tcp_lro_update_checksum(&le->inner, le,  in tcp_flush_out_entry()
814 			csum = tcp_lro_update_checksum(&le->outer, NULL,  in tcp_flush_out_entry()
816 			    le->inner.total_hdr_len, csum);  in tcp_flush_out_entry()
826 				csum = tcp_lro_update_checksum(&le->outer, le,  in tcp_flush_out_entry()
836 				csum = tcp_lro_update_checksum(&le->outer, le,  in tcp_flush_out_entry()
940 	uint32_t csum;  in tcp_lro_mbuf_append_pkthdr()  local
945 		csum = p->m_pkthdr.lro_tcp_d_csum;  in tcp_lro_mbuf_append_pkthdr()
948 		csum = (uint32_t)m->m_pkthdr.lro_tcp_d_csum +  in tcp_lro_mbuf_append_pkthdr()
950 		while (csum > 0xffff)  in tcp_lro_mbuf_append_pkthdr()
951 			csum = (csum >> 16) + (csum & 0xffff);  in tcp_lro_mbuf_append_pkthdr()
956 	m->m_pkthdr.lro_tcp_d_csum = csum;  in tcp_lro_mbuf_append_pkthdr()
1280 tcp_lro_rx_common(struct lro_ctrl *lc, struct mbuf *m, uint32_t csum, bool use_hash)  in tcp_lro_rx_common()  argument
1361 	else if (__predict_false(csum != 0))  in tcp_lro_rx_common()
1362 		tcp_data_sum = tcp_lro_rx_csum_data(pa, ~csum);  in tcp_lro_rx_common()
1427 tcp_lro_rx(struct lro_ctrl *lc, struct mbuf *m, uint32_t csum)  in tcp_lro_rx()  argument
1445 	error = tcp_lro_rx_common(lc, m, csum, true);  in tcp_lro_rx()