1 // SPDX-License-Identifier: GPL-2.0-only
9  * libeth_rx_hw_len_mtu - get the actual buffer size to be passed to HW
13  * Return: HW-writeable length per one buffer to pass it to the HW accounting:
19 	u32 len;  in libeth_rx_hw_len_mtu()  local
21 	len = READ_ONCE(pp->netdev->mtu) + LIBETH_RX_LL_LEN;  in libeth_rx_hw_len_mtu()
22 	len = ALIGN(len, LIBETH_RX_BUF_STRIDE);  in libeth_rx_hw_len_mtu()
23 	len = min3(len, ALIGN_DOWN(max_len ? : U32_MAX, LIBETH_RX_BUF_STRIDE),  in libeth_rx_hw_len_mtu()
24 		   pp->max_len);  in libeth_rx_hw_len_mtu()
26 	return len;  in libeth_rx_hw_len_mtu()
30  * libeth_rx_hw_len_truesize - get the short buffer size to be passed to HW
35  * Return: HW-writeable length per one buffer to pass it to the HW ignoring the
42 	u32 min, len;  in libeth_rx_hw_len_truesize()  local
44 	min = SKB_HEAD_ALIGN(pp->offset + LIBETH_RX_BUF_STRIDE);  in libeth_rx_hw_len_truesize()
45 	truesize = clamp(roundup_pow_of_two(truesize), roundup_pow_of_two(min),  in libeth_rx_hw_len_truesize()
48 	len = SKB_WITH_OVERHEAD(truesize - pp->offset);  in libeth_rx_hw_len_truesize()
49 	len = ALIGN_DOWN(len, LIBETH_RX_BUF_STRIDE) ? : LIBETH_RX_BUF_STRIDE;  in libeth_rx_hw_len_truesize()
50 	len = min3(len, ALIGN_DOWN(max_len ? : U32_MAX, LIBETH_RX_BUF_STRIDE),  in libeth_rx_hw_len_truesize()
51 		   pp->max_len);  in libeth_rx_hw_len_truesize()
53 	return len;  in libeth_rx_hw_len_truesize()
57  * libeth_rx_page_pool_params - calculate params with the stack overhead
71 	pp->offset = LIBETH_SKB_HEADROOM;  in libeth_rx_page_pool_params()
72 	/* HW-writeable / syncable length per one page */  in libeth_rx_page_pool_params()
73 	pp->max_len = LIBETH_RX_PAGE_LEN(pp->offset);  in libeth_rx_page_pool_params()
75 	/* HW-writeable length per buffer */  in libeth_rx_page_pool_params()
76 	switch (fq->type) {  in libeth_rx_page_pool_params()
78 		fq->buf_len = libeth_rx_hw_len_mtu(pp, fq->buf_len);  in libeth_rx_page_pool_params()
81 		fq->buf_len = libeth_rx_hw_len_truesize(pp, fq->buf_len,  in libeth_rx_page_pool_params()
82 							fq->truesize);  in libeth_rx_page_pool_params()
85 		fq->buf_len = ALIGN(LIBETH_MAX_HEAD, LIBETH_RX_BUF_STRIDE);  in libeth_rx_page_pool_params()
92 	fq->truesize = roundup_pow_of_two(SKB_HEAD_ALIGN(pp->offset +  in libeth_rx_page_pool_params()
93 							 fq->buf_len));  in libeth_rx_page_pool_params()
99  * libeth_rx_page_pool_params_zc - calculate params without the stack overhead
117 	pp->offset = 0;  in libeth_rx_page_pool_params_zc()
118 	pp->max_len = PAGE_SIZE << LIBETH_RX_PAGE_ORDER;  in libeth_rx_page_pool_params_zc()
120 	switch (fq->type) {  in libeth_rx_page_pool_params_zc()
122 		mtu = READ_ONCE(pp->netdev->mtu);  in libeth_rx_page_pool_params_zc()
125 		mtu = fq->truesize;  in libeth_rx_page_pool_params_zc()
132 	max = min(rounddown_pow_of_two(fq->buf_len ? : U32_MAX),  in libeth_rx_page_pool_params_zc()
133 		  pp->max_len);  in libeth_rx_page_pool_params_zc()
135 	fq->buf_len = clamp(mtu, LIBETH_RX_BUF_STRIDE, max);  in libeth_rx_page_pool_params_zc()
136 	fq->truesize = fq->buf_len;  in libeth_rx_page_pool_params_zc()
142  * libeth_rx_fq_create - create a PP with the default libeth settings
146  * Return: %0 on success, -%errno on failure.
153 		.pool_size	= fq->count,  in libeth_rx_fq_create()
154 		.nid		= fq->nid,  in libeth_rx_fq_create()
155 		.dev		= napi->dev->dev.parent,  in libeth_rx_fq_create()
156 		.netdev		= napi->dev,  in libeth_rx_fq_create()
164 	if (!fq->hsplit)  in libeth_rx_fq_create()
169 		return -EINVAL;  in libeth_rx_fq_create()
175 	fqes = kvcalloc_node(fq->count, sizeof(*fqes), GFP_KERNEL, fq->nid);  in libeth_rx_fq_create()
179 	fq->fqes = fqes;  in libeth_rx_fq_create()
180 	fq->pp = pool;  in libeth_rx_fq_create()
187 	return -ENOMEM;  in libeth_rx_fq_create()
192  * libeth_rx_fq_destroy - destroy a &page_pool created by libeth
197 	kvfree(fq->fqes);  in libeth_rx_fq_destroy()
198 	page_pool_destroy(fq->pp);  in libeth_rx_fq_destroy()
203  * libeth_rx_recycle_slow - recycle a libeth page from the NAPI context
210 	page_pool_recycle_direct(page->pp, page);  in libeth_rx_recycle_slow()
241  * libeth_rx_pt_gen_hash_type - generate an XDP RSS hash type for a PT
249 	pt->hash_type = 0;  in libeth_rx_pt_gen_hash_type()
250 	pt->hash_type |= libeth_rx_pt_xdp_oip[pt->outer_ip];  in libeth_rx_pt_gen_hash_type()
251 	pt->hash_type |= libeth_rx_pt_xdp_iprot[pt->inner_prot];  in libeth_rx_pt_gen_hash_type()
252 	pt->hash_type |= libeth_rx_pt_xdp_pl[pt->payload_layer];  in libeth_rx_pt_gen_hash_type()