xref: /linux/net/ethtool/rings.c (revision 1e15510b71c99c6e49134d756df91069f7d18141)
1 // SPDX-License-Identifier: GPL-2.0-only
2 
3 #include <net/netdev_queues.h>
4 
5 #include "netlink.h"
6 #include "common.h"
7 
8 struct rings_req_info {
9 	struct ethnl_req_info		base;
10 };
11 
12 struct rings_reply_data {
13 	struct ethnl_reply_data		base;
14 	struct ethtool_ringparam	ringparam;
15 	struct kernel_ethtool_ringparam	kernel_ringparam;
16 	u32				supported_ring_params;
17 };
18 
19 #define RINGS_REPDATA(__reply_base) \
20 	container_of(__reply_base, struct rings_reply_data, base)
21 
22 const struct nla_policy ethnl_rings_get_policy[] = {
23 	[ETHTOOL_A_RINGS_HEADER]		=
24 		NLA_POLICY_NESTED(ethnl_header_policy),
25 };
26 
rings_prepare_data(const struct ethnl_req_info * req_base,struct ethnl_reply_data * reply_base,const struct genl_info * info)27 static int rings_prepare_data(const struct ethnl_req_info *req_base,
28 			      struct ethnl_reply_data *reply_base,
29 			      const struct genl_info *info)
30 {
31 	struct rings_reply_data *data = RINGS_REPDATA(reply_base);
32 	struct net_device *dev = reply_base->dev;
33 	int ret;
34 
35 	if (!dev->ethtool_ops->get_ringparam)
36 		return -EOPNOTSUPP;
37 
38 	data->supported_ring_params = dev->ethtool_ops->supported_ring_params;
39 	ret = ethnl_ops_begin(dev);
40 	if (ret < 0)
41 		return ret;
42 
43 	data->kernel_ringparam.tcp_data_split = dev->cfg->hds_config;
44 	data->kernel_ringparam.hds_thresh = dev->cfg->hds_thresh;
45 
46 	dev->ethtool_ops->get_ringparam(dev, &data->ringparam,
47 					&data->kernel_ringparam, info->extack);
48 	ethnl_ops_complete(dev);
49 
50 	return 0;
51 }
52 
rings_reply_size(const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)53 static int rings_reply_size(const struct ethnl_req_info *req_base,
54 			    const struct ethnl_reply_data *reply_base)
55 {
56 	return nla_total_size(sizeof(u32)) +	/* _RINGS_RX_MAX */
57 	       nla_total_size(sizeof(u32)) +	/* _RINGS_RX_MINI_MAX */
58 	       nla_total_size(sizeof(u32)) +	/* _RINGS_RX_JUMBO_MAX */
59 	       nla_total_size(sizeof(u32)) +	/* _RINGS_TX_MAX */
60 	       nla_total_size(sizeof(u32)) +	/* _RINGS_RX */
61 	       nla_total_size(sizeof(u32)) +	/* _RINGS_RX_MINI */
62 	       nla_total_size(sizeof(u32)) +	/* _RINGS_RX_JUMBO */
63 	       nla_total_size(sizeof(u32)) +	/* _RINGS_TX */
64 	       nla_total_size(sizeof(u32)) +	/* _RINGS_RX_BUF_LEN */
65 	       nla_total_size(sizeof(u8))  +	/* _RINGS_TCP_DATA_SPLIT */
66 	       nla_total_size(sizeof(u32)  +	/* _RINGS_CQE_SIZE */
67 	       nla_total_size(sizeof(u8))  +	/* _RINGS_TX_PUSH */
68 	       nla_total_size(sizeof(u8))) +	/* _RINGS_RX_PUSH */
69 	       nla_total_size(sizeof(u32)) +	/* _RINGS_TX_PUSH_BUF_LEN */
70 	       nla_total_size(sizeof(u32)) +	/* _RINGS_TX_PUSH_BUF_LEN_MAX */
71 	       nla_total_size(sizeof(u32)) +	/* _RINGS_HDS_THRESH */
72 	       nla_total_size(sizeof(u32));	/* _RINGS_HDS_THRESH_MAX*/
73 }
74 
rings_fill_reply(struct sk_buff * skb,const struct ethnl_req_info * req_base,const struct ethnl_reply_data * reply_base)75 static int rings_fill_reply(struct sk_buff *skb,
76 			    const struct ethnl_req_info *req_base,
77 			    const struct ethnl_reply_data *reply_base)
78 {
79 	const struct rings_reply_data *data = RINGS_REPDATA(reply_base);
80 	const struct kernel_ethtool_ringparam *kr = &data->kernel_ringparam;
81 	const struct ethtool_ringparam *ringparam = &data->ringparam;
82 	u32 supported_ring_params = data->supported_ring_params;
83 
84 	WARN_ON(kr->tcp_data_split > ETHTOOL_TCP_DATA_SPLIT_ENABLED);
85 
86 	if ((ringparam->rx_max_pending &&
87 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MAX,
88 			  ringparam->rx_max_pending) ||
89 	      nla_put_u32(skb, ETHTOOL_A_RINGS_RX,
90 			  ringparam->rx_pending))) ||
91 	    (ringparam->rx_mini_max_pending &&
92 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI_MAX,
93 			  ringparam->rx_mini_max_pending) ||
94 	      nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI,
95 			  ringparam->rx_mini_pending))) ||
96 	    (ringparam->rx_jumbo_max_pending &&
97 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO_MAX,
98 			  ringparam->rx_jumbo_max_pending) ||
99 	      nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO,
100 			  ringparam->rx_jumbo_pending))) ||
101 	    (ringparam->tx_max_pending &&
102 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_MAX,
103 			  ringparam->tx_max_pending) ||
104 	      nla_put_u32(skb, ETHTOOL_A_RINGS_TX,
105 			  ringparam->tx_pending)))  ||
106 	    (kr->rx_buf_len &&
107 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_BUF_LEN, kr->rx_buf_len))) ||
108 	    (kr->tcp_data_split &&
109 	     (nla_put_u8(skb, ETHTOOL_A_RINGS_TCP_DATA_SPLIT,
110 			 kr->tcp_data_split))) ||
111 	    (kr->cqe_size &&
112 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_CQE_SIZE, kr->cqe_size))) ||
113 	    nla_put_u8(skb, ETHTOOL_A_RINGS_TX_PUSH, !!kr->tx_push) ||
114 	    nla_put_u8(skb, ETHTOOL_A_RINGS_RX_PUSH, !!kr->rx_push) ||
115 	    ((supported_ring_params & ETHTOOL_RING_USE_TX_PUSH_BUF_LEN) &&
116 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX,
117 			  kr->tx_push_buf_max_len) ||
118 	      nla_put_u32(skb, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN,
119 			  kr->tx_push_buf_len))) ||
120 	    ((supported_ring_params & ETHTOOL_RING_USE_HDS_THRS) &&
121 	     (nla_put_u32(skb, ETHTOOL_A_RINGS_HDS_THRESH,
122 			  kr->hds_thresh) ||
123 	      nla_put_u32(skb, ETHTOOL_A_RINGS_HDS_THRESH_MAX,
124 			  kr->hds_thresh_max))))
125 		return -EMSGSIZE;
126 
127 	return 0;
128 }
129 
130 /* RINGS_SET */
131 
132 const struct nla_policy ethnl_rings_set_policy[] = {
133 	[ETHTOOL_A_RINGS_HEADER]		=
134 		NLA_POLICY_NESTED(ethnl_header_policy),
135 	[ETHTOOL_A_RINGS_RX]			= { .type = NLA_U32 },
136 	[ETHTOOL_A_RINGS_RX_MINI]		= { .type = NLA_U32 },
137 	[ETHTOOL_A_RINGS_RX_JUMBO]		= { .type = NLA_U32 },
138 	[ETHTOOL_A_RINGS_TX]			= { .type = NLA_U32 },
139 	[ETHTOOL_A_RINGS_RX_BUF_LEN]            = NLA_POLICY_MIN(NLA_U32, 1),
140 	[ETHTOOL_A_RINGS_TCP_DATA_SPLIT]	=
141 		NLA_POLICY_MAX(NLA_U8, ETHTOOL_TCP_DATA_SPLIT_ENABLED),
142 	[ETHTOOL_A_RINGS_CQE_SIZE]		= NLA_POLICY_MIN(NLA_U32, 1),
143 	[ETHTOOL_A_RINGS_TX_PUSH]		= NLA_POLICY_MAX(NLA_U8, 1),
144 	[ETHTOOL_A_RINGS_RX_PUSH]		= NLA_POLICY_MAX(NLA_U8, 1),
145 	[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN]	= { .type = NLA_U32 },
146 	[ETHTOOL_A_RINGS_HDS_THRESH]		= { .type = NLA_U32 },
147 };
148 
149 static int
ethnl_set_rings_validate(struct ethnl_req_info * req_info,struct genl_info * info)150 ethnl_set_rings_validate(struct ethnl_req_info *req_info,
151 			 struct genl_info *info)
152 {
153 	const struct ethtool_ops *ops = req_info->dev->ethtool_ops;
154 	struct nlattr **tb = info->attrs;
155 
156 	if (tb[ETHTOOL_A_RINGS_RX_BUF_LEN] &&
157 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_BUF_LEN)) {
158 		NL_SET_ERR_MSG_ATTR(info->extack,
159 				    tb[ETHTOOL_A_RINGS_RX_BUF_LEN],
160 				    "setting rx buf len not supported");
161 		return -EOPNOTSUPP;
162 	}
163 
164 	if (tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT] &&
165 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_TCP_DATA_SPLIT)) {
166 		NL_SET_ERR_MSG_ATTR(info->extack,
167 				    tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT],
168 				    "setting TCP data split is not supported");
169 		return -EOPNOTSUPP;
170 	}
171 
172 	if (tb[ETHTOOL_A_RINGS_HDS_THRESH] &&
173 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_HDS_THRS)) {
174 		NL_SET_ERR_MSG_ATTR(info->extack,
175 				    tb[ETHTOOL_A_RINGS_HDS_THRESH],
176 				    "setting hds-thresh is not supported");
177 		return -EOPNOTSUPP;
178 	}
179 
180 	if (tb[ETHTOOL_A_RINGS_CQE_SIZE] &&
181 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_CQE_SIZE)) {
182 		NL_SET_ERR_MSG_ATTR(info->extack,
183 				    tb[ETHTOOL_A_RINGS_CQE_SIZE],
184 				    "setting cqe size not supported");
185 		return -EOPNOTSUPP;
186 	}
187 
188 	if (tb[ETHTOOL_A_RINGS_TX_PUSH] &&
189 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH)) {
190 		NL_SET_ERR_MSG_ATTR(info->extack,
191 				    tb[ETHTOOL_A_RINGS_TX_PUSH],
192 				    "setting tx push not supported");
193 		return -EOPNOTSUPP;
194 	}
195 
196 	if (tb[ETHTOOL_A_RINGS_RX_PUSH] &&
197 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_PUSH)) {
198 		NL_SET_ERR_MSG_ATTR(info->extack,
199 				    tb[ETHTOOL_A_RINGS_RX_PUSH],
200 				    "setting rx push not supported");
201 		return -EOPNOTSUPP;
202 	}
203 
204 	if (tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN] &&
205 	    !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH_BUF_LEN)) {
206 		NL_SET_ERR_MSG_ATTR(info->extack,
207 				    tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN],
208 				    "setting tx push buf len is not supported");
209 		return -EOPNOTSUPP;
210 	}
211 
212 	return ops->get_ringparam && ops->set_ringparam ? 1 : -EOPNOTSUPP;
213 }
214 
215 static int
ethnl_set_rings(struct ethnl_req_info * req_info,struct genl_info * info)216 ethnl_set_rings(struct ethnl_req_info *req_info, struct genl_info *info)
217 {
218 	struct kernel_ethtool_ringparam kernel_ringparam;
219 	struct net_device *dev = req_info->dev;
220 	struct ethtool_ringparam ringparam;
221 	struct nlattr **tb = info->attrs;
222 	const struct nlattr *err_attr;
223 	bool mod = false;
224 	int ret;
225 
226 	ethtool_ringparam_get_cfg(dev, &ringparam, &kernel_ringparam,
227 				  info->extack);
228 
229 	ethnl_update_u32(&ringparam.rx_pending, tb[ETHTOOL_A_RINGS_RX], &mod);
230 	ethnl_update_u32(&ringparam.rx_mini_pending,
231 			 tb[ETHTOOL_A_RINGS_RX_MINI], &mod);
232 	ethnl_update_u32(&ringparam.rx_jumbo_pending,
233 			 tb[ETHTOOL_A_RINGS_RX_JUMBO], &mod);
234 	ethnl_update_u32(&ringparam.tx_pending, tb[ETHTOOL_A_RINGS_TX], &mod);
235 	ethnl_update_u32(&kernel_ringparam.rx_buf_len,
236 			 tb[ETHTOOL_A_RINGS_RX_BUF_LEN], &mod);
237 	ethnl_update_u8(&kernel_ringparam.tcp_data_split,
238 			tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT], &mod);
239 	ethnl_update_u32(&kernel_ringparam.cqe_size,
240 			 tb[ETHTOOL_A_RINGS_CQE_SIZE], &mod);
241 	ethnl_update_u8(&kernel_ringparam.tx_push,
242 			tb[ETHTOOL_A_RINGS_TX_PUSH], &mod);
243 	ethnl_update_u8(&kernel_ringparam.rx_push,
244 			tb[ETHTOOL_A_RINGS_RX_PUSH], &mod);
245 	ethnl_update_u32(&kernel_ringparam.tx_push_buf_len,
246 			 tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN], &mod);
247 	ethnl_update_u32(&kernel_ringparam.hds_thresh,
248 			 tb[ETHTOOL_A_RINGS_HDS_THRESH], &mod);
249 	if (!mod)
250 		return 0;
251 
252 	if (kernel_ringparam.tcp_data_split == ETHTOOL_TCP_DATA_SPLIT_ENABLED &&
253 	    dev_xdp_sb_prog_count(dev)) {
254 		NL_SET_ERR_MSG_ATTR(info->extack,
255 				    tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT],
256 				    "tcp-data-split can not be enabled with single buffer XDP");
257 		return -EINVAL;
258 	}
259 
260 	if (dev_get_min_mp_channel_count(dev)) {
261 		if (kernel_ringparam.tcp_data_split !=
262 		    ETHTOOL_TCP_DATA_SPLIT_ENABLED) {
263 			NL_SET_ERR_MSG(info->extack,
264 				       "can't disable tcp-data-split while device has memory provider enabled");
265 			return -EINVAL;
266 		} else if (kernel_ringparam.hds_thresh) {
267 			NL_SET_ERR_MSG(info->extack,
268 				       "can't set non-zero hds_thresh while device is memory provider enabled");
269 			return -EINVAL;
270 		}
271 	}
272 
273 	/* ensure new ring parameters are within limits */
274 	if (ringparam.rx_pending > ringparam.rx_max_pending)
275 		err_attr = tb[ETHTOOL_A_RINGS_RX];
276 	else if (ringparam.rx_mini_pending > ringparam.rx_mini_max_pending)
277 		err_attr = tb[ETHTOOL_A_RINGS_RX_MINI];
278 	else if (ringparam.rx_jumbo_pending > ringparam.rx_jumbo_max_pending)
279 		err_attr = tb[ETHTOOL_A_RINGS_RX_JUMBO];
280 	else if (ringparam.tx_pending > ringparam.tx_max_pending)
281 		err_attr = tb[ETHTOOL_A_RINGS_TX];
282 	else if (kernel_ringparam.hds_thresh > kernel_ringparam.hds_thresh_max)
283 		err_attr = tb[ETHTOOL_A_RINGS_HDS_THRESH];
284 	else
285 		err_attr = NULL;
286 	if (err_attr) {
287 		NL_SET_ERR_MSG_ATTR(info->extack, err_attr,
288 				    "requested ring size exceeds maximum");
289 		return -EINVAL;
290 	}
291 
292 	if (kernel_ringparam.tx_push_buf_len > kernel_ringparam.tx_push_buf_max_len) {
293 		NL_SET_ERR_MSG_ATTR_FMT(info->extack, tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN],
294 					"Requested TX push buffer exceeds the maximum of %u",
295 					kernel_ringparam.tx_push_buf_max_len);
296 
297 		return -EINVAL;
298 	}
299 
300 	dev->cfg_pending->hds_config = kernel_ringparam.tcp_data_split;
301 	dev->cfg_pending->hds_thresh = kernel_ringparam.hds_thresh;
302 
303 	ret = dev->ethtool_ops->set_ringparam(dev, &ringparam,
304 					      &kernel_ringparam, info->extack);
305 	return ret < 0 ? ret : 1;
306 }
307 
308 const struct ethnl_request_ops ethnl_rings_request_ops = {
309 	.request_cmd		= ETHTOOL_MSG_RINGS_GET,
310 	.reply_cmd		= ETHTOOL_MSG_RINGS_GET_REPLY,
311 	.hdr_attr		= ETHTOOL_A_RINGS_HEADER,
312 	.req_info_size		= sizeof(struct rings_req_info),
313 	.reply_data_size	= sizeof(struct rings_reply_data),
314 
315 	.prepare_data		= rings_prepare_data,
316 	.reply_size		= rings_reply_size,
317 	.fill_reply		= rings_fill_reply,
318 
319 	.set_validate		= ethnl_set_rings_validate,
320 	.set			= ethnl_set_rings,
321 	.set_ntf_cmd		= ETHTOOL_MSG_RINGS_NTF,
322 };
323