1 // SPDX-License-Identifier: GPL-2.0-only 2 3 #include "netlink.h" 4 #include "common.h" 5 6 struct coalesce_req_info { 7 struct ethnl_req_info base; 8 }; 9 10 struct coalesce_reply_data { 11 struct ethnl_reply_data base; 12 struct ethtool_coalesce coalesce; 13 struct kernel_ethtool_coalesce kernel_coalesce; 14 u32 supported_params; 15 }; 16 17 #define COALESCE_REPDATA(__reply_base) \ 18 container_of(__reply_base, struct coalesce_reply_data, base) 19 20 #define __SUPPORTED_OFFSET ETHTOOL_A_COALESCE_RX_USECS 21 static u32 attr_to_mask(unsigned int attr_type) 22 { 23 return BIT(attr_type - __SUPPORTED_OFFSET); 24 } 25 26 /* build time check that indices in ethtool_ops::supported_coalesce_params 27 * match corresponding attribute types with an offset 28 */ 29 #define __CHECK_SUPPORTED_OFFSET(x) \ 30 static_assert((ETHTOOL_ ## x) == \ 31 BIT((ETHTOOL_A_ ## x) - __SUPPORTED_OFFSET)) 32 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_USECS); 33 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_MAX_FRAMES); 34 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_USECS_IRQ); 35 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_MAX_FRAMES_IRQ); 36 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_USECS); 37 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_MAX_FRAMES); 38 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_USECS_IRQ); 39 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_MAX_FRAMES_IRQ); 40 __CHECK_SUPPORTED_OFFSET(COALESCE_STATS_BLOCK_USECS); 41 __CHECK_SUPPORTED_OFFSET(COALESCE_USE_ADAPTIVE_RX); 42 __CHECK_SUPPORTED_OFFSET(COALESCE_USE_ADAPTIVE_TX); 43 __CHECK_SUPPORTED_OFFSET(COALESCE_PKT_RATE_LOW); 44 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_USECS_LOW); 45 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_MAX_FRAMES_LOW); 46 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_USECS_LOW); 47 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_MAX_FRAMES_LOW); 48 __CHECK_SUPPORTED_OFFSET(COALESCE_PKT_RATE_HIGH); 49 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_USECS_HIGH); 50 __CHECK_SUPPORTED_OFFSET(COALESCE_RX_MAX_FRAMES_HIGH); 51 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_USECS_HIGH); 52 __CHECK_SUPPORTED_OFFSET(COALESCE_TX_MAX_FRAMES_HIGH); 53 __CHECK_SUPPORTED_OFFSET(COALESCE_RATE_SAMPLE_INTERVAL); 54 55 const struct nla_policy ethnl_coalesce_get_policy[] = { 56 [ETHTOOL_A_COALESCE_HEADER] = 57 NLA_POLICY_NESTED(ethnl_header_policy), 58 }; 59 60 static int coalesce_prepare_data(const struct ethnl_req_info *req_base, 61 struct ethnl_reply_data *reply_base, 62 struct genl_info *info) 63 { 64 struct coalesce_reply_data *data = COALESCE_REPDATA(reply_base); 65 struct netlink_ext_ack *extack = info ? info->extack : NULL; 66 struct net_device *dev = reply_base->dev; 67 int ret; 68 69 if (!dev->ethtool_ops->get_coalesce) 70 return -EOPNOTSUPP; 71 data->supported_params = dev->ethtool_ops->supported_coalesce_params; 72 ret = ethnl_ops_begin(dev); 73 if (ret < 0) 74 return ret; 75 ret = dev->ethtool_ops->get_coalesce(dev, &data->coalesce, 76 &data->kernel_coalesce, extack); 77 ethnl_ops_complete(dev); 78 79 return ret; 80 } 81 82 static int coalesce_reply_size(const struct ethnl_req_info *req_base, 83 const struct ethnl_reply_data *reply_base) 84 { 85 return nla_total_size(sizeof(u32)) + /* _RX_USECS */ 86 nla_total_size(sizeof(u32)) + /* _RX_MAX_FRAMES */ 87 nla_total_size(sizeof(u32)) + /* _RX_USECS_IRQ */ 88 nla_total_size(sizeof(u32)) + /* _RX_MAX_FRAMES_IRQ */ 89 nla_total_size(sizeof(u32)) + /* _TX_USECS */ 90 nla_total_size(sizeof(u32)) + /* _TX_MAX_FRAMES */ 91 nla_total_size(sizeof(u32)) + /* _TX_USECS_IRQ */ 92 nla_total_size(sizeof(u32)) + /* _TX_MAX_FRAMES_IRQ */ 93 nla_total_size(sizeof(u32)) + /* _STATS_BLOCK_USECS */ 94 nla_total_size(sizeof(u8)) + /* _USE_ADAPTIVE_RX */ 95 nla_total_size(sizeof(u8)) + /* _USE_ADAPTIVE_TX */ 96 nla_total_size(sizeof(u32)) + /* _PKT_RATE_LOW */ 97 nla_total_size(sizeof(u32)) + /* _RX_USECS_LOW */ 98 nla_total_size(sizeof(u32)) + /* _RX_MAX_FRAMES_LOW */ 99 nla_total_size(sizeof(u32)) + /* _TX_USECS_LOW */ 100 nla_total_size(sizeof(u32)) + /* _TX_MAX_FRAMES_LOW */ 101 nla_total_size(sizeof(u32)) + /* _PKT_RATE_HIGH */ 102 nla_total_size(sizeof(u32)) + /* _RX_USECS_HIGH */ 103 nla_total_size(sizeof(u32)) + /* _RX_MAX_FRAMES_HIGH */ 104 nla_total_size(sizeof(u32)) + /* _TX_USECS_HIGH */ 105 nla_total_size(sizeof(u32)) + /* _TX_MAX_FRAMES_HIGH */ 106 nla_total_size(sizeof(u32)) + /* _RATE_SAMPLE_INTERVAL */ 107 nla_total_size(sizeof(u8)) + /* _USE_CQE_MODE_TX */ 108 nla_total_size(sizeof(u8)); /* _USE_CQE_MODE_RX */ 109 } 110 111 static bool coalesce_put_u32(struct sk_buff *skb, u16 attr_type, u32 val, 112 u32 supported_params) 113 { 114 if (!val && !(supported_params & attr_to_mask(attr_type))) 115 return false; 116 return nla_put_u32(skb, attr_type, val); 117 } 118 119 static bool coalesce_put_bool(struct sk_buff *skb, u16 attr_type, u32 val, 120 u32 supported_params) 121 { 122 if (!val && !(supported_params & attr_to_mask(attr_type))) 123 return false; 124 return nla_put_u8(skb, attr_type, !!val); 125 } 126 127 static int coalesce_fill_reply(struct sk_buff *skb, 128 const struct ethnl_req_info *req_base, 129 const struct ethnl_reply_data *reply_base) 130 { 131 const struct coalesce_reply_data *data = COALESCE_REPDATA(reply_base); 132 const struct kernel_ethtool_coalesce *kcoal = &data->kernel_coalesce; 133 const struct ethtool_coalesce *coal = &data->coalesce; 134 u32 supported = data->supported_params; 135 136 if (coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_USECS, 137 coal->rx_coalesce_usecs, supported) || 138 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_MAX_FRAMES, 139 coal->rx_max_coalesced_frames, supported) || 140 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_USECS_IRQ, 141 coal->rx_coalesce_usecs_irq, supported) || 142 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ, 143 coal->rx_max_coalesced_frames_irq, supported) || 144 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_USECS, 145 coal->tx_coalesce_usecs, supported) || 146 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_MAX_FRAMES, 147 coal->tx_max_coalesced_frames, supported) || 148 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_USECS_IRQ, 149 coal->tx_coalesce_usecs_irq, supported) || 150 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ, 151 coal->tx_max_coalesced_frames_irq, supported) || 152 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_STATS_BLOCK_USECS, 153 coal->stats_block_coalesce_usecs, supported) || 154 coalesce_put_bool(skb, ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX, 155 coal->use_adaptive_rx_coalesce, supported) || 156 coalesce_put_bool(skb, ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX, 157 coal->use_adaptive_tx_coalesce, supported) || 158 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_PKT_RATE_LOW, 159 coal->pkt_rate_low, supported) || 160 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_USECS_LOW, 161 coal->rx_coalesce_usecs_low, supported) || 162 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW, 163 coal->rx_max_coalesced_frames_low, supported) || 164 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_USECS_LOW, 165 coal->tx_coalesce_usecs_low, supported) || 166 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW, 167 coal->tx_max_coalesced_frames_low, supported) || 168 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_PKT_RATE_HIGH, 169 coal->pkt_rate_high, supported) || 170 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_USECS_HIGH, 171 coal->rx_coalesce_usecs_high, supported) || 172 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH, 173 coal->rx_max_coalesced_frames_high, supported) || 174 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_USECS_HIGH, 175 coal->tx_coalesce_usecs_high, supported) || 176 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH, 177 coal->tx_max_coalesced_frames_high, supported) || 178 coalesce_put_u32(skb, ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL, 179 coal->rate_sample_interval, supported) || 180 coalesce_put_bool(skb, ETHTOOL_A_COALESCE_USE_CQE_MODE_TX, 181 kcoal->use_cqe_mode_tx, supported) || 182 coalesce_put_bool(skb, ETHTOOL_A_COALESCE_USE_CQE_MODE_RX, 183 kcoal->use_cqe_mode_rx, supported)) 184 return -EMSGSIZE; 185 186 return 0; 187 } 188 189 const struct ethnl_request_ops ethnl_coalesce_request_ops = { 190 .request_cmd = ETHTOOL_MSG_COALESCE_GET, 191 .reply_cmd = ETHTOOL_MSG_COALESCE_GET_REPLY, 192 .hdr_attr = ETHTOOL_A_COALESCE_HEADER, 193 .req_info_size = sizeof(struct coalesce_req_info), 194 .reply_data_size = sizeof(struct coalesce_reply_data), 195 196 .prepare_data = coalesce_prepare_data, 197 .reply_size = coalesce_reply_size, 198 .fill_reply = coalesce_fill_reply, 199 }; 200 201 /* COALESCE_SET */ 202 203 const struct nla_policy ethnl_coalesce_set_policy[] = { 204 [ETHTOOL_A_COALESCE_HEADER] = 205 NLA_POLICY_NESTED(ethnl_header_policy), 206 [ETHTOOL_A_COALESCE_RX_USECS] = { .type = NLA_U32 }, 207 [ETHTOOL_A_COALESCE_RX_MAX_FRAMES] = { .type = NLA_U32 }, 208 [ETHTOOL_A_COALESCE_RX_USECS_IRQ] = { .type = NLA_U32 }, 209 [ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ] = { .type = NLA_U32 }, 210 [ETHTOOL_A_COALESCE_TX_USECS] = { .type = NLA_U32 }, 211 [ETHTOOL_A_COALESCE_TX_MAX_FRAMES] = { .type = NLA_U32 }, 212 [ETHTOOL_A_COALESCE_TX_USECS_IRQ] = { .type = NLA_U32 }, 213 [ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ] = { .type = NLA_U32 }, 214 [ETHTOOL_A_COALESCE_STATS_BLOCK_USECS] = { .type = NLA_U32 }, 215 [ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX] = { .type = NLA_U8 }, 216 [ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX] = { .type = NLA_U8 }, 217 [ETHTOOL_A_COALESCE_PKT_RATE_LOW] = { .type = NLA_U32 }, 218 [ETHTOOL_A_COALESCE_RX_USECS_LOW] = { .type = NLA_U32 }, 219 [ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW] = { .type = NLA_U32 }, 220 [ETHTOOL_A_COALESCE_TX_USECS_LOW] = { .type = NLA_U32 }, 221 [ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW] = { .type = NLA_U32 }, 222 [ETHTOOL_A_COALESCE_PKT_RATE_HIGH] = { .type = NLA_U32 }, 223 [ETHTOOL_A_COALESCE_RX_USECS_HIGH] = { .type = NLA_U32 }, 224 [ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH] = { .type = NLA_U32 }, 225 [ETHTOOL_A_COALESCE_TX_USECS_HIGH] = { .type = NLA_U32 }, 226 [ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH] = { .type = NLA_U32 }, 227 [ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL] = { .type = NLA_U32 }, 228 [ETHTOOL_A_COALESCE_USE_CQE_MODE_TX] = NLA_POLICY_MAX(NLA_U8, 1), 229 [ETHTOOL_A_COALESCE_USE_CQE_MODE_RX] = NLA_POLICY_MAX(NLA_U8, 1), 230 }; 231 232 int ethnl_set_coalesce(struct sk_buff *skb, struct genl_info *info) 233 { 234 struct kernel_ethtool_coalesce kernel_coalesce = {}; 235 struct ethtool_coalesce coalesce = {}; 236 struct ethnl_req_info req_info = {}; 237 struct nlattr **tb = info->attrs; 238 const struct ethtool_ops *ops; 239 struct net_device *dev; 240 u32 supported_params; 241 bool mod = false; 242 int ret; 243 u16 a; 244 245 ret = ethnl_parse_header_dev_get(&req_info, 246 tb[ETHTOOL_A_COALESCE_HEADER], 247 genl_info_net(info), info->extack, 248 true); 249 if (ret < 0) 250 return ret; 251 dev = req_info.dev; 252 ops = dev->ethtool_ops; 253 ret = -EOPNOTSUPP; 254 if (!ops->get_coalesce || !ops->set_coalesce) 255 goto out_dev; 256 257 /* make sure that only supported parameters are present */ 258 supported_params = ops->supported_coalesce_params; 259 for (a = ETHTOOL_A_COALESCE_RX_USECS; a < __ETHTOOL_A_COALESCE_CNT; a++) 260 if (tb[a] && !(supported_params & attr_to_mask(a))) { 261 ret = -EINVAL; 262 NL_SET_ERR_MSG_ATTR(info->extack, tb[a], 263 "cannot modify an unsupported parameter"); 264 goto out_dev; 265 } 266 267 rtnl_lock(); 268 ret = ethnl_ops_begin(dev); 269 if (ret < 0) 270 goto out_rtnl; 271 ret = ops->get_coalesce(dev, &coalesce, &kernel_coalesce, 272 info->extack); 273 if (ret < 0) 274 goto out_ops; 275 276 ethnl_update_u32(&coalesce.rx_coalesce_usecs, 277 tb[ETHTOOL_A_COALESCE_RX_USECS], &mod); 278 ethnl_update_u32(&coalesce.rx_max_coalesced_frames, 279 tb[ETHTOOL_A_COALESCE_RX_MAX_FRAMES], &mod); 280 ethnl_update_u32(&coalesce.rx_coalesce_usecs_irq, 281 tb[ETHTOOL_A_COALESCE_RX_USECS_IRQ], &mod); 282 ethnl_update_u32(&coalesce.rx_max_coalesced_frames_irq, 283 tb[ETHTOOL_A_COALESCE_RX_MAX_FRAMES_IRQ], &mod); 284 ethnl_update_u32(&coalesce.tx_coalesce_usecs, 285 tb[ETHTOOL_A_COALESCE_TX_USECS], &mod); 286 ethnl_update_u32(&coalesce.tx_max_coalesced_frames, 287 tb[ETHTOOL_A_COALESCE_TX_MAX_FRAMES], &mod); 288 ethnl_update_u32(&coalesce.tx_coalesce_usecs_irq, 289 tb[ETHTOOL_A_COALESCE_TX_USECS_IRQ], &mod); 290 ethnl_update_u32(&coalesce.tx_max_coalesced_frames_irq, 291 tb[ETHTOOL_A_COALESCE_TX_MAX_FRAMES_IRQ], &mod); 292 ethnl_update_u32(&coalesce.stats_block_coalesce_usecs, 293 tb[ETHTOOL_A_COALESCE_STATS_BLOCK_USECS], &mod); 294 ethnl_update_bool32(&coalesce.use_adaptive_rx_coalesce, 295 tb[ETHTOOL_A_COALESCE_USE_ADAPTIVE_RX], &mod); 296 ethnl_update_bool32(&coalesce.use_adaptive_tx_coalesce, 297 tb[ETHTOOL_A_COALESCE_USE_ADAPTIVE_TX], &mod); 298 ethnl_update_u32(&coalesce.pkt_rate_low, 299 tb[ETHTOOL_A_COALESCE_PKT_RATE_LOW], &mod); 300 ethnl_update_u32(&coalesce.rx_coalesce_usecs_low, 301 tb[ETHTOOL_A_COALESCE_RX_USECS_LOW], &mod); 302 ethnl_update_u32(&coalesce.rx_max_coalesced_frames_low, 303 tb[ETHTOOL_A_COALESCE_RX_MAX_FRAMES_LOW], &mod); 304 ethnl_update_u32(&coalesce.tx_coalesce_usecs_low, 305 tb[ETHTOOL_A_COALESCE_TX_USECS_LOW], &mod); 306 ethnl_update_u32(&coalesce.tx_max_coalesced_frames_low, 307 tb[ETHTOOL_A_COALESCE_TX_MAX_FRAMES_LOW], &mod); 308 ethnl_update_u32(&coalesce.pkt_rate_high, 309 tb[ETHTOOL_A_COALESCE_PKT_RATE_HIGH], &mod); 310 ethnl_update_u32(&coalesce.rx_coalesce_usecs_high, 311 tb[ETHTOOL_A_COALESCE_RX_USECS_HIGH], &mod); 312 ethnl_update_u32(&coalesce.rx_max_coalesced_frames_high, 313 tb[ETHTOOL_A_COALESCE_RX_MAX_FRAMES_HIGH], &mod); 314 ethnl_update_u32(&coalesce.tx_coalesce_usecs_high, 315 tb[ETHTOOL_A_COALESCE_TX_USECS_HIGH], &mod); 316 ethnl_update_u32(&coalesce.tx_max_coalesced_frames_high, 317 tb[ETHTOOL_A_COALESCE_TX_MAX_FRAMES_HIGH], &mod); 318 ethnl_update_u32(&coalesce.rate_sample_interval, 319 tb[ETHTOOL_A_COALESCE_RATE_SAMPLE_INTERVAL], &mod); 320 ethnl_update_u8(&kernel_coalesce.use_cqe_mode_tx, 321 tb[ETHTOOL_A_COALESCE_USE_CQE_MODE_TX], &mod); 322 ethnl_update_u8(&kernel_coalesce.use_cqe_mode_rx, 323 tb[ETHTOOL_A_COALESCE_USE_CQE_MODE_RX], &mod); 324 ret = 0; 325 if (!mod) 326 goto out_ops; 327 328 ret = dev->ethtool_ops->set_coalesce(dev, &coalesce, &kernel_coalesce, 329 info->extack); 330 if (ret < 0) 331 goto out_ops; 332 ethtool_notify(dev, ETHTOOL_MSG_COALESCE_NTF, NULL); 333 334 out_ops: 335 ethnl_ops_complete(dev); 336 out_rtnl: 337 rtnl_unlock(); 338 out_dev: 339 dev_put(dev); 340 return ret; 341 } 342