1 /* 2 * Copyright (C) 2017 Netronome Systems, Inc. 3 * 4 * This software is licensed under the GNU General License Version 2, 5 * June 1991 as shown in the file COPYING in the top-level directory of this 6 * source tree. 7 * 8 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS" 9 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, 10 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 11 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE 12 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME 13 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. 14 */ 15 16 #include <linux/debugfs.h> 17 #include <linux/device.h> 18 #include <linux/ethtool.h> 19 #include <linux/kernel.h> 20 #include <linux/list.h> 21 #include <linux/netdevice.h> 22 #include <linux/u64_stats_sync.h> 23 #include <net/devlink.h> 24 #include <net/udp_tunnel.h> 25 #include <net/xdp.h> 26 27 #define DRV_NAME "netdevsim" 28 29 #define NSIM_XDP_MAX_MTU 4000 30 31 #define NSIM_EA(extack, msg) NL_SET_ERR_MSG_MOD((extack), msg) 32 33 #define NSIM_IPSEC_MAX_SA_COUNT 33 34 #define NSIM_IPSEC_VALID BIT(31) 35 #define NSIM_UDP_TUNNEL_N_PORTS 4 36 37 struct nsim_sa { 38 struct xfrm_state *xs; 39 __be32 ipaddr[4]; 40 u32 key[4]; 41 u32 salt; 42 bool used; 43 bool crypt; 44 bool rx; 45 }; 46 47 struct nsim_ipsec { 48 struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT]; 49 struct dentry *pfile; 50 u32 count; 51 u32 tx; 52 u32 ok; 53 }; 54 55 struct nsim_ethtool_pauseparam { 56 bool rx; 57 bool tx; 58 bool report_stats_rx; 59 bool report_stats_tx; 60 }; 61 62 struct nsim_ethtool { 63 u32 get_err; 64 u32 set_err; 65 struct nsim_ethtool_pauseparam pauseparam; 66 struct ethtool_coalesce coalesce; 67 struct ethtool_ringparam ring; 68 struct ethtool_fecparam fec; 69 }; 70 71 struct netdevsim { 72 struct net_device *netdev; 73 struct nsim_dev *nsim_dev; 74 struct nsim_dev_port *nsim_dev_port; 75 76 u64 tx_packets; 77 u64 tx_bytes; 78 struct u64_stats_sync syncp; 79 80 struct nsim_bus_dev *nsim_bus_dev; 81 82 struct bpf_prog *bpf_offloaded; 83 u32 bpf_offloaded_id; 84 85 struct xdp_attachment_info xdp; 86 struct xdp_attachment_info xdp_hw; 87 88 bool bpf_tc_accept; 89 bool bpf_tc_non_bound_accept; 90 bool bpf_xdpdrv_accept; 91 bool bpf_xdpoffload_accept; 92 93 bool bpf_map_accept; 94 struct nsim_ipsec ipsec; 95 struct { 96 u32 inject_error; 97 u32 sleep; 98 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS]; 99 u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS]; 100 struct debugfs_u32_array dfs_ports[2]; 101 } udp_ports; 102 103 struct nsim_ethtool ethtool; 104 }; 105 106 struct netdevsim * 107 nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port); 108 void nsim_destroy(struct netdevsim *ns); 109 110 void nsim_ethtool_init(struct netdevsim *ns); 111 112 void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev); 113 int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev, 114 struct net_device *dev); 115 void nsim_udp_tunnels_info_destroy(struct net_device *dev); 116 117 #ifdef CONFIG_BPF_SYSCALL 118 int nsim_bpf_dev_init(struct nsim_dev *nsim_dev); 119 void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev); 120 int nsim_bpf_init(struct netdevsim *ns); 121 void nsim_bpf_uninit(struct netdevsim *ns); 122 int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf); 123 int nsim_bpf_disable_tc(struct netdevsim *ns); 124 int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, 125 void *type_data, void *cb_priv); 126 #else 127 128 static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev) 129 { 130 return 0; 131 } 132 133 static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev) 134 { 135 } 136 static inline int nsim_bpf_init(struct netdevsim *ns) 137 { 138 return 0; 139 } 140 141 static inline void nsim_bpf_uninit(struct netdevsim *ns) 142 { 143 } 144 145 static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf) 146 { 147 return -EOPNOTSUPP; 148 } 149 150 static inline int nsim_bpf_disable_tc(struct netdevsim *ns) 151 { 152 return 0; 153 } 154 155 static inline int 156 nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data, 157 void *cb_priv) 158 { 159 return -EOPNOTSUPP; 160 } 161 #endif 162 163 enum nsim_resource_id { 164 NSIM_RESOURCE_NONE, /* DEVLINK_RESOURCE_ID_PARENT_TOP */ 165 NSIM_RESOURCE_IPV4, 166 NSIM_RESOURCE_IPV4_FIB, 167 NSIM_RESOURCE_IPV4_FIB_RULES, 168 NSIM_RESOURCE_IPV6, 169 NSIM_RESOURCE_IPV6_FIB, 170 NSIM_RESOURCE_IPV6_FIB_RULES, 171 NSIM_RESOURCE_NEXTHOPS, 172 }; 173 174 struct nsim_dev_health { 175 struct devlink_health_reporter *empty_reporter; 176 struct devlink_health_reporter *dummy_reporter; 177 struct dentry *ddir; 178 char *recovered_break_msg; 179 u32 binary_len; 180 bool fail_recover; 181 }; 182 183 int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink); 184 void nsim_dev_health_exit(struct nsim_dev *nsim_dev); 185 186 #if IS_ENABLED(CONFIG_PSAMPLE) 187 int nsim_dev_psample_init(struct nsim_dev *nsim_dev); 188 void nsim_dev_psample_exit(struct nsim_dev *nsim_dev); 189 #else 190 static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev) 191 { 192 return 0; 193 } 194 195 static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev) 196 { 197 } 198 #endif 199 200 enum nsim_dev_port_type { 201 NSIM_DEV_PORT_TYPE_PF, 202 NSIM_DEV_PORT_TYPE_VF, 203 }; 204 205 #define NSIM_DEV_VF_PORT_INDEX_BASE 128 206 #define NSIM_DEV_VF_PORT_INDEX_MAX UINT_MAX 207 208 struct nsim_dev_port { 209 struct list_head list; 210 struct devlink_port devlink_port; 211 unsigned int port_index; 212 enum nsim_dev_port_type port_type; 213 struct dentry *ddir; 214 struct dentry *rate_parent; 215 char *parent_name; 216 struct netdevsim *ns; 217 }; 218 219 struct nsim_dev { 220 struct nsim_bus_dev *nsim_bus_dev; 221 struct nsim_fib_data *fib_data; 222 struct nsim_trap_data *trap_data; 223 struct dentry *ddir; 224 struct dentry *ports_ddir; 225 struct dentry *take_snapshot; 226 struct dentry *max_vfs; 227 struct dentry *nodes_ddir; 228 struct bpf_offload_dev *bpf_dev; 229 bool bpf_bind_accept; 230 bool bpf_bind_verifier_accept; 231 u32 bpf_bind_verifier_delay; 232 struct dentry *ddir_bpf_bound_progs; 233 u32 prog_id_gen; 234 struct list_head bpf_bound_progs; 235 struct list_head bpf_bound_maps; 236 struct netdev_phys_item_id switch_id; 237 struct list_head port_list; 238 struct mutex port_list_lock; /* protects port list */ 239 bool fw_update_status; 240 u32 fw_update_overwrite_mask; 241 u32 max_macs; 242 bool test1; 243 bool dont_allow_reload; 244 bool fail_reload; 245 struct devlink_region *dummy_region; 246 struct nsim_dev_health health; 247 struct flow_action_cookie *fa_cookie; 248 spinlock_t fa_cookie_lock; /* protects fa_cookie */ 249 bool fail_trap_group_set; 250 bool fail_trap_policer_set; 251 bool fail_trap_policer_counter_get; 252 struct { 253 struct udp_tunnel_nic_shared utn_shared; 254 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS]; 255 bool sync_all; 256 bool open_only; 257 bool ipv4_only; 258 bool shared; 259 bool static_iana_vxlan; 260 u32 sleep; 261 } udp_ports; 262 struct nsim_dev_psample *psample; 263 u16 esw_mode; 264 }; 265 266 int nsim_esw_legacy_enable(struct nsim_dev *nsim_dev, struct netlink_ext_ack *extack); 267 int nsim_esw_switchdev_enable(struct nsim_dev *nsim_dev, struct netlink_ext_ack *extack); 268 269 static inline bool nsim_esw_mode_is_legacy(struct nsim_dev *nsim_dev) 270 { 271 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_LEGACY; 272 } 273 274 static inline bool nsim_esw_mode_is_switchdev(struct nsim_dev *nsim_dev) 275 { 276 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV; 277 } 278 279 static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev) 280 { 281 return devlink_net(priv_to_devlink(nsim_dev)); 282 } 283 284 int nsim_dev_init(void); 285 void nsim_dev_exit(void); 286 int nsim_dev_probe(struct nsim_bus_dev *nsim_bus_dev); 287 void nsim_dev_remove(struct nsim_bus_dev *nsim_bus_dev); 288 int nsim_dev_port_add(struct nsim_bus_dev *nsim_bus_dev, 289 enum nsim_dev_port_type type, 290 unsigned int port_index); 291 int nsim_dev_port_del(struct nsim_bus_dev *nsim_bus_dev, 292 enum nsim_dev_port_type type, 293 unsigned int port_index); 294 295 struct nsim_fib_data *nsim_fib_create(struct devlink *devlink, 296 struct netlink_ext_ack *extack); 297 void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data); 298 u64 nsim_fib_get_val(struct nsim_fib_data *fib_data, 299 enum nsim_resource_id res_id, bool max); 300 301 ssize_t nsim_bus_dev_max_vfs_read(struct file *file, 302 char __user *data, 303 size_t count, loff_t *ppos); 304 ssize_t nsim_bus_dev_max_vfs_write(struct file *file, 305 const char __user *data, 306 size_t count, loff_t *ppos); 307 void nsim_bus_dev_vfs_disable(struct nsim_bus_dev *nsim_bus_dev); 308 309 static inline bool nsim_dev_port_is_pf(struct nsim_dev_port *nsim_dev_port) 310 { 311 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_PF; 312 } 313 314 static inline bool nsim_dev_port_is_vf(struct nsim_dev_port *nsim_dev_port) 315 { 316 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_VF; 317 } 318 #if IS_ENABLED(CONFIG_XFRM_OFFLOAD) 319 void nsim_ipsec_init(struct netdevsim *ns); 320 void nsim_ipsec_teardown(struct netdevsim *ns); 321 bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb); 322 #else 323 static inline void nsim_ipsec_init(struct netdevsim *ns) 324 { 325 } 326 327 static inline void nsim_ipsec_teardown(struct netdevsim *ns) 328 { 329 } 330 331 static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb) 332 { 333 return true; 334 } 335 #endif 336 337 struct nsim_vf_config { 338 int link_state; 339 u16 min_tx_rate; 340 u16 max_tx_rate; 341 u16 vlan; 342 __be16 vlan_proto; 343 u16 qos; 344 u8 vf_mac[ETH_ALEN]; 345 bool spoofchk_enabled; 346 bool trusted; 347 bool rss_query_enabled; 348 }; 349 350 struct nsim_bus_dev { 351 struct device dev; 352 struct list_head list; 353 unsigned int port_count; 354 struct net *initial_net; /* Purpose of this is to carry net pointer 355 * during the probe time only. 356 */ 357 unsigned int max_vfs; 358 unsigned int num_vfs; 359 struct mutex vfs_lock; /* Protects vfconfigs */ 360 struct nsim_vf_config *vfconfigs; 361 /* Lock for devlink->reload_enabled in netdevsim module */ 362 struct mutex nsim_bus_reload_lock; 363 bool init; 364 }; 365 366 int nsim_bus_init(void); 367 void nsim_bus_exit(void); 368