1 /****************************************************************************** 2 3 Copyright (c) 2013-2018, Intel Corporation 4 All rights reserved. 5 6 Redistribution and use in source and binary forms, with or without 7 modification, are permitted provided that the following conditions are met: 8 9 1. Redistributions of source code must retain the above copyright notice, 10 this list of conditions and the following disclaimer. 11 12 2. Redistributions in binary form must reproduce the above copyright 13 notice, this list of conditions and the following disclaimer in the 14 documentation and/or other materials provided with the distribution. 15 16 3. Neither the name of the Intel Corporation nor the names of its 17 contributors may be used to endorse or promote products derived from 18 this software without specific prior written permission. 19 20 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 21 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 24 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 25 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 26 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 27 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 28 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 29 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 30 POSSIBILITY OF SUCH DAMAGE. 31 32 ******************************************************************************/ 33 /*$FreeBSD$*/ 34 35 36 #ifndef _IXL_PF_H_ 37 #define _IXL_PF_H_ 38 39 #include "i40e_dcb.h" 40 41 #include "ixl.h" 42 #include "ixl_pf_qmgr.h" 43 44 #define VF_FLAG_ENABLED 0x01 45 #define VF_FLAG_SET_MAC_CAP 0x02 46 #define VF_FLAG_VLAN_CAP 0x04 47 #define VF_FLAG_PROMISC_CAP 0x08 48 #define VF_FLAG_MAC_ANTI_SPOOF 0x10 49 50 #define IXL_ICR0_CRIT_ERR_MASK \ 51 (I40E_PFINT_ICR0_PCI_EXCEPTION_MASK | \ 52 I40E_PFINT_ICR0_ECC_ERR_MASK | \ 53 I40E_PFINT_ICR0_PE_CRITERR_MASK) 54 55 /* VF Interrupts */ 56 #define IXL_VPINT_LNKLSTN_REG(hw, vector, vf_num) \ 57 I40E_VPINT_LNKLSTN(((vector) - 1) + \ 58 (((hw)->func_caps.num_msix_vectors_vf - 1) * (vf_num))) 59 60 #define IXL_VFINT_DYN_CTLN_REG(hw, vector, vf_num) \ 61 I40E_VFINT_DYN_CTLN(((vector) - 1) + \ 62 (((hw)->func_caps.num_msix_vectors_vf - 1) * (vf_num))) 63 64 enum ixl_fw_mode { 65 IXL_FW_MODE_NORMAL, 66 IXL_FW_MODE_RECOVERY, 67 IXL_FW_MODE_UEMPR 68 }; 69 70 enum ixl_i2c_access_method_t { 71 IXL_I2C_ACCESS_METHOD_BEST_AVAILABLE = 0, 72 IXL_I2C_ACCESS_METHOD_BIT_BANG_I2CPARAMS = 1, 73 IXL_I2C_ACCESS_METHOD_REGISTER_I2CCMD = 2, 74 IXL_I2C_ACCESS_METHOD_AQ = 3, 75 IXL_I2C_ACCESS_METHOD_TYPE_LENGTH = 4 76 }; 77 78 /* Used in struct ixl_pf's state field */ 79 enum ixl_state { 80 IXL_STATE_RECOVERY_MODE = 0, 81 IXL_STATE_RESETTING = 1, 82 IXL_STATE_MDD_PENDING = 2, 83 IXL_STATE_PF_RESET_REQ = 3, 84 IXL_STATE_VF_RESET_REQ = 4, 85 IXL_STATE_PF_CRIT_ERR = 5, 86 IXL_STATE_CORE_RESET_REQ = 6, 87 IXL_STATE_GLOB_RESET_REQ = 7, 88 IXL_STATE_EMP_RESET_REQ = 8, 89 IXL_STATE_FW_LLDP_DISABLED = 9, 90 IXL_STATE_EEE_ENABLED = 10, 91 IXL_STATE_LINK_ACTIVE_ON_DOWN = 11, 92 IXL_STATE_LINK_POLLING = 12, 93 }; 94 95 #define IXL_PF_IN_RECOVERY_MODE(pf) \ 96 ixl_test_state(&pf->state, IXL_STATE_RECOVERY_MODE) 97 98 #define IXL_PF_IS_RESETTING(pf) \ 99 ixl_test_state(&pf->state, IXL_STATE_RESETTING) 100 101 struct ixl_vf { 102 struct ixl_vsi vsi; 103 u32 vf_flags; 104 u32 num_mdd_events; 105 106 u8 mac[ETHER_ADDR_LEN]; 107 u16 vf_num; 108 struct virtchnl_version_info version; 109 110 struct ixl_pf_qtag qtag; 111 }; 112 113 /* Physical controller structure */ 114 struct ixl_pf { 115 struct ixl_vsi vsi; 116 117 struct i40e_hw hw; 118 struct i40e_osdep osdep; 119 device_t dev; 120 121 struct resource *pci_mem; 122 123 #ifdef IXL_IW 124 int iw_msix; 125 bool iw_enabled; 126 #endif 127 u32 state; 128 u8 supported_speeds; 129 130 struct ixl_pf_qmgr qmgr; 131 struct ixl_pf_qtag qtag; 132 133 char admin_mtx_name[16]; /* name of the admin mutex */ 134 struct mtx admin_mtx; /* mutex to protect the admin timer */ 135 struct callout admin_timer; /* timer to trigger admin task */ 136 137 /* Tunable values */ 138 #ifdef IXL_DEBUG_FC 139 bool enable_tx_fc_filter; 140 #endif 141 #ifdef IXL_DEBUG 142 bool recovery_mode; 143 #endif 144 int dynamic_rx_itr; 145 int dynamic_tx_itr; 146 int tx_itr; 147 int rx_itr; 148 int enable_vf_loopback; 149 150 bool link_up; 151 int advertised_speed; 152 int fc; /* link flow ctrl setting */ 153 enum ixl_dbg_mask dbg_mask; 154 bool has_i2c; 155 156 /* Misc stats maintained by the driver */ 157 u64 admin_irq; 158 159 /* Statistics from hw */ 160 struct i40e_hw_port_stats stats; 161 struct i40e_hw_port_stats stats_offsets; 162 bool stat_offsets_loaded; 163 164 /* I2C access methods */ 165 enum ixl_i2c_access_method_t i2c_access_method; 166 s32 (*read_i2c_byte)(struct ixl_pf *pf, u8 byte_offset, 167 u8 dev_addr, u8 *data); 168 s32 (*write_i2c_byte)(struct ixl_pf *pf, u8 byte_offset, 169 u8 dev_addr, u8 data); 170 171 /* SR-IOV */ 172 struct ixl_vf *vfs; 173 int num_vfs; 174 uint16_t veb_seid; 175 int vc_debug_lvl; 176 177 sbintime_t link_poll_start; 178 }; 179 180 /* 181 * Defines used for NVM update ioctls. 182 * This value is used in the Solaris tool, too. 183 */ 184 #define I40E_NVM_ACCESS \ 185 (((((((('E' << 4) + '1') << 4) + 'K') << 4) + 'G') << 4) | 5) 186 187 #define IXL_DEFAULT_PHY_INT_MASK \ 188 ((~(I40E_AQ_EVENT_LINK_UPDOWN | I40E_AQ_EVENT_MODULE_QUAL_FAIL \ 189 | I40E_AQ_EVENT_MEDIA_NA)) & 0x3FF) 190 191 /*** Sysctl help messages; displayed with "sysctl -d" ***/ 192 193 #define IXL_SYSCTL_HELP_SET_ADVERTISE \ 194 "\nControl advertised link speed.\n" \ 195 "Flags:\n" \ 196 "\t 0x1 - advertise 100M\n" \ 197 "\t 0x2 - advertise 1G\n" \ 198 "\t 0x4 - advertise 10G\n" \ 199 "\t 0x8 - advertise 20G\n" \ 200 "\t0x10 - advertise 25G\n" \ 201 "\t0x20 - advertise 40G\n" \ 202 "\t0x40 - advertise 2.5G\n" \ 203 "\t0x80 - advertise 5G\n\n" \ 204 "Set to 0 to disable link.\n" \ 205 "Use \"sysctl -x\" to view flags properly." 206 207 #define IXL_SYSCTL_HELP_SUPPORTED_SPEED \ 208 "\nSupported link speeds.\n" \ 209 "Flags:\n" \ 210 "\t 0x1 - 100M\n" \ 211 "\t 0x2 - 1G\n" \ 212 "\t 0x4 - 10G\n" \ 213 "\t 0x8 - 20G\n" \ 214 "\t0x10 - 25G\n" \ 215 "\t0x20 - 40G\n" \ 216 "\t0x40 - 2.5G\n" \ 217 "\t0x80 - 5G\n\n" \ 218 "Use \"sysctl -x\" to view flags properly." 219 220 #define IXL_SYSCTL_HELP_FC \ 221 "\nSet flow control mode using the values below.\n" \ 222 "\t0 - off\n" \ 223 "\t1 - rx pause\n" \ 224 "\t2 - tx pause\n" \ 225 "\t3 - tx and rx pause" 226 227 #define IXL_SYSCTL_HELP_LINK_STATUS \ 228 "\nExecutes a \"Get Link Status\" command on the Admin Queue, and displays" \ 229 " the response." 230 231 #define IXL_SYSCTL_HELP_FW_LLDP \ 232 "\nFW LLDP engine:\n" \ 233 "\t0 - disable\n" \ 234 "\t1 - enable\n" 235 236 #define IXL_SYSCTL_HELP_SET_LINK_ACTIVE \ 237 "\nKeep link active after setting interface down:\n" \ 238 "\t0 - disable\n" \ 239 "\t1 - enable\n" 240 241 #define IXL_SYSCTL_HELP_READ_I2C \ 242 "\nRead a byte from I2C bus\n" \ 243 "Input: 32-bit value\n" \ 244 "\tbits 0-7: device address (0xA0 or 0xA2)\n" \ 245 "\tbits 8-15: offset (0-255)\n" \ 246 "\tbits 16-31: unused\n" \ 247 "Output: 8-bit value read" 248 249 #define IXL_SYSCTL_HELP_WRITE_I2C \ 250 "\nWrite a byte to the I2C bus\n" \ 251 "Input: 32-bit value\n" \ 252 "\tbits 0-7: device address (0xA0 or 0xA2)\n" \ 253 "\tbits 8-15: offset (0-255)\n" \ 254 "\tbits 16-23: value to write\n" \ 255 "\tbits 24-31: unused\n" \ 256 "Output: 8-bit value written" 257 258 #define IXL_SYSCTL_HELP_I2C_METHOD \ 259 "\nI2C access method that driver will use:\n" \ 260 "\t0 - best available method\n" \ 261 "\t1 - bit bang via I2CPARAMS register\n" \ 262 "\t2 - register read/write via I2CCMD register\n" \ 263 "\t3 - Use Admin Queue command (best)\n" \ 264 "Using the Admin Queue is only supported on 710 devices with FW version 1.7 or higher" 265 266 #define IXL_SYSCTL_HELP_VF_LOOPBACK \ 267 "\nDetermines mode that embedded device switch will use when SR-IOV is initialized:\n" \ 268 "\t0 - Disable (VEPA)\n" \ 269 "\t1 - Enable (VEB)\n" \ 270 "Enabling this will allow VFs in separate VMs to communicate over the hardware bridge." 271 272 /*** Functions / Macros ***/ 273 /* Adjust the level here to 10 or over to print stats messages */ 274 #define I40E_VC_DEBUG(p, level, ...) \ 275 do { \ 276 if (level < 10) \ 277 ixl_dbg(p, IXL_DBG_IOV_VC, ##__VA_ARGS__); \ 278 } while (0) 279 280 #define i40e_send_vf_nack(pf, vf, op, st) \ 281 ixl_send_vf_nack_msg((pf), (vf), (op), (st), __FILE__, __LINE__) 282 283 /* Debug printing */ 284 #define ixl_dbg(pf, m, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, m, s, ##__VA_ARGS__) 285 #define ixl_dbg_info(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_INFO, s, ##__VA_ARGS__) 286 #define ixl_dbg_filter(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_FILTER, s, ##__VA_ARGS__) 287 #define ixl_dbg_iov(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_IOV, s, ##__VA_ARGS__) 288 #define ixl_dbg_link(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_LINK, s, ##__VA_ARGS__) 289 290 /* PF-only function declarations */ 291 void ixl_set_state(volatile u32 *s, enum ixl_state bit); 292 void ixl_clear_state(volatile u32 *s, enum ixl_state bit); 293 bool ixl_test_state(volatile u32 *s, enum ixl_state bit); 294 u32 ixl_testandset_state(volatile u32 *s, enum ixl_state bit); 295 int ixl_setup_interface(device_t, struct ixl_pf *); 296 void ixl_print_nvm_cmd(device_t, struct i40e_nvm_access *); 297 298 void ixl_handle_que(void *context, int pending); 299 300 void ixl_init(void *); 301 void ixl_register_vlan(void *, if_t, u16); 302 void ixl_unregister_vlan(void *, if_t, u16); 303 int ixl_intr(void *); 304 int ixl_msix_que(void *); 305 int ixl_msix_adminq(void *); 306 void ixl_do_adminq(void *, int); 307 308 int ixl_res_alloc_cmp(const void *, const void *); 309 const char * ixl_switch_res_type_string(u8); 310 void ixl_add_sysctls_mac_stats(struct sysctl_ctx_list *, 311 struct sysctl_oid_list *, struct i40e_hw_port_stats *); 312 313 void ixl_media_status(if_t, struct ifmediareq *); 314 int ixl_media_change(if_t); 315 int ixl_ioctl(if_t, u_long, caddr_t); 316 317 void ixl_enable_queue(struct i40e_hw *, int); 318 void ixl_disable_queue(struct i40e_hw *, int); 319 void ixl_enable_intr0(struct i40e_hw *); 320 void ixl_disable_intr0(struct i40e_hw *); 321 void ixl_nvm_version_str(struct i40e_hw *hw, struct sbuf *buf); 322 void ixl_stat_update48(struct i40e_hw *, u32, u32, bool, 323 u64 *, u64 *); 324 void ixl_stat_update32(struct i40e_hw *, u32, bool, 325 u64 *, u64 *); 326 327 void ixl_stop(struct ixl_pf *); 328 void ixl_vsi_add_sysctls(struct ixl_vsi *, const char *, bool); 329 int ixl_get_hw_capabilities(struct ixl_pf *); 330 void ixl_link_up_msg(struct ixl_pf *); 331 void ixl_update_link_status(struct ixl_pf *); 332 int ixl_setup_stations(struct ixl_pf *); 333 int ixl_switch_config(struct ixl_pf *); 334 void ixl_stop_locked(struct ixl_pf *); 335 int ixl_teardown_hw_structs(struct ixl_pf *); 336 void ixl_init_locked(struct ixl_pf *); 337 void ixl_set_rss_key(struct ixl_pf *); 338 void ixl_set_rss_pctypes(struct ixl_pf *); 339 void ixl_set_rss_hlut(struct ixl_pf *); 340 int ixl_setup_adminq_msix(struct ixl_pf *); 341 int ixl_setup_adminq_tq(struct ixl_pf *); 342 void ixl_teardown_adminq_msix(struct ixl_pf *); 343 void ixl_configure_intr0_msix(struct ixl_pf *); 344 void ixl_configure_queue_intr_msix(struct ixl_pf *); 345 void ixl_free_adminq_tq(struct ixl_pf *); 346 int ixl_setup_legacy(struct ixl_pf *); 347 int ixl_init_msix(struct ixl_pf *); 348 void ixl_configure_tx_itr(struct ixl_pf *); 349 void ixl_configure_rx_itr(struct ixl_pf *); 350 void ixl_configure_itr(struct ixl_pf *); 351 void ixl_configure_legacy(struct ixl_pf *); 352 void ixl_free_pci_resources(struct ixl_pf *); 353 void ixl_link_event(struct ixl_pf *, struct i40e_arq_event_info *); 354 void ixl_config_rss(struct ixl_pf *); 355 int ixl_set_advertised_speeds(struct ixl_pf *, int, bool); 356 void ixl_set_initial_advertised_speeds(struct ixl_pf *); 357 void ixl_print_nvm_version(struct ixl_pf *pf); 358 void ixl_add_sysctls_recovery_mode(struct ixl_pf *); 359 void ixl_add_device_sysctls(struct ixl_pf *); 360 void ixl_handle_mdd_event(struct ixl_pf *); 361 void ixl_add_hw_stats(struct ixl_pf *); 362 void ixl_update_stats_counters(struct ixl_pf *); 363 void ixl_pf_reset_stats(struct ixl_pf *); 364 void ixl_get_bus_info(struct ixl_pf *pf); 365 int ixl_aq_get_link_status(struct ixl_pf *, 366 struct i40e_aqc_get_link_status *); 367 void ixl_set_link(struct ixl_pf *, bool); 368 369 int ixl_handle_nvmupd_cmd(struct ixl_pf *, struct ifdrv *); 370 int ixl_handle_i2c_eeprom_read_cmd(struct ixl_pf *, struct ifreq *ifr); 371 372 int ixl_setup_hmc(struct ixl_pf *); 373 void ixl_shutdown_hmc(struct ixl_pf *); 374 void ixl_handle_empr_reset(struct ixl_pf *); 375 int ixl_prepare_for_reset(struct ixl_pf *pf, bool is_up); 376 int ixl_rebuild_hw_structs_after_reset(struct ixl_pf *, bool is_up); 377 int ixl_pf_reset(struct ixl_pf *); 378 379 void ixl_set_queue_rx_itr(struct ixl_rx_queue *); 380 void ixl_set_queue_tx_itr(struct ixl_tx_queue *); 381 382 void ixl_add_filter(struct ixl_vsi *, const u8 *, s16 vlan); 383 void ixl_del_filter(struct ixl_vsi *, const u8 *, s16 vlan); 384 void ixl_add_vlan_filters(struct ixl_vsi *, const u8 *); 385 void ixl_del_all_vlan_filters(struct ixl_vsi *, const u8 *); 386 void ixl_reconfigure_filters(struct ixl_vsi *vsi); 387 388 int ixl_disable_rings(struct ixl_pf *, struct ixl_vsi *, struct ixl_pf_qtag *); 389 int ixl_disable_tx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16); 390 int ixl_disable_rx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16); 391 int ixl_disable_ring(struct ixl_pf *pf, struct ixl_pf_qtag *, u16); 392 393 int ixl_enable_rings(struct ixl_vsi *); 394 int ixl_enable_tx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16); 395 int ixl_enable_rx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16); 396 int ixl_enable_ring(struct ixl_pf *pf, struct ixl_pf_qtag *, u16); 397 398 void ixl_update_eth_stats(struct ixl_vsi *); 399 void ixl_cap_txcsum_tso(struct ixl_vsi *, if_t, int); 400 int ixl_initialize_vsi(struct ixl_vsi *); 401 void ixl_add_ifmedia(struct ifmedia *, u64); 402 int ixl_setup_queue_msix(struct ixl_vsi *); 403 int ixl_setup_queue_tqs(struct ixl_vsi *); 404 int ixl_teardown_queue_msix(struct ixl_vsi *); 405 void ixl_free_queue_tqs(struct ixl_vsi *); 406 void ixl_enable_intr(struct ixl_vsi *); 407 void ixl_disable_rings_intr(struct ixl_vsi *); 408 void ixl_set_promisc(struct ixl_vsi *); 409 void ixl_add_multi(struct ixl_vsi *); 410 void ixl_del_multi(struct ixl_vsi *, bool); 411 void ixl_setup_vlan_filters(struct ixl_vsi *); 412 void ixl_init_filters(struct ixl_vsi *); 413 void ixl_free_filters(struct ixl_ftl_head *); 414 void ixl_add_hw_filters(struct ixl_vsi *, struct ixl_ftl_head *, int); 415 void ixl_del_hw_filters(struct ixl_vsi *, struct ixl_ftl_head *, int); 416 void ixl_del_default_hw_filters(struct ixl_vsi *); 417 struct ixl_mac_filter * 418 ixl_find_filter(struct ixl_ftl_head *, const u8 *, s16); 419 void ixl_update_vsi_stats(struct ixl_vsi *); 420 void ixl_vsi_reset_stats(struct ixl_vsi *); 421 422 void ixl_vsi_free_queues(struct ixl_vsi *vsi); 423 424 void ixl_if_init(if_ctx_t ctx); 425 void ixl_if_stop(if_ctx_t ctx); 426 427 /* 428 * I2C Function prototypes 429 */ 430 int ixl_find_i2c_interface(struct ixl_pf *); 431 s32 ixl_read_i2c_byte_bb(struct ixl_pf *pf, u8 byte_offset, 432 u8 dev_addr, u8 *data); 433 s32 ixl_write_i2c_byte_bb(struct ixl_pf *pf, u8 byte_offset, 434 u8 dev_addr, u8 data); 435 s32 ixl_read_i2c_byte_reg(struct ixl_pf *pf, u8 byte_offset, 436 u8 dev_addr, u8 *data); 437 s32 ixl_write_i2c_byte_reg(struct ixl_pf *pf, u8 byte_offset, 438 u8 dev_addr, u8 data); 439 s32 ixl_read_i2c_byte_aq(struct ixl_pf *pf, u8 byte_offset, 440 u8 dev_addr, u8 *data); 441 s32 ixl_write_i2c_byte_aq(struct ixl_pf *pf, u8 byte_offset, 442 u8 dev_addr, u8 data); 443 444 u64 ixl_max_aq_speed_to_value(u8); 445 int ixl_attach_get_link_status(struct ixl_pf *); 446 int ixl_sysctl_set_flowcntl(SYSCTL_HANDLER_ARGS); 447 448 #endif /* _IXL_PF_H_ */ 449