1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2007-2009 Myricom, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 #ifndef MYRI10GE_VAR_H 28 #define MYRI10GE_VAR_H 29 30 #ifdef __cplusplus 31 extern "C" { 32 #endif 33 34 #include <sys/types.h> 35 #include <sys/errno.h> 36 #include <sys/param.h> 37 #include <sys/atomic.h> 38 #include <sys/stropts.h> 39 #include <sys/stream.h> 40 #include <sys/kmem.h> 41 #include <sys/ksynch.h> 42 #include <sys/stat.h> 43 #include <sys/modctl.h> 44 #include <sys/debug.h> 45 #include <sys/dlpi.h> 46 #include <sys/ethernet.h> 47 #include <sys/mac_provider.h> 48 #define MAC_CAPAB_POLL 0 49 #define MC_RESOURCES 0 50 #include <sys/mac_ether.h> 51 #ifndef MYRICOM_PRIV 52 #include <sys/vlan.h> 53 #endif 54 #include <sys/pci.h> 55 #include <sys/pcie.h> 56 #include <sys/ddi.h> 57 #include <sys/sunddi.h> 58 #include <sys/strsubr.h> /* for hw cksum stuff */ 59 #include <sys/pattr.h> /* for hw cksum stuff */ 60 #include <netinet/in.h> /* for hw cksum stuff */ 61 #include <netinet/ip.h> /* for hw cksum stuff */ 62 #include <netinet/ip6.h> /* for hw cksum stuff */ 63 #include <netinet/tcp.h> /* for hw cksum stuff */ 64 #include <netinet/udp.h> /* for hw cksum stuff */ 65 #include <sys/strsun.h> 66 #include <inet/common.h> 67 #include <inet/mi.h> 68 #include <inet/nd.h> 69 #include <sys/zmod.h> 70 #include <sys/cpuvar.h> 71 #include <sys/proc.h> 72 #include <sys/callb.h> 73 74 #include "myri10ge_mcp.h" 75 #include "myri10ge_version.h" 76 77 #define MYRI10GE_FW_OFFSET 1024*1024 78 #define MYRI10GE_EEPROM_STRINGS_SIZE 256 79 #define MYRI10GE_HIGHPART_TO_U32(X) \ 80 (sizeof (X) == 8) ? ((uint32_t)((uint64_t)(X) >> 32)) : (0) 81 #define MYRI10GE_LOWPART_TO_U32(X) ((uint32_t)(X)) 82 83 #define MYRI10GE_DDI_REG_SET_32_BIT_MEMORY_SPACE 2 84 #define MYRI10GE_DDI_REG_SET_64_BIT_MEMORY_SPACE 3 85 86 /* 87 * Max descriptors a TSO send can use; worst case is every descriptor 88 * crosses a 2KB boundary, as do the headers 89 */ 90 91 #define MYRI10GE_MAX_SEND_DESC_TSO (2 + (65536 / 2048) * 2) 92 93 #ifdef MYRICOM_PRIV 94 #define VLAN_TAGSZ 4 95 #endif 96 97 #if defined DDI_INTR_IS_MSI_OR_MSIX 98 #define MYRI10GE_USE_MSI 1 99 #else 100 #define MYRI10GE_USE_MSI 0 101 #endif 102 103 104 struct myri10ge_dma_stuff { 105 ddi_dma_handle_t handle; 106 ddi_acc_handle_t acc_handle; 107 uint32_t low; 108 uint32_t high; 109 }; 110 111 typedef struct myri10ge_mblkq { 112 struct myri10ge_priv *mgp; 113 kmutex_t lock; 114 mblk_t *head; 115 mblk_t *tail; 116 unsigned long cnt; 117 } myri10ge_mblkq_t; 118 119 typedef struct { 120 mcp_slot_t *entry; 121 struct myri10ge_dma_stuff dma; 122 int cnt; 123 int idx; 124 } myri10ge_rx_done_t; 125 126 127 typedef struct 128 { 129 uint32_t data0; 130 uint32_t data1; 131 uint32_t data2; 132 } myri10ge_cmd_t; 133 134 struct myri10ge_pci_saved_state { 135 uint32_t base[16]; 136 uint32_t msi_addr_low; 137 uint32_t msi_addr_high; 138 uint16_t msi_data_32; 139 uint16_t msi_data_64; 140 uint16_t msi_ctrl; 141 }; 142 143 struct myri10ge_jpool_entry; 144 145 struct myri10ge_jpool_entry { 146 struct myri10ge_jpool_entry *next; 147 ddi_dma_handle_t dma_handle; 148 ddi_acc_handle_t acc_handle; 149 caddr_t buf; 150 struct myri10ge_slice_state *ss; 151 mcp_dma_addr_t dma; /* Kept in network byte order */ 152 frtn_t free_func; 153 }; 154 155 #define MYRI10GE_CPU_CACHE_SZ 64 156 struct myri10ge_per_cpu_jpool { 157 struct myri10ge_jpool_entry *head; 158 uint8_t _pad[MYRI10GE_CPU_CACHE_SZ - sizeof (void *)]; 159 }; 160 161 #define MYRI10GE_MAX_CPUS 64 162 #define MYRI10GE_MAX_CPU_MASK (64 - 1) 163 164 struct myri10ge_jpool_stuff { 165 struct myri10ge_jpool_entry *head; 166 struct myri10ge_per_cpu_jpool cpu[MYRI10GE_MAX_CPUS]; 167 kmutex_t mtx; 168 int num_alloc; 169 int low_water; 170 }; 171 172 struct myri10ge_tx_ring_stats 173 { 174 uint64_t multixmt; 175 uint64_t brdcstxmt; 176 uint64_t opackets; 177 uint64_t obytes; 178 }; 179 180 struct myri10ge_rx_ring_stats 181 { 182 uint64_t multircv; 183 uint64_t brdcstrcv; 184 uint64_t ipackets; 185 uint64_t ibytes; 186 }; 187 188 struct myri10ge_tx_ring_entry_stats 189 { 190 uint32_t obytes; 191 uint16_t opackets; 192 uint8_t brdcstxmt; 193 uint8_t multixmt; 194 }; 195 196 struct myri10ge_tx_pkt_stats { 197 union { 198 uint64_t all; 199 struct myri10ge_tx_ring_entry_stats s; 200 } un; 201 }; 202 203 #define ostat stat.un.s 204 205 struct myri10ge_tx_dma_handle { 206 struct myri10ge_tx_dma_handle *next; 207 ddi_dma_handle_t h; 208 }; 209 210 struct myri10ge_tx_dma_handle_head { 211 struct myri10ge_tx_dma_handle *head; 212 struct myri10ge_tx_dma_handle *tail; 213 }; 214 215 struct myri10ge_rx_buffer_state { 216 caddr_t ptr; 217 struct myri10ge_jpool_entry *j; 218 }; 219 220 struct myri10ge_tx_buffer_state { 221 mblk_t *m; 222 struct myri10ge_tx_dma_handle *handle; 223 struct myri10ge_tx_pkt_stats stat; 224 }; 225 226 struct myri10ge_nic_stat { 227 struct kstat_named dma_force_physical; 228 struct kstat_named dma_read_bw_MBs; 229 struct kstat_named dma_write_bw_MBs; 230 struct kstat_named dma_read_write_bw_MBs; 231 struct kstat_named lanes; 232 struct kstat_named dropped_bad_crc32; 233 struct kstat_named dropped_bad_phy; 234 struct kstat_named dropped_link_error_or_filtered; 235 struct kstat_named dropped_link_overflow; 236 struct kstat_named dropped_multicast_filtered; 237 struct kstat_named dropped_no_big_buffer; 238 struct kstat_named dropped_no_small_buffer; 239 struct kstat_named dropped_overrun; 240 struct kstat_named dropped_pause; 241 struct kstat_named dropped_runt; 242 struct kstat_named dropped_unicast_filtered; 243 struct kstat_named link_changes; 244 struct kstat_named link_up; 245 }; 246 247 struct myri10ge_slice_stat { 248 struct kstat_named lro_bad_csum; 249 struct kstat_named lro_flushed; 250 struct kstat_named lro_queued; 251 struct kstat_named rx_big; 252 struct kstat_named rx_bigbuf_firmware; 253 struct kstat_named rx_bigbuf_pool; 254 struct kstat_named rx_bigbuf_smalls; 255 struct kstat_named rx_copy; 256 struct kstat_named rx_small; 257 struct kstat_named rx_big_nobuf; 258 struct kstat_named rx_small_nobuf; 259 struct kstat_named tx_activate; 260 struct kstat_named tx_done; 261 struct kstat_named tx_handles_alloced; 262 struct kstat_named tx_req; 263 struct kstat_named xmit_err; 264 struct kstat_named xmit_lowbuf; 265 struct kstat_named xmit_lsobadflags; 266 struct kstat_named xmit_pullup; 267 struct kstat_named xmit_pullup_first; 268 struct kstat_named xmit_sched; 269 struct kstat_named xmit_stall; 270 struct kstat_named xmit_stall_early; 271 struct kstat_named xmit_stall_late; 272 struct kstat_named xmit_zero_len; 273 }; 274 275 struct myri10ge_info { 276 struct kstat_named driver_version; 277 struct kstat_named firmware_version; 278 struct kstat_named firmware_name; 279 struct kstat_named interrupt_type; 280 struct kstat_named product_code; 281 struct kstat_named serial_number; 282 }; 283 284 285 #define MYRI10GE_NIC_STAT_INC(field) \ 286 (((struct myri10ge_nic_stat *)mgp->ksp_stat->ks_data)->field.value.ul)++ 287 #define MYRI10GE_SLICE_STAT_INC(field) \ 288 (((struct myri10ge_slice_stat *)ss->ksp_stat->ks_data)->field.value.ul)++ 289 #define MYRI10GE_SLICE_STAT_ADD(field, val) \ 290 (((struct myri10ge_slice_stat *)ss->ksp_stat->ks_data)->field.value.ul) += val 291 #define MYRI10GE_SLICE_STAT_DEC(field) \ 292 (((struct myri10ge_slice_stat *)ss->ksp_stat->ks_data)->field.value.ul)-- 293 #define MYRI10GE_ATOMIC_SLICE_STAT_INC(field) \ 294 atomic_add_long(&(((struct myri10ge_slice_stat *) \ 295 ss->ksp_stat->ks_data)->field.value.ul), 1) 296 #define MYRI10GE_ATOMIC_SLICE_STAT_DEC(field) \ 297 atomic_add_long(&(((struct myri10ge_slice_stat *) \ 298 ss->ksp_stat->ks_data)->field.value.ul), -1) 299 #define MYRI10GE_SLICE_STAT(field) \ 300 (((struct myri10ge_slice_stat *)ss->ksp_stat->ks_data)->field.value.ul) 301 302 303 struct myri10ge_tx_copybuf 304 { 305 caddr_t va; 306 int len; 307 struct myri10ge_dma_stuff dma; 308 }; 309 310 typedef struct 311 { 312 mcp_kreq_ether_recv_t *lanai; /* lanai ptr for recv ring */ 313 mcp_kreq_ether_recv_t *shadow; /* host shadow of recv ring */ 314 struct myri10ge_rx_buffer_state *info; 315 int cnt; 316 int alloc_fail; 317 int mask; /* number of rx slots -1 */ 318 boolean_t polling; 319 } myri10ge_rx_ring_t; 320 321 typedef struct 322 { 323 mcp_kreq_ether_send_t *lanai; /* lanai ptr for sendq */ 324 char *go; /* doorbell to poll sendq */ 325 char *stop; /* doorbell to !poll sendq */ 326 struct myri10ge_tx_buffer_state *info; 327 struct myri10ge_tx_copybuf *cp; 328 int req; /* transmits submitted */ 329 int mask; /* number of transmit slots -1 */ 330 int done; /* transmits completed */ 331 int pkt_done; /* packets completed */ 332 int active; 333 uint32_t stall; 334 uint32_t stall_early; 335 uint32_t stall_late; 336 int sched; 337 kmutex_t lock; 338 struct myri10ge_tx_ring_stats stats; 339 int watchdog_req; 340 int watchdog_done; 341 unsigned long activate; 342 kmutex_t handle_lock; 343 struct myri10ge_tx_dma_handle *free_tx_handles; 344 mac_ring_handle_t rh; 345 } myri10ge_tx_ring_t; 346 347 struct lro_entry; 348 349 struct lro_entry 350 { 351 struct lro_entry *next; 352 mblk_t *m_head; 353 mblk_t *m_tail; 354 int timestamp; 355 struct ip *ip; 356 uint32_t tsval; 357 uint32_t tsecr; 358 uint32_t source_ip; 359 uint32_t dest_ip; 360 uint32_t next_seq; 361 uint32_t ack_seq; 362 uint32_t len; 363 uint32_t data_csum; 364 uint16_t window; 365 uint16_t source_port; 366 uint16_t dest_port; 367 uint16_t append_cnt; 368 uint16_t mss; 369 uint8_t flags; 370 }; 371 372 struct myri10ge_mblk_list 373 { 374 mblk_t *head; 375 mblk_t **tail; 376 int cnt; 377 }; 378 379 struct myri10ge_priv; 380 381 struct myri10ge_slice_state { 382 struct myri10ge_priv *mgp; 383 myri10ge_tx_ring_t tx; /* transmit ring */ 384 myri10ge_rx_ring_t rx_small; 385 myri10ge_rx_ring_t rx_big; 386 myri10ge_rx_done_t rx_done; 387 struct myri10ge_jpool_stuff jpool; 388 struct myri10ge_rx_ring_stats rx_stats; 389 volatile uint32_t *irq_claim; 390 mcp_irq_data_t *fw_stats; 391 struct lro_entry *lro_active; 392 struct lro_entry *lro_free; 393 struct myri10ge_dma_stuff fw_stats_dma; 394 int jbufs_for_smalls; 395 struct myri10ge_jpool_entry *small_jpool; 396 int j_rx_cnt; 397 mac_resource_handle_t mrh; 398 kstat_t *ksp_stat; 399 mac_ring_handle_t rx_rh; 400 kmutex_t rx_lock; 401 kmutex_t poll_lock; 402 uint64_t rx_gen_num; 403 boolean_t rx_polling; 404 int rx_token; 405 int watchdog_rx_copy; 406 }; 407 408 struct myri10ge_priv { 409 struct myri10ge_slice_state *ss; 410 int max_intr_slots; 411 int num_slices; 412 dev_info_t *dip; 413 mac_handle_t mh; 414 ddi_acc_handle_t io_handle; 415 int tx_boundary; 416 int watchdog_rx_pause; 417 kstat_t *ksp_stat; 418 kstat_t *ksp_info; 419 int running; /* running? */ 420 int csum_flag; /* rx_csums? */ 421 uint8_t mac_addr[6]; /* eeprom mac address */ 422 volatile uint8_t *sram; 423 int sram_size; 424 unsigned long board_span; 425 unsigned long iomem_base; 426 volatile uint32_t *irq_deassert; 427 char *mac_addr_string; 428 mcp_cmd_response_t *cmd; 429 struct myri10ge_dma_stuff cmd_dma; 430 int msi_enabled; 431 int link_state; 432 int rdma_tags_available; 433 int intr_coal_delay; 434 volatile uint32_t *intr_coal_delay_ptr; 435 kmutex_t cmd_lock; 436 kmutex_t intrlock; 437 int down_cnt; 438 int watchdog_resets; 439 unsigned char *eth_z8e; 440 unsigned int eth_z8e_length; 441 ddi_iblock_cookie_t icookie; 442 ddi_intr_handle_t *htable; 443 int intr_size; 444 int intr_cnt; 445 int intr_cap; 446 unsigned int intr_pri; 447 int ddi_intr_type; 448 int pause; 449 timeout_id_t timer_id; 450 clock_t timer_ticks; 451 int vso; 452 uint32_t mcp_index; 453 char fw_version[128]; 454 char name[32]; 455 char *fw_name; 456 char *intr_type; 457 char eeprom_strings[MYRI10GE_EEPROM_STRINGS_SIZE]; 458 char *sn_str; 459 char *pc_str; 460 uint32_t read_dma; 461 uint32_t write_dma; 462 uint32_t read_write_dma; 463 uint32_t pcie_link_width; 464 int max_read_request_4k; 465 caddr_t nd_head; 466 struct myri10ge_priv *next; 467 uint_t refcnt; 468 int reg_set; 469 int features; 470 struct myri10ge_pci_saved_state pci_saved_state; 471 uint32_t *toeplitz_hash_table; 472 uint32_t rss_key[8]; 473 ddi_acc_handle_t cfg_hdl; 474 int macaddr_cnt; 475 }; 476 477 /* features bitmask */ 478 #define MYRI10GE_TSO 1 479 480 #if defined(__GNUC__) 481 #define likely(x) __builtin_expect((x), 1) 482 #define unlikely(x) __builtin_expect((x), 0) 483 #else 484 #define likely(x) (x) 485 #define unlikely(x) (x) 486 #endif /* defined(__GNUC__) */ 487 488 #define mb membar_producer 489 490 struct myri10ge_priv *myri10ge_get_instance(uint_t unit); 491 void myri10ge_put_instance(struct myri10ge_priv *); 492 int myri10ge_send_cmd(struct myri10ge_priv *mgp, uint32_t cmd, 493 myri10ge_cmd_t *data); 494 caddr_t myri10ge_dma_alloc(dev_info_t *dip, size_t len, 495 ddi_dma_attr_t *attr, ddi_device_acc_attr_t *accattr, 496 uint_t alloc_flags, int bind_flags, struct myri10ge_dma_stuff *dma, 497 int warn, int (*waitfp)(caddr_t)); 498 void myri10ge_dma_free(struct myri10ge_dma_stuff *dma); 499 500 void myri10ge_lro_flush(struct myri10ge_slice_state *ss, 501 struct lro_entry *lro, struct myri10ge_mblk_list *mbl); 502 int myri10ge_lro_rx(struct myri10ge_slice_state *ss, mblk_t *m_head, 503 uint32_t csum, struct myri10ge_mblk_list *mbl); 504 void myri10ge_mbl_append(struct myri10ge_slice_state *ss, 505 struct myri10ge_mblk_list *mbl, mblk_t *mp); 506 uint16_t myri10ge_csum_generic(uint16_t *raw, int len); 507 extern int myri10ge_lro_max_aggr; 508 extern int myri10ge_mtu; 509 510 #ifndef ETHERNET_HEADER_SIZE 511 #define ETHERNET_HEADER_SIZE 14 512 #endif 513 514 #define MYRI10GE_TOEPLITZ_HASH (MXGEFW_RSS_HASH_TYPE_TCP_IPV4|\ 515 MXGEFW_RSS_HASH_TYPE_IPV4) 516 #define MYRI10GE_POLL_NULL INT_MAX 517 518 /* 519 * This file uses MyriGE driver indentation. 520 * 521 * Local Variables: 522 * c-file-style:"sun" 523 * tab-width:8 524 * End: 525 */ 526 527 #ifdef __cplusplus 528 } 529 #endif 530 531 #endif /* MYRI10GE_VAR_H */ 532