1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* 3 * Copyright IBM Corp. 2007 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #ifndef __QETH_CORE_H__ 11 #define __QETH_CORE_H__ 12 13 #include <linux/completion.h> 14 #include <linux/debugfs.h> 15 #include <linux/if.h> 16 #include <linux/if_arp.h> 17 #include <linux/etherdevice.h> 18 #include <linux/if_vlan.h> 19 #include <linux/ctype.h> 20 #include <linux/in6.h> 21 #include <linux/bitops.h> 22 #include <linux/seq_file.h> 23 #include <linux/hashtable.h> 24 #include <linux/ip.h> 25 #include <linux/rcupdate.h> 26 #include <linux/refcount.h> 27 #include <linux/timer.h> 28 #include <linux/types.h> 29 #include <linux/wait.h> 30 #include <linux/workqueue.h> 31 32 #include <net/dst.h> 33 #include <net/ip6_fib.h> 34 #include <net/ipv6.h> 35 #include <net/if_inet6.h> 36 #include <net/addrconf.h> 37 #include <net/route.h> 38 #include <net/sch_generic.h> 39 #include <net/tcp.h> 40 41 #include <asm/debug.h> 42 #include <asm/qdio.h> 43 #include <asm/ccwdev.h> 44 #include <asm/ccwgroup.h> 45 #include <asm/sysinfo.h> 46 47 #include <uapi/linux/if_link.h> 48 49 #include "qeth_core_mpc.h" 50 51 /** 52 * Debug Facility stuff 53 */ 54 enum qeth_dbf_names { 55 QETH_DBF_SETUP, 56 QETH_DBF_MSG, 57 QETH_DBF_CTRL, 58 QETH_DBF_INFOS /* must be last element */ 59 }; 60 61 struct qeth_dbf_info { 62 char name[DEBUG_MAX_NAME_LEN]; 63 int pages; 64 int areas; 65 int len; 66 int level; 67 struct debug_view *view; 68 debug_info_t *id; 69 }; 70 71 #define QETH_DBF_CTRL_LEN 256U 72 73 #define QETH_DBF_TEXT(name, level, text) \ 74 debug_text_event(qeth_dbf[QETH_DBF_##name].id, level, text) 75 76 #define QETH_DBF_HEX(name, level, addr, len) \ 77 debug_event(qeth_dbf[QETH_DBF_##name].id, level, (void *)(addr), len) 78 79 #define QETH_DBF_MESSAGE(level, text...) \ 80 debug_sprintf_event(qeth_dbf[QETH_DBF_MSG].id, level, text) 81 82 #define QETH_DBF_TEXT_(name, level, text...) \ 83 qeth_dbf_longtext(qeth_dbf[QETH_DBF_##name].id, level, text) 84 85 #define QETH_CARD_TEXT(card, level, text) \ 86 debug_text_event(card->debug, level, text) 87 88 #define QETH_CARD_HEX(card, level, addr, len) \ 89 debug_event(card->debug, level, (void *)(addr), len) 90 91 #define QETH_CARD_MESSAGE(card, text...) \ 92 debug_sprintf_event(card->debug, level, text) 93 94 #define QETH_CARD_TEXT_(card, level, text...) \ 95 qeth_dbf_longtext(card->debug, level, text) 96 97 #define SENSE_COMMAND_REJECT_BYTE 0 98 #define SENSE_COMMAND_REJECT_FLAG 0x80 99 #define SENSE_RESETTING_EVENT_BYTE 1 100 #define SENSE_RESETTING_EVENT_FLAG 0x80 101 102 static inline u32 qeth_get_device_id(struct ccw_device *cdev) 103 { 104 struct ccw_dev_id dev_id; 105 u32 id; 106 107 ccw_device_get_id(cdev, &dev_id); 108 id = dev_id.devno; 109 id |= (u32) (dev_id.ssid << 16); 110 111 return id; 112 } 113 114 /* 115 * Common IO related definitions 116 */ 117 #define CARD_RDEV(card) card->read.ccwdev 118 #define CARD_WDEV(card) card->write.ccwdev 119 #define CARD_DDEV(card) card->data.ccwdev 120 #define CARD_BUS_ID(card) dev_name(&card->gdev->dev) 121 #define CARD_RDEV_ID(card) dev_name(&card->read.ccwdev->dev) 122 #define CARD_WDEV_ID(card) dev_name(&card->write.ccwdev->dev) 123 #define CARD_DDEV_ID(card) dev_name(&card->data.ccwdev->dev) 124 #define CCW_DEVID(cdev) (qeth_get_device_id(cdev)) 125 #define CARD_DEVID(card) (CCW_DEVID(CARD_RDEV(card))) 126 127 /* Routing stuff */ 128 struct qeth_routing_info { 129 enum qeth_routing_types type; 130 }; 131 132 /* SETBRIDGEPORT stuff */ 133 enum qeth_sbp_roles { 134 QETH_SBP_ROLE_NONE = 0, 135 QETH_SBP_ROLE_PRIMARY = 1, 136 QETH_SBP_ROLE_SECONDARY = 2, 137 }; 138 139 enum qeth_sbp_states { 140 QETH_SBP_STATE_INACTIVE = 0, 141 QETH_SBP_STATE_STANDBY = 1, 142 QETH_SBP_STATE_ACTIVE = 2, 143 }; 144 145 #define QETH_SBP_HOST_NOTIFICATION 1 146 147 struct qeth_sbp_info { 148 __u32 supported_funcs; 149 enum qeth_sbp_roles role; 150 __u32 hostnotification:1; 151 __u32 reflect_promisc:1; 152 __u32 reflect_promisc_primary:1; 153 }; 154 155 struct qeth_vnicc_info { 156 /* supported/currently configured VNICCs; updated in IPA exchanges */ 157 u32 sup_chars; 158 u32 cur_chars; 159 /* supported commands: bitmasks which VNICCs support respective cmd */ 160 u32 set_char_sup; 161 u32 getset_timeout_sup; 162 /* timeout value for the learning characteristic */ 163 u32 learning_timeout; 164 /* characteristics wanted/configured by user */ 165 u32 wanted_chars; 166 /* has user explicitly enabled rx_bcast while online? */ 167 bool rx_bcast_enabled; 168 }; 169 170 #define QETH_IDX_FUNC_LEVEL_OSD 0x0101 171 #define QETH_IDX_FUNC_LEVEL_IQD 0x4108 172 173 #define QETH_BUFSIZE 4096 174 #define CCW_CMD_WRITE 0x01 175 #define CCW_CMD_READ 0x02 176 177 /** 178 * some more defs 179 */ 180 #define QETH_TX_TIMEOUT (100 * HZ) 181 #define QETH_RCD_TIMEOUT (60 * HZ) 182 #define QETH_RECLAIM_WORK_TIME HZ 183 #define QETH_MAX_PORTNO 15 184 185 /*****************************************************************************/ 186 /* QDIO queue and buffer handling */ 187 /*****************************************************************************/ 188 #define QETH_MAX_OUT_QUEUES 4 189 #define QETH_IQD_MIN_TXQ 2 /* One for ucast, one for mcast. */ 190 #define QETH_IQD_MCAST_TXQ 0 191 #define QETH_IQD_MIN_UCAST_TXQ 1 192 193 #define QETH_MAX_IN_QUEUES 2 194 #define QETH_RX_COPYBREAK (PAGE_SIZE >> 1) 195 #define QETH_IN_BUF_SIZE_DEFAULT 65536 196 #define QETH_IN_BUF_COUNT_DEFAULT 64 197 #define QETH_IN_BUF_COUNT_HSDEFAULT 128 198 #define QETH_IN_BUF_COUNT_MIN 8U 199 #define QETH_IN_BUF_COUNT_MAX 128U 200 #define QETH_MAX_BUFFER_ELEMENTS(card) ((card)->qdio.in_buf_size >> 12) 201 #define QETH_IN_BUF_REQUEUE_THRESHOLD(card) \ 202 ((card)->qdio.in_buf_pool.buf_count / 2) 203 204 /* buffers we have to be behind before we get a PCI */ 205 #define QETH_PCI_THRESHOLD_A(card) ((card)->qdio.in_buf_pool.buf_count+1) 206 /*enqueued free buffers left before we get a PCI*/ 207 #define QETH_PCI_THRESHOLD_B(card) 0 208 /*not used unless the microcode gets patched*/ 209 #define QETH_PCI_TIMER_VALUE(card) 3 210 211 /* priority queing */ 212 #define QETH_PRIOQ_DEFAULT QETH_NO_PRIO_QUEUEING 213 #define QETH_DEFAULT_QUEUE 2 214 #define QETH_NO_PRIO_QUEUEING 0 215 #define QETH_PRIO_Q_ING_PREC 1 216 #define QETH_PRIO_Q_ING_TOS 2 217 #define QETH_PRIO_Q_ING_SKB 3 218 #define QETH_PRIO_Q_ING_VLAN 4 219 #define QETH_PRIO_Q_ING_FIXED 5 220 221 /* Packing */ 222 #define QETH_LOW_WATERMARK_PACK 2 223 #define QETH_HIGH_WATERMARK_PACK 5 224 #define QETH_WATERMARK_PACK_FUZZ 1 225 226 struct qeth_hdr_layer3 { 227 __u8 id; 228 __u8 flags; 229 __u16 inbound_checksum; /*TSO:__u16 seqno */ 230 __u32 token; /*TSO: __u32 reserved */ 231 __u16 length; 232 __u8 vlan_prio; 233 __u8 ext_flags; 234 __u16 vlan_id; 235 __u16 frame_offset; 236 union { 237 /* TX: */ 238 struct in6_addr addr; 239 /* RX: */ 240 struct rx { 241 u8 res1[2]; 242 u8 src_mac[6]; 243 u8 res2[4]; 244 u16 vlan_id; 245 u8 res3[2]; 246 } rx; 247 } next_hop; 248 }; 249 250 struct qeth_hdr_layer2 { 251 __u8 id; 252 __u8 flags[3]; 253 __u8 port_no; 254 __u8 hdr_length; 255 __u16 pkt_length; 256 __u16 seq_no; 257 __u16 vlan_id; 258 __u32 reserved; 259 __u8 reserved2[16]; 260 } __attribute__ ((packed)); 261 262 struct qeth_hdr_osn { 263 __u8 id; 264 __u8 reserved; 265 __u16 seq_no; 266 __u16 reserved2; 267 __u16 control_flags; 268 __u16 pdu_length; 269 __u8 reserved3[18]; 270 __u32 ccid; 271 } __attribute__ ((packed)); 272 273 struct qeth_hdr { 274 union { 275 struct qeth_hdr_layer2 l2; 276 struct qeth_hdr_layer3 l3; 277 struct qeth_hdr_osn osn; 278 } hdr; 279 } __attribute__ ((packed)); 280 281 #define QETH_QIB_PQUE_ORDER_RR 0 282 #define QETH_QIB_PQUE_UNITS_SBAL 2 283 #define QETH_QIB_PQUE_PRIO_DEFAULT 4 284 285 struct qeth_qib_parms { 286 char pcit_magic[4]; 287 u32 pcit_a; 288 u32 pcit_b; 289 u32 pcit_c; 290 char blkt_magic[4]; 291 u32 blkt_total; 292 u32 blkt_inter_packet; 293 u32 blkt_inter_packet_jumbo; 294 char pque_magic[4]; 295 u8 pque_order; 296 u8 pque_units; 297 u16 reserved; 298 u32 pque_priority[4]; 299 }; 300 301 /*TCP Segmentation Offload header*/ 302 struct qeth_hdr_ext_tso { 303 __u16 hdr_tot_len; 304 __u8 imb_hdr_no; 305 __u8 reserved; 306 __u8 hdr_type; 307 __u8 hdr_version; 308 __u16 hdr_len; 309 __u32 payload_len; 310 __u16 mss; 311 __u16 dg_hdr_len; 312 __u8 padding[16]; 313 } __attribute__ ((packed)); 314 315 struct qeth_hdr_tso { 316 struct qeth_hdr hdr; /*hdr->hdr.l3.xxx*/ 317 struct qeth_hdr_ext_tso ext; 318 } __attribute__ ((packed)); 319 320 321 /* flags for qeth_hdr.flags */ 322 #define QETH_HDR_PASSTHRU 0x10 323 #define QETH_HDR_IPV6 0x80 324 #define QETH_HDR_CAST_MASK 0x07 325 enum qeth_cast_flags { 326 QETH_CAST_UNICAST = 0x06, 327 QETH_CAST_MULTICAST = 0x04, 328 QETH_CAST_BROADCAST = 0x05, 329 QETH_CAST_ANYCAST = 0x07, 330 QETH_CAST_NOCAST = 0x00, 331 }; 332 333 enum qeth_layer2_frame_flags { 334 QETH_LAYER2_FLAG_MULTICAST = 0x01, 335 QETH_LAYER2_FLAG_BROADCAST = 0x02, 336 QETH_LAYER2_FLAG_UNICAST = 0x04, 337 QETH_LAYER2_FLAG_VLAN = 0x10, 338 }; 339 340 enum qeth_header_ids { 341 QETH_HEADER_TYPE_LAYER3 = 0x01, 342 QETH_HEADER_TYPE_LAYER2 = 0x02, 343 QETH_HEADER_TYPE_L3_TSO = 0x03, 344 QETH_HEADER_TYPE_OSN = 0x04, 345 QETH_HEADER_TYPE_L2_TSO = 0x06, 346 QETH_HEADER_MASK_INVAL = 0x80, 347 }; 348 /* flags for qeth_hdr.ext_flags */ 349 #define QETH_HDR_EXT_VLAN_FRAME 0x01 350 #define QETH_HDR_EXT_TOKEN_ID 0x02 351 #define QETH_HDR_EXT_INCLUDE_VLAN_TAG 0x04 352 #define QETH_HDR_EXT_SRC_MAC_ADDR 0x08 353 #define QETH_HDR_EXT_CSUM_HDR_REQ 0x10 354 #define QETH_HDR_EXT_CSUM_TRANSP_REQ 0x20 355 #define QETH_HDR_EXT_UDP 0x40 /*bit off for TCP*/ 356 357 static inline bool qeth_l2_same_vlan(struct qeth_hdr_layer2 *h1, 358 struct qeth_hdr_layer2 *h2) 359 { 360 return !((h1->flags[2] ^ h2->flags[2]) & QETH_LAYER2_FLAG_VLAN) && 361 h1->vlan_id == h2->vlan_id; 362 } 363 364 static inline bool qeth_l3_iqd_same_vlan(struct qeth_hdr_layer3 *h1, 365 struct qeth_hdr_layer3 *h2) 366 { 367 return !((h1->ext_flags ^ h2->ext_flags) & QETH_HDR_EXT_VLAN_FRAME) && 368 h1->vlan_id == h2->vlan_id; 369 } 370 371 static inline bool qeth_l3_same_next_hop(struct qeth_hdr_layer3 *h1, 372 struct qeth_hdr_layer3 *h2) 373 { 374 return !((h1->flags ^ h2->flags) & QETH_HDR_IPV6) && 375 ipv6_addr_equal(&h1->next_hop.addr, &h2->next_hop.addr); 376 } 377 378 struct qeth_local_addr { 379 struct hlist_node hnode; 380 struct rcu_head rcu; 381 struct in6_addr addr; 382 }; 383 384 enum qeth_qdio_info_states { 385 QETH_QDIO_UNINITIALIZED, 386 QETH_QDIO_ALLOCATED, 387 QETH_QDIO_ESTABLISHED, 388 QETH_QDIO_CLEANING 389 }; 390 391 struct qeth_buffer_pool_entry { 392 struct list_head list; 393 struct list_head init_list; 394 struct page *elements[QDIO_MAX_ELEMENTS_PER_BUFFER]; 395 }; 396 397 struct qeth_qdio_buffer_pool { 398 struct list_head entry_list; 399 int buf_count; 400 }; 401 402 struct qeth_qdio_buffer { 403 struct qdio_buffer *buffer; 404 /* the buffer pool entry currently associated to this buffer */ 405 struct qeth_buffer_pool_entry *pool_entry; 406 struct sk_buff *rx_skb; 407 }; 408 409 struct qeth_qdio_q { 410 struct qdio_buffer *qdio_bufs[QDIO_MAX_BUFFERS_PER_Q]; 411 struct qeth_qdio_buffer bufs[QDIO_MAX_BUFFERS_PER_Q]; 412 int next_buf_to_init; 413 }; 414 415 enum qeth_qdio_out_buffer_state { 416 /* Owned by driver, in order to be filled. */ 417 QETH_QDIO_BUF_EMPTY, 418 /* Filled by driver; owned by hardware in order to be sent. */ 419 QETH_QDIO_BUF_PRIMED, 420 /* Discovered by the TX completion code: */ 421 QETH_QDIO_BUF_PENDING, 422 /* Finished by the TX completion code: */ 423 QETH_QDIO_BUF_NEED_QAOB, 424 /* Received QAOB notification on CQ: */ 425 QETH_QDIO_BUF_QAOB_OK, 426 QETH_QDIO_BUF_QAOB_ERROR, 427 /* Handled via transfer pending / completion queue. */ 428 QETH_QDIO_BUF_HANDLED_DELAYED, 429 }; 430 431 struct qeth_qdio_out_buffer { 432 struct qdio_buffer *buffer; 433 atomic_t state; 434 int next_element_to_fill; 435 unsigned int frames; 436 unsigned int bytes; 437 struct sk_buff_head skb_list; 438 int is_header[QDIO_MAX_ELEMENTS_PER_BUFFER]; 439 440 struct qeth_qdio_out_q *q; 441 struct qeth_qdio_out_buffer *next_pending; 442 }; 443 444 struct qeth_card; 445 446 #define QETH_CARD_STAT_ADD(_c, _stat, _val) ((_c)->stats._stat += (_val)) 447 #define QETH_CARD_STAT_INC(_c, _stat) QETH_CARD_STAT_ADD(_c, _stat, 1) 448 449 #define QETH_TXQ_STAT_ADD(_q, _stat, _val) ((_q)->stats._stat += (_val)) 450 #define QETH_TXQ_STAT_INC(_q, _stat) QETH_TXQ_STAT_ADD(_q, _stat, 1) 451 452 struct qeth_card_stats { 453 u64 rx_bufs; 454 u64 rx_skb_csum; 455 u64 rx_sg_skbs; 456 u64 rx_sg_frags; 457 u64 rx_sg_alloc_page; 458 459 u64 rx_dropped_nomem; 460 u64 rx_dropped_notsupp; 461 u64 rx_dropped_runt; 462 463 /* rtnl_link_stats64 */ 464 u64 rx_packets; 465 u64 rx_bytes; 466 u64 rx_multicast; 467 u64 rx_length_errors; 468 u64 rx_frame_errors; 469 u64 rx_fifo_errors; 470 }; 471 472 struct qeth_out_q_stats { 473 u64 bufs; 474 u64 bufs_pack; 475 u64 buf_elements; 476 u64 skbs_pack; 477 u64 skbs_sg; 478 u64 skbs_csum; 479 u64 skbs_tso; 480 u64 skbs_linearized; 481 u64 skbs_linearized_fail; 482 u64 tso_bytes; 483 u64 packing_mode_switch; 484 u64 stopped; 485 u64 doorbell; 486 u64 coal_frames; 487 u64 completion_yield; 488 u64 completion_timer; 489 490 /* rtnl_link_stats64 */ 491 u64 tx_packets; 492 u64 tx_bytes; 493 u64 tx_errors; 494 u64 tx_dropped; 495 }; 496 497 #define QETH_TX_MAX_COALESCED_FRAMES 1 498 #define QETH_TX_COALESCE_USECS 25 499 #define QETH_TX_TIMER_USECS 500 500 501 struct qeth_qdio_out_q { 502 struct qdio_buffer *qdio_bufs[QDIO_MAX_BUFFERS_PER_Q]; 503 struct qeth_qdio_out_buffer *bufs[QDIO_MAX_BUFFERS_PER_Q]; 504 struct qdio_outbuf_state *bufstates; /* convenience pointer */ 505 struct qeth_out_q_stats stats; 506 spinlock_t lock; 507 unsigned int priority; 508 u8 next_buf_to_fill; 509 u8 max_elements; 510 u8 queue_no; 511 u8 do_pack; 512 struct qeth_card *card; 513 /* 514 * number of buffers that are currently filled (PRIMED) 515 * -> these buffers are hardware-owned 516 */ 517 atomic_t used_buffers; 518 /* indicates whether PCI flag must be set (or if one is outstanding) */ 519 atomic_t set_pci_flags_count; 520 struct napi_struct napi; 521 struct timer_list timer; 522 struct qeth_hdr *prev_hdr; 523 unsigned int coalesced_frames; 524 u8 bulk_start; 525 u8 bulk_count; 526 u8 bulk_max; 527 528 unsigned int coalesce_usecs; 529 unsigned int max_coalesced_frames; 530 }; 531 532 #define qeth_for_each_output_queue(card, q, i) \ 533 for (i = 0; i < card->qdio.no_out_queues && \ 534 (q = card->qdio.out_qs[i]); i++) 535 536 #define qeth_napi_to_out_queue(n) container_of(n, struct qeth_qdio_out_q, napi) 537 538 static inline void qeth_tx_arm_timer(struct qeth_qdio_out_q *queue, 539 unsigned long usecs) 540 { 541 timer_reduce(&queue->timer, usecs_to_jiffies(usecs) + jiffies); 542 } 543 544 static inline bool qeth_out_queue_is_full(struct qeth_qdio_out_q *queue) 545 { 546 return atomic_read(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q; 547 } 548 549 static inline bool qeth_out_queue_is_empty(struct qeth_qdio_out_q *queue) 550 { 551 return atomic_read(&queue->used_buffers) == 0; 552 } 553 554 struct qeth_qdio_info { 555 atomic_t state; 556 /* input */ 557 int no_in_queues; 558 struct qeth_qdio_q *in_q; 559 struct qeth_qdio_q *c_q; 560 struct qeth_qdio_buffer_pool in_buf_pool; 561 struct qeth_qdio_buffer_pool init_pool; 562 int in_buf_size; 563 564 /* output */ 565 unsigned int no_out_queues; 566 struct qeth_qdio_out_q *out_qs[QETH_MAX_OUT_QUEUES]; 567 struct qdio_outbuf_state *out_bufstates; 568 569 /* priority queueing */ 570 int do_prio_queueing; 571 int default_out_queue; 572 }; 573 574 /** 575 * channel state machine 576 */ 577 enum qeth_channel_states { 578 CH_STATE_UP, 579 CH_STATE_DOWN, 580 CH_STATE_HALTED, 581 CH_STATE_STOPPED, 582 }; 583 /** 584 * card state machine 585 */ 586 enum qeth_card_states { 587 CARD_STATE_DOWN, 588 CARD_STATE_SOFTSETUP, 589 }; 590 591 /** 592 * Protocol versions 593 */ 594 enum qeth_prot_versions { 595 QETH_PROT_NONE = 0x0000, 596 QETH_PROT_IPV4 = 0x0004, 597 QETH_PROT_IPV6 = 0x0006, 598 }; 599 600 enum qeth_cq { 601 QETH_CQ_DISABLED = 0, 602 QETH_CQ_ENABLED = 1, 603 QETH_CQ_NOTAVAILABLE = 2, 604 }; 605 606 struct qeth_ipato { 607 bool enabled; 608 bool invert4; 609 bool invert6; 610 struct list_head entries; 611 }; 612 613 struct qeth_channel { 614 struct ccw_device *ccwdev; 615 struct qeth_cmd_buffer *active_cmd; 616 enum qeth_channel_states state; 617 atomic_t irq_pending; 618 }; 619 620 struct qeth_reply { 621 int (*callback)(struct qeth_card *card, struct qeth_reply *reply, 622 unsigned long data); 623 void *param; 624 }; 625 626 struct qeth_cmd_buffer { 627 struct list_head list; 628 struct completion done; 629 spinlock_t lock; 630 unsigned int length; 631 refcount_t ref_count; 632 struct qeth_channel *channel; 633 struct qeth_reply reply; 634 long timeout; 635 unsigned char *data; 636 void (*finalize)(struct qeth_card *card, struct qeth_cmd_buffer *iob); 637 bool (*match)(struct qeth_cmd_buffer *iob, 638 struct qeth_cmd_buffer *reply); 639 void (*callback)(struct qeth_card *card, struct qeth_cmd_buffer *iob, 640 unsigned int data_length); 641 int rc; 642 }; 643 644 static inline void qeth_get_cmd(struct qeth_cmd_buffer *iob) 645 { 646 refcount_inc(&iob->ref_count); 647 } 648 649 static inline struct qeth_ipa_cmd *__ipa_reply(struct qeth_cmd_buffer *iob) 650 { 651 if (!IS_IPA(iob->data)) 652 return NULL; 653 654 return (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 655 } 656 657 static inline struct qeth_ipa_cmd *__ipa_cmd(struct qeth_cmd_buffer *iob) 658 { 659 return (struct qeth_ipa_cmd *)(iob->data + IPA_PDU_HEADER_SIZE); 660 } 661 662 static inline struct ccw1 *__ccw_from_cmd(struct qeth_cmd_buffer *iob) 663 { 664 return (struct ccw1 *)(iob->data + ALIGN(iob->length, 8)); 665 } 666 667 static inline bool qeth_trylock_channel(struct qeth_channel *channel) 668 { 669 return atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0; 670 } 671 672 /** 673 * OSA card related definitions 674 */ 675 struct qeth_token { 676 __u32 issuer_rm_w; 677 __u32 issuer_rm_r; 678 __u32 cm_filter_w; 679 __u32 cm_filter_r; 680 __u32 cm_connection_w; 681 __u32 cm_connection_r; 682 __u32 ulp_filter_w; 683 __u32 ulp_filter_r; 684 __u32 ulp_connection_w; 685 __u32 ulp_connection_r; 686 }; 687 688 struct qeth_seqno { 689 __u32 trans_hdr; 690 __u32 pdu_hdr; 691 __u32 pdu_hdr_ack; 692 __u16 ipa; 693 }; 694 695 struct qeth_card_blkt { 696 int time_total; 697 int inter_packet; 698 int inter_packet_jumbo; 699 }; 700 701 enum qeth_pnso_mode { 702 QETH_PNSO_NONE, 703 QETH_PNSO_BRIDGEPORT, 704 QETH_PNSO_ADDR_INFO, 705 }; 706 707 enum qeth_link_mode { 708 QETH_LINK_MODE_UNKNOWN, 709 QETH_LINK_MODE_FIBRE_SHORT, 710 QETH_LINK_MODE_FIBRE_LONG, 711 }; 712 713 struct qeth_link_info { 714 u32 speed; 715 u8 duplex; 716 u8 port; 717 enum qeth_link_mode link_mode; 718 }; 719 720 #define QETH_BROADCAST_WITH_ECHO 0x01 721 #define QETH_BROADCAST_WITHOUT_ECHO 0x02 722 struct qeth_card_info { 723 unsigned short unit_addr2; 724 unsigned short cula; 725 __u16 func_level; 726 char mcl_level[QETH_MCL_LENGTH + 1]; 727 /* doubleword below corresponds to net_if_token */ 728 u16 ddev_devno; 729 u8 cssid; 730 u8 iid; 731 u8 ssid; 732 u8 chpid; 733 u16 chid; 734 u8 ids_valid:1; /* cssid,iid,chid */ 735 u8 dev_addr_is_registered:1; 736 u8 open_when_online:1; 737 u8 promisc_mode:1; 738 u8 use_v1_blkt:1; 739 u8 is_vm_nic:1; 740 /* no bitfield, we take a pointer on these two: */ 741 u8 has_lp2lp_cso_v6; 742 u8 has_lp2lp_cso_v4; 743 enum qeth_pnso_mode pnso_mode; 744 enum qeth_card_types type; 745 enum qeth_link_types link_type; 746 int broadcast_capable; 747 bool layer_enforced; 748 struct qeth_card_blkt blkt; 749 __u32 diagass_support; 750 __u32 hwtrap; 751 struct qeth_link_info link_info; 752 }; 753 754 enum qeth_discipline_id { 755 QETH_DISCIPLINE_UNDETERMINED = -1, 756 QETH_DISCIPLINE_LAYER3 = 0, 757 QETH_DISCIPLINE_LAYER2 = 1, 758 }; 759 760 struct qeth_card_options { 761 struct qeth_ipa_caps ipa4; 762 struct qeth_ipa_caps ipa6; 763 struct qeth_routing_info route4; 764 struct qeth_routing_info route6; 765 struct qeth_ipa_caps adp; /* Adapter parameters */ 766 struct qeth_sbp_info sbp; /* SETBRIDGEPORT options */ 767 struct qeth_vnicc_info vnicc; /* VNICC options */ 768 enum qeth_discipline_id layer; 769 enum qeth_ipa_isolation_modes isolation; 770 int sniffer; 771 enum qeth_cq cq; 772 char hsuid[9]; 773 }; 774 775 #define IS_LAYER2(card) ((card)->options.layer == QETH_DISCIPLINE_LAYER2) 776 #define IS_LAYER3(card) ((card)->options.layer == QETH_DISCIPLINE_LAYER3) 777 778 /* 779 * thread bits for qeth_card thread masks 780 */ 781 enum qeth_threads { 782 QETH_RECOVER_THREAD = 1, 783 }; 784 785 struct qeth_osn_info { 786 int (*assist_cb)(struct net_device *dev, void *data); 787 int (*data_cb)(struct sk_buff *skb); 788 }; 789 790 struct qeth_discipline { 791 const struct device_type *devtype; 792 int (*setup) (struct ccwgroup_device *); 793 void (*remove) (struct ccwgroup_device *); 794 int (*set_online)(struct qeth_card *card, bool carrier_ok); 795 void (*set_offline)(struct qeth_card *card); 796 int (*do_ioctl)(struct net_device *dev, struct ifreq *rq, int cmd); 797 int (*control_event_handler)(struct qeth_card *card, 798 struct qeth_ipa_cmd *cmd); 799 }; 800 801 enum qeth_addr_disposition { 802 QETH_DISP_ADDR_DELETE = 0, 803 QETH_DISP_ADDR_DO_NOTHING = 1, 804 QETH_DISP_ADDR_ADD = 2, 805 }; 806 807 struct qeth_rx { 808 int b_count; 809 int b_index; 810 u8 buf_element; 811 int e_offset; 812 int qdio_err; 813 u8 bufs_refill; 814 }; 815 816 struct qeth_switch_info { 817 __u32 capabilities; 818 __u32 settings; 819 }; 820 821 struct qeth_priv { 822 unsigned int rx_copybreak; 823 unsigned int tx_wanted_queues; 824 u32 brport_hw_features; 825 u32 brport_features; 826 }; 827 828 #define QETH_NAPI_WEIGHT NAPI_POLL_WEIGHT 829 830 struct qeth_card { 831 enum qeth_card_states state; 832 spinlock_t lock; 833 struct ccwgroup_device *gdev; 834 struct qeth_cmd_buffer *read_cmd; 835 struct qeth_channel read; 836 struct qeth_channel write; 837 struct qeth_channel data; 838 839 struct net_device *dev; 840 struct dentry *debugfs; 841 struct qeth_card_stats stats; 842 struct qeth_card_info info; 843 struct qeth_token token; 844 struct qeth_seqno seqno; 845 struct qeth_card_options options; 846 847 struct workqueue_struct *event_wq; 848 struct workqueue_struct *cmd_wq; 849 wait_queue_head_t wait_q; 850 851 struct mutex ip_lock; 852 /* protected by ip_lock: */ 853 DECLARE_HASHTABLE(ip_htable, 4); 854 struct qeth_ipato ipato; 855 856 DECLARE_HASHTABLE(local_addrs4, 4); 857 DECLARE_HASHTABLE(local_addrs6, 4); 858 spinlock_t local_addrs4_lock; 859 spinlock_t local_addrs6_lock; 860 DECLARE_HASHTABLE(rx_mode_addrs, 4); 861 struct work_struct rx_mode_work; 862 struct work_struct kernel_thread_starter; 863 spinlock_t thread_mask_lock; 864 unsigned long thread_start_mask; 865 unsigned long thread_allowed_mask; 866 unsigned long thread_running_mask; 867 struct list_head cmd_waiter_list; 868 /* QDIO buffer handling */ 869 struct qeth_qdio_info qdio; 870 int read_or_write_problem; 871 struct qeth_osn_info osn_info; 872 const struct qeth_discipline *discipline; 873 atomic_t force_alloc_skb; 874 struct service_level qeth_service_level; 875 struct qdio_ssqd_desc ssqd; 876 debug_info_t *debug; 877 struct mutex sbp_lock; 878 struct mutex conf_mutex; 879 struct mutex discipline_mutex; 880 struct napi_struct napi; 881 struct qeth_rx rx; 882 struct delayed_work buffer_reclaim_work; 883 struct work_struct close_dev_work; 884 }; 885 886 static inline bool qeth_card_hw_is_reachable(struct qeth_card *card) 887 { 888 return card->state == CARD_STATE_SOFTSETUP; 889 } 890 891 static inline void qeth_unlock_channel(struct qeth_card *card, 892 struct qeth_channel *channel) 893 { 894 atomic_set(&channel->irq_pending, 0); 895 wake_up(&card->wait_q); 896 } 897 898 struct qeth_trap_id { 899 __u16 lparnr; 900 char vmname[8]; 901 __u8 chpid; 902 __u8 ssid; 903 __u16 devno; 904 } __packed; 905 906 static inline bool qeth_uses_tx_prio_queueing(struct qeth_card *card) 907 { 908 return card->qdio.do_prio_queueing != QETH_NO_PRIO_QUEUEING; 909 } 910 911 static inline unsigned int qeth_tx_actual_queues(struct qeth_card *card) 912 { 913 struct qeth_priv *priv = netdev_priv(card->dev); 914 915 if (qeth_uses_tx_prio_queueing(card)) 916 return min(card->dev->num_tx_queues, card->qdio.no_out_queues); 917 918 return min(priv->tx_wanted_queues, card->qdio.no_out_queues); 919 } 920 921 static inline u16 qeth_iqd_translate_txq(struct net_device *dev, u16 txq) 922 { 923 if (txq == QETH_IQD_MCAST_TXQ) 924 return dev->num_tx_queues - 1; 925 if (txq == dev->num_tx_queues - 1) 926 return QETH_IQD_MCAST_TXQ; 927 return txq; 928 } 929 930 static inline bool qeth_iqd_is_mcast_queue(struct qeth_card *card, 931 struct qeth_qdio_out_q *queue) 932 { 933 return qeth_iqd_translate_txq(card->dev, queue->queue_no) == 934 QETH_IQD_MCAST_TXQ; 935 } 936 937 static inline void qeth_scrub_qdio_buffer(struct qdio_buffer *buf, 938 unsigned int elements) 939 { 940 unsigned int i; 941 942 for (i = 0; i < elements; i++) 943 memset(&buf->element[i], 0, sizeof(struct qdio_buffer_element)); 944 buf->element[14].sflags = 0; 945 buf->element[15].sflags = 0; 946 } 947 948 /** 949 * qeth_get_elements_for_range() - find number of SBALEs to cover range. 950 * @start: Start of the address range. 951 * @end: Address after the end of the range. 952 * 953 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 954 * the specified address range. 955 */ 956 static inline int qeth_get_elements_for_range(addr_t start, addr_t end) 957 { 958 return PFN_UP(end) - PFN_DOWN(start); 959 } 960 961 static inline int qeth_get_ip_version(struct sk_buff *skb) 962 { 963 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 964 __be16 prot = veth->h_vlan_proto; 965 966 if (prot == htons(ETH_P_8021Q)) 967 prot = veth->h_vlan_encapsulated_proto; 968 969 switch (prot) { 970 case htons(ETH_P_IPV6): 971 return 6; 972 case htons(ETH_P_IP): 973 return 4; 974 default: 975 return 0; 976 } 977 } 978 979 static inline int qeth_get_ether_cast_type(struct sk_buff *skb) 980 { 981 u8 *addr = eth_hdr(skb)->h_dest; 982 983 if (is_multicast_ether_addr(addr)) 984 return is_broadcast_ether_addr(addr) ? RTN_BROADCAST : 985 RTN_MULTICAST; 986 return RTN_UNICAST; 987 } 988 989 static inline struct dst_entry *qeth_dst_check_rcu(struct sk_buff *skb, int ipv) 990 { 991 struct dst_entry *dst = skb_dst(skb); 992 struct rt6_info *rt; 993 994 rt = (struct rt6_info *) dst; 995 if (dst) 996 dst = dst_check(dst, (ipv == 6) ? rt6_get_cookie(rt) : 0); 997 return dst; 998 } 999 1000 static inline __be32 qeth_next_hop_v4_rcu(struct sk_buff *skb, 1001 struct dst_entry *dst) 1002 { 1003 struct rtable *rt = (struct rtable *) dst; 1004 1005 return (rt) ? rt_nexthop(rt, ip_hdr(skb)->daddr) : ip_hdr(skb)->daddr; 1006 } 1007 1008 static inline struct in6_addr *qeth_next_hop_v6_rcu(struct sk_buff *skb, 1009 struct dst_entry *dst) 1010 { 1011 struct rt6_info *rt = (struct rt6_info *) dst; 1012 1013 if (rt && !ipv6_addr_any(&rt->rt6i_gateway)) 1014 return &rt->rt6i_gateway; 1015 else 1016 return &ipv6_hdr(skb)->daddr; 1017 } 1018 1019 static inline void qeth_tx_csum(struct sk_buff *skb, u8 *flags, int ipv) 1020 { 1021 *flags |= QETH_HDR_EXT_CSUM_TRANSP_REQ; 1022 if ((ipv == 4 && ip_hdr(skb)->protocol == IPPROTO_UDP) || 1023 (ipv == 6 && ipv6_hdr(skb)->nexthdr == IPPROTO_UDP)) 1024 *flags |= QETH_HDR_EXT_UDP; 1025 } 1026 1027 static inline void qeth_put_buffer_pool_entry(struct qeth_card *card, 1028 struct qeth_buffer_pool_entry *entry) 1029 { 1030 list_add_tail(&entry->list, &card->qdio.in_buf_pool.entry_list); 1031 } 1032 1033 static inline int qeth_is_diagass_supported(struct qeth_card *card, 1034 enum qeth_diags_cmds cmd) 1035 { 1036 return card->info.diagass_support & (__u32)cmd; 1037 } 1038 1039 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 1040 enum qeth_ipa_funcs ipa_func, 1041 u16 cmd_code, u32 *data, 1042 enum qeth_prot_versions prot); 1043 /* IPv4 variant */ 1044 static inline int qeth_send_simple_setassparms(struct qeth_card *card, 1045 enum qeth_ipa_funcs ipa_func, 1046 u16 cmd_code, u32 *data) 1047 { 1048 return qeth_send_simple_setassparms_prot(card, ipa_func, cmd_code, 1049 data, QETH_PROT_IPV4); 1050 } 1051 1052 static inline int qeth_send_simple_setassparms_v6(struct qeth_card *card, 1053 enum qeth_ipa_funcs ipa_func, 1054 u16 cmd_code, u32 *data) 1055 { 1056 return qeth_send_simple_setassparms_prot(card, ipa_func, cmd_code, 1057 data, QETH_PROT_IPV6); 1058 } 1059 1060 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb); 1061 1062 extern const struct qeth_discipline qeth_l2_discipline; 1063 extern const struct qeth_discipline qeth_l3_discipline; 1064 extern const struct ethtool_ops qeth_ethtool_ops; 1065 extern const struct ethtool_ops qeth_osn_ethtool_ops; 1066 extern const struct attribute_group *qeth_generic_attr_groups[]; 1067 extern const struct attribute_group *qeth_osn_attr_groups[]; 1068 extern const struct attribute_group qeth_device_attr_group; 1069 extern const struct attribute_group qeth_device_blkt_group; 1070 extern const struct device_type qeth_generic_devtype; 1071 1072 const char *qeth_get_cardname_short(struct qeth_card *); 1073 int qeth_resize_buffer_pool(struct qeth_card *card, unsigned int count); 1074 int qeth_core_load_discipline(struct qeth_card *, enum qeth_discipline_id); 1075 void qeth_core_free_discipline(struct qeth_card *); 1076 1077 /* exports for qeth discipline device drivers */ 1078 extern struct kmem_cache *qeth_core_header_cache; 1079 extern struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS]; 1080 1081 struct net_device *qeth_clone_netdev(struct net_device *orig); 1082 struct qeth_card *qeth_get_card_by_busid(char *bus_id); 1083 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 1084 int clear_start_mask); 1085 int qeth_threads_running(struct qeth_card *, unsigned long); 1086 int qeth_set_offline(struct qeth_card *card, bool resetting); 1087 1088 int qeth_send_ipa_cmd(struct qeth_card *, struct qeth_cmd_buffer *, 1089 int (*reply_cb) 1090 (struct qeth_card *, struct qeth_reply *, unsigned long), 1091 void *); 1092 struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 1093 enum qeth_ipa_cmds cmd_code, 1094 enum qeth_prot_versions prot, 1095 unsigned int data_length); 1096 struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 1097 unsigned int length, unsigned int ccws, 1098 long timeout); 1099 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 1100 enum qeth_ipa_funcs ipa_func, 1101 u16 cmd_code, 1102 unsigned int data_length, 1103 enum qeth_prot_versions prot); 1104 struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 1105 enum qeth_diags_cmds sub_cmd, 1106 unsigned int data_length); 1107 void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason); 1108 void qeth_put_cmd(struct qeth_cmd_buffer *iob); 1109 1110 int qeth_schedule_recovery(struct qeth_card *card); 1111 int qeth_poll(struct napi_struct *napi, int budget); 1112 void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable); 1113 int qeth_setadpparms_change_macaddr(struct qeth_card *); 1114 void qeth_tx_timeout(struct net_device *, unsigned int txqueue); 1115 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 1116 u16 cmd_length, 1117 bool (*match)(struct qeth_cmd_buffer *iob, 1118 struct qeth_cmd_buffer *reply)); 1119 int qeth_query_switch_attributes(struct qeth_card *card, 1120 struct qeth_switch_info *sw_info); 1121 int qeth_query_card_info(struct qeth_card *card, 1122 struct qeth_link_info *link_info); 1123 int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 1124 enum qeth_ipa_isolation_modes mode); 1125 1126 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset); 1127 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 1128 struct sk_buff *skb, struct qeth_hdr *hdr, 1129 unsigned int offset, unsigned int hd_len, 1130 int elements_needed); 1131 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd); 1132 void qeth_dbf_longtext(debug_info_t *id, int level, char *text, ...); 1133 int qeth_configure_cq(struct qeth_card *, enum qeth_cq); 1134 int qeth_hw_trap(struct qeth_card *, enum qeth_diags_trap_action); 1135 int qeth_setassparms_cb(struct qeth_card *, struct qeth_reply *, unsigned long); 1136 int qeth_set_features(struct net_device *, netdev_features_t); 1137 void qeth_enable_hw_features(struct net_device *dev); 1138 netdev_features_t qeth_fix_features(struct net_device *, netdev_features_t); 1139 netdev_features_t qeth_features_check(struct sk_buff *skb, 1140 struct net_device *dev, 1141 netdev_features_t features); 1142 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats); 1143 int qeth_set_real_num_tx_queues(struct qeth_card *card, unsigned int count); 1144 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 1145 u8 cast_type, struct net_device *sb_dev); 1146 int qeth_open(struct net_device *dev); 1147 int qeth_stop(struct net_device *dev); 1148 1149 int qeth_vm_request_mac(struct qeth_card *card); 1150 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 1151 struct qeth_qdio_out_q *queue, int ipv, 1152 void (*fill_header)(struct qeth_qdio_out_q *queue, 1153 struct qeth_hdr *hdr, struct sk_buff *skb, 1154 int ipv, unsigned int data_len)); 1155 1156 /* exports for OSN */ 1157 int qeth_osn_assist(struct net_device *, void *, int); 1158 int qeth_osn_register(unsigned char *read_dev_no, struct net_device **, 1159 int (*assist_cb)(struct net_device *, void *), 1160 int (*data_cb)(struct sk_buff *)); 1161 void qeth_osn_deregister(struct net_device *); 1162 1163 #endif /* __QETH_CORE_H__ */ 1164