1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/mm.h> 24 #include <linux/kthread.h> 25 #include <linux/slab.h> 26 #include <linux/if_vlan.h> 27 #include <linux/netdevice.h> 28 #include <linux/netdev_features.h> 29 #include <linux/rcutree.h> 30 #include <linux/skbuff.h> 31 #include <linux/vmalloc.h> 32 33 #include <net/iucv/af_iucv.h> 34 #include <net/dsfield.h> 35 36 #include <asm/ebcdic.h> 37 #include <asm/chpid.h> 38 #include <asm/io.h> 39 #include <asm/sysinfo.h> 40 #include <asm/diag.h> 41 #include <asm/cio.h> 42 #include <asm/ccwdev.h> 43 #include <asm/cpcmd.h> 44 45 #include "qeth_core.h" 46 47 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 48 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 49 /* N P A M L V H */ 50 [QETH_DBF_SETUP] = {"qeth_setup", 51 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 52 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 53 &debug_sprintf_view, NULL}, 54 [QETH_DBF_CTRL] = {"qeth_control", 55 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 56 }; 57 EXPORT_SYMBOL_GPL(qeth_dbf); 58 59 struct kmem_cache *qeth_core_header_cache; 60 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 61 static struct kmem_cache *qeth_qdio_outbuf_cache; 62 63 static struct device *qeth_core_root_dev; 64 static struct dentry *qeth_debugfs_root; 65 static struct lock_class_key qdio_out_skb_queue_key; 66 67 static void qeth_issue_next_read_cb(struct qeth_card *card, 68 struct qeth_cmd_buffer *iob, 69 unsigned int data_length); 70 static int qeth_qdio_establish(struct qeth_card *); 71 static void qeth_free_qdio_queues(struct qeth_card *card); 72 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 73 struct qeth_qdio_out_buffer *buf, 74 enum iucv_tx_notify notification); 75 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 76 int budget); 77 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 78 79 static void qeth_close_dev_handler(struct work_struct *work) 80 { 81 struct qeth_card *card; 82 83 card = container_of(work, struct qeth_card, close_dev_work); 84 QETH_CARD_TEXT(card, 2, "cldevhdl"); 85 ccwgroup_set_offline(card->gdev); 86 } 87 88 static const char *qeth_get_cardname(struct qeth_card *card) 89 { 90 if (IS_VM_NIC(card)) { 91 switch (card->info.type) { 92 case QETH_CARD_TYPE_OSD: 93 return " Virtual NIC QDIO"; 94 case QETH_CARD_TYPE_IQD: 95 return " Virtual NIC Hiper"; 96 case QETH_CARD_TYPE_OSM: 97 return " Virtual NIC QDIO - OSM"; 98 case QETH_CARD_TYPE_OSX: 99 return " Virtual NIC QDIO - OSX"; 100 default: 101 return " unknown"; 102 } 103 } else { 104 switch (card->info.type) { 105 case QETH_CARD_TYPE_OSD: 106 return " OSD Express"; 107 case QETH_CARD_TYPE_IQD: 108 return " HiperSockets"; 109 case QETH_CARD_TYPE_OSN: 110 return " OSN QDIO"; 111 case QETH_CARD_TYPE_OSM: 112 return " OSM QDIO"; 113 case QETH_CARD_TYPE_OSX: 114 return " OSX QDIO"; 115 default: 116 return " unknown"; 117 } 118 } 119 return " n/a"; 120 } 121 122 /* max length to be returned: 14 */ 123 const char *qeth_get_cardname_short(struct qeth_card *card) 124 { 125 if (IS_VM_NIC(card)) { 126 switch (card->info.type) { 127 case QETH_CARD_TYPE_OSD: 128 return "Virt.NIC QDIO"; 129 case QETH_CARD_TYPE_IQD: 130 return "Virt.NIC Hiper"; 131 case QETH_CARD_TYPE_OSM: 132 return "Virt.NIC OSM"; 133 case QETH_CARD_TYPE_OSX: 134 return "Virt.NIC OSX"; 135 default: 136 return "unknown"; 137 } 138 } else { 139 switch (card->info.type) { 140 case QETH_CARD_TYPE_OSD: 141 switch (card->info.link_type) { 142 case QETH_LINK_TYPE_FAST_ETH: 143 return "OSD_100"; 144 case QETH_LINK_TYPE_HSTR: 145 return "HSTR"; 146 case QETH_LINK_TYPE_GBIT_ETH: 147 return "OSD_1000"; 148 case QETH_LINK_TYPE_10GBIT_ETH: 149 return "OSD_10GIG"; 150 case QETH_LINK_TYPE_25GBIT_ETH: 151 return "OSD_25GIG"; 152 case QETH_LINK_TYPE_LANE_ETH100: 153 return "OSD_FE_LANE"; 154 case QETH_LINK_TYPE_LANE_TR: 155 return "OSD_TR_LANE"; 156 case QETH_LINK_TYPE_LANE_ETH1000: 157 return "OSD_GbE_LANE"; 158 case QETH_LINK_TYPE_LANE: 159 return "OSD_ATM_LANE"; 160 default: 161 return "OSD_Express"; 162 } 163 case QETH_CARD_TYPE_IQD: 164 return "HiperSockets"; 165 case QETH_CARD_TYPE_OSN: 166 return "OSN"; 167 case QETH_CARD_TYPE_OSM: 168 return "OSM_1000"; 169 case QETH_CARD_TYPE_OSX: 170 return "OSX_10GIG"; 171 default: 172 return "unknown"; 173 } 174 } 175 return "n/a"; 176 } 177 178 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 179 int clear_start_mask) 180 { 181 unsigned long flags; 182 183 spin_lock_irqsave(&card->thread_mask_lock, flags); 184 card->thread_allowed_mask = threads; 185 if (clear_start_mask) 186 card->thread_start_mask &= threads; 187 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 188 wake_up(&card->wait_q); 189 } 190 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 191 192 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 193 { 194 unsigned long flags; 195 int rc = 0; 196 197 spin_lock_irqsave(&card->thread_mask_lock, flags); 198 rc = (card->thread_running_mask & threads); 199 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 200 return rc; 201 } 202 EXPORT_SYMBOL_GPL(qeth_threads_running); 203 204 void qeth_clear_working_pool_list(struct qeth_card *card) 205 { 206 struct qeth_buffer_pool_entry *pool_entry, *tmp; 207 208 QETH_CARD_TEXT(card, 5, "clwrklst"); 209 list_for_each_entry_safe(pool_entry, tmp, 210 &card->qdio.in_buf_pool.entry_list, list){ 211 list_del(&pool_entry->list); 212 } 213 } 214 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 215 216 static void qeth_free_pool_entry(struct qeth_buffer_pool_entry *entry) 217 { 218 unsigned int i; 219 220 for (i = 0; i < ARRAY_SIZE(entry->elements); i++) { 221 if (entry->elements[i]) 222 __free_page(entry->elements[i]); 223 } 224 225 kfree(entry); 226 } 227 228 static void qeth_free_buffer_pool(struct qeth_card *card) 229 { 230 struct qeth_buffer_pool_entry *entry, *tmp; 231 232 list_for_each_entry_safe(entry, tmp, &card->qdio.init_pool.entry_list, 233 init_list) { 234 list_del(&entry->init_list); 235 qeth_free_pool_entry(entry); 236 } 237 } 238 239 static struct qeth_buffer_pool_entry *qeth_alloc_pool_entry(unsigned int pages) 240 { 241 struct qeth_buffer_pool_entry *entry; 242 unsigned int i; 243 244 entry = kzalloc(sizeof(*entry), GFP_KERNEL); 245 if (!entry) 246 return NULL; 247 248 for (i = 0; i < pages; i++) { 249 entry->elements[i] = __dev_alloc_page(GFP_KERNEL); 250 251 if (!entry->elements[i]) { 252 qeth_free_pool_entry(entry); 253 return NULL; 254 } 255 } 256 257 return entry; 258 } 259 260 static int qeth_alloc_buffer_pool(struct qeth_card *card) 261 { 262 unsigned int buf_elements = QETH_MAX_BUFFER_ELEMENTS(card); 263 unsigned int i; 264 265 QETH_CARD_TEXT(card, 5, "alocpool"); 266 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 267 struct qeth_buffer_pool_entry *entry; 268 269 entry = qeth_alloc_pool_entry(buf_elements); 270 if (!entry) { 271 qeth_free_buffer_pool(card); 272 return -ENOMEM; 273 } 274 275 list_add(&entry->init_list, &card->qdio.init_pool.entry_list); 276 } 277 return 0; 278 } 279 280 int qeth_resize_buffer_pool(struct qeth_card *card, unsigned int count) 281 { 282 unsigned int buf_elements = QETH_MAX_BUFFER_ELEMENTS(card); 283 struct qeth_qdio_buffer_pool *pool = &card->qdio.init_pool; 284 struct qeth_buffer_pool_entry *entry, *tmp; 285 int delta = count - pool->buf_count; 286 LIST_HEAD(entries); 287 288 QETH_CARD_TEXT(card, 2, "realcbp"); 289 290 /* Defer until queue is allocated: */ 291 if (!card->qdio.in_q) 292 goto out; 293 294 /* Remove entries from the pool: */ 295 while (delta < 0) { 296 entry = list_first_entry(&pool->entry_list, 297 struct qeth_buffer_pool_entry, 298 init_list); 299 list_del(&entry->init_list); 300 qeth_free_pool_entry(entry); 301 302 delta++; 303 } 304 305 /* Allocate additional entries: */ 306 while (delta > 0) { 307 entry = qeth_alloc_pool_entry(buf_elements); 308 if (!entry) { 309 list_for_each_entry_safe(entry, tmp, &entries, 310 init_list) { 311 list_del(&entry->init_list); 312 qeth_free_pool_entry(entry); 313 } 314 315 return -ENOMEM; 316 } 317 318 list_add(&entry->init_list, &entries); 319 320 delta--; 321 } 322 323 list_splice(&entries, &pool->entry_list); 324 325 out: 326 card->qdio.in_buf_pool.buf_count = count; 327 pool->buf_count = count; 328 return 0; 329 } 330 EXPORT_SYMBOL_GPL(qeth_resize_buffer_pool); 331 332 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 333 { 334 if (!q) 335 return; 336 337 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 338 kfree(q); 339 } 340 341 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 342 { 343 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 344 int i; 345 346 if (!q) 347 return NULL; 348 349 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 350 kfree(q); 351 return NULL; 352 } 353 354 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 355 q->bufs[i].buffer = q->qdio_bufs[i]; 356 357 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 358 return q; 359 } 360 361 static int qeth_cq_init(struct qeth_card *card) 362 { 363 int rc; 364 365 if (card->options.cq == QETH_CQ_ENABLED) { 366 QETH_CARD_TEXT(card, 2, "cqinit"); 367 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 368 QDIO_MAX_BUFFERS_PER_Q); 369 card->qdio.c_q->next_buf_to_init = 127; 370 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 371 card->qdio.no_in_queues - 1, 0, 372 127); 373 if (rc) { 374 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 375 goto out; 376 } 377 } 378 rc = 0; 379 out: 380 return rc; 381 } 382 383 static int qeth_alloc_cq(struct qeth_card *card) 384 { 385 int rc; 386 387 if (card->options.cq == QETH_CQ_ENABLED) { 388 int i; 389 struct qdio_outbuf_state *outbuf_states; 390 391 QETH_CARD_TEXT(card, 2, "cqon"); 392 card->qdio.c_q = qeth_alloc_qdio_queue(); 393 if (!card->qdio.c_q) { 394 rc = -1; 395 goto kmsg_out; 396 } 397 card->qdio.no_in_queues = 2; 398 card->qdio.out_bufstates = 399 kcalloc(card->qdio.no_out_queues * 400 QDIO_MAX_BUFFERS_PER_Q, 401 sizeof(struct qdio_outbuf_state), 402 GFP_KERNEL); 403 outbuf_states = card->qdio.out_bufstates; 404 if (outbuf_states == NULL) { 405 rc = -1; 406 goto free_cq_out; 407 } 408 for (i = 0; i < card->qdio.no_out_queues; ++i) { 409 card->qdio.out_qs[i]->bufstates = outbuf_states; 410 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 411 } 412 } else { 413 QETH_CARD_TEXT(card, 2, "nocq"); 414 card->qdio.c_q = NULL; 415 card->qdio.no_in_queues = 1; 416 } 417 QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 418 rc = 0; 419 out: 420 return rc; 421 free_cq_out: 422 qeth_free_qdio_queue(card->qdio.c_q); 423 card->qdio.c_q = NULL; 424 kmsg_out: 425 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 426 goto out; 427 } 428 429 static void qeth_free_cq(struct qeth_card *card) 430 { 431 if (card->qdio.c_q) { 432 --card->qdio.no_in_queues; 433 qeth_free_qdio_queue(card->qdio.c_q); 434 card->qdio.c_q = NULL; 435 } 436 kfree(card->qdio.out_bufstates); 437 card->qdio.out_bufstates = NULL; 438 } 439 440 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 441 int delayed) 442 { 443 enum iucv_tx_notify n; 444 445 switch (sbalf15) { 446 case 0: 447 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 448 break; 449 case 4: 450 case 16: 451 case 17: 452 case 18: 453 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 454 TX_NOTIFY_UNREACHABLE; 455 break; 456 default: 457 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 458 TX_NOTIFY_GENERALERROR; 459 break; 460 } 461 462 return n; 463 } 464 465 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 466 int forced_cleanup) 467 { 468 if (q->card->options.cq != QETH_CQ_ENABLED) 469 return; 470 471 if (q->bufs[bidx]->next_pending != NULL) { 472 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 473 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 474 475 while (c) { 476 if (forced_cleanup || 477 atomic_read(&c->state) == 478 QETH_QDIO_BUF_HANDLED_DELAYED) { 479 struct qeth_qdio_out_buffer *f = c; 480 QETH_CARD_TEXT(f->q->card, 5, "fp"); 481 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 482 /* release here to avoid interleaving between 483 outbound tasklet and inbound tasklet 484 regarding notifications and lifecycle */ 485 qeth_tx_complete_buf(c, forced_cleanup, 0); 486 487 c = f->next_pending; 488 WARN_ON_ONCE(head->next_pending != f); 489 head->next_pending = c; 490 kmem_cache_free(qeth_qdio_outbuf_cache, f); 491 } else { 492 head = c; 493 c = c->next_pending; 494 } 495 496 } 497 } 498 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 499 QETH_QDIO_BUF_HANDLED_DELAYED)) { 500 /* for recovery situations */ 501 qeth_init_qdio_out_buf(q, bidx); 502 QETH_CARD_TEXT(q->card, 2, "clprecov"); 503 } 504 } 505 506 507 static void qeth_qdio_handle_aob(struct qeth_card *card, 508 unsigned long phys_aob_addr) 509 { 510 struct qaob *aob; 511 struct qeth_qdio_out_buffer *buffer; 512 enum iucv_tx_notify notification; 513 unsigned int i; 514 515 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 516 QETH_CARD_TEXT(card, 5, "haob"); 517 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 518 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 519 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 520 521 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 522 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 523 notification = TX_NOTIFY_OK; 524 } else { 525 WARN_ON_ONCE(atomic_read(&buffer->state) != 526 QETH_QDIO_BUF_PENDING); 527 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 528 notification = TX_NOTIFY_DELAYED_OK; 529 } 530 531 if (aob->aorc != 0) { 532 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 533 notification = qeth_compute_cq_notification(aob->aorc, 1); 534 } 535 qeth_notify_skbs(buffer->q, buffer, notification); 536 537 /* Free dangling allocations. The attached skbs are handled by 538 * qeth_cleanup_handled_pending(). 539 */ 540 for (i = 0; 541 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 542 i++) { 543 void *data = phys_to_virt(aob->sba[i]); 544 545 if (data && buffer->is_header[i]) 546 kmem_cache_free(qeth_core_header_cache, data); 547 } 548 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 549 550 qdio_release_aob(aob); 551 } 552 553 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 554 void *data) 555 { 556 ccw->cmd_code = cmd_code; 557 ccw->flags = flags | CCW_FLAG_SLI; 558 ccw->count = len; 559 ccw->cda = (__u32) __pa(data); 560 } 561 562 static int __qeth_issue_next_read(struct qeth_card *card) 563 { 564 struct qeth_cmd_buffer *iob = card->read_cmd; 565 struct qeth_channel *channel = iob->channel; 566 struct ccw1 *ccw = __ccw_from_cmd(iob); 567 int rc; 568 569 QETH_CARD_TEXT(card, 5, "issnxrd"); 570 if (channel->state != CH_STATE_UP) 571 return -EIO; 572 573 memset(iob->data, 0, iob->length); 574 qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 575 iob->callback = qeth_issue_next_read_cb; 576 /* keep the cmd alive after completion: */ 577 qeth_get_cmd(iob); 578 579 QETH_CARD_TEXT(card, 6, "noirqpnd"); 580 rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 581 if (!rc) { 582 channel->active_cmd = iob; 583 } else { 584 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 585 rc, CARD_DEVID(card)); 586 qeth_unlock_channel(card, channel); 587 qeth_put_cmd(iob); 588 card->read_or_write_problem = 1; 589 qeth_schedule_recovery(card); 590 } 591 return rc; 592 } 593 594 static int qeth_issue_next_read(struct qeth_card *card) 595 { 596 int ret; 597 598 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 599 ret = __qeth_issue_next_read(card); 600 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 601 602 return ret; 603 } 604 605 static void qeth_enqueue_cmd(struct qeth_card *card, 606 struct qeth_cmd_buffer *iob) 607 { 608 spin_lock_irq(&card->lock); 609 list_add_tail(&iob->list, &card->cmd_waiter_list); 610 spin_unlock_irq(&card->lock); 611 } 612 613 static void qeth_dequeue_cmd(struct qeth_card *card, 614 struct qeth_cmd_buffer *iob) 615 { 616 spin_lock_irq(&card->lock); 617 list_del(&iob->list); 618 spin_unlock_irq(&card->lock); 619 } 620 621 void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason) 622 { 623 iob->rc = reason; 624 complete(&iob->done); 625 } 626 EXPORT_SYMBOL_GPL(qeth_notify_cmd); 627 628 static void qeth_flush_local_addrs4(struct qeth_card *card) 629 { 630 struct qeth_local_addr *addr; 631 struct hlist_node *tmp; 632 unsigned int i; 633 634 spin_lock_irq(&card->local_addrs4_lock); 635 hash_for_each_safe(card->local_addrs4, i, tmp, addr, hnode) { 636 hash_del_rcu(&addr->hnode); 637 kfree_rcu(addr, rcu); 638 } 639 spin_unlock_irq(&card->local_addrs4_lock); 640 } 641 642 static void qeth_flush_local_addrs6(struct qeth_card *card) 643 { 644 struct qeth_local_addr *addr; 645 struct hlist_node *tmp; 646 unsigned int i; 647 648 spin_lock_irq(&card->local_addrs6_lock); 649 hash_for_each_safe(card->local_addrs6, i, tmp, addr, hnode) { 650 hash_del_rcu(&addr->hnode); 651 kfree_rcu(addr, rcu); 652 } 653 spin_unlock_irq(&card->local_addrs6_lock); 654 } 655 656 void qeth_flush_local_addrs(struct qeth_card *card) 657 { 658 qeth_flush_local_addrs4(card); 659 qeth_flush_local_addrs6(card); 660 } 661 EXPORT_SYMBOL_GPL(qeth_flush_local_addrs); 662 663 static void qeth_add_local_addrs4(struct qeth_card *card, 664 struct qeth_ipacmd_local_addrs4 *cmd) 665 { 666 unsigned int i; 667 668 if (cmd->addr_length != 669 sizeof_field(struct qeth_ipacmd_local_addr4, addr)) { 670 dev_err_ratelimited(&card->gdev->dev, 671 "Dropped IPv4 ADD LOCAL ADDR event with bad length %u\n", 672 cmd->addr_length); 673 return; 674 } 675 676 spin_lock(&card->local_addrs4_lock); 677 for (i = 0; i < cmd->count; i++) { 678 unsigned int key = ipv4_addr_hash(cmd->addrs[i].addr); 679 struct qeth_local_addr *addr; 680 bool duplicate = false; 681 682 hash_for_each_possible(card->local_addrs4, addr, hnode, key) { 683 if (addr->addr.s6_addr32[3] == cmd->addrs[i].addr) { 684 duplicate = true; 685 break; 686 } 687 } 688 689 if (duplicate) 690 continue; 691 692 addr = kmalloc(sizeof(*addr), GFP_ATOMIC); 693 if (!addr) { 694 dev_err(&card->gdev->dev, 695 "Failed to allocate local addr object. Traffic to %pI4 might suffer.\n", 696 &cmd->addrs[i].addr); 697 continue; 698 } 699 700 ipv6_addr_set(&addr->addr, 0, 0, 0, cmd->addrs[i].addr); 701 hash_add_rcu(card->local_addrs4, &addr->hnode, key); 702 } 703 spin_unlock(&card->local_addrs4_lock); 704 } 705 706 static void qeth_add_local_addrs6(struct qeth_card *card, 707 struct qeth_ipacmd_local_addrs6 *cmd) 708 { 709 unsigned int i; 710 711 if (cmd->addr_length != 712 sizeof_field(struct qeth_ipacmd_local_addr6, addr)) { 713 dev_err_ratelimited(&card->gdev->dev, 714 "Dropped IPv6 ADD LOCAL ADDR event with bad length %u\n", 715 cmd->addr_length); 716 return; 717 } 718 719 spin_lock(&card->local_addrs6_lock); 720 for (i = 0; i < cmd->count; i++) { 721 u32 key = ipv6_addr_hash(&cmd->addrs[i].addr); 722 struct qeth_local_addr *addr; 723 bool duplicate = false; 724 725 hash_for_each_possible(card->local_addrs6, addr, hnode, key) { 726 if (ipv6_addr_equal(&addr->addr, &cmd->addrs[i].addr)) { 727 duplicate = true; 728 break; 729 } 730 } 731 732 if (duplicate) 733 continue; 734 735 addr = kmalloc(sizeof(*addr), GFP_ATOMIC); 736 if (!addr) { 737 dev_err(&card->gdev->dev, 738 "Failed to allocate local addr object. Traffic to %pI6c might suffer.\n", 739 &cmd->addrs[i].addr); 740 continue; 741 } 742 743 addr->addr = cmd->addrs[i].addr; 744 hash_add_rcu(card->local_addrs6, &addr->hnode, key); 745 } 746 spin_unlock(&card->local_addrs6_lock); 747 } 748 749 static void qeth_del_local_addrs4(struct qeth_card *card, 750 struct qeth_ipacmd_local_addrs4 *cmd) 751 { 752 unsigned int i; 753 754 if (cmd->addr_length != 755 sizeof_field(struct qeth_ipacmd_local_addr4, addr)) { 756 dev_err_ratelimited(&card->gdev->dev, 757 "Dropped IPv4 DEL LOCAL ADDR event with bad length %u\n", 758 cmd->addr_length); 759 return; 760 } 761 762 spin_lock(&card->local_addrs4_lock); 763 for (i = 0; i < cmd->count; i++) { 764 struct qeth_ipacmd_local_addr4 *addr = &cmd->addrs[i]; 765 unsigned int key = ipv4_addr_hash(addr->addr); 766 struct qeth_local_addr *tmp; 767 768 hash_for_each_possible(card->local_addrs4, tmp, hnode, key) { 769 if (tmp->addr.s6_addr32[3] == addr->addr) { 770 hash_del_rcu(&tmp->hnode); 771 kfree_rcu(tmp, rcu); 772 break; 773 } 774 } 775 } 776 spin_unlock(&card->local_addrs4_lock); 777 } 778 779 static void qeth_del_local_addrs6(struct qeth_card *card, 780 struct qeth_ipacmd_local_addrs6 *cmd) 781 { 782 unsigned int i; 783 784 if (cmd->addr_length != 785 sizeof_field(struct qeth_ipacmd_local_addr6, addr)) { 786 dev_err_ratelimited(&card->gdev->dev, 787 "Dropped IPv6 DEL LOCAL ADDR event with bad length %u\n", 788 cmd->addr_length); 789 return; 790 } 791 792 spin_lock(&card->local_addrs6_lock); 793 for (i = 0; i < cmd->count; i++) { 794 struct qeth_ipacmd_local_addr6 *addr = &cmd->addrs[i]; 795 u32 key = ipv6_addr_hash(&addr->addr); 796 struct qeth_local_addr *tmp; 797 798 hash_for_each_possible(card->local_addrs6, tmp, hnode, key) { 799 if (ipv6_addr_equal(&tmp->addr, &addr->addr)) { 800 hash_del_rcu(&tmp->hnode); 801 kfree_rcu(tmp, rcu); 802 break; 803 } 804 } 805 } 806 spin_unlock(&card->local_addrs6_lock); 807 } 808 809 static bool qeth_next_hop_is_local_v4(struct qeth_card *card, 810 struct sk_buff *skb) 811 { 812 struct qeth_local_addr *tmp; 813 bool is_local = false; 814 unsigned int key; 815 __be32 next_hop; 816 817 if (hash_empty(card->local_addrs4)) 818 return false; 819 820 rcu_read_lock(); 821 next_hop = qeth_next_hop_v4_rcu(skb, qeth_dst_check_rcu(skb, 4)); 822 key = ipv4_addr_hash(next_hop); 823 824 hash_for_each_possible_rcu(card->local_addrs4, tmp, hnode, key) { 825 if (tmp->addr.s6_addr32[3] == next_hop) { 826 is_local = true; 827 break; 828 } 829 } 830 rcu_read_unlock(); 831 832 return is_local; 833 } 834 835 static bool qeth_next_hop_is_local_v6(struct qeth_card *card, 836 struct sk_buff *skb) 837 { 838 struct qeth_local_addr *tmp; 839 struct in6_addr *next_hop; 840 bool is_local = false; 841 u32 key; 842 843 if (hash_empty(card->local_addrs6)) 844 return false; 845 846 rcu_read_lock(); 847 next_hop = qeth_next_hop_v6_rcu(skb, qeth_dst_check_rcu(skb, 6)); 848 key = ipv6_addr_hash(next_hop); 849 850 hash_for_each_possible_rcu(card->local_addrs6, tmp, hnode, key) { 851 if (ipv6_addr_equal(&tmp->addr, next_hop)) { 852 is_local = true; 853 break; 854 } 855 } 856 rcu_read_unlock(); 857 858 return is_local; 859 } 860 861 static int qeth_debugfs_local_addr_show(struct seq_file *m, void *v) 862 { 863 struct qeth_card *card = m->private; 864 struct qeth_local_addr *tmp; 865 unsigned int i; 866 867 rcu_read_lock(); 868 hash_for_each_rcu(card->local_addrs4, i, tmp, hnode) 869 seq_printf(m, "%pI4\n", &tmp->addr.s6_addr32[3]); 870 hash_for_each_rcu(card->local_addrs6, i, tmp, hnode) 871 seq_printf(m, "%pI6c\n", &tmp->addr); 872 rcu_read_unlock(); 873 874 return 0; 875 } 876 877 DEFINE_SHOW_ATTRIBUTE(qeth_debugfs_local_addr); 878 879 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 880 struct qeth_card *card) 881 { 882 const char *ipa_name; 883 int com = cmd->hdr.command; 884 ipa_name = qeth_get_ipa_cmd_name(com); 885 886 if (rc) 887 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 888 ipa_name, com, CARD_DEVID(card), rc, 889 qeth_get_ipa_msg(rc)); 890 else 891 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 892 ipa_name, com, CARD_DEVID(card)); 893 } 894 895 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 896 struct qeth_ipa_cmd *cmd) 897 { 898 QETH_CARD_TEXT(card, 5, "chkipad"); 899 900 if (IS_IPA_REPLY(cmd)) { 901 if (cmd->hdr.command != IPA_CMD_SETCCID && 902 cmd->hdr.command != IPA_CMD_DELCCID && 903 cmd->hdr.command != IPA_CMD_MODCCID && 904 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 905 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 906 return cmd; 907 } 908 909 /* handle unsolicited event: */ 910 switch (cmd->hdr.command) { 911 case IPA_CMD_STOPLAN: 912 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 913 dev_err(&card->gdev->dev, 914 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 915 QETH_CARD_IFNAME(card)); 916 schedule_work(&card->close_dev_work); 917 } else { 918 dev_warn(&card->gdev->dev, 919 "The link for interface %s on CHPID 0x%X failed\n", 920 QETH_CARD_IFNAME(card), card->info.chpid); 921 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 922 netif_carrier_off(card->dev); 923 } 924 return NULL; 925 case IPA_CMD_STARTLAN: 926 dev_info(&card->gdev->dev, 927 "The link for %s on CHPID 0x%X has been restored\n", 928 QETH_CARD_IFNAME(card), card->info.chpid); 929 if (card->info.hwtrap) 930 card->info.hwtrap = 2; 931 qeth_schedule_recovery(card); 932 return NULL; 933 case IPA_CMD_SETBRIDGEPORT_IQD: 934 case IPA_CMD_SETBRIDGEPORT_OSA: 935 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 936 if (card->discipline->control_event_handler(card, cmd)) 937 return cmd; 938 return NULL; 939 case IPA_CMD_MODCCID: 940 return cmd; 941 case IPA_CMD_REGISTER_LOCAL_ADDR: 942 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 943 qeth_add_local_addrs4(card, &cmd->data.local_addrs4); 944 else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 945 qeth_add_local_addrs6(card, &cmd->data.local_addrs6); 946 947 QETH_CARD_TEXT(card, 3, "irla"); 948 return NULL; 949 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 950 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 951 qeth_del_local_addrs4(card, &cmd->data.local_addrs4); 952 else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 953 qeth_del_local_addrs6(card, &cmd->data.local_addrs6); 954 955 QETH_CARD_TEXT(card, 3, "urla"); 956 return NULL; 957 default: 958 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 959 return cmd; 960 } 961 } 962 963 void qeth_clear_ipacmd_list(struct qeth_card *card) 964 { 965 struct qeth_cmd_buffer *iob; 966 unsigned long flags; 967 968 QETH_CARD_TEXT(card, 4, "clipalst"); 969 970 spin_lock_irqsave(&card->lock, flags); 971 list_for_each_entry(iob, &card->cmd_waiter_list, list) 972 qeth_notify_cmd(iob, -ECANCELED); 973 spin_unlock_irqrestore(&card->lock, flags); 974 } 975 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 976 977 static int qeth_check_idx_response(struct qeth_card *card, 978 unsigned char *buffer) 979 { 980 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 981 if ((buffer[2] & QETH_IDX_TERMINATE_MASK) == QETH_IDX_TERMINATE) { 982 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 983 buffer[4]); 984 QETH_CARD_TEXT(card, 2, "ckidxres"); 985 QETH_CARD_TEXT(card, 2, " idxterm"); 986 QETH_CARD_TEXT_(card, 2, "rc%x", buffer[4]); 987 if (buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT || 988 buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT_VM) { 989 dev_err(&card->gdev->dev, 990 "The device does not support the configured transport mode\n"); 991 return -EPROTONOSUPPORT; 992 } 993 return -EIO; 994 } 995 return 0; 996 } 997 998 void qeth_put_cmd(struct qeth_cmd_buffer *iob) 999 { 1000 if (refcount_dec_and_test(&iob->ref_count)) { 1001 kfree(iob->data); 1002 kfree(iob); 1003 } 1004 } 1005 EXPORT_SYMBOL_GPL(qeth_put_cmd); 1006 1007 static void qeth_release_buffer_cb(struct qeth_card *card, 1008 struct qeth_cmd_buffer *iob, 1009 unsigned int data_length) 1010 { 1011 qeth_put_cmd(iob); 1012 } 1013 1014 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 1015 { 1016 qeth_notify_cmd(iob, rc); 1017 qeth_put_cmd(iob); 1018 } 1019 1020 struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 1021 unsigned int length, unsigned int ccws, 1022 long timeout) 1023 { 1024 struct qeth_cmd_buffer *iob; 1025 1026 if (length > QETH_BUFSIZE) 1027 return NULL; 1028 1029 iob = kzalloc(sizeof(*iob), GFP_KERNEL); 1030 if (!iob) 1031 return NULL; 1032 1033 iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 1034 GFP_KERNEL | GFP_DMA); 1035 if (!iob->data) { 1036 kfree(iob); 1037 return NULL; 1038 } 1039 1040 init_completion(&iob->done); 1041 spin_lock_init(&iob->lock); 1042 INIT_LIST_HEAD(&iob->list); 1043 refcount_set(&iob->ref_count, 1); 1044 iob->channel = channel; 1045 iob->timeout = timeout; 1046 iob->length = length; 1047 return iob; 1048 } 1049 EXPORT_SYMBOL_GPL(qeth_alloc_cmd); 1050 1051 static void qeth_issue_next_read_cb(struct qeth_card *card, 1052 struct qeth_cmd_buffer *iob, 1053 unsigned int data_length) 1054 { 1055 struct qeth_cmd_buffer *request = NULL; 1056 struct qeth_ipa_cmd *cmd = NULL; 1057 struct qeth_reply *reply = NULL; 1058 struct qeth_cmd_buffer *tmp; 1059 unsigned long flags; 1060 int rc = 0; 1061 1062 QETH_CARD_TEXT(card, 4, "sndctlcb"); 1063 rc = qeth_check_idx_response(card, iob->data); 1064 switch (rc) { 1065 case 0: 1066 break; 1067 case -EIO: 1068 qeth_schedule_recovery(card); 1069 /* fall through */ 1070 default: 1071 qeth_clear_ipacmd_list(card); 1072 goto err_idx; 1073 } 1074 1075 cmd = __ipa_reply(iob); 1076 if (cmd) { 1077 cmd = qeth_check_ipa_data(card, cmd); 1078 if (!cmd) 1079 goto out; 1080 if (IS_OSN(card) && card->osn_info.assist_cb && 1081 cmd->hdr.command != IPA_CMD_STARTLAN) { 1082 card->osn_info.assist_cb(card->dev, cmd); 1083 goto out; 1084 } 1085 } 1086 1087 /* match against pending cmd requests */ 1088 spin_lock_irqsave(&card->lock, flags); 1089 list_for_each_entry(tmp, &card->cmd_waiter_list, list) { 1090 if (tmp->match && tmp->match(tmp, iob)) { 1091 request = tmp; 1092 /* take the object outside the lock */ 1093 qeth_get_cmd(request); 1094 break; 1095 } 1096 } 1097 spin_unlock_irqrestore(&card->lock, flags); 1098 1099 if (!request) 1100 goto out; 1101 1102 reply = &request->reply; 1103 if (!reply->callback) { 1104 rc = 0; 1105 goto no_callback; 1106 } 1107 1108 spin_lock_irqsave(&request->lock, flags); 1109 if (request->rc) 1110 /* Bail out when the requestor has already left: */ 1111 rc = request->rc; 1112 else 1113 rc = reply->callback(card, reply, cmd ? (unsigned long)cmd : 1114 (unsigned long)iob); 1115 spin_unlock_irqrestore(&request->lock, flags); 1116 1117 no_callback: 1118 if (rc <= 0) 1119 qeth_notify_cmd(request, rc); 1120 qeth_put_cmd(request); 1121 out: 1122 memcpy(&card->seqno.pdu_hdr_ack, 1123 QETH_PDU_HEADER_SEQ_NO(iob->data), 1124 QETH_SEQ_NO_LENGTH); 1125 __qeth_issue_next_read(card); 1126 err_idx: 1127 qeth_put_cmd(iob); 1128 } 1129 1130 static int qeth_set_thread_start_bit(struct qeth_card *card, 1131 unsigned long thread) 1132 { 1133 unsigned long flags; 1134 int rc = 0; 1135 1136 spin_lock_irqsave(&card->thread_mask_lock, flags); 1137 if (!(card->thread_allowed_mask & thread)) 1138 rc = -EPERM; 1139 else if (card->thread_start_mask & thread) 1140 rc = -EBUSY; 1141 else 1142 card->thread_start_mask |= thread; 1143 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1144 1145 return rc; 1146 } 1147 1148 static void qeth_clear_thread_start_bit(struct qeth_card *card, 1149 unsigned long thread) 1150 { 1151 unsigned long flags; 1152 1153 spin_lock_irqsave(&card->thread_mask_lock, flags); 1154 card->thread_start_mask &= ~thread; 1155 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1156 wake_up(&card->wait_q); 1157 } 1158 1159 static void qeth_clear_thread_running_bit(struct qeth_card *card, 1160 unsigned long thread) 1161 { 1162 unsigned long flags; 1163 1164 spin_lock_irqsave(&card->thread_mask_lock, flags); 1165 card->thread_running_mask &= ~thread; 1166 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1167 wake_up_all(&card->wait_q); 1168 } 1169 1170 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 1171 { 1172 unsigned long flags; 1173 int rc = 0; 1174 1175 spin_lock_irqsave(&card->thread_mask_lock, flags); 1176 if (card->thread_start_mask & thread) { 1177 if ((card->thread_allowed_mask & thread) && 1178 !(card->thread_running_mask & thread)) { 1179 rc = 1; 1180 card->thread_start_mask &= ~thread; 1181 card->thread_running_mask |= thread; 1182 } else 1183 rc = -EPERM; 1184 } 1185 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1186 return rc; 1187 } 1188 1189 static int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 1190 { 1191 int rc = 0; 1192 1193 wait_event(card->wait_q, 1194 (rc = __qeth_do_run_thread(card, thread)) >= 0); 1195 return rc; 1196 } 1197 1198 int qeth_schedule_recovery(struct qeth_card *card) 1199 { 1200 int rc; 1201 1202 QETH_CARD_TEXT(card, 2, "startrec"); 1203 1204 rc = qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD); 1205 if (!rc) 1206 schedule_work(&card->kernel_thread_starter); 1207 1208 return rc; 1209 } 1210 1211 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 1212 struct irb *irb) 1213 { 1214 int dstat, cstat; 1215 char *sense; 1216 1217 sense = (char *) irb->ecw; 1218 cstat = irb->scsw.cmd.cstat; 1219 dstat = irb->scsw.cmd.dstat; 1220 1221 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 1222 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 1223 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 1224 QETH_CARD_TEXT(card, 2, "CGENCHK"); 1225 dev_warn(&cdev->dev, "The qeth device driver " 1226 "failed to recover an error on the device\n"); 1227 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 1228 CCW_DEVID(cdev), dstat, cstat); 1229 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 1230 16, 1, irb, 64, 1); 1231 return -EIO; 1232 } 1233 1234 if (dstat & DEV_STAT_UNIT_CHECK) { 1235 if (sense[SENSE_RESETTING_EVENT_BYTE] & 1236 SENSE_RESETTING_EVENT_FLAG) { 1237 QETH_CARD_TEXT(card, 2, "REVIND"); 1238 return -EIO; 1239 } 1240 if (sense[SENSE_COMMAND_REJECT_BYTE] & 1241 SENSE_COMMAND_REJECT_FLAG) { 1242 QETH_CARD_TEXT(card, 2, "CMDREJi"); 1243 return -EIO; 1244 } 1245 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 1246 QETH_CARD_TEXT(card, 2, "AFFE"); 1247 return -EIO; 1248 } 1249 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 1250 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 1251 return 0; 1252 } 1253 QETH_CARD_TEXT(card, 2, "DGENCHK"); 1254 return -EIO; 1255 } 1256 return 0; 1257 } 1258 1259 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 1260 struct irb *irb) 1261 { 1262 if (!IS_ERR(irb)) 1263 return 0; 1264 1265 switch (PTR_ERR(irb)) { 1266 case -EIO: 1267 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 1268 CCW_DEVID(cdev)); 1269 QETH_CARD_TEXT(card, 2, "ckirberr"); 1270 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 1271 return -EIO; 1272 case -ETIMEDOUT: 1273 dev_warn(&cdev->dev, "A hardware operation timed out" 1274 " on the device\n"); 1275 QETH_CARD_TEXT(card, 2, "ckirberr"); 1276 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 1277 return -ETIMEDOUT; 1278 default: 1279 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1280 PTR_ERR(irb), CCW_DEVID(cdev)); 1281 QETH_CARD_TEXT(card, 2, "ckirberr"); 1282 QETH_CARD_TEXT(card, 2, " rc???"); 1283 return PTR_ERR(irb); 1284 } 1285 } 1286 1287 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1288 struct irb *irb) 1289 { 1290 int rc; 1291 int cstat, dstat; 1292 struct qeth_cmd_buffer *iob = NULL; 1293 struct ccwgroup_device *gdev; 1294 struct qeth_channel *channel; 1295 struct qeth_card *card; 1296 1297 /* while we hold the ccwdev lock, this stays valid: */ 1298 gdev = dev_get_drvdata(&cdev->dev); 1299 card = dev_get_drvdata(&gdev->dev); 1300 1301 QETH_CARD_TEXT(card, 5, "irq"); 1302 1303 if (card->read.ccwdev == cdev) { 1304 channel = &card->read; 1305 QETH_CARD_TEXT(card, 5, "read"); 1306 } else if (card->write.ccwdev == cdev) { 1307 channel = &card->write; 1308 QETH_CARD_TEXT(card, 5, "write"); 1309 } else { 1310 channel = &card->data; 1311 QETH_CARD_TEXT(card, 5, "data"); 1312 } 1313 1314 if (intparm == 0) { 1315 QETH_CARD_TEXT(card, 5, "irqunsol"); 1316 } else if ((addr_t)intparm != (addr_t)channel->active_cmd) { 1317 QETH_CARD_TEXT(card, 5, "irqunexp"); 1318 1319 dev_err(&cdev->dev, 1320 "Received IRQ with intparm %lx, expected %px\n", 1321 intparm, channel->active_cmd); 1322 if (channel->active_cmd) 1323 qeth_cancel_cmd(channel->active_cmd, -EIO); 1324 } else { 1325 iob = (struct qeth_cmd_buffer *) (addr_t)intparm; 1326 } 1327 1328 channel->active_cmd = NULL; 1329 qeth_unlock_channel(card, channel); 1330 1331 rc = qeth_check_irb_error(card, cdev, irb); 1332 if (rc) { 1333 /* IO was terminated, free its resources. */ 1334 if (iob) 1335 qeth_cancel_cmd(iob, rc); 1336 return; 1337 } 1338 1339 if (irb->scsw.cmd.fctl & SCSW_FCTL_CLEAR_FUNC) { 1340 channel->state = CH_STATE_STOPPED; 1341 wake_up(&card->wait_q); 1342 } 1343 1344 if (irb->scsw.cmd.fctl & SCSW_FCTL_HALT_FUNC) { 1345 channel->state = CH_STATE_HALTED; 1346 wake_up(&card->wait_q); 1347 } 1348 1349 if (iob && (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC | 1350 SCSW_FCTL_HALT_FUNC))) { 1351 qeth_cancel_cmd(iob, -ECANCELED); 1352 iob = NULL; 1353 } 1354 1355 cstat = irb->scsw.cmd.cstat; 1356 dstat = irb->scsw.cmd.dstat; 1357 1358 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1359 (dstat & DEV_STAT_UNIT_CHECK) || 1360 (cstat)) { 1361 if (irb->esw.esw0.erw.cons) { 1362 dev_warn(&channel->ccwdev->dev, 1363 "The qeth device driver failed to recover " 1364 "an error on the device\n"); 1365 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1366 CCW_DEVID(channel->ccwdev), cstat, 1367 dstat); 1368 print_hex_dump(KERN_WARNING, "qeth: irb ", 1369 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1370 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1371 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1372 } 1373 1374 rc = qeth_get_problem(card, cdev, irb); 1375 if (rc) { 1376 card->read_or_write_problem = 1; 1377 if (iob) 1378 qeth_cancel_cmd(iob, rc); 1379 qeth_clear_ipacmd_list(card); 1380 qeth_schedule_recovery(card); 1381 return; 1382 } 1383 } 1384 1385 if (iob) { 1386 /* sanity check: */ 1387 if (irb->scsw.cmd.count > iob->length) { 1388 qeth_cancel_cmd(iob, -EIO); 1389 return; 1390 } 1391 if (iob->callback) 1392 iob->callback(card, iob, 1393 iob->length - irb->scsw.cmd.count); 1394 } 1395 } 1396 1397 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1398 struct qeth_qdio_out_buffer *buf, 1399 enum iucv_tx_notify notification) 1400 { 1401 struct sk_buff *skb; 1402 1403 skb_queue_walk(&buf->skb_list, skb) { 1404 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1405 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1406 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1407 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1408 } 1409 } 1410 1411 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 1412 int budget) 1413 { 1414 struct qeth_qdio_out_q *queue = buf->q; 1415 struct sk_buff *skb; 1416 1417 /* release may never happen from within CQ tasklet scope */ 1418 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1419 1420 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1421 qeth_notify_skbs(queue, buf, TX_NOTIFY_GENERALERROR); 1422 1423 /* Empty buffer? */ 1424 if (buf->next_element_to_fill == 0) 1425 return; 1426 1427 QETH_TXQ_STAT_INC(queue, bufs); 1428 QETH_TXQ_STAT_ADD(queue, buf_elements, buf->next_element_to_fill); 1429 if (error) { 1430 QETH_TXQ_STAT_ADD(queue, tx_errors, buf->frames); 1431 } else { 1432 QETH_TXQ_STAT_ADD(queue, tx_packets, buf->frames); 1433 QETH_TXQ_STAT_ADD(queue, tx_bytes, buf->bytes); 1434 } 1435 1436 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) { 1437 unsigned int bytes = qdisc_pkt_len(skb); 1438 bool is_tso = skb_is_gso(skb); 1439 unsigned int packets; 1440 1441 packets = is_tso ? skb_shinfo(skb)->gso_segs : 1; 1442 if (!error) { 1443 if (skb->ip_summed == CHECKSUM_PARTIAL) 1444 QETH_TXQ_STAT_ADD(queue, skbs_csum, packets); 1445 if (skb_is_nonlinear(skb)) 1446 QETH_TXQ_STAT_INC(queue, skbs_sg); 1447 if (is_tso) { 1448 QETH_TXQ_STAT_INC(queue, skbs_tso); 1449 QETH_TXQ_STAT_ADD(queue, tso_bytes, bytes); 1450 } 1451 } 1452 1453 napi_consume_skb(skb, budget); 1454 } 1455 } 1456 1457 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1458 struct qeth_qdio_out_buffer *buf, 1459 bool error, int budget) 1460 { 1461 int i; 1462 1463 /* is PCI flag set on buffer? */ 1464 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1465 atomic_dec(&queue->set_pci_flags_count); 1466 1467 qeth_tx_complete_buf(buf, error, budget); 1468 1469 for (i = 0; i < queue->max_elements; ++i) { 1470 void *data = phys_to_virt(buf->buffer->element[i].addr); 1471 1472 if (data && buf->is_header[i]) 1473 kmem_cache_free(qeth_core_header_cache, data); 1474 buf->is_header[i] = 0; 1475 } 1476 1477 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1478 buf->next_element_to_fill = 0; 1479 buf->frames = 0; 1480 buf->bytes = 0; 1481 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1482 } 1483 1484 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1485 { 1486 int j; 1487 1488 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1489 if (!q->bufs[j]) 1490 continue; 1491 qeth_cleanup_handled_pending(q, j, 1); 1492 qeth_clear_output_buffer(q, q->bufs[j], true, 0); 1493 if (free) { 1494 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1495 q->bufs[j] = NULL; 1496 } 1497 } 1498 } 1499 1500 void qeth_drain_output_queues(struct qeth_card *card) 1501 { 1502 int i; 1503 1504 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1505 /* clear outbound buffers to free skbs */ 1506 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1507 if (card->qdio.out_qs[i]) 1508 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1509 } 1510 } 1511 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1512 1513 static int qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1514 { 1515 unsigned int max = single ? 1 : card->dev->num_tx_queues; 1516 unsigned int count; 1517 int rc; 1518 1519 count = IS_VM_NIC(card) ? min(max, card->dev->real_num_tx_queues) : max; 1520 1521 rtnl_lock(); 1522 rc = netif_set_real_num_tx_queues(card->dev, count); 1523 rtnl_unlock(); 1524 1525 if (rc) 1526 return rc; 1527 1528 if (card->qdio.no_out_queues == max) 1529 return 0; 1530 1531 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1532 qeth_free_qdio_queues(card); 1533 1534 if (max == 1 && card->qdio.do_prio_queueing != QETH_PRIOQ_DEFAULT) 1535 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1536 1537 card->qdio.no_out_queues = max; 1538 return 0; 1539 } 1540 1541 static int qeth_update_from_chp_desc(struct qeth_card *card) 1542 { 1543 struct ccw_device *ccwdev; 1544 struct channel_path_desc_fmt0 *chp_dsc; 1545 int rc = 0; 1546 1547 QETH_CARD_TEXT(card, 2, "chp_desc"); 1548 1549 ccwdev = card->data.ccwdev; 1550 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1551 if (!chp_dsc) 1552 return -ENOMEM; 1553 1554 card->info.func_level = 0x4100 + chp_dsc->desc; 1555 1556 if (IS_OSD(card) || IS_OSX(card)) 1557 /* CHPP field bit 6 == 1 -> single queue */ 1558 rc = qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1559 1560 kfree(chp_dsc); 1561 QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 1562 QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1563 return rc; 1564 } 1565 1566 static void qeth_init_qdio_info(struct qeth_card *card) 1567 { 1568 QETH_CARD_TEXT(card, 4, "intqdinf"); 1569 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1570 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1571 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1572 1573 /* inbound */ 1574 card->qdio.no_in_queues = 1; 1575 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1576 if (IS_IQD(card)) 1577 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1578 else 1579 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1580 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1581 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1582 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1583 } 1584 1585 static void qeth_set_initial_options(struct qeth_card *card) 1586 { 1587 card->options.route4.type = NO_ROUTER; 1588 card->options.route6.type = NO_ROUTER; 1589 card->options.isolation = ISOLATION_MODE_NONE; 1590 card->options.cq = QETH_CQ_DISABLED; 1591 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1592 } 1593 1594 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1595 { 1596 unsigned long flags; 1597 int rc = 0; 1598 1599 spin_lock_irqsave(&card->thread_mask_lock, flags); 1600 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1601 (u8) card->thread_start_mask, 1602 (u8) card->thread_allowed_mask, 1603 (u8) card->thread_running_mask); 1604 rc = (card->thread_start_mask & thread); 1605 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1606 return rc; 1607 } 1608 1609 static int qeth_do_reset(void *data); 1610 static void qeth_start_kernel_thread(struct work_struct *work) 1611 { 1612 struct task_struct *ts; 1613 struct qeth_card *card = container_of(work, struct qeth_card, 1614 kernel_thread_starter); 1615 QETH_CARD_TEXT(card , 2, "strthrd"); 1616 1617 if (card->read.state != CH_STATE_UP && 1618 card->write.state != CH_STATE_UP) 1619 return; 1620 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1621 ts = kthread_run(qeth_do_reset, card, "qeth_recover"); 1622 if (IS_ERR(ts)) { 1623 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1624 qeth_clear_thread_running_bit(card, 1625 QETH_RECOVER_THREAD); 1626 } 1627 } 1628 } 1629 1630 static void qeth_buffer_reclaim_work(struct work_struct *); 1631 static void qeth_setup_card(struct qeth_card *card) 1632 { 1633 QETH_CARD_TEXT(card, 2, "setupcrd"); 1634 1635 card->info.type = CARD_RDEV(card)->id.driver_info; 1636 card->state = CARD_STATE_DOWN; 1637 spin_lock_init(&card->lock); 1638 spin_lock_init(&card->thread_mask_lock); 1639 mutex_init(&card->conf_mutex); 1640 mutex_init(&card->discipline_mutex); 1641 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1642 INIT_LIST_HEAD(&card->cmd_waiter_list); 1643 init_waitqueue_head(&card->wait_q); 1644 qeth_set_initial_options(card); 1645 /* IP address takeover */ 1646 INIT_LIST_HEAD(&card->ipato.entries); 1647 qeth_init_qdio_info(card); 1648 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1649 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1650 hash_init(card->rx_mode_addrs); 1651 hash_init(card->local_addrs4); 1652 hash_init(card->local_addrs6); 1653 spin_lock_init(&card->local_addrs4_lock); 1654 spin_lock_init(&card->local_addrs6_lock); 1655 } 1656 1657 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1658 { 1659 struct qeth_card *card = container_of(slr, struct qeth_card, 1660 qeth_service_level); 1661 if (card->info.mcl_level[0]) 1662 seq_printf(m, "qeth: %s firmware level %s\n", 1663 CARD_BUS_ID(card), card->info.mcl_level); 1664 } 1665 1666 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1667 { 1668 struct qeth_card *card; 1669 1670 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1671 card = kzalloc(sizeof(*card), GFP_KERNEL); 1672 if (!card) 1673 goto out; 1674 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1675 1676 card->gdev = gdev; 1677 dev_set_drvdata(&gdev->dev, card); 1678 CARD_RDEV(card) = gdev->cdev[0]; 1679 CARD_WDEV(card) = gdev->cdev[1]; 1680 CARD_DDEV(card) = gdev->cdev[2]; 1681 1682 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1683 dev_name(&gdev->dev)); 1684 if (!card->event_wq) 1685 goto out_wq; 1686 1687 card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1688 if (!card->read_cmd) 1689 goto out_read_cmd; 1690 1691 card->debugfs = debugfs_create_dir(dev_name(&gdev->dev), 1692 qeth_debugfs_root); 1693 debugfs_create_file("local_addrs", 0400, card->debugfs, card, 1694 &qeth_debugfs_local_addr_fops); 1695 1696 card->qeth_service_level.seq_print = qeth_core_sl_print; 1697 register_service_level(&card->qeth_service_level); 1698 return card; 1699 1700 out_read_cmd: 1701 destroy_workqueue(card->event_wq); 1702 out_wq: 1703 dev_set_drvdata(&gdev->dev, NULL); 1704 kfree(card); 1705 out: 1706 return NULL; 1707 } 1708 1709 static int qeth_clear_channel(struct qeth_card *card, 1710 struct qeth_channel *channel) 1711 { 1712 int rc; 1713 1714 QETH_CARD_TEXT(card, 3, "clearch"); 1715 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1716 rc = ccw_device_clear(channel->ccwdev, (addr_t)channel->active_cmd); 1717 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1718 1719 if (rc) 1720 return rc; 1721 rc = wait_event_interruptible_timeout(card->wait_q, 1722 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1723 if (rc == -ERESTARTSYS) 1724 return rc; 1725 if (channel->state != CH_STATE_STOPPED) 1726 return -ETIME; 1727 channel->state = CH_STATE_DOWN; 1728 return 0; 1729 } 1730 1731 static int qeth_halt_channel(struct qeth_card *card, 1732 struct qeth_channel *channel) 1733 { 1734 int rc; 1735 1736 QETH_CARD_TEXT(card, 3, "haltch"); 1737 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1738 rc = ccw_device_halt(channel->ccwdev, (addr_t)channel->active_cmd); 1739 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1740 1741 if (rc) 1742 return rc; 1743 rc = wait_event_interruptible_timeout(card->wait_q, 1744 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1745 if (rc == -ERESTARTSYS) 1746 return rc; 1747 if (channel->state != CH_STATE_HALTED) 1748 return -ETIME; 1749 return 0; 1750 } 1751 1752 int qeth_stop_channel(struct qeth_channel *channel) 1753 { 1754 struct ccw_device *cdev = channel->ccwdev; 1755 int rc; 1756 1757 rc = ccw_device_set_offline(cdev); 1758 1759 spin_lock_irq(get_ccwdev_lock(cdev)); 1760 if (channel->active_cmd) { 1761 dev_err(&cdev->dev, "Stopped channel while cmd %px was still active\n", 1762 channel->active_cmd); 1763 channel->active_cmd = NULL; 1764 } 1765 cdev->handler = NULL; 1766 spin_unlock_irq(get_ccwdev_lock(cdev)); 1767 1768 return rc; 1769 } 1770 EXPORT_SYMBOL_GPL(qeth_stop_channel); 1771 1772 static int qeth_start_channel(struct qeth_channel *channel) 1773 { 1774 struct ccw_device *cdev = channel->ccwdev; 1775 int rc; 1776 1777 channel->state = CH_STATE_DOWN; 1778 atomic_set(&channel->irq_pending, 0); 1779 1780 spin_lock_irq(get_ccwdev_lock(cdev)); 1781 cdev->handler = qeth_irq; 1782 spin_unlock_irq(get_ccwdev_lock(cdev)); 1783 1784 rc = ccw_device_set_online(cdev); 1785 if (rc) 1786 goto err; 1787 1788 return 0; 1789 1790 err: 1791 spin_lock_irq(get_ccwdev_lock(cdev)); 1792 cdev->handler = NULL; 1793 spin_unlock_irq(get_ccwdev_lock(cdev)); 1794 return rc; 1795 } 1796 1797 static int qeth_halt_channels(struct qeth_card *card) 1798 { 1799 int rc1 = 0, rc2 = 0, rc3 = 0; 1800 1801 QETH_CARD_TEXT(card, 3, "haltchs"); 1802 rc1 = qeth_halt_channel(card, &card->read); 1803 rc2 = qeth_halt_channel(card, &card->write); 1804 rc3 = qeth_halt_channel(card, &card->data); 1805 if (rc1) 1806 return rc1; 1807 if (rc2) 1808 return rc2; 1809 return rc3; 1810 } 1811 1812 static int qeth_clear_channels(struct qeth_card *card) 1813 { 1814 int rc1 = 0, rc2 = 0, rc3 = 0; 1815 1816 QETH_CARD_TEXT(card, 3, "clearchs"); 1817 rc1 = qeth_clear_channel(card, &card->read); 1818 rc2 = qeth_clear_channel(card, &card->write); 1819 rc3 = qeth_clear_channel(card, &card->data); 1820 if (rc1) 1821 return rc1; 1822 if (rc2) 1823 return rc2; 1824 return rc3; 1825 } 1826 1827 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1828 { 1829 int rc = 0; 1830 1831 QETH_CARD_TEXT(card, 3, "clhacrd"); 1832 1833 if (halt) 1834 rc = qeth_halt_channels(card); 1835 if (rc) 1836 return rc; 1837 return qeth_clear_channels(card); 1838 } 1839 1840 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1841 { 1842 int rc = 0; 1843 1844 QETH_CARD_TEXT(card, 3, "qdioclr"); 1845 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1846 QETH_QDIO_CLEANING)) { 1847 case QETH_QDIO_ESTABLISHED: 1848 if (IS_IQD(card)) 1849 rc = qdio_shutdown(CARD_DDEV(card), 1850 QDIO_FLAG_CLEANUP_USING_HALT); 1851 else 1852 rc = qdio_shutdown(CARD_DDEV(card), 1853 QDIO_FLAG_CLEANUP_USING_CLEAR); 1854 if (rc) 1855 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1856 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1857 break; 1858 case QETH_QDIO_CLEANING: 1859 return rc; 1860 default: 1861 break; 1862 } 1863 rc = qeth_clear_halt_card(card, use_halt); 1864 if (rc) 1865 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1866 return rc; 1867 } 1868 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1869 1870 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1871 { 1872 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1873 struct diag26c_vnic_resp *response = NULL; 1874 struct diag26c_vnic_req *request = NULL; 1875 struct ccw_dev_id id; 1876 char userid[80]; 1877 int rc = 0; 1878 1879 QETH_CARD_TEXT(card, 2, "vmlayer"); 1880 1881 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1882 if (rc) 1883 goto out; 1884 1885 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1886 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1887 if (!request || !response) { 1888 rc = -ENOMEM; 1889 goto out; 1890 } 1891 1892 ccw_device_get_id(CARD_RDEV(card), &id); 1893 request->resp_buf_len = sizeof(*response); 1894 request->resp_version = DIAG26C_VERSION6_VM65918; 1895 request->req_format = DIAG26C_VNIC_INFO; 1896 ASCEBC(userid, 8); 1897 memcpy(&request->sys_name, userid, 8); 1898 request->devno = id.devno; 1899 1900 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1901 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1902 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1903 if (rc) 1904 goto out; 1905 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1906 1907 if (request->resp_buf_len < sizeof(*response) || 1908 response->version != request->resp_version) { 1909 rc = -EIO; 1910 goto out; 1911 } 1912 1913 if (response->protocol == VNIC_INFO_PROT_L2) 1914 disc = QETH_DISCIPLINE_LAYER2; 1915 else if (response->protocol == VNIC_INFO_PROT_L3) 1916 disc = QETH_DISCIPLINE_LAYER3; 1917 1918 out: 1919 kfree(response); 1920 kfree(request); 1921 if (rc) 1922 QETH_CARD_TEXT_(card, 2, "err%x", rc); 1923 return disc; 1924 } 1925 1926 /* Determine whether the device requires a specific layer discipline */ 1927 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1928 { 1929 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1930 1931 if (IS_OSM(card) || IS_OSN(card)) 1932 disc = QETH_DISCIPLINE_LAYER2; 1933 else if (IS_VM_NIC(card)) 1934 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1935 qeth_vm_detect_layer(card); 1936 1937 switch (disc) { 1938 case QETH_DISCIPLINE_LAYER2: 1939 QETH_CARD_TEXT(card, 3, "force l2"); 1940 break; 1941 case QETH_DISCIPLINE_LAYER3: 1942 QETH_CARD_TEXT(card, 3, "force l3"); 1943 break; 1944 default: 1945 QETH_CARD_TEXT(card, 3, "force no"); 1946 } 1947 1948 return disc; 1949 } 1950 1951 static void qeth_set_blkt_defaults(struct qeth_card *card) 1952 { 1953 QETH_CARD_TEXT(card, 2, "cfgblkt"); 1954 1955 if (card->info.use_v1_blkt) { 1956 card->info.blkt.time_total = 0; 1957 card->info.blkt.inter_packet = 0; 1958 card->info.blkt.inter_packet_jumbo = 0; 1959 } else { 1960 card->info.blkt.time_total = 250; 1961 card->info.blkt.inter_packet = 5; 1962 card->info.blkt.inter_packet_jumbo = 15; 1963 } 1964 } 1965 1966 static void qeth_idx_init(struct qeth_card *card) 1967 { 1968 memset(&card->seqno, 0, sizeof(card->seqno)); 1969 1970 card->token.issuer_rm_w = 0x00010103UL; 1971 card->token.cm_filter_w = 0x00010108UL; 1972 card->token.cm_connection_w = 0x0001010aUL; 1973 card->token.ulp_filter_w = 0x0001010bUL; 1974 card->token.ulp_connection_w = 0x0001010dUL; 1975 1976 switch (card->info.type) { 1977 case QETH_CARD_TYPE_IQD: 1978 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1979 break; 1980 case QETH_CARD_TYPE_OSD: 1981 case QETH_CARD_TYPE_OSN: 1982 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1983 break; 1984 default: 1985 break; 1986 } 1987 } 1988 1989 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1990 struct qeth_cmd_buffer *iob) 1991 { 1992 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1993 QETH_SEQ_NO_LENGTH); 1994 if (iob->channel == &card->write) 1995 card->seqno.trans_hdr++; 1996 } 1997 1998 static int qeth_peer_func_level(int level) 1999 { 2000 if ((level & 0xff) == 8) 2001 return (level & 0xff) + 0x400; 2002 if (((level >> 8) & 3) == 1) 2003 return (level & 0xff) + 0x200; 2004 return level; 2005 } 2006 2007 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 2008 struct qeth_cmd_buffer *iob) 2009 { 2010 qeth_idx_finalize_cmd(card, iob); 2011 2012 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 2013 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 2014 card->seqno.pdu_hdr++; 2015 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 2016 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 2017 2018 iob->callback = qeth_release_buffer_cb; 2019 } 2020 2021 static bool qeth_mpc_match_reply(struct qeth_cmd_buffer *iob, 2022 struct qeth_cmd_buffer *reply) 2023 { 2024 /* MPC cmds are issued strictly in sequence. */ 2025 return !IS_IPA(reply->data); 2026 } 2027 2028 static struct qeth_cmd_buffer *qeth_mpc_alloc_cmd(struct qeth_card *card, 2029 const void *data, 2030 unsigned int data_length) 2031 { 2032 struct qeth_cmd_buffer *iob; 2033 2034 iob = qeth_alloc_cmd(&card->write, data_length, 1, QETH_TIMEOUT); 2035 if (!iob) 2036 return NULL; 2037 2038 memcpy(iob->data, data, data_length); 2039 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, data_length, 2040 iob->data); 2041 iob->finalize = qeth_mpc_finalize_cmd; 2042 iob->match = qeth_mpc_match_reply; 2043 return iob; 2044 } 2045 2046 /** 2047 * qeth_send_control_data() - send control command to the card 2048 * @card: qeth_card structure pointer 2049 * @iob: qeth_cmd_buffer pointer 2050 * @reply_cb: callback function pointer 2051 * @cb_card: pointer to the qeth_card structure 2052 * @cb_reply: pointer to the qeth_reply structure 2053 * @cb_cmd: pointer to the original iob for non-IPA 2054 * commands, or to the qeth_ipa_cmd structure 2055 * for the IPA commands. 2056 * @reply_param: private pointer passed to the callback 2057 * 2058 * Callback function gets called one or more times, with cb_cmd 2059 * pointing to the response returned by the hardware. Callback 2060 * function must return 2061 * > 0 if more reply blocks are expected, 2062 * 0 if the last or only reply block is received, and 2063 * < 0 on error. 2064 * Callback function can get the value of the reply_param pointer from the 2065 * field 'param' of the structure qeth_reply. 2066 */ 2067 2068 static int qeth_send_control_data(struct qeth_card *card, 2069 struct qeth_cmd_buffer *iob, 2070 int (*reply_cb)(struct qeth_card *cb_card, 2071 struct qeth_reply *cb_reply, 2072 unsigned long cb_cmd), 2073 void *reply_param) 2074 { 2075 struct qeth_channel *channel = iob->channel; 2076 struct qeth_reply *reply = &iob->reply; 2077 long timeout = iob->timeout; 2078 int rc; 2079 2080 QETH_CARD_TEXT(card, 2, "sendctl"); 2081 2082 reply->callback = reply_cb; 2083 reply->param = reply_param; 2084 2085 timeout = wait_event_interruptible_timeout(card->wait_q, 2086 qeth_trylock_channel(channel), 2087 timeout); 2088 if (timeout <= 0) { 2089 qeth_put_cmd(iob); 2090 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 2091 } 2092 2093 if (iob->finalize) 2094 iob->finalize(card, iob); 2095 QETH_DBF_HEX(CTRL, 2, iob->data, min(iob->length, QETH_DBF_CTRL_LEN)); 2096 2097 qeth_enqueue_cmd(card, iob); 2098 2099 /* This pairs with iob->callback, and keeps the iob alive after IO: */ 2100 qeth_get_cmd(iob); 2101 2102 QETH_CARD_TEXT(card, 6, "noirqpnd"); 2103 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 2104 rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 2105 (addr_t) iob, 0, 0, timeout); 2106 if (!rc) 2107 channel->active_cmd = iob; 2108 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 2109 if (rc) { 2110 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 2111 CARD_DEVID(card), rc); 2112 QETH_CARD_TEXT_(card, 2, " err%d", rc); 2113 qeth_dequeue_cmd(card, iob); 2114 qeth_put_cmd(iob); 2115 qeth_unlock_channel(card, channel); 2116 goto out; 2117 } 2118 2119 timeout = wait_for_completion_interruptible_timeout(&iob->done, 2120 timeout); 2121 if (timeout <= 0) 2122 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 2123 2124 qeth_dequeue_cmd(card, iob); 2125 2126 if (reply_cb) { 2127 /* Wait until the callback for a late reply has completed: */ 2128 spin_lock_irq(&iob->lock); 2129 if (rc) 2130 /* Zap any callback that's still pending: */ 2131 iob->rc = rc; 2132 spin_unlock_irq(&iob->lock); 2133 } 2134 2135 if (!rc) 2136 rc = iob->rc; 2137 2138 out: 2139 qeth_put_cmd(iob); 2140 return rc; 2141 } 2142 2143 struct qeth_node_desc { 2144 struct node_descriptor nd1; 2145 struct node_descriptor nd2; 2146 struct node_descriptor nd3; 2147 }; 2148 2149 static void qeth_read_conf_data_cb(struct qeth_card *card, 2150 struct qeth_cmd_buffer *iob, 2151 unsigned int data_length) 2152 { 2153 struct qeth_node_desc *nd = (struct qeth_node_desc *) iob->data; 2154 int rc = 0; 2155 u8 *tag; 2156 2157 QETH_CARD_TEXT(card, 2, "cfgunit"); 2158 2159 if (data_length < sizeof(*nd)) { 2160 rc = -EINVAL; 2161 goto out; 2162 } 2163 2164 card->info.is_vm_nic = nd->nd1.plant[0] == _ascebc['V'] && 2165 nd->nd1.plant[1] == _ascebc['M']; 2166 tag = (u8 *)&nd->nd1.tag; 2167 card->info.chpid = tag[0]; 2168 card->info.unit_addr2 = tag[1]; 2169 2170 tag = (u8 *)&nd->nd2.tag; 2171 card->info.cula = tag[1]; 2172 2173 card->info.use_v1_blkt = nd->nd3.model[0] == 0xF0 && 2174 nd->nd3.model[1] == 0xF0 && 2175 nd->nd3.model[2] >= 0xF1 && 2176 nd->nd3.model[2] <= 0xF4; 2177 2178 out: 2179 qeth_notify_cmd(iob, rc); 2180 qeth_put_cmd(iob); 2181 } 2182 2183 static int qeth_read_conf_data(struct qeth_card *card) 2184 { 2185 struct qeth_channel *channel = &card->data; 2186 struct qeth_cmd_buffer *iob; 2187 struct ciw *ciw; 2188 2189 /* scan for RCD command in extended SenseID data */ 2190 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 2191 if (!ciw || ciw->cmd == 0) 2192 return -EOPNOTSUPP; 2193 if (ciw->count < sizeof(struct qeth_node_desc)) 2194 return -EINVAL; 2195 2196 iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 2197 if (!iob) 2198 return -ENOMEM; 2199 2200 iob->callback = qeth_read_conf_data_cb; 2201 qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 2202 iob->data); 2203 2204 return qeth_send_control_data(card, iob, NULL, NULL); 2205 } 2206 2207 static int qeth_idx_check_activate_response(struct qeth_card *card, 2208 struct qeth_channel *channel, 2209 struct qeth_cmd_buffer *iob) 2210 { 2211 int rc; 2212 2213 rc = qeth_check_idx_response(card, iob->data); 2214 if (rc) 2215 return rc; 2216 2217 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 2218 return 0; 2219 2220 /* negative reply: */ 2221 QETH_CARD_TEXT_(card, 2, "idxneg%c", 2222 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 2223 2224 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 2225 case QETH_IDX_ACT_ERR_EXCL: 2226 dev_err(&channel->ccwdev->dev, 2227 "The adapter is used exclusively by another host\n"); 2228 return -EBUSY; 2229 case QETH_IDX_ACT_ERR_AUTH: 2230 case QETH_IDX_ACT_ERR_AUTH_USER: 2231 dev_err(&channel->ccwdev->dev, 2232 "Setting the device online failed because of insufficient authorization\n"); 2233 return -EPERM; 2234 default: 2235 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 2236 CCW_DEVID(channel->ccwdev)); 2237 return -EIO; 2238 } 2239 } 2240 2241 static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 2242 struct qeth_cmd_buffer *iob, 2243 unsigned int data_length) 2244 { 2245 struct qeth_channel *channel = iob->channel; 2246 u16 peer_level; 2247 int rc; 2248 2249 QETH_CARD_TEXT(card, 2, "idxrdcb"); 2250 2251 rc = qeth_idx_check_activate_response(card, channel, iob); 2252 if (rc) 2253 goto out; 2254 2255 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 2256 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 2257 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 2258 CCW_DEVID(channel->ccwdev), 2259 card->info.func_level, peer_level); 2260 rc = -EINVAL; 2261 goto out; 2262 } 2263 2264 memcpy(&card->token.issuer_rm_r, 2265 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2266 QETH_MPC_TOKEN_LENGTH); 2267 memcpy(&card->info.mcl_level[0], 2268 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 2269 2270 out: 2271 qeth_notify_cmd(iob, rc); 2272 qeth_put_cmd(iob); 2273 } 2274 2275 static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 2276 struct qeth_cmd_buffer *iob, 2277 unsigned int data_length) 2278 { 2279 struct qeth_channel *channel = iob->channel; 2280 u16 peer_level; 2281 int rc; 2282 2283 QETH_CARD_TEXT(card, 2, "idxwrcb"); 2284 2285 rc = qeth_idx_check_activate_response(card, channel, iob); 2286 if (rc) 2287 goto out; 2288 2289 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 2290 if ((peer_level & ~0x0100) != 2291 qeth_peer_func_level(card->info.func_level)) { 2292 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 2293 CCW_DEVID(channel->ccwdev), 2294 card->info.func_level, peer_level); 2295 rc = -EINVAL; 2296 } 2297 2298 out: 2299 qeth_notify_cmd(iob, rc); 2300 qeth_put_cmd(iob); 2301 } 2302 2303 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 2304 struct qeth_cmd_buffer *iob) 2305 { 2306 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 2307 u8 port = ((u8)card->dev->dev_port) | 0x80; 2308 struct ccw1 *ccw = __ccw_from_cmd(iob); 2309 struct ccw_dev_id dev_id; 2310 2311 qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 2312 iob->data); 2313 qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 2314 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2315 iob->finalize = qeth_idx_finalize_cmd; 2316 2317 port |= QETH_IDX_ACT_INVAL_FRAME; 2318 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 2319 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2320 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 2321 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2322 &card->info.func_level, 2); 2323 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 2324 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 2325 } 2326 2327 static int qeth_idx_activate_read_channel(struct qeth_card *card) 2328 { 2329 struct qeth_channel *channel = &card->read; 2330 struct qeth_cmd_buffer *iob; 2331 int rc; 2332 2333 QETH_CARD_TEXT(card, 2, "idxread"); 2334 2335 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2336 if (!iob) 2337 return -ENOMEM; 2338 2339 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2340 qeth_idx_setup_activate_cmd(card, iob); 2341 iob->callback = qeth_idx_activate_read_channel_cb; 2342 2343 rc = qeth_send_control_data(card, iob, NULL, NULL); 2344 if (rc) 2345 return rc; 2346 2347 channel->state = CH_STATE_UP; 2348 return 0; 2349 } 2350 2351 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2352 { 2353 struct qeth_channel *channel = &card->write; 2354 struct qeth_cmd_buffer *iob; 2355 int rc; 2356 2357 QETH_CARD_TEXT(card, 2, "idxwrite"); 2358 2359 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2360 if (!iob) 2361 return -ENOMEM; 2362 2363 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2364 qeth_idx_setup_activate_cmd(card, iob); 2365 iob->callback = qeth_idx_activate_write_channel_cb; 2366 2367 rc = qeth_send_control_data(card, iob, NULL, NULL); 2368 if (rc) 2369 return rc; 2370 2371 channel->state = CH_STATE_UP; 2372 return 0; 2373 } 2374 2375 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2376 unsigned long data) 2377 { 2378 struct qeth_cmd_buffer *iob; 2379 2380 QETH_CARD_TEXT(card, 2, "cmenblcb"); 2381 2382 iob = (struct qeth_cmd_buffer *) data; 2383 memcpy(&card->token.cm_filter_r, 2384 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2385 QETH_MPC_TOKEN_LENGTH); 2386 return 0; 2387 } 2388 2389 static int qeth_cm_enable(struct qeth_card *card) 2390 { 2391 struct qeth_cmd_buffer *iob; 2392 2393 QETH_CARD_TEXT(card, 2, "cmenable"); 2394 2395 iob = qeth_mpc_alloc_cmd(card, CM_ENABLE, CM_ENABLE_SIZE); 2396 if (!iob) 2397 return -ENOMEM; 2398 2399 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2400 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2401 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2402 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2403 2404 return qeth_send_control_data(card, iob, qeth_cm_enable_cb, NULL); 2405 } 2406 2407 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2408 unsigned long data) 2409 { 2410 struct qeth_cmd_buffer *iob; 2411 2412 QETH_CARD_TEXT(card, 2, "cmsetpcb"); 2413 2414 iob = (struct qeth_cmd_buffer *) data; 2415 memcpy(&card->token.cm_connection_r, 2416 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2417 QETH_MPC_TOKEN_LENGTH); 2418 return 0; 2419 } 2420 2421 static int qeth_cm_setup(struct qeth_card *card) 2422 { 2423 struct qeth_cmd_buffer *iob; 2424 2425 QETH_CARD_TEXT(card, 2, "cmsetup"); 2426 2427 iob = qeth_mpc_alloc_cmd(card, CM_SETUP, CM_SETUP_SIZE); 2428 if (!iob) 2429 return -ENOMEM; 2430 2431 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2432 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2433 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2434 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2435 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2436 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2437 return qeth_send_control_data(card, iob, qeth_cm_setup_cb, NULL); 2438 } 2439 2440 static bool qeth_is_supported_link_type(struct qeth_card *card, u8 link_type) 2441 { 2442 if (link_type == QETH_LINK_TYPE_LANE_TR || 2443 link_type == QETH_LINK_TYPE_HSTR) { 2444 dev_err(&card->gdev->dev, "Unsupported Token Ring device\n"); 2445 return false; 2446 } 2447 2448 return true; 2449 } 2450 2451 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2452 { 2453 struct net_device *dev = card->dev; 2454 unsigned int new_mtu; 2455 2456 if (!max_mtu) { 2457 /* IQD needs accurate max MTU to set up its RX buffers: */ 2458 if (IS_IQD(card)) 2459 return -EINVAL; 2460 /* tolerate quirky HW: */ 2461 max_mtu = ETH_MAX_MTU; 2462 } 2463 2464 rtnl_lock(); 2465 if (IS_IQD(card)) { 2466 /* move any device with default MTU to new max MTU: */ 2467 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2468 2469 /* adjust RX buffer size to new max MTU: */ 2470 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2471 if (dev->max_mtu && dev->max_mtu != max_mtu) 2472 qeth_free_qdio_queues(card); 2473 } else { 2474 if (dev->mtu) 2475 new_mtu = dev->mtu; 2476 /* default MTUs for first setup: */ 2477 else if (IS_LAYER2(card)) 2478 new_mtu = ETH_DATA_LEN; 2479 else 2480 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2481 } 2482 2483 dev->max_mtu = max_mtu; 2484 dev->mtu = min(new_mtu, max_mtu); 2485 rtnl_unlock(); 2486 return 0; 2487 } 2488 2489 static int qeth_get_mtu_outof_framesize(int framesize) 2490 { 2491 switch (framesize) { 2492 case 0x4000: 2493 return 8192; 2494 case 0x6000: 2495 return 16384; 2496 case 0xa000: 2497 return 32768; 2498 case 0xffff: 2499 return 57344; 2500 default: 2501 return 0; 2502 } 2503 } 2504 2505 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2506 unsigned long data) 2507 { 2508 __u16 mtu, framesize; 2509 __u16 len; 2510 struct qeth_cmd_buffer *iob; 2511 u8 link_type = 0; 2512 2513 QETH_CARD_TEXT(card, 2, "ulpenacb"); 2514 2515 iob = (struct qeth_cmd_buffer *) data; 2516 memcpy(&card->token.ulp_filter_r, 2517 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2518 QETH_MPC_TOKEN_LENGTH); 2519 if (IS_IQD(card)) { 2520 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2521 mtu = qeth_get_mtu_outof_framesize(framesize); 2522 } else { 2523 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2524 } 2525 *(u16 *)reply->param = mtu; 2526 2527 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2528 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2529 memcpy(&link_type, 2530 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2531 if (!qeth_is_supported_link_type(card, link_type)) 2532 return -EPROTONOSUPPORT; 2533 } 2534 2535 card->info.link_type = link_type; 2536 QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 2537 return 0; 2538 } 2539 2540 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2541 { 2542 if (IS_OSN(card)) 2543 return QETH_PROT_OSN2; 2544 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2545 } 2546 2547 static int qeth_ulp_enable(struct qeth_card *card) 2548 { 2549 u8 prot_type = qeth_mpc_select_prot_type(card); 2550 struct qeth_cmd_buffer *iob; 2551 u16 max_mtu; 2552 int rc; 2553 2554 QETH_CARD_TEXT(card, 2, "ulpenabl"); 2555 2556 iob = qeth_mpc_alloc_cmd(card, ULP_ENABLE, ULP_ENABLE_SIZE); 2557 if (!iob) 2558 return -ENOMEM; 2559 2560 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2561 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2562 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2563 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2564 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2565 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2566 rc = qeth_send_control_data(card, iob, qeth_ulp_enable_cb, &max_mtu); 2567 if (rc) 2568 return rc; 2569 return qeth_update_max_mtu(card, max_mtu); 2570 } 2571 2572 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2573 unsigned long data) 2574 { 2575 struct qeth_cmd_buffer *iob; 2576 2577 QETH_CARD_TEXT(card, 2, "ulpstpcb"); 2578 2579 iob = (struct qeth_cmd_buffer *) data; 2580 memcpy(&card->token.ulp_connection_r, 2581 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2582 QETH_MPC_TOKEN_LENGTH); 2583 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2584 3)) { 2585 QETH_CARD_TEXT(card, 2, "olmlimit"); 2586 dev_err(&card->gdev->dev, "A connection could not be " 2587 "established because of an OLM limit\n"); 2588 return -EMLINK; 2589 } 2590 return 0; 2591 } 2592 2593 static int qeth_ulp_setup(struct qeth_card *card) 2594 { 2595 __u16 temp; 2596 struct qeth_cmd_buffer *iob; 2597 struct ccw_dev_id dev_id; 2598 2599 QETH_CARD_TEXT(card, 2, "ulpsetup"); 2600 2601 iob = qeth_mpc_alloc_cmd(card, ULP_SETUP, ULP_SETUP_SIZE); 2602 if (!iob) 2603 return -ENOMEM; 2604 2605 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2606 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2607 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2608 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2609 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2610 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2611 2612 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2613 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2614 temp = (card->info.cula << 8) + card->info.unit_addr2; 2615 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2616 return qeth_send_control_data(card, iob, qeth_ulp_setup_cb, NULL); 2617 } 2618 2619 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2620 { 2621 struct qeth_qdio_out_buffer *newbuf; 2622 2623 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2624 if (!newbuf) 2625 return -ENOMEM; 2626 2627 newbuf->buffer = q->qdio_bufs[bidx]; 2628 skb_queue_head_init(&newbuf->skb_list); 2629 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2630 newbuf->q = q; 2631 newbuf->next_pending = q->bufs[bidx]; 2632 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2633 q->bufs[bidx] = newbuf; 2634 return 0; 2635 } 2636 2637 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2638 { 2639 if (!q) 2640 return; 2641 2642 qeth_drain_output_queue(q, true); 2643 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2644 kfree(q); 2645 } 2646 2647 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2648 { 2649 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2650 2651 if (!q) 2652 return NULL; 2653 2654 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2655 kfree(q); 2656 return NULL; 2657 } 2658 return q; 2659 } 2660 2661 static void qeth_tx_completion_timer(struct timer_list *timer) 2662 { 2663 struct qeth_qdio_out_q *queue = from_timer(queue, timer, timer); 2664 2665 napi_schedule(&queue->napi); 2666 QETH_TXQ_STAT_INC(queue, completion_timer); 2667 } 2668 2669 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2670 { 2671 int i, j; 2672 2673 QETH_CARD_TEXT(card, 2, "allcqdbf"); 2674 2675 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2676 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2677 return 0; 2678 2679 QETH_CARD_TEXT(card, 2, "inq"); 2680 card->qdio.in_q = qeth_alloc_qdio_queue(); 2681 if (!card->qdio.in_q) 2682 goto out_nomem; 2683 2684 /* inbound buffer pool */ 2685 if (qeth_alloc_buffer_pool(card)) 2686 goto out_freeinq; 2687 2688 /* outbound */ 2689 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2690 struct qeth_qdio_out_q *queue; 2691 2692 queue = qeth_alloc_output_queue(); 2693 if (!queue) 2694 goto out_freeoutq; 2695 QETH_CARD_TEXT_(card, 2, "outq %i", i); 2696 QETH_CARD_HEX(card, 2, &queue, sizeof(void *)); 2697 card->qdio.out_qs[i] = queue; 2698 queue->card = card; 2699 queue->queue_no = i; 2700 timer_setup(&queue->timer, qeth_tx_completion_timer, 0); 2701 queue->coalesce_usecs = QETH_TX_COALESCE_USECS; 2702 queue->max_coalesced_frames = QETH_TX_MAX_COALESCED_FRAMES; 2703 2704 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2705 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2706 WARN_ON(queue->bufs[j]); 2707 if (qeth_init_qdio_out_buf(queue, j)) 2708 goto out_freeoutqbufs; 2709 } 2710 } 2711 2712 /* completion */ 2713 if (qeth_alloc_cq(card)) 2714 goto out_freeoutq; 2715 2716 return 0; 2717 2718 out_freeoutqbufs: 2719 while (j > 0) { 2720 --j; 2721 kmem_cache_free(qeth_qdio_outbuf_cache, 2722 card->qdio.out_qs[i]->bufs[j]); 2723 card->qdio.out_qs[i]->bufs[j] = NULL; 2724 } 2725 out_freeoutq: 2726 while (i > 0) { 2727 qeth_free_output_queue(card->qdio.out_qs[--i]); 2728 card->qdio.out_qs[i] = NULL; 2729 } 2730 qeth_free_buffer_pool(card); 2731 out_freeinq: 2732 qeth_free_qdio_queue(card->qdio.in_q); 2733 card->qdio.in_q = NULL; 2734 out_nomem: 2735 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2736 return -ENOMEM; 2737 } 2738 2739 static void qeth_free_qdio_queues(struct qeth_card *card) 2740 { 2741 int i, j; 2742 2743 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2744 QETH_QDIO_UNINITIALIZED) 2745 return; 2746 2747 qeth_free_cq(card); 2748 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2749 if (card->qdio.in_q->bufs[j].rx_skb) 2750 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2751 } 2752 qeth_free_qdio_queue(card->qdio.in_q); 2753 card->qdio.in_q = NULL; 2754 /* inbound buffer pool */ 2755 qeth_free_buffer_pool(card); 2756 /* free outbound qdio_qs */ 2757 for (i = 0; i < card->qdio.no_out_queues; i++) { 2758 qeth_free_output_queue(card->qdio.out_qs[i]); 2759 card->qdio.out_qs[i] = NULL; 2760 } 2761 } 2762 2763 static void qeth_create_qib_param_field(struct qeth_card *card, 2764 char *param_field) 2765 { 2766 2767 param_field[0] = _ascebc['P']; 2768 param_field[1] = _ascebc['C']; 2769 param_field[2] = _ascebc['I']; 2770 param_field[3] = _ascebc['T']; 2771 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2772 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2773 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2774 } 2775 2776 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2777 char *param_field) 2778 { 2779 param_field[16] = _ascebc['B']; 2780 param_field[17] = _ascebc['L']; 2781 param_field[18] = _ascebc['K']; 2782 param_field[19] = _ascebc['T']; 2783 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2784 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2785 *((unsigned int *) (¶m_field[28])) = 2786 card->info.blkt.inter_packet_jumbo; 2787 } 2788 2789 static int qeth_qdio_activate(struct qeth_card *card) 2790 { 2791 QETH_CARD_TEXT(card, 3, "qdioact"); 2792 return qdio_activate(CARD_DDEV(card)); 2793 } 2794 2795 static int qeth_dm_act(struct qeth_card *card) 2796 { 2797 struct qeth_cmd_buffer *iob; 2798 2799 QETH_CARD_TEXT(card, 2, "dmact"); 2800 2801 iob = qeth_mpc_alloc_cmd(card, DM_ACT, DM_ACT_SIZE); 2802 if (!iob) 2803 return -ENOMEM; 2804 2805 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2806 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2807 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2808 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2809 return qeth_send_control_data(card, iob, NULL, NULL); 2810 } 2811 2812 static int qeth_mpc_initialize(struct qeth_card *card) 2813 { 2814 int rc; 2815 2816 QETH_CARD_TEXT(card, 2, "mpcinit"); 2817 2818 rc = qeth_issue_next_read(card); 2819 if (rc) { 2820 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2821 return rc; 2822 } 2823 rc = qeth_cm_enable(card); 2824 if (rc) { 2825 QETH_CARD_TEXT_(card, 2, "2err%d", rc); 2826 return rc; 2827 } 2828 rc = qeth_cm_setup(card); 2829 if (rc) { 2830 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 2831 return rc; 2832 } 2833 rc = qeth_ulp_enable(card); 2834 if (rc) { 2835 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 2836 return rc; 2837 } 2838 rc = qeth_ulp_setup(card); 2839 if (rc) { 2840 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2841 return rc; 2842 } 2843 rc = qeth_alloc_qdio_queues(card); 2844 if (rc) { 2845 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2846 return rc; 2847 } 2848 rc = qeth_qdio_establish(card); 2849 if (rc) { 2850 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 2851 qeth_free_qdio_queues(card); 2852 return rc; 2853 } 2854 rc = qeth_qdio_activate(card); 2855 if (rc) { 2856 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 2857 return rc; 2858 } 2859 rc = qeth_dm_act(card); 2860 if (rc) { 2861 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 2862 return rc; 2863 } 2864 2865 return 0; 2866 } 2867 2868 void qeth_print_status_message(struct qeth_card *card) 2869 { 2870 switch (card->info.type) { 2871 case QETH_CARD_TYPE_OSD: 2872 case QETH_CARD_TYPE_OSM: 2873 case QETH_CARD_TYPE_OSX: 2874 /* VM will use a non-zero first character 2875 * to indicate a HiperSockets like reporting 2876 * of the level OSA sets the first character to zero 2877 * */ 2878 if (!card->info.mcl_level[0]) { 2879 sprintf(card->info.mcl_level, "%02x%02x", 2880 card->info.mcl_level[2], 2881 card->info.mcl_level[3]); 2882 break; 2883 } 2884 /* fallthrough */ 2885 case QETH_CARD_TYPE_IQD: 2886 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2887 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2888 card->info.mcl_level[0]]; 2889 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2890 card->info.mcl_level[1]]; 2891 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2892 card->info.mcl_level[2]]; 2893 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2894 card->info.mcl_level[3]]; 2895 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2896 } 2897 break; 2898 default: 2899 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2900 } 2901 dev_info(&card->gdev->dev, 2902 "Device is a%s card%s%s%s\nwith link type %s.\n", 2903 qeth_get_cardname(card), 2904 (card->info.mcl_level[0]) ? " (level: " : "", 2905 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2906 (card->info.mcl_level[0]) ? ")" : "", 2907 qeth_get_cardname_short(card)); 2908 } 2909 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2910 2911 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2912 { 2913 struct qeth_buffer_pool_entry *entry; 2914 2915 QETH_CARD_TEXT(card, 5, "inwrklst"); 2916 2917 list_for_each_entry(entry, 2918 &card->qdio.init_pool.entry_list, init_list) { 2919 qeth_put_buffer_pool_entry(card, entry); 2920 } 2921 } 2922 2923 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2924 struct qeth_card *card) 2925 { 2926 struct qeth_buffer_pool_entry *entry; 2927 int i, free; 2928 2929 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2930 return NULL; 2931 2932 list_for_each_entry(entry, &card->qdio.in_buf_pool.entry_list, list) { 2933 free = 1; 2934 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2935 if (page_count(entry->elements[i]) > 1) { 2936 free = 0; 2937 break; 2938 } 2939 } 2940 if (free) { 2941 list_del_init(&entry->list); 2942 return entry; 2943 } 2944 } 2945 2946 /* no free buffer in pool so take first one and swap pages */ 2947 entry = list_first_entry(&card->qdio.in_buf_pool.entry_list, 2948 struct qeth_buffer_pool_entry, list); 2949 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2950 if (page_count(entry->elements[i]) > 1) { 2951 struct page *page = dev_alloc_page(); 2952 2953 if (!page) 2954 return NULL; 2955 2956 __free_page(entry->elements[i]); 2957 entry->elements[i] = page; 2958 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2959 } 2960 } 2961 list_del_init(&entry->list); 2962 return entry; 2963 } 2964 2965 static int qeth_init_input_buffer(struct qeth_card *card, 2966 struct qeth_qdio_buffer *buf) 2967 { 2968 struct qeth_buffer_pool_entry *pool_entry; 2969 int i; 2970 2971 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2972 buf->rx_skb = netdev_alloc_skb(card->dev, 2973 ETH_HLEN + 2974 sizeof(struct ipv6hdr)); 2975 if (!buf->rx_skb) 2976 return -ENOMEM; 2977 } 2978 2979 pool_entry = qeth_find_free_buffer_pool_entry(card); 2980 if (!pool_entry) 2981 return -ENOBUFS; 2982 2983 /* 2984 * since the buffer is accessed only from the input_tasklet 2985 * there shouldn't be a need to synchronize; also, since we use 2986 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2987 * buffers 2988 */ 2989 2990 buf->pool_entry = pool_entry; 2991 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2992 buf->buffer->element[i].length = PAGE_SIZE; 2993 buf->buffer->element[i].addr = 2994 page_to_phys(pool_entry->elements[i]); 2995 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2996 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2997 else 2998 buf->buffer->element[i].eflags = 0; 2999 buf->buffer->element[i].sflags = 0; 3000 } 3001 return 0; 3002 } 3003 3004 static unsigned int qeth_tx_select_bulk_max(struct qeth_card *card, 3005 struct qeth_qdio_out_q *queue) 3006 { 3007 if (!IS_IQD(card) || 3008 qeth_iqd_is_mcast_queue(card, queue) || 3009 card->options.cq == QETH_CQ_ENABLED || 3010 qdio_get_ssqd_desc(CARD_DDEV(card), &card->ssqd)) 3011 return 1; 3012 3013 return card->ssqd.mmwc ? card->ssqd.mmwc : 1; 3014 } 3015 3016 static int qeth_init_qdio_queues(struct qeth_card *card) 3017 { 3018 unsigned int i; 3019 int rc; 3020 3021 QETH_CARD_TEXT(card, 2, "initqdqs"); 3022 3023 /* inbound queue */ 3024 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 3025 memset(&card->rx, 0, sizeof(struct qeth_rx)); 3026 3027 qeth_initialize_working_pool_list(card); 3028 /*give only as many buffers to hardware as we have buffer pool entries*/ 3029 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; i++) { 3030 rc = qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 3031 if (rc) 3032 return rc; 3033 } 3034 3035 card->qdio.in_q->next_buf_to_init = 3036 card->qdio.in_buf_pool.buf_count - 1; 3037 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 3038 card->qdio.in_buf_pool.buf_count - 1); 3039 if (rc) { 3040 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 3041 return rc; 3042 } 3043 3044 /* completion */ 3045 rc = qeth_cq_init(card); 3046 if (rc) { 3047 return rc; 3048 } 3049 3050 /* outbound queue */ 3051 for (i = 0; i < card->qdio.no_out_queues; ++i) { 3052 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 3053 3054 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 3055 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 3056 queue->next_buf_to_fill = 0; 3057 queue->do_pack = 0; 3058 queue->prev_hdr = NULL; 3059 queue->coalesced_frames = 0; 3060 queue->bulk_start = 0; 3061 queue->bulk_count = 0; 3062 queue->bulk_max = qeth_tx_select_bulk_max(card, queue); 3063 atomic_set(&queue->used_buffers, 0); 3064 atomic_set(&queue->set_pci_flags_count, 0); 3065 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3066 netdev_tx_reset_queue(netdev_get_tx_queue(card->dev, i)); 3067 } 3068 return 0; 3069 } 3070 3071 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 3072 struct qeth_cmd_buffer *iob) 3073 { 3074 qeth_mpc_finalize_cmd(card, iob); 3075 3076 /* override with IPA-specific values: */ 3077 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa++; 3078 } 3079 3080 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 3081 u16 cmd_length, 3082 bool (*match)(struct qeth_cmd_buffer *iob, 3083 struct qeth_cmd_buffer *reply)) 3084 { 3085 u8 prot_type = qeth_mpc_select_prot_type(card); 3086 u16 total_length = iob->length; 3087 3088 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, total_length, 3089 iob->data); 3090 iob->finalize = qeth_ipa_finalize_cmd; 3091 iob->match = match; 3092 3093 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 3094 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 3095 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 3096 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 3097 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 3098 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 3099 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 3100 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 3101 } 3102 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 3103 3104 static bool qeth_ipa_match_reply(struct qeth_cmd_buffer *iob, 3105 struct qeth_cmd_buffer *reply) 3106 { 3107 struct qeth_ipa_cmd *ipa_reply = __ipa_reply(reply); 3108 3109 return ipa_reply && (__ipa_cmd(iob)->hdr.seqno == ipa_reply->hdr.seqno); 3110 } 3111 3112 struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 3113 enum qeth_ipa_cmds cmd_code, 3114 enum qeth_prot_versions prot, 3115 unsigned int data_length) 3116 { 3117 struct qeth_cmd_buffer *iob; 3118 struct qeth_ipacmd_hdr *hdr; 3119 3120 data_length += offsetof(struct qeth_ipa_cmd, data); 3121 iob = qeth_alloc_cmd(&card->write, IPA_PDU_HEADER_SIZE + data_length, 1, 3122 QETH_IPA_TIMEOUT); 3123 if (!iob) 3124 return NULL; 3125 3126 qeth_prepare_ipa_cmd(card, iob, data_length, qeth_ipa_match_reply); 3127 3128 hdr = &__ipa_cmd(iob)->hdr; 3129 hdr->command = cmd_code; 3130 hdr->initiator = IPA_CMD_INITIATOR_HOST; 3131 /* hdr->seqno is set by qeth_send_control_data() */ 3132 hdr->adapter_type = QETH_LINK_TYPE_FAST_ETH; 3133 hdr->rel_adapter_no = (u8) card->dev->dev_port; 3134 hdr->prim_version_no = IS_LAYER2(card) ? 2 : 1; 3135 hdr->param_count = 1; 3136 hdr->prot_version = prot; 3137 return iob; 3138 } 3139 EXPORT_SYMBOL_GPL(qeth_ipa_alloc_cmd); 3140 3141 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 3142 struct qeth_reply *reply, unsigned long data) 3143 { 3144 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3145 3146 return (cmd->hdr.return_code) ? -EIO : 0; 3147 } 3148 3149 /** 3150 * qeth_send_ipa_cmd() - send an IPA command 3151 * 3152 * See qeth_send_control_data() for explanation of the arguments. 3153 */ 3154 3155 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 3156 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 3157 unsigned long), 3158 void *reply_param) 3159 { 3160 int rc; 3161 3162 QETH_CARD_TEXT(card, 4, "sendipa"); 3163 3164 if (card->read_or_write_problem) { 3165 qeth_put_cmd(iob); 3166 return -EIO; 3167 } 3168 3169 if (reply_cb == NULL) 3170 reply_cb = qeth_send_ipa_cmd_cb; 3171 rc = qeth_send_control_data(card, iob, reply_cb, reply_param); 3172 if (rc == -ETIME) { 3173 qeth_clear_ipacmd_list(card); 3174 qeth_schedule_recovery(card); 3175 } 3176 return rc; 3177 } 3178 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 3179 3180 static int qeth_send_startlan_cb(struct qeth_card *card, 3181 struct qeth_reply *reply, unsigned long data) 3182 { 3183 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3184 3185 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 3186 return -ENETDOWN; 3187 3188 return (cmd->hdr.return_code) ? -EIO : 0; 3189 } 3190 3191 static int qeth_send_startlan(struct qeth_card *card) 3192 { 3193 struct qeth_cmd_buffer *iob; 3194 3195 QETH_CARD_TEXT(card, 2, "strtlan"); 3196 3197 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_STARTLAN, QETH_PROT_NONE, 0); 3198 if (!iob) 3199 return -ENOMEM; 3200 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 3201 } 3202 3203 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 3204 { 3205 if (!cmd->hdr.return_code) 3206 cmd->hdr.return_code = 3207 cmd->data.setadapterparms.hdr.return_code; 3208 return cmd->hdr.return_code; 3209 } 3210 3211 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 3212 struct qeth_reply *reply, unsigned long data) 3213 { 3214 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3215 struct qeth_query_cmds_supp *query_cmd; 3216 3217 QETH_CARD_TEXT(card, 3, "quyadpcb"); 3218 if (qeth_setadpparms_inspect_rc(cmd)) 3219 return -EIO; 3220 3221 query_cmd = &cmd->data.setadapterparms.data.query_cmds_supp; 3222 if (query_cmd->lan_type & 0x7f) { 3223 if (!qeth_is_supported_link_type(card, query_cmd->lan_type)) 3224 return -EPROTONOSUPPORT; 3225 3226 card->info.link_type = query_cmd->lan_type; 3227 QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 3228 } 3229 3230 card->options.adp.supported = query_cmd->supported_cmds; 3231 return 0; 3232 } 3233 3234 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 3235 enum qeth_ipa_setadp_cmd adp_cmd, 3236 unsigned int data_length) 3237 { 3238 struct qeth_ipacmd_setadpparms_hdr *hdr; 3239 struct qeth_cmd_buffer *iob; 3240 3241 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETADAPTERPARMS, QETH_PROT_IPV4, 3242 data_length + 3243 offsetof(struct qeth_ipacmd_setadpparms, 3244 data)); 3245 if (!iob) 3246 return NULL; 3247 3248 hdr = &__ipa_cmd(iob)->data.setadapterparms.hdr; 3249 hdr->cmdlength = sizeof(*hdr) + data_length; 3250 hdr->command_code = adp_cmd; 3251 hdr->used_total = 1; 3252 hdr->seq_no = 1; 3253 return iob; 3254 } 3255 3256 static int qeth_query_setadapterparms(struct qeth_card *card) 3257 { 3258 int rc; 3259 struct qeth_cmd_buffer *iob; 3260 3261 QETH_CARD_TEXT(card, 3, "queryadp"); 3262 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 3263 SETADP_DATA_SIZEOF(query_cmds_supp)); 3264 if (!iob) 3265 return -ENOMEM; 3266 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 3267 return rc; 3268 } 3269 3270 static int qeth_query_ipassists_cb(struct qeth_card *card, 3271 struct qeth_reply *reply, unsigned long data) 3272 { 3273 struct qeth_ipa_cmd *cmd; 3274 3275 QETH_CARD_TEXT(card, 2, "qipasscb"); 3276 3277 cmd = (struct qeth_ipa_cmd *) data; 3278 3279 switch (cmd->hdr.return_code) { 3280 case IPA_RC_SUCCESS: 3281 break; 3282 case IPA_RC_NOTSUPP: 3283 case IPA_RC_L2_UNSUPPORTED_CMD: 3284 QETH_CARD_TEXT(card, 2, "ipaunsup"); 3285 card->options.ipa4.supported |= IPA_SETADAPTERPARMS; 3286 card->options.ipa6.supported |= IPA_SETADAPTERPARMS; 3287 return -EOPNOTSUPP; 3288 default: 3289 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 3290 CARD_DEVID(card), cmd->hdr.return_code); 3291 return -EIO; 3292 } 3293 3294 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 3295 card->options.ipa4 = cmd->hdr.assists; 3296 else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 3297 card->options.ipa6 = cmd->hdr.assists; 3298 else 3299 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 3300 CARD_DEVID(card)); 3301 return 0; 3302 } 3303 3304 static int qeth_query_ipassists(struct qeth_card *card, 3305 enum qeth_prot_versions prot) 3306 { 3307 int rc; 3308 struct qeth_cmd_buffer *iob; 3309 3310 QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 3311 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_QIPASSIST, prot, 0); 3312 if (!iob) 3313 return -ENOMEM; 3314 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 3315 return rc; 3316 } 3317 3318 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3319 struct qeth_reply *reply, unsigned long data) 3320 { 3321 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3322 struct qeth_query_switch_attributes *attrs; 3323 struct qeth_switch_info *sw_info; 3324 3325 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3326 if (qeth_setadpparms_inspect_rc(cmd)) 3327 return -EIO; 3328 3329 sw_info = (struct qeth_switch_info *)reply->param; 3330 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3331 sw_info->capabilities = attrs->capabilities; 3332 sw_info->settings = attrs->settings; 3333 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3334 sw_info->settings); 3335 return 0; 3336 } 3337 3338 int qeth_query_switch_attributes(struct qeth_card *card, 3339 struct qeth_switch_info *sw_info) 3340 { 3341 struct qeth_cmd_buffer *iob; 3342 3343 QETH_CARD_TEXT(card, 2, "qswiattr"); 3344 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3345 return -EOPNOTSUPP; 3346 if (!netif_carrier_ok(card->dev)) 3347 return -ENOMEDIUM; 3348 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 0); 3349 if (!iob) 3350 return -ENOMEM; 3351 return qeth_send_ipa_cmd(card, iob, 3352 qeth_query_switch_attributes_cb, sw_info); 3353 } 3354 3355 struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 3356 enum qeth_diags_cmds sub_cmd, 3357 unsigned int data_length) 3358 { 3359 struct qeth_ipacmd_diagass *cmd; 3360 struct qeth_cmd_buffer *iob; 3361 3362 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SET_DIAG_ASS, QETH_PROT_NONE, 3363 DIAG_HDR_LEN + data_length); 3364 if (!iob) 3365 return NULL; 3366 3367 cmd = &__ipa_cmd(iob)->data.diagass; 3368 cmd->subcmd_len = DIAG_SUB_HDR_LEN + data_length; 3369 cmd->subcmd = sub_cmd; 3370 return iob; 3371 } 3372 EXPORT_SYMBOL_GPL(qeth_get_diag_cmd); 3373 3374 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3375 struct qeth_reply *reply, unsigned long data) 3376 { 3377 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3378 u16 rc = cmd->hdr.return_code; 3379 3380 if (rc) { 3381 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3382 return -EIO; 3383 } 3384 3385 card->info.diagass_support = cmd->data.diagass.ext; 3386 return 0; 3387 } 3388 3389 static int qeth_query_setdiagass(struct qeth_card *card) 3390 { 3391 struct qeth_cmd_buffer *iob; 3392 3393 QETH_CARD_TEXT(card, 2, "qdiagass"); 3394 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_QUERY, 0); 3395 if (!iob) 3396 return -ENOMEM; 3397 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3398 } 3399 3400 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3401 { 3402 unsigned long info = get_zeroed_page(GFP_KERNEL); 3403 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3404 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3405 struct ccw_dev_id ccwid; 3406 int level; 3407 3408 tid->chpid = card->info.chpid; 3409 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3410 tid->ssid = ccwid.ssid; 3411 tid->devno = ccwid.devno; 3412 if (!info) 3413 return; 3414 level = stsi(NULL, 0, 0, 0); 3415 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3416 tid->lparnr = info222->lpar_number; 3417 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3418 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3419 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3420 } 3421 free_page(info); 3422 return; 3423 } 3424 3425 static int qeth_hw_trap_cb(struct qeth_card *card, 3426 struct qeth_reply *reply, unsigned long data) 3427 { 3428 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3429 u16 rc = cmd->hdr.return_code; 3430 3431 if (rc) { 3432 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3433 return -EIO; 3434 } 3435 return 0; 3436 } 3437 3438 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3439 { 3440 struct qeth_cmd_buffer *iob; 3441 struct qeth_ipa_cmd *cmd; 3442 3443 QETH_CARD_TEXT(card, 2, "diagtrap"); 3444 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_TRAP, 64); 3445 if (!iob) 3446 return -ENOMEM; 3447 cmd = __ipa_cmd(iob); 3448 cmd->data.diagass.type = 1; 3449 cmd->data.diagass.action = action; 3450 switch (action) { 3451 case QETH_DIAGS_TRAP_ARM: 3452 cmd->data.diagass.options = 0x0003; 3453 cmd->data.diagass.ext = 0x00010000 + 3454 sizeof(struct qeth_trap_id); 3455 qeth_get_trap_id(card, 3456 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3457 break; 3458 case QETH_DIAGS_TRAP_DISARM: 3459 cmd->data.diagass.options = 0x0001; 3460 break; 3461 case QETH_DIAGS_TRAP_CAPTURE: 3462 break; 3463 } 3464 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3465 } 3466 3467 static int qeth_check_qdio_errors(struct qeth_card *card, 3468 struct qdio_buffer *buf, 3469 unsigned int qdio_error, 3470 const char *dbftext) 3471 { 3472 if (qdio_error) { 3473 QETH_CARD_TEXT(card, 2, dbftext); 3474 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3475 buf->element[15].sflags); 3476 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3477 buf->element[14].sflags); 3478 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3479 if ((buf->element[15].sflags) == 0x12) { 3480 QETH_CARD_STAT_INC(card, rx_fifo_errors); 3481 return 0; 3482 } else 3483 return 1; 3484 } 3485 return 0; 3486 } 3487 3488 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3489 { 3490 struct qeth_qdio_q *queue = card->qdio.in_q; 3491 struct list_head *lh; 3492 int count; 3493 int i; 3494 int rc; 3495 int newcount = 0; 3496 3497 count = (index < queue->next_buf_to_init)? 3498 card->qdio.in_buf_pool.buf_count - 3499 (queue->next_buf_to_init - index) : 3500 card->qdio.in_buf_pool.buf_count - 3501 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3502 /* only requeue at a certain threshold to avoid SIGAs */ 3503 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3504 for (i = queue->next_buf_to_init; 3505 i < queue->next_buf_to_init + count; ++i) { 3506 if (qeth_init_input_buffer(card, 3507 &queue->bufs[QDIO_BUFNR(i)])) { 3508 break; 3509 } else { 3510 newcount++; 3511 } 3512 } 3513 3514 if (newcount < count) { 3515 /* we are in memory shortage so we switch back to 3516 traditional skb allocation and drop packages */ 3517 atomic_set(&card->force_alloc_skb, 3); 3518 count = newcount; 3519 } else { 3520 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3521 } 3522 3523 if (!count) { 3524 i = 0; 3525 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3526 i++; 3527 if (i == card->qdio.in_buf_pool.buf_count) { 3528 QETH_CARD_TEXT(card, 2, "qsarbw"); 3529 card->reclaim_index = index; 3530 schedule_delayed_work( 3531 &card->buffer_reclaim_work, 3532 QETH_RECLAIM_WORK_TIME); 3533 } 3534 return; 3535 } 3536 3537 /* 3538 * according to old code it should be avoided to requeue all 3539 * 128 buffers in order to benefit from PCI avoidance. 3540 * this function keeps at least one buffer (the buffer at 3541 * 'index') un-requeued -> this buffer is the first buffer that 3542 * will be requeued the next time 3543 */ 3544 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3545 queue->next_buf_to_init, count); 3546 if (rc) { 3547 QETH_CARD_TEXT(card, 2, "qinberr"); 3548 } 3549 queue->next_buf_to_init = QDIO_BUFNR(queue->next_buf_to_init + 3550 count); 3551 } 3552 } 3553 3554 static void qeth_buffer_reclaim_work(struct work_struct *work) 3555 { 3556 struct qeth_card *card = container_of(work, struct qeth_card, 3557 buffer_reclaim_work.work); 3558 3559 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3560 qeth_queue_input_buffer(card, card->reclaim_index); 3561 } 3562 3563 static void qeth_handle_send_error(struct qeth_card *card, 3564 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3565 { 3566 int sbalf15 = buffer->buffer->element[15].sflags; 3567 3568 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3569 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3570 3571 if (!qdio_err) 3572 return; 3573 3574 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3575 return; 3576 3577 QETH_CARD_TEXT(card, 1, "lnkfail"); 3578 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3579 (u16)qdio_err, (u8)sbalf15); 3580 } 3581 3582 /** 3583 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3584 * @queue: queue to check for packing buffer 3585 * 3586 * Returns number of buffers that were prepared for flush. 3587 */ 3588 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3589 { 3590 struct qeth_qdio_out_buffer *buffer; 3591 3592 buffer = queue->bufs[queue->next_buf_to_fill]; 3593 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3594 (buffer->next_element_to_fill > 0)) { 3595 /* it's a packing buffer */ 3596 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3597 queue->next_buf_to_fill = 3598 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3599 return 1; 3600 } 3601 return 0; 3602 } 3603 3604 /* 3605 * Switched to packing state if the number of used buffers on a queue 3606 * reaches a certain limit. 3607 */ 3608 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3609 { 3610 if (!queue->do_pack) { 3611 if (atomic_read(&queue->used_buffers) 3612 >= QETH_HIGH_WATERMARK_PACK){ 3613 /* switch non-PACKING -> PACKING */ 3614 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3615 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3616 queue->do_pack = 1; 3617 } 3618 } 3619 } 3620 3621 /* 3622 * Switches from packing to non-packing mode. If there is a packing 3623 * buffer on the queue this buffer will be prepared to be flushed. 3624 * In that case 1 is returned to inform the caller. If no buffer 3625 * has to be flushed, zero is returned. 3626 */ 3627 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3628 { 3629 if (queue->do_pack) { 3630 if (atomic_read(&queue->used_buffers) 3631 <= QETH_LOW_WATERMARK_PACK) { 3632 /* switch PACKING -> non-PACKING */ 3633 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3634 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3635 queue->do_pack = 0; 3636 return qeth_prep_flush_pack_buffer(queue); 3637 } 3638 } 3639 return 0; 3640 } 3641 3642 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3643 int count) 3644 { 3645 struct qeth_qdio_out_buffer *buf = queue->bufs[index]; 3646 unsigned int qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3647 struct qeth_card *card = queue->card; 3648 int rc; 3649 int i; 3650 3651 for (i = index; i < index + count; ++i) { 3652 unsigned int bidx = QDIO_BUFNR(i); 3653 struct sk_buff *skb; 3654 3655 buf = queue->bufs[bidx]; 3656 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3657 SBAL_EFLAGS_LAST_ENTRY; 3658 queue->coalesced_frames += buf->frames; 3659 3660 if (queue->bufstates) 3661 queue->bufstates[bidx].user = buf; 3662 3663 if (IS_IQD(card)) { 3664 skb_queue_walk(&buf->skb_list, skb) 3665 skb_tx_timestamp(skb); 3666 } 3667 } 3668 3669 if (!IS_IQD(card)) { 3670 if (!queue->do_pack) { 3671 if ((atomic_read(&queue->used_buffers) >= 3672 (QETH_HIGH_WATERMARK_PACK - 3673 QETH_WATERMARK_PACK_FUZZ)) && 3674 !atomic_read(&queue->set_pci_flags_count)) { 3675 /* it's likely that we'll go to packing 3676 * mode soon */ 3677 atomic_inc(&queue->set_pci_flags_count); 3678 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3679 } 3680 } else { 3681 if (!atomic_read(&queue->set_pci_flags_count)) { 3682 /* 3683 * there's no outstanding PCI any more, so we 3684 * have to request a PCI to be sure the the PCI 3685 * will wake at some time in the future then we 3686 * can flush packed buffers that might still be 3687 * hanging around, which can happen if no 3688 * further send was requested by the stack 3689 */ 3690 atomic_inc(&queue->set_pci_flags_count); 3691 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3692 } 3693 } 3694 3695 if (atomic_read(&queue->set_pci_flags_count)) 3696 qdio_flags |= QDIO_FLAG_PCI_OUT; 3697 } 3698 3699 QETH_TXQ_STAT_INC(queue, doorbell); 3700 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3701 queue->queue_no, index, count); 3702 3703 /* Fake the TX completion interrupt: */ 3704 if (IS_IQD(card)) { 3705 unsigned int frames = READ_ONCE(queue->max_coalesced_frames); 3706 unsigned int usecs = READ_ONCE(queue->coalesce_usecs); 3707 3708 if (frames && queue->coalesced_frames >= frames) { 3709 napi_schedule(&queue->napi); 3710 queue->coalesced_frames = 0; 3711 QETH_TXQ_STAT_INC(queue, coal_frames); 3712 } else if (usecs) { 3713 qeth_tx_arm_timer(queue, usecs); 3714 } 3715 } 3716 3717 if (rc) { 3718 /* ignore temporary SIGA errors without busy condition */ 3719 if (rc == -ENOBUFS) 3720 return; 3721 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3722 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3723 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3724 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3725 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3726 3727 /* this must not happen under normal circumstances. if it 3728 * happens something is really wrong -> recover */ 3729 qeth_schedule_recovery(queue->card); 3730 return; 3731 } 3732 } 3733 3734 static void qeth_flush_queue(struct qeth_qdio_out_q *queue) 3735 { 3736 qeth_flush_buffers(queue, queue->bulk_start, queue->bulk_count); 3737 3738 queue->bulk_start = QDIO_BUFNR(queue->bulk_start + queue->bulk_count); 3739 queue->prev_hdr = NULL; 3740 queue->bulk_count = 0; 3741 } 3742 3743 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3744 { 3745 int index; 3746 int flush_cnt = 0; 3747 int q_was_packing = 0; 3748 3749 /* 3750 * check if weed have to switch to non-packing mode or if 3751 * we have to get a pci flag out on the queue 3752 */ 3753 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3754 !atomic_read(&queue->set_pci_flags_count)) { 3755 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3756 QETH_OUT_Q_UNLOCKED) { 3757 /* 3758 * If we get in here, there was no action in 3759 * do_send_packet. So, we check if there is a 3760 * packing buffer to be flushed here. 3761 */ 3762 index = queue->next_buf_to_fill; 3763 q_was_packing = queue->do_pack; 3764 /* queue->do_pack may change */ 3765 barrier(); 3766 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3767 if (!flush_cnt && 3768 !atomic_read(&queue->set_pci_flags_count)) 3769 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3770 if (q_was_packing) 3771 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3772 if (flush_cnt) 3773 qeth_flush_buffers(queue, index, flush_cnt); 3774 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3775 } 3776 } 3777 } 3778 3779 static void qeth_qdio_poll(struct ccw_device *cdev, unsigned long card_ptr) 3780 { 3781 struct qeth_card *card = (struct qeth_card *)card_ptr; 3782 3783 napi_schedule_irqoff(&card->napi); 3784 } 3785 3786 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3787 { 3788 int rc; 3789 3790 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3791 rc = -1; 3792 goto out; 3793 } else { 3794 if (card->options.cq == cq) { 3795 rc = 0; 3796 goto out; 3797 } 3798 3799 qeth_free_qdio_queues(card); 3800 card->options.cq = cq; 3801 rc = 0; 3802 } 3803 out: 3804 return rc; 3805 3806 } 3807 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3808 3809 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3810 unsigned int queue, int first_element, 3811 int count) 3812 { 3813 struct qeth_qdio_q *cq = card->qdio.c_q; 3814 int i; 3815 int rc; 3816 3817 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3818 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3819 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3820 3821 if (qdio_err) { 3822 netif_tx_stop_all_queues(card->dev); 3823 qeth_schedule_recovery(card); 3824 return; 3825 } 3826 3827 for (i = first_element; i < first_element + count; ++i) { 3828 struct qdio_buffer *buffer = cq->qdio_bufs[QDIO_BUFNR(i)]; 3829 int e = 0; 3830 3831 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3832 buffer->element[e].addr) { 3833 unsigned long phys_aob_addr = buffer->element[e].addr; 3834 3835 qeth_qdio_handle_aob(card, phys_aob_addr); 3836 ++e; 3837 } 3838 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3839 } 3840 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3841 card->qdio.c_q->next_buf_to_init, 3842 count); 3843 if (rc) { 3844 dev_warn(&card->gdev->dev, 3845 "QDIO reported an error, rc=%i\n", rc); 3846 QETH_CARD_TEXT(card, 2, "qcqherr"); 3847 } 3848 3849 cq->next_buf_to_init = QDIO_BUFNR(cq->next_buf_to_init + count); 3850 } 3851 3852 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3853 unsigned int qdio_err, int queue, 3854 int first_elem, int count, 3855 unsigned long card_ptr) 3856 { 3857 struct qeth_card *card = (struct qeth_card *)card_ptr; 3858 3859 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3860 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3861 3862 if (qdio_err) 3863 qeth_schedule_recovery(card); 3864 } 3865 3866 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3867 unsigned int qdio_error, int __queue, 3868 int first_element, int count, 3869 unsigned long card_ptr) 3870 { 3871 struct qeth_card *card = (struct qeth_card *) card_ptr; 3872 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3873 struct net_device *dev = card->dev; 3874 struct netdev_queue *txq; 3875 int i; 3876 3877 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3878 if (qdio_error & QDIO_ERROR_FATAL) { 3879 QETH_CARD_TEXT(card, 2, "achkcond"); 3880 netif_tx_stop_all_queues(dev); 3881 qeth_schedule_recovery(card); 3882 return; 3883 } 3884 3885 for (i = first_element; i < (first_element + count); ++i) { 3886 struct qeth_qdio_out_buffer *buf = queue->bufs[QDIO_BUFNR(i)]; 3887 3888 qeth_handle_send_error(card, buf, qdio_error); 3889 qeth_clear_output_buffer(queue, buf, qdio_error, 0); 3890 } 3891 3892 atomic_sub(count, &queue->used_buffers); 3893 qeth_check_outbound_queue(queue); 3894 3895 txq = netdev_get_tx_queue(dev, __queue); 3896 /* xmit may have observed the full-condition, but not yet stopped the 3897 * txq. In which case the code below won't trigger. So before returning, 3898 * xmit will re-check the txq's fill level and wake it up if needed. 3899 */ 3900 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3901 netif_tx_wake_queue(txq); 3902 } 3903 3904 /** 3905 * Note: Function assumes that we have 4 outbound queues. 3906 */ 3907 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3908 { 3909 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3910 u8 tos; 3911 3912 switch (card->qdio.do_prio_queueing) { 3913 case QETH_PRIO_Q_ING_TOS: 3914 case QETH_PRIO_Q_ING_PREC: 3915 switch (qeth_get_ip_version(skb)) { 3916 case 4: 3917 tos = ipv4_get_dsfield(ip_hdr(skb)); 3918 break; 3919 case 6: 3920 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3921 break; 3922 default: 3923 return card->qdio.default_out_queue; 3924 } 3925 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3926 return ~tos >> 6 & 3; 3927 if (tos & IPTOS_MINCOST) 3928 return 3; 3929 if (tos & IPTOS_RELIABILITY) 3930 return 2; 3931 if (tos & IPTOS_THROUGHPUT) 3932 return 1; 3933 if (tos & IPTOS_LOWDELAY) 3934 return 0; 3935 break; 3936 case QETH_PRIO_Q_ING_SKB: 3937 if (skb->priority > 5) 3938 return 0; 3939 return ~skb->priority >> 1 & 3; 3940 case QETH_PRIO_Q_ING_VLAN: 3941 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3942 return ~ntohs(veth->h_vlan_TCI) >> 3943 (VLAN_PRIO_SHIFT + 1) & 3; 3944 break; 3945 case QETH_PRIO_Q_ING_FIXED: 3946 return card->qdio.default_out_queue; 3947 default: 3948 break; 3949 } 3950 return card->qdio.default_out_queue; 3951 } 3952 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3953 3954 /** 3955 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3956 * @skb: SKB address 3957 * 3958 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3959 * fragmented part of the SKB. Returns zero for linear SKB. 3960 */ 3961 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3962 { 3963 int cnt, elements = 0; 3964 3965 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3966 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3967 3968 elements += qeth_get_elements_for_range( 3969 (addr_t)skb_frag_address(frag), 3970 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3971 } 3972 return elements; 3973 } 3974 3975 /** 3976 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3977 * to transmit an skb. 3978 * @skb: the skb to operate on. 3979 * @data_offset: skip this part of the skb's linear data 3980 * 3981 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3982 * skb's data (both its linear part and paged fragments). 3983 */ 3984 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3985 { 3986 unsigned int elements = qeth_get_elements_for_frags(skb); 3987 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3988 addr_t start = (addr_t)skb->data + data_offset; 3989 3990 if (start != end) 3991 elements += qeth_get_elements_for_range(start, end); 3992 return elements; 3993 } 3994 EXPORT_SYMBOL_GPL(qeth_count_elements); 3995 3996 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3997 MAX_TCP_HEADER) 3998 3999 /** 4000 * qeth_add_hw_header() - add a HW header to an skb. 4001 * @skb: skb that the HW header should be added to. 4002 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 4003 * it contains a valid pointer to a qeth_hdr. 4004 * @hdr_len: length of the HW header. 4005 * @proto_len: length of protocol headers that need to be in same page as the 4006 * HW header. 4007 * 4008 * Returns the pushed length. If the header can't be pushed on 4009 * (eg. because it would cross a page boundary), it is allocated from 4010 * the cache instead and 0 is returned. 4011 * The number of needed buffer elements is returned in @elements. 4012 * Error to create the hdr is indicated by returning with < 0. 4013 */ 4014 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 4015 struct sk_buff *skb, struct qeth_hdr **hdr, 4016 unsigned int hdr_len, unsigned int proto_len, 4017 unsigned int *elements) 4018 { 4019 gfp_t gfp = GFP_ATOMIC | (skb_pfmemalloc(skb) ? __GFP_MEMALLOC : 0); 4020 const unsigned int contiguous = proto_len ? proto_len : 1; 4021 const unsigned int max_elements = queue->max_elements; 4022 unsigned int __elements; 4023 addr_t start, end; 4024 bool push_ok; 4025 int rc; 4026 4027 check_layout: 4028 start = (addr_t)skb->data - hdr_len; 4029 end = (addr_t)skb->data; 4030 4031 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 4032 /* Push HW header into same page as first protocol header. */ 4033 push_ok = true; 4034 /* ... but TSO always needs a separate element for headers: */ 4035 if (skb_is_gso(skb)) 4036 __elements = 1 + qeth_count_elements(skb, proto_len); 4037 else 4038 __elements = qeth_count_elements(skb, 0); 4039 } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 4040 /* Push HW header into preceding page, flush with skb->data. */ 4041 push_ok = true; 4042 __elements = 1 + qeth_count_elements(skb, 0); 4043 } else { 4044 /* Use header cache, copy protocol headers up. */ 4045 push_ok = false; 4046 __elements = 1 + qeth_count_elements(skb, proto_len); 4047 } 4048 4049 /* Compress skb to fit into one IO buffer: */ 4050 if (__elements > max_elements) { 4051 if (!skb_is_nonlinear(skb)) { 4052 /* Drop it, no easy way of shrinking it further. */ 4053 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 4054 max_elements, __elements, skb->len); 4055 return -E2BIG; 4056 } 4057 4058 rc = skb_linearize(skb); 4059 if (rc) { 4060 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 4061 return rc; 4062 } 4063 4064 QETH_TXQ_STAT_INC(queue, skbs_linearized); 4065 /* Linearization changed the layout, re-evaluate: */ 4066 goto check_layout; 4067 } 4068 4069 *elements = __elements; 4070 /* Add the header: */ 4071 if (push_ok) { 4072 *hdr = skb_push(skb, hdr_len); 4073 return hdr_len; 4074 } 4075 4076 /* Fall back to cache element with known-good alignment: */ 4077 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 4078 return -E2BIG; 4079 *hdr = kmem_cache_alloc(qeth_core_header_cache, gfp); 4080 if (!*hdr) 4081 return -ENOMEM; 4082 /* Copy protocol headers behind HW header: */ 4083 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 4084 return 0; 4085 } 4086 4087 static bool qeth_iqd_may_bulk(struct qeth_qdio_out_q *queue, 4088 struct sk_buff *curr_skb, 4089 struct qeth_hdr *curr_hdr) 4090 { 4091 struct qeth_qdio_out_buffer *buffer = queue->bufs[queue->bulk_start]; 4092 struct qeth_hdr *prev_hdr = queue->prev_hdr; 4093 4094 if (!prev_hdr) 4095 return true; 4096 4097 /* All packets must have the same target: */ 4098 if (curr_hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) { 4099 struct sk_buff *prev_skb = skb_peek(&buffer->skb_list); 4100 4101 return ether_addr_equal(eth_hdr(prev_skb)->h_dest, 4102 eth_hdr(curr_skb)->h_dest) && 4103 qeth_l2_same_vlan(&prev_hdr->hdr.l2, &curr_hdr->hdr.l2); 4104 } 4105 4106 return qeth_l3_same_next_hop(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3) && 4107 qeth_l3_iqd_same_vlan(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3); 4108 } 4109 4110 /** 4111 * qeth_fill_buffer() - map skb into an output buffer 4112 * @buf: buffer to transport the skb 4113 * @skb: skb to map into the buffer 4114 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 4115 * from qeth_core_header_cache. 4116 * @offset: when mapping the skb, start at skb->data + offset 4117 * @hd_len: if > 0, build a dedicated header element of this size 4118 */ 4119 static unsigned int qeth_fill_buffer(struct qeth_qdio_out_buffer *buf, 4120 struct sk_buff *skb, struct qeth_hdr *hdr, 4121 unsigned int offset, unsigned int hd_len) 4122 { 4123 struct qdio_buffer *buffer = buf->buffer; 4124 int element = buf->next_element_to_fill; 4125 int length = skb_headlen(skb) - offset; 4126 char *data = skb->data + offset; 4127 unsigned int elem_length, cnt; 4128 bool is_first_elem = true; 4129 4130 __skb_queue_tail(&buf->skb_list, skb); 4131 4132 /* build dedicated element for HW Header */ 4133 if (hd_len) { 4134 is_first_elem = false; 4135 4136 buffer->element[element].addr = virt_to_phys(hdr); 4137 buffer->element[element].length = hd_len; 4138 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 4139 4140 /* HW header is allocated from cache: */ 4141 if ((void *)hdr != skb->data) 4142 buf->is_header[element] = 1; 4143 /* HW header was pushed and is contiguous with linear part: */ 4144 else if (length > 0 && !PAGE_ALIGNED(data) && 4145 (data == (char *)hdr + hd_len)) 4146 buffer->element[element].eflags |= 4147 SBAL_EFLAGS_CONTIGUOUS; 4148 4149 element++; 4150 } 4151 4152 /* map linear part into buffer element(s) */ 4153 while (length > 0) { 4154 elem_length = min_t(unsigned int, length, 4155 PAGE_SIZE - offset_in_page(data)); 4156 4157 buffer->element[element].addr = virt_to_phys(data); 4158 buffer->element[element].length = elem_length; 4159 length -= elem_length; 4160 if (is_first_elem) { 4161 is_first_elem = false; 4162 if (length || skb_is_nonlinear(skb)) 4163 /* skb needs additional elements */ 4164 buffer->element[element].eflags = 4165 SBAL_EFLAGS_FIRST_FRAG; 4166 else 4167 buffer->element[element].eflags = 0; 4168 } else { 4169 buffer->element[element].eflags = 4170 SBAL_EFLAGS_MIDDLE_FRAG; 4171 } 4172 4173 data += elem_length; 4174 element++; 4175 } 4176 4177 /* map page frags into buffer element(s) */ 4178 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 4179 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 4180 4181 data = skb_frag_address(frag); 4182 length = skb_frag_size(frag); 4183 while (length > 0) { 4184 elem_length = min_t(unsigned int, length, 4185 PAGE_SIZE - offset_in_page(data)); 4186 4187 buffer->element[element].addr = virt_to_phys(data); 4188 buffer->element[element].length = elem_length; 4189 buffer->element[element].eflags = 4190 SBAL_EFLAGS_MIDDLE_FRAG; 4191 4192 length -= elem_length; 4193 data += elem_length; 4194 element++; 4195 } 4196 } 4197 4198 if (buffer->element[element - 1].eflags) 4199 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 4200 buf->next_element_to_fill = element; 4201 return element; 4202 } 4203 4204 static int __qeth_xmit(struct qeth_card *card, struct qeth_qdio_out_q *queue, 4205 struct sk_buff *skb, unsigned int elements, 4206 struct qeth_hdr *hdr, unsigned int offset, 4207 unsigned int hd_len) 4208 { 4209 unsigned int bytes = qdisc_pkt_len(skb); 4210 struct qeth_qdio_out_buffer *buffer; 4211 unsigned int next_element; 4212 struct netdev_queue *txq; 4213 bool stopped = false; 4214 bool flush; 4215 4216 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + queue->bulk_count)]; 4217 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 4218 4219 /* Just a sanity check, the wake/stop logic should ensure that we always 4220 * get a free buffer. 4221 */ 4222 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 4223 return -EBUSY; 4224 4225 flush = !qeth_iqd_may_bulk(queue, skb, hdr); 4226 4227 if (flush || 4228 (buffer->next_element_to_fill + elements > queue->max_elements)) { 4229 if (buffer->next_element_to_fill > 0) { 4230 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4231 queue->bulk_count++; 4232 } 4233 4234 if (queue->bulk_count >= queue->bulk_max) 4235 flush = true; 4236 4237 if (flush) 4238 qeth_flush_queue(queue); 4239 4240 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + 4241 queue->bulk_count)]; 4242 4243 /* Sanity-check again: */ 4244 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 4245 return -EBUSY; 4246 } 4247 4248 if (buffer->next_element_to_fill == 0 && 4249 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 4250 /* If a TX completion happens right _here_ and misses to wake 4251 * the txq, then our re-check below will catch the race. 4252 */ 4253 QETH_TXQ_STAT_INC(queue, stopped); 4254 netif_tx_stop_queue(txq); 4255 stopped = true; 4256 } 4257 4258 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 4259 buffer->bytes += bytes; 4260 buffer->frames += skb_is_gso(skb) ? skb_shinfo(skb)->gso_segs : 1; 4261 queue->prev_hdr = hdr; 4262 4263 flush = __netdev_tx_sent_queue(txq, bytes, 4264 !stopped && netdev_xmit_more()); 4265 4266 if (flush || next_element >= queue->max_elements) { 4267 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4268 queue->bulk_count++; 4269 4270 if (queue->bulk_count >= queue->bulk_max) 4271 flush = true; 4272 4273 if (flush) 4274 qeth_flush_queue(queue); 4275 } 4276 4277 if (stopped && !qeth_out_queue_is_full(queue)) 4278 netif_tx_start_queue(txq); 4279 return 0; 4280 } 4281 4282 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 4283 struct sk_buff *skb, struct qeth_hdr *hdr, 4284 unsigned int offset, unsigned int hd_len, 4285 int elements_needed) 4286 { 4287 struct qeth_qdio_out_buffer *buffer; 4288 unsigned int next_element; 4289 struct netdev_queue *txq; 4290 bool stopped = false; 4291 int start_index; 4292 int flush_count = 0; 4293 int do_pack = 0; 4294 int tmp; 4295 int rc = 0; 4296 4297 /* spin until we get the queue ... */ 4298 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 4299 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 4300 start_index = queue->next_buf_to_fill; 4301 buffer = queue->bufs[queue->next_buf_to_fill]; 4302 4303 /* Just a sanity check, the wake/stop logic should ensure that we always 4304 * get a free buffer. 4305 */ 4306 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 4307 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 4308 return -EBUSY; 4309 } 4310 4311 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 4312 4313 /* check if we need to switch packing state of this queue */ 4314 qeth_switch_to_packing_if_needed(queue); 4315 if (queue->do_pack) { 4316 do_pack = 1; 4317 /* does packet fit in current buffer? */ 4318 if (buffer->next_element_to_fill + elements_needed > 4319 queue->max_elements) { 4320 /* ... no -> set state PRIMED */ 4321 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4322 flush_count++; 4323 queue->next_buf_to_fill = 4324 QDIO_BUFNR(queue->next_buf_to_fill + 1); 4325 buffer = queue->bufs[queue->next_buf_to_fill]; 4326 4327 /* We stepped forward, so sanity-check again: */ 4328 if (atomic_read(&buffer->state) != 4329 QETH_QDIO_BUF_EMPTY) { 4330 qeth_flush_buffers(queue, start_index, 4331 flush_count); 4332 atomic_set(&queue->state, 4333 QETH_OUT_Q_UNLOCKED); 4334 rc = -EBUSY; 4335 goto out; 4336 } 4337 } 4338 } 4339 4340 if (buffer->next_element_to_fill == 0 && 4341 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 4342 /* If a TX completion happens right _here_ and misses to wake 4343 * the txq, then our re-check below will catch the race. 4344 */ 4345 QETH_TXQ_STAT_INC(queue, stopped); 4346 netif_tx_stop_queue(txq); 4347 stopped = true; 4348 } 4349 4350 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 4351 buffer->bytes += qdisc_pkt_len(skb); 4352 buffer->frames += skb_is_gso(skb) ? skb_shinfo(skb)->gso_segs : 1; 4353 4354 if (queue->do_pack) 4355 QETH_TXQ_STAT_INC(queue, skbs_pack); 4356 if (!queue->do_pack || stopped || next_element >= queue->max_elements) { 4357 flush_count++; 4358 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4359 queue->next_buf_to_fill = 4360 QDIO_BUFNR(queue->next_buf_to_fill + 1); 4361 } 4362 4363 if (flush_count) 4364 qeth_flush_buffers(queue, start_index, flush_count); 4365 else if (!atomic_read(&queue->set_pci_flags_count)) 4366 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4367 /* 4368 * queue->state will go from LOCKED -> UNLOCKED or from 4369 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4370 * (switch packing state or flush buffer to get another pci flag out). 4371 * In that case we will enter this loop 4372 */ 4373 while (atomic_dec_return(&queue->state)) { 4374 start_index = queue->next_buf_to_fill; 4375 /* check if we can go back to non-packing state */ 4376 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4377 /* 4378 * check if we need to flush a packing buffer to get a pci 4379 * flag out on the queue 4380 */ 4381 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4382 tmp = qeth_prep_flush_pack_buffer(queue); 4383 if (tmp) { 4384 qeth_flush_buffers(queue, start_index, tmp); 4385 flush_count += tmp; 4386 } 4387 } 4388 out: 4389 /* at this point the queue is UNLOCKED again */ 4390 if (do_pack) 4391 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4392 4393 if (stopped && !qeth_out_queue_is_full(queue)) 4394 netif_tx_start_queue(txq); 4395 return rc; 4396 } 4397 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4398 4399 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4400 unsigned int payload_len, struct sk_buff *skb, 4401 unsigned int proto_len) 4402 { 4403 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4404 4405 ext->hdr_tot_len = sizeof(*ext); 4406 ext->imb_hdr_no = 1; 4407 ext->hdr_type = 1; 4408 ext->hdr_version = 1; 4409 ext->hdr_len = 28; 4410 ext->payload_len = payload_len; 4411 ext->mss = skb_shinfo(skb)->gso_size; 4412 ext->dg_hdr_len = proto_len; 4413 } 4414 4415 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4416 struct qeth_qdio_out_q *queue, int ipv, 4417 void (*fill_header)(struct qeth_qdio_out_q *queue, 4418 struct qeth_hdr *hdr, struct sk_buff *skb, 4419 int ipv, unsigned int data_len)) 4420 { 4421 unsigned int proto_len, hw_hdr_len; 4422 unsigned int frame_len = skb->len; 4423 bool is_tso = skb_is_gso(skb); 4424 unsigned int data_offset = 0; 4425 struct qeth_hdr *hdr = NULL; 4426 unsigned int hd_len = 0; 4427 unsigned int elements; 4428 int push_len, rc; 4429 4430 if (is_tso) { 4431 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4432 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4433 } else { 4434 hw_hdr_len = sizeof(struct qeth_hdr); 4435 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4436 } 4437 4438 rc = skb_cow_head(skb, hw_hdr_len); 4439 if (rc) 4440 return rc; 4441 4442 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4443 &elements); 4444 if (push_len < 0) 4445 return push_len; 4446 if (is_tso || !push_len) { 4447 /* HW header needs its own buffer element. */ 4448 hd_len = hw_hdr_len + proto_len; 4449 data_offset = push_len + proto_len; 4450 } 4451 memset(hdr, 0, hw_hdr_len); 4452 fill_header(queue, hdr, skb, ipv, frame_len); 4453 if (is_tso) 4454 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4455 frame_len - proto_len, skb, proto_len); 4456 4457 if (IS_IQD(card)) { 4458 rc = __qeth_xmit(card, queue, skb, elements, hdr, data_offset, 4459 hd_len); 4460 } else { 4461 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4462 skb_orphan(skb); 4463 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4464 hd_len, elements); 4465 } 4466 4467 if (rc && !push_len) 4468 kmem_cache_free(qeth_core_header_cache, hdr); 4469 4470 return rc; 4471 } 4472 EXPORT_SYMBOL_GPL(qeth_xmit); 4473 4474 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4475 struct qeth_reply *reply, unsigned long data) 4476 { 4477 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4478 struct qeth_ipacmd_setadpparms *setparms; 4479 4480 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4481 4482 setparms = &(cmd->data.setadapterparms); 4483 if (qeth_setadpparms_inspect_rc(cmd)) { 4484 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4485 setparms->data.mode = SET_PROMISC_MODE_OFF; 4486 } 4487 card->info.promisc_mode = setparms->data.mode; 4488 return (cmd->hdr.return_code) ? -EIO : 0; 4489 } 4490 4491 void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable) 4492 { 4493 enum qeth_ipa_promisc_modes mode = enable ? SET_PROMISC_MODE_ON : 4494 SET_PROMISC_MODE_OFF; 4495 struct qeth_cmd_buffer *iob; 4496 struct qeth_ipa_cmd *cmd; 4497 4498 QETH_CARD_TEXT(card, 4, "setprom"); 4499 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4500 4501 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4502 SETADP_DATA_SIZEOF(mode)); 4503 if (!iob) 4504 return; 4505 cmd = __ipa_cmd(iob); 4506 cmd->data.setadapterparms.data.mode = mode; 4507 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4508 } 4509 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4510 4511 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4512 struct qeth_reply *reply, unsigned long data) 4513 { 4514 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4515 struct qeth_ipacmd_setadpparms *adp_cmd; 4516 4517 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4518 if (qeth_setadpparms_inspect_rc(cmd)) 4519 return -EIO; 4520 4521 adp_cmd = &cmd->data.setadapterparms; 4522 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4523 return -EADDRNOTAVAIL; 4524 4525 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4526 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4527 return -EADDRNOTAVAIL; 4528 4529 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4530 return 0; 4531 } 4532 4533 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4534 { 4535 int rc; 4536 struct qeth_cmd_buffer *iob; 4537 struct qeth_ipa_cmd *cmd; 4538 4539 QETH_CARD_TEXT(card, 4, "chgmac"); 4540 4541 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4542 SETADP_DATA_SIZEOF(change_addr)); 4543 if (!iob) 4544 return -ENOMEM; 4545 cmd = __ipa_cmd(iob); 4546 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4547 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4548 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4549 card->dev->dev_addr); 4550 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4551 NULL); 4552 return rc; 4553 } 4554 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4555 4556 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4557 struct qeth_reply *reply, unsigned long data) 4558 { 4559 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4560 struct qeth_set_access_ctrl *access_ctrl_req; 4561 4562 QETH_CARD_TEXT(card, 4, "setaccb"); 4563 4564 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4565 QETH_CARD_TEXT_(card, 2, "rc=%d", 4566 cmd->data.setadapterparms.hdr.return_code); 4567 if (cmd->data.setadapterparms.hdr.return_code != 4568 SET_ACCESS_CTRL_RC_SUCCESS) 4569 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4570 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4571 cmd->data.setadapterparms.hdr.return_code); 4572 switch (qeth_setadpparms_inspect_rc(cmd)) { 4573 case SET_ACCESS_CTRL_RC_SUCCESS: 4574 if (access_ctrl_req->subcmd_code == ISOLATION_MODE_NONE) 4575 dev_info(&card->gdev->dev, 4576 "QDIO data connection isolation is deactivated\n"); 4577 else 4578 dev_info(&card->gdev->dev, 4579 "QDIO data connection isolation is activated\n"); 4580 return 0; 4581 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4582 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4583 CARD_DEVID(card)); 4584 return 0; 4585 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4586 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4587 CARD_DEVID(card)); 4588 return 0; 4589 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4590 dev_err(&card->gdev->dev, "Adapter does not " 4591 "support QDIO data connection isolation\n"); 4592 return -EOPNOTSUPP; 4593 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4594 dev_err(&card->gdev->dev, 4595 "Adapter is dedicated. " 4596 "QDIO data connection isolation not supported\n"); 4597 return -EOPNOTSUPP; 4598 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4599 dev_err(&card->gdev->dev, 4600 "TSO does not permit QDIO data connection isolation\n"); 4601 return -EPERM; 4602 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4603 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4604 "support reflective relay mode\n"); 4605 return -EOPNOTSUPP; 4606 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4607 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4608 "enabled at the adjacent switch port"); 4609 return -EREMOTEIO; 4610 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4611 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4612 "at the adjacent switch failed\n"); 4613 /* benign error while disabling ISOLATION_MODE_FWD */ 4614 return 0; 4615 default: 4616 return -EIO; 4617 } 4618 } 4619 4620 int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4621 enum qeth_ipa_isolation_modes mode) 4622 { 4623 int rc; 4624 struct qeth_cmd_buffer *iob; 4625 struct qeth_ipa_cmd *cmd; 4626 struct qeth_set_access_ctrl *access_ctrl_req; 4627 4628 QETH_CARD_TEXT(card, 4, "setacctl"); 4629 4630 if (!qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4631 dev_err(&card->gdev->dev, 4632 "Adapter does not support QDIO data connection isolation\n"); 4633 return -EOPNOTSUPP; 4634 } 4635 4636 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4637 SETADP_DATA_SIZEOF(set_access_ctrl)); 4638 if (!iob) 4639 return -ENOMEM; 4640 cmd = __ipa_cmd(iob); 4641 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4642 access_ctrl_req->subcmd_code = mode; 4643 4644 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4645 NULL); 4646 if (rc) { 4647 QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4648 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4649 rc, CARD_DEVID(card)); 4650 } 4651 4652 return rc; 4653 } 4654 4655 void qeth_tx_timeout(struct net_device *dev, unsigned int txqueue) 4656 { 4657 struct qeth_card *card; 4658 4659 card = dev->ml_priv; 4660 QETH_CARD_TEXT(card, 4, "txtimeo"); 4661 qeth_schedule_recovery(card); 4662 } 4663 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4664 4665 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4666 { 4667 struct qeth_card *card = dev->ml_priv; 4668 int rc = 0; 4669 4670 switch (regnum) { 4671 case MII_BMCR: /* Basic mode control register */ 4672 rc = BMCR_FULLDPLX; 4673 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4674 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4675 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4676 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4677 rc |= BMCR_SPEED100; 4678 break; 4679 case MII_BMSR: /* Basic mode status register */ 4680 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4681 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4682 BMSR_100BASE4; 4683 break; 4684 case MII_PHYSID1: /* PHYS ID 1 */ 4685 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4686 dev->dev_addr[2]; 4687 rc = (rc >> 5) & 0xFFFF; 4688 break; 4689 case MII_PHYSID2: /* PHYS ID 2 */ 4690 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4691 break; 4692 case MII_ADVERTISE: /* Advertisement control reg */ 4693 rc = ADVERTISE_ALL; 4694 break; 4695 case MII_LPA: /* Link partner ability reg */ 4696 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4697 LPA_100BASE4 | LPA_LPACK; 4698 break; 4699 case MII_EXPANSION: /* Expansion register */ 4700 break; 4701 case MII_DCOUNTER: /* disconnect counter */ 4702 break; 4703 case MII_FCSCOUNTER: /* false carrier counter */ 4704 break; 4705 case MII_NWAYTEST: /* N-way auto-neg test register */ 4706 break; 4707 case MII_RERRCOUNTER: /* rx error counter */ 4708 rc = card->stats.rx_length_errors + 4709 card->stats.rx_frame_errors + 4710 card->stats.rx_fifo_errors; 4711 break; 4712 case MII_SREVISION: /* silicon revision */ 4713 break; 4714 case MII_RESV1: /* reserved 1 */ 4715 break; 4716 case MII_LBRERROR: /* loopback, rx, bypass error */ 4717 break; 4718 case MII_PHYADDR: /* physical address */ 4719 break; 4720 case MII_RESV2: /* reserved 2 */ 4721 break; 4722 case MII_TPISTATUS: /* TPI status for 10mbps */ 4723 break; 4724 case MII_NCONFIG: /* network interface config */ 4725 break; 4726 default: 4727 break; 4728 } 4729 return rc; 4730 } 4731 4732 static int qeth_snmp_command_cb(struct qeth_card *card, 4733 struct qeth_reply *reply, unsigned long data) 4734 { 4735 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4736 struct qeth_arp_query_info *qinfo = reply->param; 4737 struct qeth_ipacmd_setadpparms *adp_cmd; 4738 unsigned int data_len; 4739 void *snmp_data; 4740 4741 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4742 4743 if (cmd->hdr.return_code) { 4744 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4745 return -EIO; 4746 } 4747 if (cmd->data.setadapterparms.hdr.return_code) { 4748 cmd->hdr.return_code = 4749 cmd->data.setadapterparms.hdr.return_code; 4750 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4751 return -EIO; 4752 } 4753 4754 adp_cmd = &cmd->data.setadapterparms; 4755 data_len = adp_cmd->hdr.cmdlength - sizeof(adp_cmd->hdr); 4756 if (adp_cmd->hdr.seq_no == 1) { 4757 snmp_data = &adp_cmd->data.snmp; 4758 } else { 4759 snmp_data = &adp_cmd->data.snmp.request; 4760 data_len -= offsetof(struct qeth_snmp_cmd, request); 4761 } 4762 4763 /* check if there is enough room in userspace */ 4764 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4765 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4766 return -ENOSPC; 4767 } 4768 QETH_CARD_TEXT_(card, 4, "snore%i", 4769 cmd->data.setadapterparms.hdr.used_total); 4770 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4771 cmd->data.setadapterparms.hdr.seq_no); 4772 /*copy entries to user buffer*/ 4773 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4774 qinfo->udata_offset += data_len; 4775 4776 if (cmd->data.setadapterparms.hdr.seq_no < 4777 cmd->data.setadapterparms.hdr.used_total) 4778 return 1; 4779 return 0; 4780 } 4781 4782 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4783 { 4784 struct qeth_snmp_ureq __user *ureq; 4785 struct qeth_cmd_buffer *iob; 4786 unsigned int req_len; 4787 struct qeth_arp_query_info qinfo = {0, }; 4788 int rc = 0; 4789 4790 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4791 4792 if (IS_VM_NIC(card)) 4793 return -EOPNOTSUPP; 4794 4795 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4796 IS_LAYER3(card)) 4797 return -EOPNOTSUPP; 4798 4799 ureq = (struct qeth_snmp_ureq __user *) udata; 4800 if (get_user(qinfo.udata_len, &ureq->hdr.data_len) || 4801 get_user(req_len, &ureq->hdr.req_len)) 4802 return -EFAULT; 4803 4804 /* Sanitize user input, to avoid overflows in iob size calculation: */ 4805 if (req_len > QETH_BUFSIZE) 4806 return -EINVAL; 4807 4808 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, req_len); 4809 if (!iob) 4810 return -ENOMEM; 4811 4812 if (copy_from_user(&__ipa_cmd(iob)->data.setadapterparms.data.snmp, 4813 &ureq->cmd, req_len)) { 4814 qeth_put_cmd(iob); 4815 return -EFAULT; 4816 } 4817 4818 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4819 if (!qinfo.udata) { 4820 qeth_put_cmd(iob); 4821 return -ENOMEM; 4822 } 4823 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4824 4825 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4826 if (rc) 4827 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4828 CARD_DEVID(card), rc); 4829 else { 4830 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4831 rc = -EFAULT; 4832 } 4833 4834 kfree(qinfo.udata); 4835 return rc; 4836 } 4837 4838 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4839 struct qeth_reply *reply, 4840 unsigned long data) 4841 { 4842 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4843 struct qeth_qoat_priv *priv = reply->param; 4844 int resdatalen; 4845 4846 QETH_CARD_TEXT(card, 3, "qoatcb"); 4847 if (qeth_setadpparms_inspect_rc(cmd)) 4848 return -EIO; 4849 4850 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4851 4852 if (resdatalen > (priv->buffer_len - priv->response_len)) 4853 return -ENOSPC; 4854 4855 memcpy(priv->buffer + priv->response_len, 4856 &cmd->data.setadapterparms.hdr, resdatalen); 4857 priv->response_len += resdatalen; 4858 4859 if (cmd->data.setadapterparms.hdr.seq_no < 4860 cmd->data.setadapterparms.hdr.used_total) 4861 return 1; 4862 return 0; 4863 } 4864 4865 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4866 { 4867 int rc = 0; 4868 struct qeth_cmd_buffer *iob; 4869 struct qeth_ipa_cmd *cmd; 4870 struct qeth_query_oat *oat_req; 4871 struct qeth_query_oat_data oat_data; 4872 struct qeth_qoat_priv priv; 4873 void __user *tmp; 4874 4875 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4876 4877 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) 4878 return -EOPNOTSUPP; 4879 4880 if (copy_from_user(&oat_data, udata, sizeof(oat_data))) 4881 return -EFAULT; 4882 4883 priv.buffer_len = oat_data.buffer_len; 4884 priv.response_len = 0; 4885 priv.buffer = vzalloc(oat_data.buffer_len); 4886 if (!priv.buffer) 4887 return -ENOMEM; 4888 4889 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4890 SETADP_DATA_SIZEOF(query_oat)); 4891 if (!iob) { 4892 rc = -ENOMEM; 4893 goto out_free; 4894 } 4895 cmd = __ipa_cmd(iob); 4896 oat_req = &cmd->data.setadapterparms.data.query_oat; 4897 oat_req->subcmd_code = oat_data.command; 4898 4899 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, &priv); 4900 if (!rc) { 4901 tmp = is_compat_task() ? compat_ptr(oat_data.ptr) : 4902 u64_to_user_ptr(oat_data.ptr); 4903 oat_data.response_len = priv.response_len; 4904 4905 if (copy_to_user(tmp, priv.buffer, priv.response_len) || 4906 copy_to_user(udata, &oat_data, sizeof(oat_data))) 4907 rc = -EFAULT; 4908 } 4909 4910 out_free: 4911 vfree(priv.buffer); 4912 return rc; 4913 } 4914 4915 static int qeth_query_card_info_cb(struct qeth_card *card, 4916 struct qeth_reply *reply, unsigned long data) 4917 { 4918 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4919 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4920 struct qeth_query_card_info *card_info; 4921 4922 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4923 if (qeth_setadpparms_inspect_rc(cmd)) 4924 return -EIO; 4925 4926 card_info = &cmd->data.setadapterparms.data.card_info; 4927 carrier_info->card_type = card_info->card_type; 4928 carrier_info->port_mode = card_info->port_mode; 4929 carrier_info->port_speed = card_info->port_speed; 4930 return 0; 4931 } 4932 4933 int qeth_query_card_info(struct qeth_card *card, 4934 struct carrier_info *carrier_info) 4935 { 4936 struct qeth_cmd_buffer *iob; 4937 4938 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4939 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4940 return -EOPNOTSUPP; 4941 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 0); 4942 if (!iob) 4943 return -ENOMEM; 4944 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4945 (void *)carrier_info); 4946 } 4947 4948 /** 4949 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4950 * @card: pointer to a qeth_card 4951 * 4952 * Returns 4953 * 0, if a MAC address has been set for the card's netdevice 4954 * a return code, for various error conditions 4955 */ 4956 int qeth_vm_request_mac(struct qeth_card *card) 4957 { 4958 struct diag26c_mac_resp *response; 4959 struct diag26c_mac_req *request; 4960 struct ccw_dev_id id; 4961 int rc; 4962 4963 QETH_CARD_TEXT(card, 2, "vmreqmac"); 4964 4965 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4966 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4967 if (!request || !response) { 4968 rc = -ENOMEM; 4969 goto out; 4970 } 4971 4972 ccw_device_get_id(CARD_DDEV(card), &id); 4973 request->resp_buf_len = sizeof(*response); 4974 request->resp_version = DIAG26C_VERSION2; 4975 request->op_code = DIAG26C_GET_MAC; 4976 request->devno = id.devno; 4977 4978 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4979 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4980 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4981 if (rc) 4982 goto out; 4983 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4984 4985 if (request->resp_buf_len < sizeof(*response) || 4986 response->version != request->resp_version) { 4987 rc = -EIO; 4988 QETH_CARD_TEXT(card, 2, "badresp"); 4989 QETH_CARD_HEX(card, 2, &request->resp_buf_len, 4990 sizeof(request->resp_buf_len)); 4991 } else if (!is_valid_ether_addr(response->mac)) { 4992 rc = -EINVAL; 4993 QETH_CARD_TEXT(card, 2, "badmac"); 4994 QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 4995 } else { 4996 ether_addr_copy(card->dev->dev_addr, response->mac); 4997 } 4998 4999 out: 5000 kfree(response); 5001 kfree(request); 5002 return rc; 5003 } 5004 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 5005 5006 static void qeth_determine_capabilities(struct qeth_card *card) 5007 { 5008 struct qeth_channel *channel = &card->data; 5009 struct ccw_device *ddev = channel->ccwdev; 5010 int rc; 5011 int ddev_offline = 0; 5012 5013 QETH_CARD_TEXT(card, 2, "detcapab"); 5014 if (!ddev->online) { 5015 ddev_offline = 1; 5016 rc = qeth_start_channel(channel); 5017 if (rc) { 5018 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 5019 goto out; 5020 } 5021 } 5022 5023 rc = qeth_read_conf_data(card); 5024 if (rc) { 5025 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 5026 CARD_DEVID(card), rc); 5027 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 5028 goto out_offline; 5029 } 5030 5031 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 5032 if (rc) 5033 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 5034 5035 QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 5036 QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 5037 QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 5038 QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 5039 QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 5040 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 5041 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 5042 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 5043 dev_info(&card->gdev->dev, 5044 "Completion Queueing supported\n"); 5045 } else { 5046 card->options.cq = QETH_CQ_NOTAVAILABLE; 5047 } 5048 5049 5050 out_offline: 5051 if (ddev_offline == 1) 5052 qeth_stop_channel(channel); 5053 out: 5054 return; 5055 } 5056 5057 static int qeth_qdio_establish(struct qeth_card *card) 5058 { 5059 struct qdio_buffer **out_sbal_ptrs[QETH_MAX_OUT_QUEUES]; 5060 struct qdio_buffer **in_sbal_ptrs[QETH_MAX_IN_QUEUES]; 5061 struct qdio_initialize init_data; 5062 char *qib_param_field; 5063 unsigned int i; 5064 int rc = 0; 5065 5066 QETH_CARD_TEXT(card, 2, "qdioest"); 5067 5068 qib_param_field = kzalloc(sizeof_field(struct qib, parm), GFP_KERNEL); 5069 if (!qib_param_field) { 5070 rc = -ENOMEM; 5071 goto out_free_nothing; 5072 } 5073 5074 qeth_create_qib_param_field(card, qib_param_field); 5075 qeth_create_qib_param_field_blkt(card, qib_param_field); 5076 5077 in_sbal_ptrs[0] = card->qdio.in_q->qdio_bufs; 5078 if (card->options.cq == QETH_CQ_ENABLED) 5079 in_sbal_ptrs[1] = card->qdio.c_q->qdio_bufs; 5080 5081 for (i = 0; i < card->qdio.no_out_queues; i++) 5082 out_sbal_ptrs[i] = card->qdio.out_qs[i]->qdio_bufs; 5083 5084 memset(&init_data, 0, sizeof(struct qdio_initialize)); 5085 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 5086 QDIO_QETH_QFMT; 5087 init_data.qib_param_field_format = 0; 5088 init_data.qib_param_field = qib_param_field; 5089 init_data.no_input_qs = card->qdio.no_in_queues; 5090 init_data.no_output_qs = card->qdio.no_out_queues; 5091 init_data.input_handler = qeth_qdio_input_handler; 5092 init_data.output_handler = qeth_qdio_output_handler; 5093 init_data.irq_poll = qeth_qdio_poll; 5094 init_data.int_parm = (unsigned long) card; 5095 init_data.input_sbal_addr_array = in_sbal_ptrs; 5096 init_data.output_sbal_addr_array = out_sbal_ptrs; 5097 init_data.output_sbal_state_array = card->qdio.out_bufstates; 5098 init_data.scan_threshold = IS_IQD(card) ? 0 : 32; 5099 5100 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 5101 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 5102 rc = qdio_allocate(CARD_DDEV(card), init_data.no_input_qs, 5103 init_data.no_output_qs); 5104 if (rc) { 5105 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5106 goto out; 5107 } 5108 rc = qdio_establish(CARD_DDEV(card), &init_data); 5109 if (rc) { 5110 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5111 qdio_free(CARD_DDEV(card)); 5112 } 5113 } 5114 5115 switch (card->options.cq) { 5116 case QETH_CQ_ENABLED: 5117 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 5118 break; 5119 case QETH_CQ_DISABLED: 5120 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 5121 break; 5122 default: 5123 break; 5124 } 5125 out: 5126 kfree(qib_param_field); 5127 out_free_nothing: 5128 return rc; 5129 } 5130 5131 static void qeth_core_free_card(struct qeth_card *card) 5132 { 5133 QETH_CARD_TEXT(card, 2, "freecrd"); 5134 5135 unregister_service_level(&card->qeth_service_level); 5136 debugfs_remove_recursive(card->debugfs); 5137 qeth_put_cmd(card->read_cmd); 5138 destroy_workqueue(card->event_wq); 5139 dev_set_drvdata(&card->gdev->dev, NULL); 5140 kfree(card); 5141 } 5142 5143 void qeth_trace_features(struct qeth_card *card) 5144 { 5145 QETH_CARD_TEXT(card, 2, "features"); 5146 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 5147 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 5148 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 5149 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 5150 sizeof(card->info.diagass_support)); 5151 } 5152 EXPORT_SYMBOL_GPL(qeth_trace_features); 5153 5154 static struct ccw_device_id qeth_ids[] = { 5155 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 5156 .driver_info = QETH_CARD_TYPE_OSD}, 5157 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 5158 .driver_info = QETH_CARD_TYPE_IQD}, 5159 #ifdef CONFIG_QETH_OSN 5160 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 5161 .driver_info = QETH_CARD_TYPE_OSN}, 5162 #endif 5163 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 5164 .driver_info = QETH_CARD_TYPE_OSM}, 5165 #ifdef CONFIG_QETH_OSX 5166 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 5167 .driver_info = QETH_CARD_TYPE_OSX}, 5168 #endif 5169 {}, 5170 }; 5171 MODULE_DEVICE_TABLE(ccw, qeth_ids); 5172 5173 static struct ccw_driver qeth_ccw_driver = { 5174 .driver = { 5175 .owner = THIS_MODULE, 5176 .name = "qeth", 5177 }, 5178 .ids = qeth_ids, 5179 .probe = ccwgroup_probe_ccwdev, 5180 .remove = ccwgroup_remove_ccwdev, 5181 }; 5182 5183 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 5184 { 5185 int retries = 3; 5186 int rc; 5187 5188 QETH_CARD_TEXT(card, 2, "hrdsetup"); 5189 atomic_set(&card->force_alloc_skb, 0); 5190 rc = qeth_update_from_chp_desc(card); 5191 if (rc) 5192 return rc; 5193 retry: 5194 if (retries < 3) 5195 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 5196 CARD_DEVID(card)); 5197 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 5198 qeth_stop_channel(&card->data); 5199 qeth_stop_channel(&card->write); 5200 qeth_stop_channel(&card->read); 5201 qdio_free(CARD_DDEV(card)); 5202 5203 rc = qeth_start_channel(&card->read); 5204 if (rc) 5205 goto retriable; 5206 rc = qeth_start_channel(&card->write); 5207 if (rc) 5208 goto retriable; 5209 rc = qeth_start_channel(&card->data); 5210 if (rc) 5211 goto retriable; 5212 retriable: 5213 if (rc == -ERESTARTSYS) { 5214 QETH_CARD_TEXT(card, 2, "break1"); 5215 return rc; 5216 } else if (rc) { 5217 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 5218 if (--retries < 0) 5219 goto out; 5220 else 5221 goto retry; 5222 } 5223 5224 qeth_determine_capabilities(card); 5225 qeth_idx_init(card); 5226 5227 rc = qeth_idx_activate_read_channel(card); 5228 if (rc == -EINTR) { 5229 QETH_CARD_TEXT(card, 2, "break2"); 5230 return rc; 5231 } else if (rc) { 5232 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 5233 if (--retries < 0) 5234 goto out; 5235 else 5236 goto retry; 5237 } 5238 5239 rc = qeth_idx_activate_write_channel(card); 5240 if (rc == -EINTR) { 5241 QETH_CARD_TEXT(card, 2, "break3"); 5242 return rc; 5243 } else if (rc) { 5244 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 5245 if (--retries < 0) 5246 goto out; 5247 else 5248 goto retry; 5249 } 5250 card->read_or_write_problem = 0; 5251 rc = qeth_mpc_initialize(card); 5252 if (rc) { 5253 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 5254 goto out; 5255 } 5256 5257 rc = qeth_send_startlan(card); 5258 if (rc) { 5259 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 5260 if (rc == -ENETDOWN) { 5261 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 5262 *carrier_ok = false; 5263 } else { 5264 goto out; 5265 } 5266 } else { 5267 *carrier_ok = true; 5268 } 5269 5270 card->options.ipa4.supported = 0; 5271 card->options.ipa6.supported = 0; 5272 card->options.adp.supported = 0; 5273 card->options.sbp.supported_funcs = 0; 5274 card->info.diagass_support = 0; 5275 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5276 if (rc == -ENOMEM) 5277 goto out; 5278 if (qeth_is_supported(card, IPA_IPV6)) { 5279 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5280 if (rc == -ENOMEM) 5281 goto out; 5282 } 5283 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5284 rc = qeth_query_setadapterparms(card); 5285 if (rc < 0) { 5286 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 5287 goto out; 5288 } 5289 } 5290 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5291 rc = qeth_query_setdiagass(card); 5292 if (rc) 5293 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 5294 } 5295 5296 if (!qeth_is_diagass_supported(card, QETH_DIAGS_CMD_TRAP) || 5297 (card->info.hwtrap && qeth_hw_trap(card, QETH_DIAGS_TRAP_ARM))) 5298 card->info.hwtrap = 0; 5299 5300 if (card->options.isolation != ISOLATION_MODE_NONE) { 5301 rc = qeth_setadpparms_set_access_ctrl(card, 5302 card->options.isolation); 5303 if (rc) 5304 goto out; 5305 } 5306 5307 rc = qeth_init_qdio_queues(card); 5308 if (rc) { 5309 QETH_CARD_TEXT_(card, 2, "9err%d", rc); 5310 goto out; 5311 } 5312 5313 return 0; 5314 out: 5315 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5316 "an error on the device\n"); 5317 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5318 CARD_DEVID(card), rc); 5319 return rc; 5320 } 5321 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5322 5323 static int qeth_set_online(struct qeth_card *card) 5324 { 5325 int rc; 5326 5327 mutex_lock(&card->discipline_mutex); 5328 mutex_lock(&card->conf_mutex); 5329 QETH_CARD_TEXT(card, 2, "setonlin"); 5330 5331 rc = card->discipline->set_online(card); 5332 5333 mutex_unlock(&card->conf_mutex); 5334 mutex_unlock(&card->discipline_mutex); 5335 5336 return rc; 5337 } 5338 5339 int qeth_set_offline(struct qeth_card *card, bool resetting) 5340 { 5341 int rc, rc2, rc3; 5342 5343 mutex_lock(&card->discipline_mutex); 5344 mutex_lock(&card->conf_mutex); 5345 QETH_CARD_TEXT(card, 3, "setoffl"); 5346 5347 if ((!resetting && card->info.hwtrap) || card->info.hwtrap == 2) { 5348 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5349 card->info.hwtrap = 1; 5350 } 5351 5352 rtnl_lock(); 5353 card->info.open_when_online = card->dev->flags & IFF_UP; 5354 dev_close(card->dev); 5355 netif_device_detach(card->dev); 5356 netif_carrier_off(card->dev); 5357 rtnl_unlock(); 5358 5359 card->discipline->set_offline(card); 5360 5361 rc = qeth_stop_channel(&card->data); 5362 rc2 = qeth_stop_channel(&card->write); 5363 rc3 = qeth_stop_channel(&card->read); 5364 if (!rc) 5365 rc = (rc2) ? rc2 : rc3; 5366 if (rc) 5367 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 5368 qdio_free(CARD_DDEV(card)); 5369 5370 /* let user_space know that device is offline */ 5371 kobject_uevent(&card->gdev->dev.kobj, KOBJ_CHANGE); 5372 5373 mutex_unlock(&card->conf_mutex); 5374 mutex_unlock(&card->discipline_mutex); 5375 return 0; 5376 } 5377 EXPORT_SYMBOL_GPL(qeth_set_offline); 5378 5379 static int qeth_do_reset(void *data) 5380 { 5381 struct qeth_card *card = data; 5382 int rc; 5383 5384 QETH_CARD_TEXT(card, 2, "recover1"); 5385 if (!qeth_do_run_thread(card, QETH_RECOVER_THREAD)) 5386 return 0; 5387 QETH_CARD_TEXT(card, 2, "recover2"); 5388 dev_warn(&card->gdev->dev, 5389 "A recovery process has been started for the device\n"); 5390 5391 qeth_set_offline(card, true); 5392 rc = qeth_set_online(card); 5393 if (!rc) { 5394 dev_info(&card->gdev->dev, 5395 "Device successfully recovered!\n"); 5396 } else { 5397 ccwgroup_set_offline(card->gdev); 5398 dev_warn(&card->gdev->dev, 5399 "The qeth device driver failed to recover an error on the device\n"); 5400 } 5401 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 5402 qeth_clear_thread_running_bit(card, QETH_RECOVER_THREAD); 5403 return 0; 5404 } 5405 5406 #if IS_ENABLED(CONFIG_QETH_L3) 5407 static void qeth_l3_rebuild_skb(struct qeth_card *card, struct sk_buff *skb, 5408 struct qeth_hdr *hdr) 5409 { 5410 struct af_iucv_trans_hdr *iucv = (struct af_iucv_trans_hdr *) skb->data; 5411 struct qeth_hdr_layer3 *l3_hdr = &hdr->hdr.l3; 5412 struct net_device *dev = skb->dev; 5413 5414 if (IS_IQD(card) && iucv->magic == ETH_P_AF_IUCV) { 5415 dev_hard_header(skb, dev, ETH_P_AF_IUCV, dev->dev_addr, 5416 "FAKELL", skb->len); 5417 return; 5418 } 5419 5420 if (!(l3_hdr->flags & QETH_HDR_PASSTHRU)) { 5421 u16 prot = (l3_hdr->flags & QETH_HDR_IPV6) ? ETH_P_IPV6 : 5422 ETH_P_IP; 5423 unsigned char tg_addr[ETH_ALEN]; 5424 5425 skb_reset_network_header(skb); 5426 switch (l3_hdr->flags & QETH_HDR_CAST_MASK) { 5427 case QETH_CAST_MULTICAST: 5428 if (prot == ETH_P_IP) 5429 ip_eth_mc_map(ip_hdr(skb)->daddr, tg_addr); 5430 else 5431 ipv6_eth_mc_map(&ipv6_hdr(skb)->daddr, tg_addr); 5432 QETH_CARD_STAT_INC(card, rx_multicast); 5433 break; 5434 case QETH_CAST_BROADCAST: 5435 ether_addr_copy(tg_addr, dev->broadcast); 5436 QETH_CARD_STAT_INC(card, rx_multicast); 5437 break; 5438 default: 5439 if (card->options.sniffer) 5440 skb->pkt_type = PACKET_OTHERHOST; 5441 ether_addr_copy(tg_addr, dev->dev_addr); 5442 } 5443 5444 if (l3_hdr->ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR) 5445 dev_hard_header(skb, dev, prot, tg_addr, 5446 &l3_hdr->next_hop.rx.src_mac, skb->len); 5447 else 5448 dev_hard_header(skb, dev, prot, tg_addr, "FAKELL", 5449 skb->len); 5450 } 5451 5452 /* copy VLAN tag from hdr into skb */ 5453 if (!card->options.sniffer && 5454 (l3_hdr->ext_flags & (QETH_HDR_EXT_VLAN_FRAME | 5455 QETH_HDR_EXT_INCLUDE_VLAN_TAG))) { 5456 u16 tag = (l3_hdr->ext_flags & QETH_HDR_EXT_VLAN_FRAME) ? 5457 l3_hdr->vlan_id : 5458 l3_hdr->next_hop.rx.vlan_id; 5459 5460 __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), tag); 5461 } 5462 } 5463 #endif 5464 5465 static void qeth_receive_skb(struct qeth_card *card, struct sk_buff *skb, 5466 struct qeth_hdr *hdr, bool uses_frags) 5467 { 5468 struct napi_struct *napi = &card->napi; 5469 bool is_cso; 5470 5471 switch (hdr->hdr.l2.id) { 5472 case QETH_HEADER_TYPE_OSN: 5473 skb_push(skb, sizeof(*hdr)); 5474 skb_copy_to_linear_data(skb, hdr, sizeof(*hdr)); 5475 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5476 QETH_CARD_STAT_INC(card, rx_packets); 5477 5478 card->osn_info.data_cb(skb); 5479 return; 5480 #if IS_ENABLED(CONFIG_QETH_L3) 5481 case QETH_HEADER_TYPE_LAYER3: 5482 qeth_l3_rebuild_skb(card, skb, hdr); 5483 is_cso = hdr->hdr.l3.ext_flags & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5484 break; 5485 #endif 5486 case QETH_HEADER_TYPE_LAYER2: 5487 is_cso = hdr->hdr.l2.flags[1] & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5488 break; 5489 default: 5490 /* never happens */ 5491 if (uses_frags) 5492 napi_free_frags(napi); 5493 else 5494 dev_kfree_skb_any(skb); 5495 return; 5496 } 5497 5498 if (is_cso && (card->dev->features & NETIF_F_RXCSUM)) { 5499 skb->ip_summed = CHECKSUM_UNNECESSARY; 5500 QETH_CARD_STAT_INC(card, rx_skb_csum); 5501 } else { 5502 skb->ip_summed = CHECKSUM_NONE; 5503 } 5504 5505 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5506 QETH_CARD_STAT_INC(card, rx_packets); 5507 if (skb_is_nonlinear(skb)) { 5508 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5509 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5510 skb_shinfo(skb)->nr_frags); 5511 } 5512 5513 if (uses_frags) { 5514 napi_gro_frags(napi); 5515 } else { 5516 skb->protocol = eth_type_trans(skb, skb->dev); 5517 napi_gro_receive(napi, skb); 5518 } 5519 } 5520 5521 static void qeth_create_skb_frag(struct sk_buff *skb, char *data, int data_len) 5522 { 5523 struct page *page = virt_to_page(data); 5524 unsigned int next_frag; 5525 5526 next_frag = skb_shinfo(skb)->nr_frags; 5527 get_page(page); 5528 skb_add_rx_frag(skb, next_frag, page, offset_in_page(data), data_len, 5529 data_len); 5530 } 5531 5532 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5533 { 5534 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5535 } 5536 5537 static int qeth_extract_skb(struct qeth_card *card, 5538 struct qeth_qdio_buffer *qethbuffer, u8 *element_no, 5539 int *__offset) 5540 { 5541 struct qeth_priv *priv = netdev_priv(card->dev); 5542 struct qdio_buffer *buffer = qethbuffer->buffer; 5543 struct napi_struct *napi = &card->napi; 5544 struct qdio_buffer_element *element; 5545 unsigned int linear_len = 0; 5546 bool uses_frags = false; 5547 int offset = *__offset; 5548 bool use_rx_sg = false; 5549 unsigned int headroom; 5550 struct qeth_hdr *hdr; 5551 struct sk_buff *skb; 5552 int skb_len = 0; 5553 5554 element = &buffer->element[*element_no]; 5555 5556 next_packet: 5557 /* qeth_hdr must not cross element boundaries */ 5558 while (element->length < offset + sizeof(struct qeth_hdr)) { 5559 if (qeth_is_last_sbale(element)) 5560 return -ENODATA; 5561 element++; 5562 offset = 0; 5563 } 5564 5565 hdr = phys_to_virt(element->addr) + offset; 5566 offset += sizeof(*hdr); 5567 skb = NULL; 5568 5569 switch (hdr->hdr.l2.id) { 5570 case QETH_HEADER_TYPE_LAYER2: 5571 skb_len = hdr->hdr.l2.pkt_length; 5572 linear_len = ETH_HLEN; 5573 headroom = 0; 5574 break; 5575 case QETH_HEADER_TYPE_LAYER3: 5576 skb_len = hdr->hdr.l3.length; 5577 if (!IS_LAYER3(card)) { 5578 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5579 goto walk_packet; 5580 } 5581 5582 if (hdr->hdr.l3.flags & QETH_HDR_PASSTHRU) { 5583 linear_len = ETH_HLEN; 5584 headroom = 0; 5585 break; 5586 } 5587 5588 if (hdr->hdr.l3.flags & QETH_HDR_IPV6) 5589 linear_len = sizeof(struct ipv6hdr); 5590 else 5591 linear_len = sizeof(struct iphdr); 5592 headroom = ETH_HLEN; 5593 break; 5594 case QETH_HEADER_TYPE_OSN: 5595 skb_len = hdr->hdr.osn.pdu_length; 5596 if (!IS_OSN(card)) { 5597 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5598 goto walk_packet; 5599 } 5600 5601 linear_len = skb_len; 5602 headroom = sizeof(struct qeth_hdr); 5603 break; 5604 default: 5605 if (hdr->hdr.l2.id & QETH_HEADER_MASK_INVAL) 5606 QETH_CARD_STAT_INC(card, rx_frame_errors); 5607 else 5608 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5609 5610 /* Can't determine packet length, drop the whole buffer. */ 5611 return -EPROTONOSUPPORT; 5612 } 5613 5614 if (skb_len < linear_len) { 5615 QETH_CARD_STAT_INC(card, rx_dropped_runt); 5616 goto walk_packet; 5617 } 5618 5619 use_rx_sg = (card->options.cq == QETH_CQ_ENABLED) || 5620 (skb_len > READ_ONCE(priv->rx_copybreak) && 5621 !atomic_read(&card->force_alloc_skb) && 5622 !IS_OSN(card)); 5623 5624 if (use_rx_sg) { 5625 /* QETH_CQ_ENABLED only: */ 5626 if (qethbuffer->rx_skb && 5627 skb_tailroom(qethbuffer->rx_skb) >= linear_len + headroom) { 5628 skb = qethbuffer->rx_skb; 5629 qethbuffer->rx_skb = NULL; 5630 goto use_skb; 5631 } 5632 5633 skb = napi_get_frags(napi); 5634 if (!skb) { 5635 /* -ENOMEM, no point in falling back further. */ 5636 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5637 goto walk_packet; 5638 } 5639 5640 if (skb_tailroom(skb) >= linear_len + headroom) { 5641 uses_frags = true; 5642 goto use_skb; 5643 } 5644 5645 netdev_info_once(card->dev, 5646 "Insufficient linear space in NAPI frags skb, need %u but have %u\n", 5647 linear_len + headroom, skb_tailroom(skb)); 5648 /* Shouldn't happen. Don't optimize, fall back to linear skb. */ 5649 } 5650 5651 linear_len = skb_len; 5652 skb = napi_alloc_skb(napi, linear_len + headroom); 5653 if (!skb) { 5654 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5655 goto walk_packet; 5656 } 5657 5658 use_skb: 5659 if (headroom) 5660 skb_reserve(skb, headroom); 5661 walk_packet: 5662 while (skb_len) { 5663 int data_len = min(skb_len, (int)(element->length - offset)); 5664 char *data = phys_to_virt(element->addr) + offset; 5665 5666 skb_len -= data_len; 5667 offset += data_len; 5668 5669 /* Extract data from current element: */ 5670 if (skb && data_len) { 5671 if (linear_len) { 5672 unsigned int copy_len; 5673 5674 copy_len = min_t(unsigned int, linear_len, 5675 data_len); 5676 5677 skb_put_data(skb, data, copy_len); 5678 linear_len -= copy_len; 5679 data_len -= copy_len; 5680 data += copy_len; 5681 } 5682 5683 if (data_len) 5684 qeth_create_skb_frag(skb, data, data_len); 5685 } 5686 5687 /* Step forward to next element: */ 5688 if (skb_len) { 5689 if (qeth_is_last_sbale(element)) { 5690 QETH_CARD_TEXT(card, 4, "unexeob"); 5691 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5692 if (skb) { 5693 if (uses_frags) 5694 napi_free_frags(napi); 5695 else 5696 dev_kfree_skb_any(skb); 5697 QETH_CARD_STAT_INC(card, 5698 rx_length_errors); 5699 } 5700 return -EMSGSIZE; 5701 } 5702 element++; 5703 offset = 0; 5704 } 5705 } 5706 5707 /* This packet was skipped, go get another one: */ 5708 if (!skb) 5709 goto next_packet; 5710 5711 *element_no = element - &buffer->element[0]; 5712 *__offset = offset; 5713 5714 qeth_receive_skb(card, skb, hdr, uses_frags); 5715 return 0; 5716 } 5717 5718 static unsigned int qeth_extract_skbs(struct qeth_card *card, int budget, 5719 struct qeth_qdio_buffer *buf, bool *done) 5720 { 5721 unsigned int work_done = 0; 5722 5723 while (budget) { 5724 if (qeth_extract_skb(card, buf, &card->rx.buf_element, 5725 &card->rx.e_offset)) { 5726 *done = true; 5727 break; 5728 } 5729 5730 work_done++; 5731 budget--; 5732 } 5733 5734 return work_done; 5735 } 5736 5737 static unsigned int qeth_rx_poll(struct qeth_card *card, int budget) 5738 { 5739 unsigned int work_done = 0; 5740 5741 while (budget > 0) { 5742 struct qeth_qdio_buffer *buffer; 5743 unsigned int skbs_done = 0; 5744 bool done = false; 5745 5746 /* Fetch completed RX buffers: */ 5747 if (!card->rx.b_count) { 5748 card->rx.qdio_err = 0; 5749 card->rx.b_count = qdio_get_next_buffers( 5750 card->data.ccwdev, 0, &card->rx.b_index, 5751 &card->rx.qdio_err); 5752 if (card->rx.b_count <= 0) { 5753 card->rx.b_count = 0; 5754 break; 5755 } 5756 } 5757 5758 /* Process one completed RX buffer: */ 5759 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5760 if (!(card->rx.qdio_err && 5761 qeth_check_qdio_errors(card, buffer->buffer, 5762 card->rx.qdio_err, "qinerr"))) 5763 skbs_done = qeth_extract_skbs(card, budget, buffer, 5764 &done); 5765 else 5766 done = true; 5767 5768 work_done += skbs_done; 5769 budget -= skbs_done; 5770 5771 if (done) { 5772 QETH_CARD_STAT_INC(card, rx_bufs); 5773 qeth_put_buffer_pool_entry(card, buffer->pool_entry); 5774 qeth_queue_input_buffer(card, card->rx.b_index); 5775 card->rx.b_count--; 5776 5777 /* Step forward to next buffer: */ 5778 card->rx.b_index = QDIO_BUFNR(card->rx.b_index + 1); 5779 card->rx.buf_element = 0; 5780 card->rx.e_offset = 0; 5781 } 5782 } 5783 5784 return work_done; 5785 } 5786 5787 static void qeth_cq_poll(struct qeth_card *card) 5788 { 5789 unsigned int work_done = 0; 5790 5791 while (work_done < QDIO_MAX_BUFFERS_PER_Q) { 5792 unsigned int start, error; 5793 int completed; 5794 5795 completed = qdio_inspect_queue(CARD_DDEV(card), 1, true, &start, 5796 &error); 5797 if (completed <= 0) 5798 return; 5799 5800 qeth_qdio_cq_handler(card, error, 1, start, completed); 5801 work_done += completed; 5802 } 5803 } 5804 5805 int qeth_poll(struct napi_struct *napi, int budget) 5806 { 5807 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5808 unsigned int work_done; 5809 5810 work_done = qeth_rx_poll(card, budget); 5811 5812 if (card->options.cq == QETH_CQ_ENABLED) 5813 qeth_cq_poll(card); 5814 5815 /* Exhausted the RX budget. Keep IRQ disabled, we get called again. */ 5816 if (budget && work_done >= budget) 5817 return work_done; 5818 5819 if (napi_complete_done(napi, work_done) && 5820 qdio_start_irq(CARD_DDEV(card))) 5821 napi_schedule(napi); 5822 5823 return work_done; 5824 } 5825 EXPORT_SYMBOL_GPL(qeth_poll); 5826 5827 static void qeth_iqd_tx_complete(struct qeth_qdio_out_q *queue, 5828 unsigned int bidx, bool error, int budget) 5829 { 5830 struct qeth_qdio_out_buffer *buffer = queue->bufs[bidx]; 5831 u8 sflags = buffer->buffer->element[15].sflags; 5832 struct qeth_card *card = queue->card; 5833 5834 if (queue->bufstates && (queue->bufstates[bidx].flags & 5835 QDIO_OUTBUF_STATE_FLAG_PENDING)) { 5836 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 5837 5838 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 5839 QETH_QDIO_BUF_PENDING) == 5840 QETH_QDIO_BUF_PRIMED) 5841 qeth_notify_skbs(queue, buffer, TX_NOTIFY_PENDING); 5842 5843 QETH_CARD_TEXT_(card, 5, "pel%u", bidx); 5844 5845 /* prepare the queue slot for re-use: */ 5846 qeth_scrub_qdio_buffer(buffer->buffer, queue->max_elements); 5847 if (qeth_init_qdio_out_buf(queue, bidx)) { 5848 QETH_CARD_TEXT(card, 2, "outofbuf"); 5849 qeth_schedule_recovery(card); 5850 } 5851 5852 return; 5853 } 5854 5855 if (card->options.cq == QETH_CQ_ENABLED) 5856 qeth_notify_skbs(queue, buffer, 5857 qeth_compute_cq_notification(sflags, 0)); 5858 qeth_clear_output_buffer(queue, buffer, error, budget); 5859 } 5860 5861 static int qeth_tx_poll(struct napi_struct *napi, int budget) 5862 { 5863 struct qeth_qdio_out_q *queue = qeth_napi_to_out_queue(napi); 5864 unsigned int queue_no = queue->queue_no; 5865 struct qeth_card *card = queue->card; 5866 struct net_device *dev = card->dev; 5867 unsigned int work_done = 0; 5868 struct netdev_queue *txq; 5869 5870 txq = netdev_get_tx_queue(dev, qeth_iqd_translate_txq(dev, queue_no)); 5871 5872 while (1) { 5873 unsigned int start, error, i; 5874 unsigned int packets = 0; 5875 unsigned int bytes = 0; 5876 int completed; 5877 5878 if (qeth_out_queue_is_empty(queue)) { 5879 napi_complete(napi); 5880 return 0; 5881 } 5882 5883 /* Give the CPU a breather: */ 5884 if (work_done >= QDIO_MAX_BUFFERS_PER_Q) { 5885 QETH_TXQ_STAT_INC(queue, completion_yield); 5886 if (napi_complete_done(napi, 0)) 5887 napi_schedule(napi); 5888 return 0; 5889 } 5890 5891 completed = qdio_inspect_queue(CARD_DDEV(card), queue_no, false, 5892 &start, &error); 5893 if (completed <= 0) { 5894 /* Ensure we see TX completion for pending work: */ 5895 if (napi_complete_done(napi, 0)) 5896 qeth_tx_arm_timer(queue, QETH_TX_TIMER_USECS); 5897 return 0; 5898 } 5899 5900 for (i = start; i < start + completed; i++) { 5901 struct qeth_qdio_out_buffer *buffer; 5902 unsigned int bidx = QDIO_BUFNR(i); 5903 5904 buffer = queue->bufs[bidx]; 5905 packets += buffer->frames; 5906 bytes += buffer->bytes; 5907 5908 qeth_handle_send_error(card, buffer, error); 5909 qeth_iqd_tx_complete(queue, bidx, error, budget); 5910 qeth_cleanup_handled_pending(queue, bidx, false); 5911 } 5912 5913 netdev_tx_completed_queue(txq, packets, bytes); 5914 atomic_sub(completed, &queue->used_buffers); 5915 work_done += completed; 5916 5917 /* xmit may have observed the full-condition, but not yet 5918 * stopped the txq. In which case the code below won't trigger. 5919 * So before returning, xmit will re-check the txq's fill level 5920 * and wake it up if needed. 5921 */ 5922 if (netif_tx_queue_stopped(txq) && 5923 !qeth_out_queue_is_full(queue)) 5924 netif_tx_wake_queue(txq); 5925 } 5926 } 5927 5928 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5929 { 5930 if (!cmd->hdr.return_code) 5931 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5932 return cmd->hdr.return_code; 5933 } 5934 5935 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5936 struct qeth_reply *reply, 5937 unsigned long data) 5938 { 5939 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5940 struct qeth_ipa_caps *caps = reply->param; 5941 5942 if (qeth_setassparms_inspect_rc(cmd)) 5943 return -EIO; 5944 5945 caps->supported = cmd->data.setassparms.data.caps.supported; 5946 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5947 return 0; 5948 } 5949 5950 int qeth_setassparms_cb(struct qeth_card *card, 5951 struct qeth_reply *reply, unsigned long data) 5952 { 5953 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5954 5955 QETH_CARD_TEXT(card, 4, "defadpcb"); 5956 5957 if (cmd->hdr.return_code) 5958 return -EIO; 5959 5960 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5961 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5962 card->options.ipa4.enabled = cmd->hdr.assists.enabled; 5963 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5964 card->options.ipa6.enabled = cmd->hdr.assists.enabled; 5965 return 0; 5966 } 5967 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5968 5969 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5970 enum qeth_ipa_funcs ipa_func, 5971 u16 cmd_code, 5972 unsigned int data_length, 5973 enum qeth_prot_versions prot) 5974 { 5975 struct qeth_ipacmd_setassparms *setassparms; 5976 struct qeth_ipacmd_setassparms_hdr *hdr; 5977 struct qeth_cmd_buffer *iob; 5978 5979 QETH_CARD_TEXT(card, 4, "getasscm"); 5980 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETASSPARMS, prot, 5981 data_length + 5982 offsetof(struct qeth_ipacmd_setassparms, 5983 data)); 5984 if (!iob) 5985 return NULL; 5986 5987 setassparms = &__ipa_cmd(iob)->data.setassparms; 5988 setassparms->assist_no = ipa_func; 5989 5990 hdr = &setassparms->hdr; 5991 hdr->length = sizeof(*hdr) + data_length; 5992 hdr->command_code = cmd_code; 5993 return iob; 5994 } 5995 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5996 5997 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5998 enum qeth_ipa_funcs ipa_func, 5999 u16 cmd_code, u32 *data, 6000 enum qeth_prot_versions prot) 6001 { 6002 unsigned int length = data ? SETASS_DATA_SIZEOF(flags_32bit) : 0; 6003 struct qeth_cmd_buffer *iob; 6004 6005 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 6006 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 6007 if (!iob) 6008 return -ENOMEM; 6009 6010 if (data) 6011 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = *data; 6012 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 6013 } 6014 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 6015 6016 static void qeth_unregister_dbf_views(void) 6017 { 6018 int x; 6019 for (x = 0; x < QETH_DBF_INFOS; x++) { 6020 debug_unregister(qeth_dbf[x].id); 6021 qeth_dbf[x].id = NULL; 6022 } 6023 } 6024 6025 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 6026 { 6027 char dbf_txt_buf[32]; 6028 va_list args; 6029 6030 if (!debug_level_enabled(id, level)) 6031 return; 6032 va_start(args, fmt); 6033 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 6034 va_end(args); 6035 debug_text_event(id, level, dbf_txt_buf); 6036 } 6037 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 6038 6039 static int qeth_register_dbf_views(void) 6040 { 6041 int ret; 6042 int x; 6043 6044 for (x = 0; x < QETH_DBF_INFOS; x++) { 6045 /* register the areas */ 6046 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 6047 qeth_dbf[x].pages, 6048 qeth_dbf[x].areas, 6049 qeth_dbf[x].len); 6050 if (qeth_dbf[x].id == NULL) { 6051 qeth_unregister_dbf_views(); 6052 return -ENOMEM; 6053 } 6054 6055 /* register a view */ 6056 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 6057 if (ret) { 6058 qeth_unregister_dbf_views(); 6059 return ret; 6060 } 6061 6062 /* set a passing level */ 6063 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 6064 } 6065 6066 return 0; 6067 } 6068 6069 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 6070 6071 int qeth_core_load_discipline(struct qeth_card *card, 6072 enum qeth_discipline_id discipline) 6073 { 6074 mutex_lock(&qeth_mod_mutex); 6075 switch (discipline) { 6076 case QETH_DISCIPLINE_LAYER3: 6077 card->discipline = try_then_request_module( 6078 symbol_get(qeth_l3_discipline), "qeth_l3"); 6079 break; 6080 case QETH_DISCIPLINE_LAYER2: 6081 card->discipline = try_then_request_module( 6082 symbol_get(qeth_l2_discipline), "qeth_l2"); 6083 break; 6084 default: 6085 break; 6086 } 6087 mutex_unlock(&qeth_mod_mutex); 6088 6089 if (!card->discipline) { 6090 dev_err(&card->gdev->dev, "There is no kernel module to " 6091 "support discipline %d\n", discipline); 6092 return -EINVAL; 6093 } 6094 6095 card->options.layer = discipline; 6096 return 0; 6097 } 6098 6099 void qeth_core_free_discipline(struct qeth_card *card) 6100 { 6101 if (IS_LAYER2(card)) 6102 symbol_put(qeth_l2_discipline); 6103 else 6104 symbol_put(qeth_l3_discipline); 6105 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 6106 card->discipline = NULL; 6107 } 6108 6109 const struct device_type qeth_generic_devtype = { 6110 .name = "qeth_generic", 6111 .groups = qeth_generic_attr_groups, 6112 }; 6113 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 6114 6115 static const struct device_type qeth_osn_devtype = { 6116 .name = "qeth_osn", 6117 .groups = qeth_osn_attr_groups, 6118 }; 6119 6120 #define DBF_NAME_LEN 20 6121 6122 struct qeth_dbf_entry { 6123 char dbf_name[DBF_NAME_LEN]; 6124 debug_info_t *dbf_info; 6125 struct list_head dbf_list; 6126 }; 6127 6128 static LIST_HEAD(qeth_dbf_list); 6129 static DEFINE_MUTEX(qeth_dbf_list_mutex); 6130 6131 static debug_info_t *qeth_get_dbf_entry(char *name) 6132 { 6133 struct qeth_dbf_entry *entry; 6134 debug_info_t *rc = NULL; 6135 6136 mutex_lock(&qeth_dbf_list_mutex); 6137 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 6138 if (strcmp(entry->dbf_name, name) == 0) { 6139 rc = entry->dbf_info; 6140 break; 6141 } 6142 } 6143 mutex_unlock(&qeth_dbf_list_mutex); 6144 return rc; 6145 } 6146 6147 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 6148 { 6149 struct qeth_dbf_entry *new_entry; 6150 6151 card->debug = debug_register(name, 2, 1, 8); 6152 if (!card->debug) { 6153 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 6154 goto err; 6155 } 6156 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 6157 goto err_dbg; 6158 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 6159 if (!new_entry) 6160 goto err_dbg; 6161 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 6162 new_entry->dbf_info = card->debug; 6163 mutex_lock(&qeth_dbf_list_mutex); 6164 list_add(&new_entry->dbf_list, &qeth_dbf_list); 6165 mutex_unlock(&qeth_dbf_list_mutex); 6166 6167 return 0; 6168 6169 err_dbg: 6170 debug_unregister(card->debug); 6171 err: 6172 return -ENOMEM; 6173 } 6174 6175 static void qeth_clear_dbf_list(void) 6176 { 6177 struct qeth_dbf_entry *entry, *tmp; 6178 6179 mutex_lock(&qeth_dbf_list_mutex); 6180 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 6181 list_del(&entry->dbf_list); 6182 debug_unregister(entry->dbf_info); 6183 kfree(entry); 6184 } 6185 mutex_unlock(&qeth_dbf_list_mutex); 6186 } 6187 6188 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 6189 { 6190 struct net_device *dev; 6191 struct qeth_priv *priv; 6192 6193 switch (card->info.type) { 6194 case QETH_CARD_TYPE_IQD: 6195 dev = alloc_netdev_mqs(sizeof(*priv), "hsi%d", NET_NAME_UNKNOWN, 6196 ether_setup, QETH_MAX_OUT_QUEUES, 1); 6197 break; 6198 case QETH_CARD_TYPE_OSM: 6199 dev = alloc_etherdev(sizeof(*priv)); 6200 break; 6201 case QETH_CARD_TYPE_OSN: 6202 dev = alloc_netdev(sizeof(*priv), "osn%d", NET_NAME_UNKNOWN, 6203 ether_setup); 6204 break; 6205 default: 6206 dev = alloc_etherdev_mqs(sizeof(*priv), QETH_MAX_OUT_QUEUES, 1); 6207 } 6208 6209 if (!dev) 6210 return NULL; 6211 6212 priv = netdev_priv(dev); 6213 priv->rx_copybreak = QETH_RX_COPYBREAK; 6214 6215 dev->ml_priv = card; 6216 dev->watchdog_timeo = QETH_TX_TIMEOUT; 6217 dev->min_mtu = IS_OSN(card) ? 64 : 576; 6218 /* initialized when device first goes online: */ 6219 dev->max_mtu = 0; 6220 dev->mtu = 0; 6221 SET_NETDEV_DEV(dev, &card->gdev->dev); 6222 netif_carrier_off(dev); 6223 6224 dev->ethtool_ops = IS_OSN(card) ? &qeth_osn_ethtool_ops : 6225 &qeth_ethtool_ops; 6226 6227 return dev; 6228 } 6229 6230 struct net_device *qeth_clone_netdev(struct net_device *orig) 6231 { 6232 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 6233 6234 if (!clone) 6235 return NULL; 6236 6237 clone->dev_port = orig->dev_port; 6238 return clone; 6239 } 6240 6241 int qeth_setup_netdev(struct qeth_card *card) 6242 { 6243 struct net_device *dev = card->dev; 6244 unsigned int num_tx_queues; 6245 6246 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 6247 dev->hw_features |= NETIF_F_SG; 6248 dev->vlan_features |= NETIF_F_SG; 6249 6250 if (IS_IQD(card)) { 6251 dev->features |= NETIF_F_SG; 6252 num_tx_queues = QETH_IQD_MIN_TXQ; 6253 } else if (IS_VM_NIC(card)) { 6254 num_tx_queues = 1; 6255 } else { 6256 num_tx_queues = dev->real_num_tx_queues; 6257 } 6258 6259 return qeth_set_real_num_tx_queues(card, num_tx_queues); 6260 } 6261 EXPORT_SYMBOL_GPL(qeth_setup_netdev); 6262 6263 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 6264 { 6265 struct qeth_card *card; 6266 struct device *dev; 6267 int rc; 6268 enum qeth_discipline_id enforced_disc; 6269 char dbf_name[DBF_NAME_LEN]; 6270 6271 QETH_DBF_TEXT(SETUP, 2, "probedev"); 6272 6273 dev = &gdev->dev; 6274 if (!get_device(dev)) 6275 return -ENODEV; 6276 6277 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 6278 6279 card = qeth_alloc_card(gdev); 6280 if (!card) { 6281 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 6282 rc = -ENOMEM; 6283 goto err_dev; 6284 } 6285 6286 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 6287 dev_name(&gdev->dev)); 6288 card->debug = qeth_get_dbf_entry(dbf_name); 6289 if (!card->debug) { 6290 rc = qeth_add_dbf_entry(card, dbf_name); 6291 if (rc) 6292 goto err_card; 6293 } 6294 6295 qeth_setup_card(card); 6296 card->dev = qeth_alloc_netdev(card); 6297 if (!card->dev) { 6298 rc = -ENOMEM; 6299 goto err_card; 6300 } 6301 6302 qeth_determine_capabilities(card); 6303 qeth_set_blkt_defaults(card); 6304 6305 card->qdio.no_out_queues = card->dev->num_tx_queues; 6306 rc = qeth_update_from_chp_desc(card); 6307 if (rc) 6308 goto err_chp_desc; 6309 6310 enforced_disc = qeth_enforce_discipline(card); 6311 switch (enforced_disc) { 6312 case QETH_DISCIPLINE_UNDETERMINED: 6313 gdev->dev.type = &qeth_generic_devtype; 6314 break; 6315 default: 6316 card->info.layer_enforced = true; 6317 rc = qeth_core_load_discipline(card, enforced_disc); 6318 if (rc) 6319 goto err_load; 6320 6321 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 6322 card->discipline->devtype; 6323 rc = card->discipline->setup(card->gdev); 6324 if (rc) 6325 goto err_disc; 6326 break; 6327 } 6328 6329 return 0; 6330 6331 err_disc: 6332 qeth_core_free_discipline(card); 6333 err_load: 6334 err_chp_desc: 6335 free_netdev(card->dev); 6336 err_card: 6337 qeth_core_free_card(card); 6338 err_dev: 6339 put_device(dev); 6340 return rc; 6341 } 6342 6343 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 6344 { 6345 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6346 6347 QETH_CARD_TEXT(card, 2, "removedv"); 6348 6349 if (card->discipline) { 6350 card->discipline->remove(gdev); 6351 qeth_core_free_discipline(card); 6352 } 6353 6354 qeth_free_qdio_queues(card); 6355 6356 free_netdev(card->dev); 6357 qeth_core_free_card(card); 6358 put_device(&gdev->dev); 6359 } 6360 6361 static int qeth_core_set_online(struct ccwgroup_device *gdev) 6362 { 6363 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6364 int rc = 0; 6365 enum qeth_discipline_id def_discipline; 6366 6367 if (!card->discipline) { 6368 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 6369 QETH_DISCIPLINE_LAYER2; 6370 rc = qeth_core_load_discipline(card, def_discipline); 6371 if (rc) 6372 goto err; 6373 rc = card->discipline->setup(card->gdev); 6374 if (rc) { 6375 qeth_core_free_discipline(card); 6376 goto err; 6377 } 6378 } 6379 6380 rc = qeth_set_online(card); 6381 err: 6382 return rc; 6383 } 6384 6385 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 6386 { 6387 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6388 6389 return qeth_set_offline(card, false); 6390 } 6391 6392 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 6393 { 6394 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6395 qeth_set_allowed_threads(card, 0, 1); 6396 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 6397 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 6398 qeth_qdio_clear_card(card, 0); 6399 qeth_drain_output_queues(card); 6400 qdio_free(CARD_DDEV(card)); 6401 } 6402 6403 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 6404 size_t count) 6405 { 6406 int err; 6407 6408 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 6409 buf); 6410 6411 return err ? err : count; 6412 } 6413 static DRIVER_ATTR_WO(group); 6414 6415 static struct attribute *qeth_drv_attrs[] = { 6416 &driver_attr_group.attr, 6417 NULL, 6418 }; 6419 static struct attribute_group qeth_drv_attr_group = { 6420 .attrs = qeth_drv_attrs, 6421 }; 6422 static const struct attribute_group *qeth_drv_attr_groups[] = { 6423 &qeth_drv_attr_group, 6424 NULL, 6425 }; 6426 6427 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 6428 .driver = { 6429 .groups = qeth_drv_attr_groups, 6430 .owner = THIS_MODULE, 6431 .name = "qeth", 6432 }, 6433 .ccw_driver = &qeth_ccw_driver, 6434 .setup = qeth_core_probe_device, 6435 .remove = qeth_core_remove_device, 6436 .set_online = qeth_core_set_online, 6437 .set_offline = qeth_core_set_offline, 6438 .shutdown = qeth_core_shutdown, 6439 }; 6440 6441 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 6442 { 6443 struct ccwgroup_device *gdev; 6444 struct qeth_card *card; 6445 6446 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 6447 if (!gdev) 6448 return NULL; 6449 6450 card = dev_get_drvdata(&gdev->dev); 6451 put_device(&gdev->dev); 6452 return card; 6453 } 6454 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 6455 6456 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 6457 { 6458 struct qeth_card *card = dev->ml_priv; 6459 struct mii_ioctl_data *mii_data; 6460 int rc = 0; 6461 6462 switch (cmd) { 6463 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 6464 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 6465 break; 6466 case SIOC_QETH_GET_CARD_TYPE: 6467 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 6468 !IS_VM_NIC(card)) 6469 return 1; 6470 return 0; 6471 case SIOCGMIIPHY: 6472 mii_data = if_mii(rq); 6473 mii_data->phy_id = 0; 6474 break; 6475 case SIOCGMIIREG: 6476 mii_data = if_mii(rq); 6477 if (mii_data->phy_id != 0) 6478 rc = -EINVAL; 6479 else 6480 mii_data->val_out = qeth_mdio_read(dev, 6481 mii_data->phy_id, mii_data->reg_num); 6482 break; 6483 case SIOC_QETH_QUERY_OAT: 6484 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 6485 break; 6486 default: 6487 if (card->discipline->do_ioctl) 6488 rc = card->discipline->do_ioctl(dev, rq, cmd); 6489 else 6490 rc = -EOPNOTSUPP; 6491 } 6492 if (rc) 6493 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6494 return rc; 6495 } 6496 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6497 6498 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 6499 unsigned long data) 6500 { 6501 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6502 u32 *features = reply->param; 6503 6504 if (qeth_setassparms_inspect_rc(cmd)) 6505 return -EIO; 6506 6507 *features = cmd->data.setassparms.data.flags_32bit; 6508 return 0; 6509 } 6510 6511 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6512 enum qeth_prot_versions prot) 6513 { 6514 return qeth_send_simple_setassparms_prot(card, cstype, IPA_CMD_ASS_STOP, 6515 NULL, prot); 6516 } 6517 6518 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6519 enum qeth_prot_versions prot, u8 *lp2lp) 6520 { 6521 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 6522 struct qeth_cmd_buffer *iob; 6523 struct qeth_ipa_caps caps; 6524 u32 features; 6525 int rc; 6526 6527 /* some L3 HW requires combined L3+L4 csum offload: */ 6528 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 6529 cstype == IPA_OUTBOUND_CHECKSUM) 6530 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 6531 6532 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6533 prot); 6534 if (!iob) 6535 return -ENOMEM; 6536 6537 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 6538 if (rc) 6539 return rc; 6540 6541 if ((required_features & features) != required_features) { 6542 qeth_set_csum_off(card, cstype, prot); 6543 return -EOPNOTSUPP; 6544 } 6545 6546 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6547 SETASS_DATA_SIZEOF(flags_32bit), 6548 prot); 6549 if (!iob) { 6550 qeth_set_csum_off(card, cstype, prot); 6551 return -ENOMEM; 6552 } 6553 6554 if (features & QETH_IPA_CHECKSUM_LP2LP) 6555 required_features |= QETH_IPA_CHECKSUM_LP2LP; 6556 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 6557 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6558 if (rc) { 6559 qeth_set_csum_off(card, cstype, prot); 6560 return rc; 6561 } 6562 6563 if (!qeth_ipa_caps_supported(&caps, required_features) || 6564 !qeth_ipa_caps_enabled(&caps, required_features)) { 6565 qeth_set_csum_off(card, cstype, prot); 6566 return -EOPNOTSUPP; 6567 } 6568 6569 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6570 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6571 6572 if (lp2lp) 6573 *lp2lp = qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP); 6574 6575 return 0; 6576 } 6577 6578 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6579 enum qeth_prot_versions prot, u8 *lp2lp) 6580 { 6581 return on ? qeth_set_csum_on(card, cstype, prot, lp2lp) : 6582 qeth_set_csum_off(card, cstype, prot); 6583 } 6584 6585 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 6586 unsigned long data) 6587 { 6588 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6589 struct qeth_tso_start_data *tso_data = reply->param; 6590 6591 if (qeth_setassparms_inspect_rc(cmd)) 6592 return -EIO; 6593 6594 tso_data->mss = cmd->data.setassparms.data.tso.mss; 6595 tso_data->supported = cmd->data.setassparms.data.tso.supported; 6596 return 0; 6597 } 6598 6599 static int qeth_set_tso_off(struct qeth_card *card, 6600 enum qeth_prot_versions prot) 6601 { 6602 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6603 IPA_CMD_ASS_STOP, NULL, prot); 6604 } 6605 6606 static int qeth_set_tso_on(struct qeth_card *card, 6607 enum qeth_prot_versions prot) 6608 { 6609 struct qeth_tso_start_data tso_data; 6610 struct qeth_cmd_buffer *iob; 6611 struct qeth_ipa_caps caps; 6612 int rc; 6613 6614 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6615 IPA_CMD_ASS_START, 0, prot); 6616 if (!iob) 6617 return -ENOMEM; 6618 6619 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6620 if (rc) 6621 return rc; 6622 6623 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6624 qeth_set_tso_off(card, prot); 6625 return -EOPNOTSUPP; 6626 } 6627 6628 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6629 IPA_CMD_ASS_ENABLE, 6630 SETASS_DATA_SIZEOF(caps), prot); 6631 if (!iob) { 6632 qeth_set_tso_off(card, prot); 6633 return -ENOMEM; 6634 } 6635 6636 /* enable TSO capability */ 6637 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6638 QETH_IPA_LARGE_SEND_TCP; 6639 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6640 if (rc) { 6641 qeth_set_tso_off(card, prot); 6642 return rc; 6643 } 6644 6645 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6646 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6647 qeth_set_tso_off(card, prot); 6648 return -EOPNOTSUPP; 6649 } 6650 6651 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6652 tso_data.mss); 6653 return 0; 6654 } 6655 6656 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6657 enum qeth_prot_versions prot) 6658 { 6659 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6660 } 6661 6662 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6663 { 6664 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6665 int rc_ipv6; 6666 6667 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6668 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6669 QETH_PROT_IPV4, NULL); 6670 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6671 /* no/one Offload Assist available, so the rc is trivial */ 6672 return rc_ipv4; 6673 6674 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6675 QETH_PROT_IPV6, NULL); 6676 6677 if (on) 6678 /* enable: success if any Assist is active */ 6679 return (rc_ipv6) ? rc_ipv4 : 0; 6680 6681 /* disable: failure if any Assist is still active */ 6682 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6683 } 6684 6685 /** 6686 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6687 * @dev: a net_device 6688 */ 6689 void qeth_enable_hw_features(struct net_device *dev) 6690 { 6691 struct qeth_card *card = dev->ml_priv; 6692 netdev_features_t features; 6693 6694 features = dev->features; 6695 /* force-off any feature that might need an IPA sequence. 6696 * netdev_update_features() will restart them. 6697 */ 6698 dev->features &= ~dev->hw_features; 6699 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6700 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6701 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6702 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6703 } 6704 netdev_update_features(dev); 6705 if (features != dev->features) 6706 dev_warn(&card->gdev->dev, 6707 "Device recovery failed to restore all offload features\n"); 6708 } 6709 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6710 6711 static void qeth_check_restricted_features(struct qeth_card *card, 6712 netdev_features_t changed, 6713 netdev_features_t actual) 6714 { 6715 netdev_features_t ipv6_features = NETIF_F_TSO6; 6716 netdev_features_t ipv4_features = NETIF_F_TSO; 6717 6718 if (!card->info.has_lp2lp_cso_v6) 6719 ipv6_features |= NETIF_F_IPV6_CSUM; 6720 if (!card->info.has_lp2lp_cso_v4) 6721 ipv4_features |= NETIF_F_IP_CSUM; 6722 6723 if ((changed & ipv6_features) && !(actual & ipv6_features)) 6724 qeth_flush_local_addrs6(card); 6725 if ((changed & ipv4_features) && !(actual & ipv4_features)) 6726 qeth_flush_local_addrs4(card); 6727 } 6728 6729 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6730 { 6731 struct qeth_card *card = dev->ml_priv; 6732 netdev_features_t changed = dev->features ^ features; 6733 int rc = 0; 6734 6735 QETH_CARD_TEXT(card, 2, "setfeat"); 6736 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6737 6738 if ((changed & NETIF_F_IP_CSUM)) { 6739 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6740 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4, 6741 &card->info.has_lp2lp_cso_v4); 6742 if (rc) 6743 changed ^= NETIF_F_IP_CSUM; 6744 } 6745 if (changed & NETIF_F_IPV6_CSUM) { 6746 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6747 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6, 6748 &card->info.has_lp2lp_cso_v6); 6749 if (rc) 6750 changed ^= NETIF_F_IPV6_CSUM; 6751 } 6752 if (changed & NETIF_F_RXCSUM) { 6753 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6754 if (rc) 6755 changed ^= NETIF_F_RXCSUM; 6756 } 6757 if (changed & NETIF_F_TSO) { 6758 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6759 QETH_PROT_IPV4); 6760 if (rc) 6761 changed ^= NETIF_F_TSO; 6762 } 6763 if (changed & NETIF_F_TSO6) { 6764 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6765 QETH_PROT_IPV6); 6766 if (rc) 6767 changed ^= NETIF_F_TSO6; 6768 } 6769 6770 qeth_check_restricted_features(card, dev->features ^ features, 6771 dev->features ^ changed); 6772 6773 /* everything changed successfully? */ 6774 if ((dev->features ^ features) == changed) 6775 return 0; 6776 /* something went wrong. save changed features and return error */ 6777 dev->features ^= changed; 6778 return -EIO; 6779 } 6780 EXPORT_SYMBOL_GPL(qeth_set_features); 6781 6782 netdev_features_t qeth_fix_features(struct net_device *dev, 6783 netdev_features_t features) 6784 { 6785 struct qeth_card *card = dev->ml_priv; 6786 6787 QETH_CARD_TEXT(card, 2, "fixfeat"); 6788 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6789 features &= ~NETIF_F_IP_CSUM; 6790 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6791 features &= ~NETIF_F_IPV6_CSUM; 6792 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6793 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6794 features &= ~NETIF_F_RXCSUM; 6795 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6796 features &= ~NETIF_F_TSO; 6797 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6798 features &= ~NETIF_F_TSO6; 6799 6800 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6801 return features; 6802 } 6803 EXPORT_SYMBOL_GPL(qeth_fix_features); 6804 6805 netdev_features_t qeth_features_check(struct sk_buff *skb, 6806 struct net_device *dev, 6807 netdev_features_t features) 6808 { 6809 struct qeth_card *card = dev->ml_priv; 6810 6811 /* Traffic with local next-hop is not eligible for some offloads: */ 6812 if (skb->ip_summed == CHECKSUM_PARTIAL && 6813 READ_ONCE(card->options.isolation) != ISOLATION_MODE_FWD) { 6814 netdev_features_t restricted = 0; 6815 6816 if (skb_is_gso(skb) && !netif_needs_gso(skb, features)) 6817 restricted |= NETIF_F_ALL_TSO; 6818 6819 switch (vlan_get_protocol(skb)) { 6820 case htons(ETH_P_IP): 6821 if (!card->info.has_lp2lp_cso_v4) 6822 restricted |= NETIF_F_IP_CSUM; 6823 6824 if (restricted && qeth_next_hop_is_local_v4(card, skb)) 6825 features &= ~restricted; 6826 break; 6827 case htons(ETH_P_IPV6): 6828 if (!card->info.has_lp2lp_cso_v6) 6829 restricted |= NETIF_F_IPV6_CSUM; 6830 6831 if (restricted && qeth_next_hop_is_local_v6(card, skb)) 6832 features &= ~restricted; 6833 break; 6834 default: 6835 break; 6836 } 6837 } 6838 6839 /* GSO segmentation builds skbs with 6840 * a (small) linear part for the headers, and 6841 * page frags for the data. 6842 * Compared to a linear skb, the header-only part consumes an 6843 * additional buffer element. This reduces buffer utilization, and 6844 * hurts throughput. So compress small segments into one element. 6845 */ 6846 if (netif_needs_gso(skb, features)) { 6847 /* match skb_segment(): */ 6848 unsigned int doffset = skb->data - skb_mac_header(skb); 6849 unsigned int hsize = skb_shinfo(skb)->gso_size; 6850 unsigned int hroom = skb_headroom(skb); 6851 6852 /* linearize only if resulting skb allocations are order-0: */ 6853 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6854 features &= ~NETIF_F_SG; 6855 } 6856 6857 return vlan_features_check(skb, features); 6858 } 6859 EXPORT_SYMBOL_GPL(qeth_features_check); 6860 6861 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6862 { 6863 struct qeth_card *card = dev->ml_priv; 6864 struct qeth_qdio_out_q *queue; 6865 unsigned int i; 6866 6867 QETH_CARD_TEXT(card, 5, "getstat"); 6868 6869 stats->rx_packets = card->stats.rx_packets; 6870 stats->rx_bytes = card->stats.rx_bytes; 6871 stats->rx_errors = card->stats.rx_length_errors + 6872 card->stats.rx_frame_errors + 6873 card->stats.rx_fifo_errors; 6874 stats->rx_dropped = card->stats.rx_dropped_nomem + 6875 card->stats.rx_dropped_notsupp + 6876 card->stats.rx_dropped_runt; 6877 stats->multicast = card->stats.rx_multicast; 6878 stats->rx_length_errors = card->stats.rx_length_errors; 6879 stats->rx_frame_errors = card->stats.rx_frame_errors; 6880 stats->rx_fifo_errors = card->stats.rx_fifo_errors; 6881 6882 for (i = 0; i < card->qdio.no_out_queues; i++) { 6883 queue = card->qdio.out_qs[i]; 6884 6885 stats->tx_packets += queue->stats.tx_packets; 6886 stats->tx_bytes += queue->stats.tx_bytes; 6887 stats->tx_errors += queue->stats.tx_errors; 6888 stats->tx_dropped += queue->stats.tx_dropped; 6889 } 6890 } 6891 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6892 6893 #define TC_IQD_UCAST 0 6894 static void qeth_iqd_set_prio_tc_map(struct net_device *dev, 6895 unsigned int ucast_txqs) 6896 { 6897 unsigned int prio; 6898 6899 /* IQD requires mcast traffic to be placed on a dedicated queue, and 6900 * qeth_iqd_select_queue() deals with this. 6901 * For unicast traffic, we defer the queue selection to the stack. 6902 * By installing a trivial prio map that spans over only the unicast 6903 * queues, we can encourage the stack to spread the ucast traffic evenly 6904 * without selecting the mcast queue. 6905 */ 6906 6907 /* One traffic class, spanning over all active ucast queues: */ 6908 netdev_set_num_tc(dev, 1); 6909 netdev_set_tc_queue(dev, TC_IQD_UCAST, ucast_txqs, 6910 QETH_IQD_MIN_UCAST_TXQ); 6911 6912 /* Map all priorities to this traffic class: */ 6913 for (prio = 0; prio <= TC_BITMASK; prio++) 6914 netdev_set_prio_tc_map(dev, prio, TC_IQD_UCAST); 6915 } 6916 6917 int qeth_set_real_num_tx_queues(struct qeth_card *card, unsigned int count) 6918 { 6919 struct net_device *dev = card->dev; 6920 int rc; 6921 6922 /* Per netif_setup_tc(), adjust the mapping first: */ 6923 if (IS_IQD(card)) 6924 qeth_iqd_set_prio_tc_map(dev, count - 1); 6925 6926 rc = netif_set_real_num_tx_queues(dev, count); 6927 6928 if (rc && IS_IQD(card)) 6929 qeth_iqd_set_prio_tc_map(dev, dev->real_num_tx_queues - 1); 6930 6931 return rc; 6932 } 6933 6934 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6935 u8 cast_type, struct net_device *sb_dev) 6936 { 6937 u16 txq; 6938 6939 if (cast_type != RTN_UNICAST) 6940 return QETH_IQD_MCAST_TXQ; 6941 if (dev->real_num_tx_queues == QETH_IQD_MIN_TXQ) 6942 return QETH_IQD_MIN_UCAST_TXQ; 6943 6944 txq = netdev_pick_tx(dev, skb, sb_dev); 6945 return (txq == QETH_IQD_MCAST_TXQ) ? QETH_IQD_MIN_UCAST_TXQ : txq; 6946 } 6947 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6948 6949 int qeth_open(struct net_device *dev) 6950 { 6951 struct qeth_card *card = dev->ml_priv; 6952 6953 QETH_CARD_TEXT(card, 4, "qethopen"); 6954 6955 card->data.state = CH_STATE_UP; 6956 netif_tx_start_all_queues(dev); 6957 6958 napi_enable(&card->napi); 6959 local_bh_disable(); 6960 napi_schedule(&card->napi); 6961 if (IS_IQD(card)) { 6962 struct qeth_qdio_out_q *queue; 6963 unsigned int i; 6964 6965 qeth_for_each_output_queue(card, queue, i) { 6966 netif_tx_napi_add(dev, &queue->napi, qeth_tx_poll, 6967 QETH_NAPI_WEIGHT); 6968 napi_enable(&queue->napi); 6969 napi_schedule(&queue->napi); 6970 } 6971 } 6972 /* kick-start the NAPI softirq: */ 6973 local_bh_enable(); 6974 return 0; 6975 } 6976 EXPORT_SYMBOL_GPL(qeth_open); 6977 6978 int qeth_stop(struct net_device *dev) 6979 { 6980 struct qeth_card *card = dev->ml_priv; 6981 6982 QETH_CARD_TEXT(card, 4, "qethstop"); 6983 if (IS_IQD(card)) { 6984 struct qeth_qdio_out_q *queue; 6985 unsigned int i; 6986 6987 /* Quiesce the NAPI instances: */ 6988 qeth_for_each_output_queue(card, queue, i) 6989 napi_disable(&queue->napi); 6990 6991 /* Stop .ndo_start_xmit, might still access queue->napi. */ 6992 netif_tx_disable(dev); 6993 6994 qeth_for_each_output_queue(card, queue, i) { 6995 del_timer_sync(&queue->timer); 6996 /* Queues may get re-allocated, so remove the NAPIs. */ 6997 netif_napi_del(&queue->napi); 6998 } 6999 } else { 7000 netif_tx_disable(dev); 7001 } 7002 7003 napi_disable(&card->napi); 7004 qdio_stop_irq(CARD_DDEV(card)); 7005 7006 return 0; 7007 } 7008 EXPORT_SYMBOL_GPL(qeth_stop); 7009 7010 static int __init qeth_core_init(void) 7011 { 7012 int rc; 7013 7014 pr_info("loading core functions\n"); 7015 7016 qeth_debugfs_root = debugfs_create_dir("qeth", NULL); 7017 7018 rc = qeth_register_dbf_views(); 7019 if (rc) 7020 goto dbf_err; 7021 qeth_core_root_dev = root_device_register("qeth"); 7022 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 7023 if (rc) 7024 goto register_err; 7025 qeth_core_header_cache = 7026 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 7027 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 7028 0, NULL); 7029 if (!qeth_core_header_cache) { 7030 rc = -ENOMEM; 7031 goto slab_err; 7032 } 7033 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 7034 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 7035 if (!qeth_qdio_outbuf_cache) { 7036 rc = -ENOMEM; 7037 goto cqslab_err; 7038 } 7039 rc = ccw_driver_register(&qeth_ccw_driver); 7040 if (rc) 7041 goto ccw_err; 7042 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 7043 if (rc) 7044 goto ccwgroup_err; 7045 7046 return 0; 7047 7048 ccwgroup_err: 7049 ccw_driver_unregister(&qeth_ccw_driver); 7050 ccw_err: 7051 kmem_cache_destroy(qeth_qdio_outbuf_cache); 7052 cqslab_err: 7053 kmem_cache_destroy(qeth_core_header_cache); 7054 slab_err: 7055 root_device_unregister(qeth_core_root_dev); 7056 register_err: 7057 qeth_unregister_dbf_views(); 7058 dbf_err: 7059 debugfs_remove_recursive(qeth_debugfs_root); 7060 pr_err("Initializing the qeth device driver failed\n"); 7061 return rc; 7062 } 7063 7064 static void __exit qeth_core_exit(void) 7065 { 7066 qeth_clear_dbf_list(); 7067 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 7068 ccw_driver_unregister(&qeth_ccw_driver); 7069 kmem_cache_destroy(qeth_qdio_outbuf_cache); 7070 kmem_cache_destroy(qeth_core_header_cache); 7071 root_device_unregister(qeth_core_root_dev); 7072 qeth_unregister_dbf_views(); 7073 debugfs_remove_recursive(qeth_debugfs_root); 7074 pr_info("core functions removed\n"); 7075 } 7076 7077 module_init(qeth_core_init); 7078 module_exit(qeth_core_exit); 7079 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 7080 MODULE_DESCRIPTION("qeth core functions"); 7081 MODULE_LICENSE("GPL"); 7082