1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/mm.h> 24 #include <linux/kthread.h> 25 #include <linux/slab.h> 26 #include <linux/if_vlan.h> 27 #include <linux/netdevice.h> 28 #include <linux/netdev_features.h> 29 #include <linux/skbuff.h> 30 #include <linux/vmalloc.h> 31 32 #include <net/iucv/af_iucv.h> 33 #include <net/dsfield.h> 34 35 #include <asm/ebcdic.h> 36 #include <asm/chpid.h> 37 #include <asm/io.h> 38 #include <asm/sysinfo.h> 39 #include <asm/diag.h> 40 #include <asm/cio.h> 41 #include <asm/ccwdev.h> 42 #include <asm/cpcmd.h> 43 44 #include "qeth_core.h" 45 46 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 47 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 48 /* N P A M L V H */ 49 [QETH_DBF_SETUP] = {"qeth_setup", 50 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 51 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 52 &debug_sprintf_view, NULL}, 53 [QETH_DBF_CTRL] = {"qeth_control", 54 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 55 }; 56 EXPORT_SYMBOL_GPL(qeth_dbf); 57 58 struct kmem_cache *qeth_core_header_cache; 59 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 60 static struct kmem_cache *qeth_qdio_outbuf_cache; 61 62 static struct device *qeth_core_root_dev; 63 static struct lock_class_key qdio_out_skb_queue_key; 64 65 static void qeth_issue_next_read_cb(struct qeth_card *card, 66 struct qeth_cmd_buffer *iob, 67 unsigned int data_length); 68 static int qeth_qdio_establish(struct qeth_card *); 69 static void qeth_free_qdio_queues(struct qeth_card *card); 70 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 71 struct qeth_qdio_out_buffer *buf, 72 enum iucv_tx_notify notification); 73 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 74 int budget); 75 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 76 77 static void qeth_close_dev_handler(struct work_struct *work) 78 { 79 struct qeth_card *card; 80 81 card = container_of(work, struct qeth_card, close_dev_work); 82 QETH_CARD_TEXT(card, 2, "cldevhdl"); 83 ccwgroup_set_offline(card->gdev); 84 } 85 86 static const char *qeth_get_cardname(struct qeth_card *card) 87 { 88 if (IS_VM_NIC(card)) { 89 switch (card->info.type) { 90 case QETH_CARD_TYPE_OSD: 91 return " Virtual NIC QDIO"; 92 case QETH_CARD_TYPE_IQD: 93 return " Virtual NIC Hiper"; 94 case QETH_CARD_TYPE_OSM: 95 return " Virtual NIC QDIO - OSM"; 96 case QETH_CARD_TYPE_OSX: 97 return " Virtual NIC QDIO - OSX"; 98 default: 99 return " unknown"; 100 } 101 } else { 102 switch (card->info.type) { 103 case QETH_CARD_TYPE_OSD: 104 return " OSD Express"; 105 case QETH_CARD_TYPE_IQD: 106 return " HiperSockets"; 107 case QETH_CARD_TYPE_OSN: 108 return " OSN QDIO"; 109 case QETH_CARD_TYPE_OSM: 110 return " OSM QDIO"; 111 case QETH_CARD_TYPE_OSX: 112 return " OSX QDIO"; 113 default: 114 return " unknown"; 115 } 116 } 117 return " n/a"; 118 } 119 120 /* max length to be returned: 14 */ 121 const char *qeth_get_cardname_short(struct qeth_card *card) 122 { 123 if (IS_VM_NIC(card)) { 124 switch (card->info.type) { 125 case QETH_CARD_TYPE_OSD: 126 return "Virt.NIC QDIO"; 127 case QETH_CARD_TYPE_IQD: 128 return "Virt.NIC Hiper"; 129 case QETH_CARD_TYPE_OSM: 130 return "Virt.NIC OSM"; 131 case QETH_CARD_TYPE_OSX: 132 return "Virt.NIC OSX"; 133 default: 134 return "unknown"; 135 } 136 } else { 137 switch (card->info.type) { 138 case QETH_CARD_TYPE_OSD: 139 switch (card->info.link_type) { 140 case QETH_LINK_TYPE_FAST_ETH: 141 return "OSD_100"; 142 case QETH_LINK_TYPE_HSTR: 143 return "HSTR"; 144 case QETH_LINK_TYPE_GBIT_ETH: 145 return "OSD_1000"; 146 case QETH_LINK_TYPE_10GBIT_ETH: 147 return "OSD_10GIG"; 148 case QETH_LINK_TYPE_25GBIT_ETH: 149 return "OSD_25GIG"; 150 case QETH_LINK_TYPE_LANE_ETH100: 151 return "OSD_FE_LANE"; 152 case QETH_LINK_TYPE_LANE_TR: 153 return "OSD_TR_LANE"; 154 case QETH_LINK_TYPE_LANE_ETH1000: 155 return "OSD_GbE_LANE"; 156 case QETH_LINK_TYPE_LANE: 157 return "OSD_ATM_LANE"; 158 default: 159 return "OSD_Express"; 160 } 161 case QETH_CARD_TYPE_IQD: 162 return "HiperSockets"; 163 case QETH_CARD_TYPE_OSN: 164 return "OSN"; 165 case QETH_CARD_TYPE_OSM: 166 return "OSM_1000"; 167 case QETH_CARD_TYPE_OSX: 168 return "OSX_10GIG"; 169 default: 170 return "unknown"; 171 } 172 } 173 return "n/a"; 174 } 175 176 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 177 int clear_start_mask) 178 { 179 unsigned long flags; 180 181 spin_lock_irqsave(&card->thread_mask_lock, flags); 182 card->thread_allowed_mask = threads; 183 if (clear_start_mask) 184 card->thread_start_mask &= threads; 185 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 186 wake_up(&card->wait_q); 187 } 188 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 189 190 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 191 { 192 unsigned long flags; 193 int rc = 0; 194 195 spin_lock_irqsave(&card->thread_mask_lock, flags); 196 rc = (card->thread_running_mask & threads); 197 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 198 return rc; 199 } 200 EXPORT_SYMBOL_GPL(qeth_threads_running); 201 202 void qeth_clear_working_pool_list(struct qeth_card *card) 203 { 204 struct qeth_buffer_pool_entry *pool_entry, *tmp; 205 206 QETH_CARD_TEXT(card, 5, "clwrklst"); 207 list_for_each_entry_safe(pool_entry, tmp, 208 &card->qdio.in_buf_pool.entry_list, list){ 209 list_del(&pool_entry->list); 210 } 211 } 212 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 213 214 static void qeth_free_pool_entry(struct qeth_buffer_pool_entry *entry) 215 { 216 unsigned int i; 217 218 for (i = 0; i < ARRAY_SIZE(entry->elements); i++) { 219 if (entry->elements[i]) 220 __free_page(entry->elements[i]); 221 } 222 223 kfree(entry); 224 } 225 226 static void qeth_free_buffer_pool(struct qeth_card *card) 227 { 228 struct qeth_buffer_pool_entry *entry, *tmp; 229 230 list_for_each_entry_safe(entry, tmp, &card->qdio.init_pool.entry_list, 231 init_list) { 232 list_del(&entry->init_list); 233 qeth_free_pool_entry(entry); 234 } 235 } 236 237 static struct qeth_buffer_pool_entry *qeth_alloc_pool_entry(unsigned int pages) 238 { 239 struct qeth_buffer_pool_entry *entry; 240 unsigned int i; 241 242 entry = kzalloc(sizeof(*entry), GFP_KERNEL); 243 if (!entry) 244 return NULL; 245 246 for (i = 0; i < pages; i++) { 247 entry->elements[i] = alloc_page(GFP_KERNEL); 248 249 if (!entry->elements[i]) { 250 qeth_free_pool_entry(entry); 251 return NULL; 252 } 253 } 254 255 return entry; 256 } 257 258 static int qeth_alloc_buffer_pool(struct qeth_card *card) 259 { 260 unsigned int buf_elements = QETH_MAX_BUFFER_ELEMENTS(card); 261 unsigned int i; 262 263 QETH_CARD_TEXT(card, 5, "alocpool"); 264 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 265 struct qeth_buffer_pool_entry *entry; 266 267 entry = qeth_alloc_pool_entry(buf_elements); 268 if (!entry) { 269 qeth_free_buffer_pool(card); 270 return -ENOMEM; 271 } 272 273 list_add(&entry->init_list, &card->qdio.init_pool.entry_list); 274 } 275 return 0; 276 } 277 278 int qeth_resize_buffer_pool(struct qeth_card *card, unsigned int count) 279 { 280 unsigned int buf_elements = QETH_MAX_BUFFER_ELEMENTS(card); 281 struct qeth_qdio_buffer_pool *pool = &card->qdio.init_pool; 282 struct qeth_buffer_pool_entry *entry, *tmp; 283 int delta = count - pool->buf_count; 284 LIST_HEAD(entries); 285 286 QETH_CARD_TEXT(card, 2, "realcbp"); 287 288 /* Defer until queue is allocated: */ 289 if (!card->qdio.in_q) 290 goto out; 291 292 /* Remove entries from the pool: */ 293 while (delta < 0) { 294 entry = list_first_entry(&pool->entry_list, 295 struct qeth_buffer_pool_entry, 296 init_list); 297 list_del(&entry->init_list); 298 qeth_free_pool_entry(entry); 299 300 delta++; 301 } 302 303 /* Allocate additional entries: */ 304 while (delta > 0) { 305 entry = qeth_alloc_pool_entry(buf_elements); 306 if (!entry) { 307 list_for_each_entry_safe(entry, tmp, &entries, 308 init_list) { 309 list_del(&entry->init_list); 310 qeth_free_pool_entry(entry); 311 } 312 313 return -ENOMEM; 314 } 315 316 list_add(&entry->init_list, &entries); 317 318 delta--; 319 } 320 321 list_splice(&entries, &pool->entry_list); 322 323 out: 324 card->qdio.in_buf_pool.buf_count = count; 325 pool->buf_count = count; 326 return 0; 327 } 328 EXPORT_SYMBOL_GPL(qeth_resize_buffer_pool); 329 330 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 331 { 332 if (!q) 333 return; 334 335 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 336 kfree(q); 337 } 338 339 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 340 { 341 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 342 int i; 343 344 if (!q) 345 return NULL; 346 347 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 348 kfree(q); 349 return NULL; 350 } 351 352 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 353 q->bufs[i].buffer = q->qdio_bufs[i]; 354 355 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 356 return q; 357 } 358 359 static int qeth_cq_init(struct qeth_card *card) 360 { 361 int rc; 362 363 if (card->options.cq == QETH_CQ_ENABLED) { 364 QETH_CARD_TEXT(card, 2, "cqinit"); 365 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 366 QDIO_MAX_BUFFERS_PER_Q); 367 card->qdio.c_q->next_buf_to_init = 127; 368 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 369 card->qdio.no_in_queues - 1, 0, 370 127); 371 if (rc) { 372 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 373 goto out; 374 } 375 } 376 rc = 0; 377 out: 378 return rc; 379 } 380 381 static int qeth_alloc_cq(struct qeth_card *card) 382 { 383 int rc; 384 385 if (card->options.cq == QETH_CQ_ENABLED) { 386 int i; 387 struct qdio_outbuf_state *outbuf_states; 388 389 QETH_CARD_TEXT(card, 2, "cqon"); 390 card->qdio.c_q = qeth_alloc_qdio_queue(); 391 if (!card->qdio.c_q) { 392 rc = -1; 393 goto kmsg_out; 394 } 395 card->qdio.no_in_queues = 2; 396 card->qdio.out_bufstates = 397 kcalloc(card->qdio.no_out_queues * 398 QDIO_MAX_BUFFERS_PER_Q, 399 sizeof(struct qdio_outbuf_state), 400 GFP_KERNEL); 401 outbuf_states = card->qdio.out_bufstates; 402 if (outbuf_states == NULL) { 403 rc = -1; 404 goto free_cq_out; 405 } 406 for (i = 0; i < card->qdio.no_out_queues; ++i) { 407 card->qdio.out_qs[i]->bufstates = outbuf_states; 408 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 409 } 410 } else { 411 QETH_CARD_TEXT(card, 2, "nocq"); 412 card->qdio.c_q = NULL; 413 card->qdio.no_in_queues = 1; 414 } 415 QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 416 rc = 0; 417 out: 418 return rc; 419 free_cq_out: 420 qeth_free_qdio_queue(card->qdio.c_q); 421 card->qdio.c_q = NULL; 422 kmsg_out: 423 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 424 goto out; 425 } 426 427 static void qeth_free_cq(struct qeth_card *card) 428 { 429 if (card->qdio.c_q) { 430 --card->qdio.no_in_queues; 431 qeth_free_qdio_queue(card->qdio.c_q); 432 card->qdio.c_q = NULL; 433 } 434 kfree(card->qdio.out_bufstates); 435 card->qdio.out_bufstates = NULL; 436 } 437 438 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 439 int delayed) 440 { 441 enum iucv_tx_notify n; 442 443 switch (sbalf15) { 444 case 0: 445 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 446 break; 447 case 4: 448 case 16: 449 case 17: 450 case 18: 451 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 452 TX_NOTIFY_UNREACHABLE; 453 break; 454 default: 455 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 456 TX_NOTIFY_GENERALERROR; 457 break; 458 } 459 460 return n; 461 } 462 463 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 464 int forced_cleanup) 465 { 466 if (q->card->options.cq != QETH_CQ_ENABLED) 467 return; 468 469 if (q->bufs[bidx]->next_pending != NULL) { 470 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 471 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 472 473 while (c) { 474 if (forced_cleanup || 475 atomic_read(&c->state) == 476 QETH_QDIO_BUF_HANDLED_DELAYED) { 477 struct qeth_qdio_out_buffer *f = c; 478 QETH_CARD_TEXT(f->q->card, 5, "fp"); 479 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 480 /* release here to avoid interleaving between 481 outbound tasklet and inbound tasklet 482 regarding notifications and lifecycle */ 483 qeth_tx_complete_buf(c, forced_cleanup, 0); 484 485 c = f->next_pending; 486 WARN_ON_ONCE(head->next_pending != f); 487 head->next_pending = c; 488 kmem_cache_free(qeth_qdio_outbuf_cache, f); 489 } else { 490 head = c; 491 c = c->next_pending; 492 } 493 494 } 495 } 496 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 497 QETH_QDIO_BUF_HANDLED_DELAYED)) { 498 /* for recovery situations */ 499 qeth_init_qdio_out_buf(q, bidx); 500 QETH_CARD_TEXT(q->card, 2, "clprecov"); 501 } 502 } 503 504 505 static void qeth_qdio_handle_aob(struct qeth_card *card, 506 unsigned long phys_aob_addr) 507 { 508 struct qaob *aob; 509 struct qeth_qdio_out_buffer *buffer; 510 enum iucv_tx_notify notification; 511 unsigned int i; 512 513 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 514 QETH_CARD_TEXT(card, 5, "haob"); 515 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 516 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 517 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 518 519 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 520 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 521 notification = TX_NOTIFY_OK; 522 } else { 523 WARN_ON_ONCE(atomic_read(&buffer->state) != 524 QETH_QDIO_BUF_PENDING); 525 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 526 notification = TX_NOTIFY_DELAYED_OK; 527 } 528 529 if (aob->aorc != 0) { 530 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 531 notification = qeth_compute_cq_notification(aob->aorc, 1); 532 } 533 qeth_notify_skbs(buffer->q, buffer, notification); 534 535 /* Free dangling allocations. The attached skbs are handled by 536 * qeth_cleanup_handled_pending(). 537 */ 538 for (i = 0; 539 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 540 i++) { 541 if (aob->sba[i] && buffer->is_header[i]) 542 kmem_cache_free(qeth_core_header_cache, 543 (void *) aob->sba[i]); 544 } 545 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 546 547 qdio_release_aob(aob); 548 } 549 550 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 551 { 552 return card->options.cq == QETH_CQ_ENABLED && 553 card->qdio.c_q != NULL && 554 queue != 0 && 555 queue == card->qdio.no_in_queues - 1; 556 } 557 558 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 559 void *data) 560 { 561 ccw->cmd_code = cmd_code; 562 ccw->flags = flags | CCW_FLAG_SLI; 563 ccw->count = len; 564 ccw->cda = (__u32) __pa(data); 565 } 566 567 static int __qeth_issue_next_read(struct qeth_card *card) 568 { 569 struct qeth_cmd_buffer *iob = card->read_cmd; 570 struct qeth_channel *channel = iob->channel; 571 struct ccw1 *ccw = __ccw_from_cmd(iob); 572 int rc; 573 574 QETH_CARD_TEXT(card, 5, "issnxrd"); 575 if (channel->state != CH_STATE_UP) 576 return -EIO; 577 578 memset(iob->data, 0, iob->length); 579 qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 580 iob->callback = qeth_issue_next_read_cb; 581 /* keep the cmd alive after completion: */ 582 qeth_get_cmd(iob); 583 584 QETH_CARD_TEXT(card, 6, "noirqpnd"); 585 rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 586 if (!rc) { 587 channel->active_cmd = iob; 588 } else { 589 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 590 rc, CARD_DEVID(card)); 591 qeth_unlock_channel(card, channel); 592 qeth_put_cmd(iob); 593 card->read_or_write_problem = 1; 594 qeth_schedule_recovery(card); 595 } 596 return rc; 597 } 598 599 static int qeth_issue_next_read(struct qeth_card *card) 600 { 601 int ret; 602 603 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 604 ret = __qeth_issue_next_read(card); 605 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 606 607 return ret; 608 } 609 610 static void qeth_enqueue_cmd(struct qeth_card *card, 611 struct qeth_cmd_buffer *iob) 612 { 613 spin_lock_irq(&card->lock); 614 list_add_tail(&iob->list, &card->cmd_waiter_list); 615 spin_unlock_irq(&card->lock); 616 } 617 618 static void qeth_dequeue_cmd(struct qeth_card *card, 619 struct qeth_cmd_buffer *iob) 620 { 621 spin_lock_irq(&card->lock); 622 list_del(&iob->list); 623 spin_unlock_irq(&card->lock); 624 } 625 626 void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason) 627 { 628 iob->rc = reason; 629 complete(&iob->done); 630 } 631 EXPORT_SYMBOL_GPL(qeth_notify_cmd); 632 633 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 634 struct qeth_card *card) 635 { 636 const char *ipa_name; 637 int com = cmd->hdr.command; 638 ipa_name = qeth_get_ipa_cmd_name(com); 639 640 if (rc) 641 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 642 ipa_name, com, CARD_DEVID(card), rc, 643 qeth_get_ipa_msg(rc)); 644 else 645 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 646 ipa_name, com, CARD_DEVID(card)); 647 } 648 649 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 650 struct qeth_ipa_cmd *cmd) 651 { 652 QETH_CARD_TEXT(card, 5, "chkipad"); 653 654 if (IS_IPA_REPLY(cmd)) { 655 if (cmd->hdr.command != IPA_CMD_SETCCID && 656 cmd->hdr.command != IPA_CMD_DELCCID && 657 cmd->hdr.command != IPA_CMD_MODCCID && 658 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 659 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 660 return cmd; 661 } 662 663 /* handle unsolicited event: */ 664 switch (cmd->hdr.command) { 665 case IPA_CMD_STOPLAN: 666 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 667 dev_err(&card->gdev->dev, 668 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 669 QETH_CARD_IFNAME(card)); 670 schedule_work(&card->close_dev_work); 671 } else { 672 dev_warn(&card->gdev->dev, 673 "The link for interface %s on CHPID 0x%X failed\n", 674 QETH_CARD_IFNAME(card), card->info.chpid); 675 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 676 netif_carrier_off(card->dev); 677 } 678 return NULL; 679 case IPA_CMD_STARTLAN: 680 dev_info(&card->gdev->dev, 681 "The link for %s on CHPID 0x%X has been restored\n", 682 QETH_CARD_IFNAME(card), card->info.chpid); 683 if (card->info.hwtrap) 684 card->info.hwtrap = 2; 685 qeth_schedule_recovery(card); 686 return NULL; 687 case IPA_CMD_SETBRIDGEPORT_IQD: 688 case IPA_CMD_SETBRIDGEPORT_OSA: 689 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 690 if (card->discipline->control_event_handler(card, cmd)) 691 return cmd; 692 return NULL; 693 case IPA_CMD_MODCCID: 694 return cmd; 695 case IPA_CMD_REGISTER_LOCAL_ADDR: 696 QETH_CARD_TEXT(card, 3, "irla"); 697 return NULL; 698 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 699 QETH_CARD_TEXT(card, 3, "urla"); 700 return NULL; 701 default: 702 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 703 return cmd; 704 } 705 } 706 707 void qeth_clear_ipacmd_list(struct qeth_card *card) 708 { 709 struct qeth_cmd_buffer *iob; 710 unsigned long flags; 711 712 QETH_CARD_TEXT(card, 4, "clipalst"); 713 714 spin_lock_irqsave(&card->lock, flags); 715 list_for_each_entry(iob, &card->cmd_waiter_list, list) 716 qeth_notify_cmd(iob, -EIO); 717 spin_unlock_irqrestore(&card->lock, flags); 718 } 719 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 720 721 static int qeth_check_idx_response(struct qeth_card *card, 722 unsigned char *buffer) 723 { 724 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 725 if ((buffer[2] & QETH_IDX_TERMINATE_MASK) == QETH_IDX_TERMINATE) { 726 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 727 buffer[4]); 728 QETH_CARD_TEXT(card, 2, "ckidxres"); 729 QETH_CARD_TEXT(card, 2, " idxterm"); 730 QETH_CARD_TEXT_(card, 2, "rc%x", buffer[4]); 731 if (buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT || 732 buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT_VM) { 733 dev_err(&card->gdev->dev, 734 "The device does not support the configured transport mode\n"); 735 return -EPROTONOSUPPORT; 736 } 737 return -EIO; 738 } 739 return 0; 740 } 741 742 void qeth_put_cmd(struct qeth_cmd_buffer *iob) 743 { 744 if (refcount_dec_and_test(&iob->ref_count)) { 745 kfree(iob->data); 746 kfree(iob); 747 } 748 } 749 EXPORT_SYMBOL_GPL(qeth_put_cmd); 750 751 static void qeth_release_buffer_cb(struct qeth_card *card, 752 struct qeth_cmd_buffer *iob, 753 unsigned int data_length) 754 { 755 qeth_put_cmd(iob); 756 } 757 758 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 759 { 760 qeth_notify_cmd(iob, rc); 761 qeth_put_cmd(iob); 762 } 763 764 struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 765 unsigned int length, unsigned int ccws, 766 long timeout) 767 { 768 struct qeth_cmd_buffer *iob; 769 770 if (length > QETH_BUFSIZE) 771 return NULL; 772 773 iob = kzalloc(sizeof(*iob), GFP_KERNEL); 774 if (!iob) 775 return NULL; 776 777 iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 778 GFP_KERNEL | GFP_DMA); 779 if (!iob->data) { 780 kfree(iob); 781 return NULL; 782 } 783 784 init_completion(&iob->done); 785 spin_lock_init(&iob->lock); 786 INIT_LIST_HEAD(&iob->list); 787 refcount_set(&iob->ref_count, 1); 788 iob->channel = channel; 789 iob->timeout = timeout; 790 iob->length = length; 791 return iob; 792 } 793 EXPORT_SYMBOL_GPL(qeth_alloc_cmd); 794 795 static void qeth_issue_next_read_cb(struct qeth_card *card, 796 struct qeth_cmd_buffer *iob, 797 unsigned int data_length) 798 { 799 struct qeth_cmd_buffer *request = NULL; 800 struct qeth_ipa_cmd *cmd = NULL; 801 struct qeth_reply *reply = NULL; 802 struct qeth_cmd_buffer *tmp; 803 unsigned long flags; 804 int rc = 0; 805 806 QETH_CARD_TEXT(card, 4, "sndctlcb"); 807 rc = qeth_check_idx_response(card, iob->data); 808 switch (rc) { 809 case 0: 810 break; 811 case -EIO: 812 qeth_schedule_recovery(card); 813 /* fall through */ 814 default: 815 qeth_clear_ipacmd_list(card); 816 goto err_idx; 817 } 818 819 cmd = __ipa_reply(iob); 820 if (cmd) { 821 cmd = qeth_check_ipa_data(card, cmd); 822 if (!cmd) 823 goto out; 824 if (IS_OSN(card) && card->osn_info.assist_cb && 825 cmd->hdr.command != IPA_CMD_STARTLAN) { 826 card->osn_info.assist_cb(card->dev, cmd); 827 goto out; 828 } 829 } 830 831 /* match against pending cmd requests */ 832 spin_lock_irqsave(&card->lock, flags); 833 list_for_each_entry(tmp, &card->cmd_waiter_list, list) { 834 if (tmp->match && tmp->match(tmp, iob)) { 835 request = tmp; 836 /* take the object outside the lock */ 837 qeth_get_cmd(request); 838 break; 839 } 840 } 841 spin_unlock_irqrestore(&card->lock, flags); 842 843 if (!request) 844 goto out; 845 846 reply = &request->reply; 847 if (!reply->callback) { 848 rc = 0; 849 goto no_callback; 850 } 851 852 spin_lock_irqsave(&request->lock, flags); 853 if (request->rc) 854 /* Bail out when the requestor has already left: */ 855 rc = request->rc; 856 else 857 rc = reply->callback(card, reply, cmd ? (unsigned long)cmd : 858 (unsigned long)iob); 859 spin_unlock_irqrestore(&request->lock, flags); 860 861 no_callback: 862 if (rc <= 0) 863 qeth_notify_cmd(request, rc); 864 qeth_put_cmd(request); 865 out: 866 memcpy(&card->seqno.pdu_hdr_ack, 867 QETH_PDU_HEADER_SEQ_NO(iob->data), 868 QETH_SEQ_NO_LENGTH); 869 __qeth_issue_next_read(card); 870 err_idx: 871 qeth_put_cmd(iob); 872 } 873 874 static int qeth_set_thread_start_bit(struct qeth_card *card, 875 unsigned long thread) 876 { 877 unsigned long flags; 878 879 spin_lock_irqsave(&card->thread_mask_lock, flags); 880 if (!(card->thread_allowed_mask & thread) || 881 (card->thread_start_mask & thread)) { 882 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 883 return -EPERM; 884 } 885 card->thread_start_mask |= thread; 886 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 887 return 0; 888 } 889 890 static void qeth_clear_thread_start_bit(struct qeth_card *card, 891 unsigned long thread) 892 { 893 unsigned long flags; 894 895 spin_lock_irqsave(&card->thread_mask_lock, flags); 896 card->thread_start_mask &= ~thread; 897 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 898 wake_up(&card->wait_q); 899 } 900 901 static void qeth_clear_thread_running_bit(struct qeth_card *card, 902 unsigned long thread) 903 { 904 unsigned long flags; 905 906 spin_lock_irqsave(&card->thread_mask_lock, flags); 907 card->thread_running_mask &= ~thread; 908 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 909 wake_up_all(&card->wait_q); 910 } 911 912 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 913 { 914 unsigned long flags; 915 int rc = 0; 916 917 spin_lock_irqsave(&card->thread_mask_lock, flags); 918 if (card->thread_start_mask & thread) { 919 if ((card->thread_allowed_mask & thread) && 920 !(card->thread_running_mask & thread)) { 921 rc = 1; 922 card->thread_start_mask &= ~thread; 923 card->thread_running_mask |= thread; 924 } else 925 rc = -EPERM; 926 } 927 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 928 return rc; 929 } 930 931 static int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 932 { 933 int rc = 0; 934 935 wait_event(card->wait_q, 936 (rc = __qeth_do_run_thread(card, thread)) >= 0); 937 return rc; 938 } 939 940 void qeth_schedule_recovery(struct qeth_card *card) 941 { 942 QETH_CARD_TEXT(card, 2, "startrec"); 943 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 944 schedule_work(&card->kernel_thread_starter); 945 } 946 947 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 948 struct irb *irb) 949 { 950 int dstat, cstat; 951 char *sense; 952 953 sense = (char *) irb->ecw; 954 cstat = irb->scsw.cmd.cstat; 955 dstat = irb->scsw.cmd.dstat; 956 957 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 958 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 959 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 960 QETH_CARD_TEXT(card, 2, "CGENCHK"); 961 dev_warn(&cdev->dev, "The qeth device driver " 962 "failed to recover an error on the device\n"); 963 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 964 CCW_DEVID(cdev), dstat, cstat); 965 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 966 16, 1, irb, 64, 1); 967 return -EIO; 968 } 969 970 if (dstat & DEV_STAT_UNIT_CHECK) { 971 if (sense[SENSE_RESETTING_EVENT_BYTE] & 972 SENSE_RESETTING_EVENT_FLAG) { 973 QETH_CARD_TEXT(card, 2, "REVIND"); 974 return -EIO; 975 } 976 if (sense[SENSE_COMMAND_REJECT_BYTE] & 977 SENSE_COMMAND_REJECT_FLAG) { 978 QETH_CARD_TEXT(card, 2, "CMDREJi"); 979 return -EIO; 980 } 981 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 982 QETH_CARD_TEXT(card, 2, "AFFE"); 983 return -EIO; 984 } 985 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 986 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 987 return 0; 988 } 989 QETH_CARD_TEXT(card, 2, "DGENCHK"); 990 return -EIO; 991 } 992 return 0; 993 } 994 995 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 996 struct irb *irb) 997 { 998 if (!IS_ERR(irb)) 999 return 0; 1000 1001 switch (PTR_ERR(irb)) { 1002 case -EIO: 1003 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 1004 CCW_DEVID(cdev)); 1005 QETH_CARD_TEXT(card, 2, "ckirberr"); 1006 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 1007 return -EIO; 1008 case -ETIMEDOUT: 1009 dev_warn(&cdev->dev, "A hardware operation timed out" 1010 " on the device\n"); 1011 QETH_CARD_TEXT(card, 2, "ckirberr"); 1012 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 1013 return -ETIMEDOUT; 1014 default: 1015 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1016 PTR_ERR(irb), CCW_DEVID(cdev)); 1017 QETH_CARD_TEXT(card, 2, "ckirberr"); 1018 QETH_CARD_TEXT(card, 2, " rc???"); 1019 return PTR_ERR(irb); 1020 } 1021 } 1022 1023 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1024 struct irb *irb) 1025 { 1026 int rc; 1027 int cstat, dstat; 1028 struct qeth_cmd_buffer *iob = NULL; 1029 struct ccwgroup_device *gdev; 1030 struct qeth_channel *channel; 1031 struct qeth_card *card; 1032 1033 /* while we hold the ccwdev lock, this stays valid: */ 1034 gdev = dev_get_drvdata(&cdev->dev); 1035 card = dev_get_drvdata(&gdev->dev); 1036 1037 QETH_CARD_TEXT(card, 5, "irq"); 1038 1039 if (card->read.ccwdev == cdev) { 1040 channel = &card->read; 1041 QETH_CARD_TEXT(card, 5, "read"); 1042 } else if (card->write.ccwdev == cdev) { 1043 channel = &card->write; 1044 QETH_CARD_TEXT(card, 5, "write"); 1045 } else { 1046 channel = &card->data; 1047 QETH_CARD_TEXT(card, 5, "data"); 1048 } 1049 1050 if (intparm == 0) { 1051 QETH_CARD_TEXT(card, 5, "irqunsol"); 1052 } else if ((addr_t)intparm != (addr_t)channel->active_cmd) { 1053 QETH_CARD_TEXT(card, 5, "irqunexp"); 1054 1055 dev_err(&cdev->dev, 1056 "Received IRQ with intparm %lx, expected %px\n", 1057 intparm, channel->active_cmd); 1058 if (channel->active_cmd) 1059 qeth_cancel_cmd(channel->active_cmd, -EIO); 1060 } else { 1061 iob = (struct qeth_cmd_buffer *) (addr_t)intparm; 1062 } 1063 1064 channel->active_cmd = NULL; 1065 qeth_unlock_channel(card, channel); 1066 1067 rc = qeth_check_irb_error(card, cdev, irb); 1068 if (rc) { 1069 /* IO was terminated, free its resources. */ 1070 if (iob) 1071 qeth_cancel_cmd(iob, rc); 1072 return; 1073 } 1074 1075 if (irb->scsw.cmd.fctl & SCSW_FCTL_CLEAR_FUNC) { 1076 channel->state = CH_STATE_STOPPED; 1077 wake_up(&card->wait_q); 1078 } 1079 1080 if (irb->scsw.cmd.fctl & SCSW_FCTL_HALT_FUNC) { 1081 channel->state = CH_STATE_HALTED; 1082 wake_up(&card->wait_q); 1083 } 1084 1085 if (iob && (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC | 1086 SCSW_FCTL_HALT_FUNC))) { 1087 qeth_cancel_cmd(iob, -ECANCELED); 1088 iob = NULL; 1089 } 1090 1091 cstat = irb->scsw.cmd.cstat; 1092 dstat = irb->scsw.cmd.dstat; 1093 1094 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1095 (dstat & DEV_STAT_UNIT_CHECK) || 1096 (cstat)) { 1097 if (irb->esw.esw0.erw.cons) { 1098 dev_warn(&channel->ccwdev->dev, 1099 "The qeth device driver failed to recover " 1100 "an error on the device\n"); 1101 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1102 CCW_DEVID(channel->ccwdev), cstat, 1103 dstat); 1104 print_hex_dump(KERN_WARNING, "qeth: irb ", 1105 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1106 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1107 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1108 } 1109 1110 rc = qeth_get_problem(card, cdev, irb); 1111 if (rc) { 1112 card->read_or_write_problem = 1; 1113 if (iob) 1114 qeth_cancel_cmd(iob, rc); 1115 qeth_clear_ipacmd_list(card); 1116 qeth_schedule_recovery(card); 1117 return; 1118 } 1119 } 1120 1121 if (iob) { 1122 /* sanity check: */ 1123 if (irb->scsw.cmd.count > iob->length) { 1124 qeth_cancel_cmd(iob, -EIO); 1125 return; 1126 } 1127 if (iob->callback) 1128 iob->callback(card, iob, 1129 iob->length - irb->scsw.cmd.count); 1130 } 1131 } 1132 1133 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1134 struct qeth_qdio_out_buffer *buf, 1135 enum iucv_tx_notify notification) 1136 { 1137 struct sk_buff *skb; 1138 1139 skb_queue_walk(&buf->skb_list, skb) { 1140 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1141 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1142 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1143 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1144 } 1145 } 1146 1147 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 1148 int budget) 1149 { 1150 struct qeth_qdio_out_q *queue = buf->q; 1151 struct sk_buff *skb; 1152 1153 /* release may never happen from within CQ tasklet scope */ 1154 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1155 1156 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1157 qeth_notify_skbs(queue, buf, TX_NOTIFY_GENERALERROR); 1158 1159 /* Empty buffer? */ 1160 if (buf->next_element_to_fill == 0) 1161 return; 1162 1163 QETH_TXQ_STAT_INC(queue, bufs); 1164 QETH_TXQ_STAT_ADD(queue, buf_elements, buf->next_element_to_fill); 1165 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) { 1166 unsigned int bytes = qdisc_pkt_len(skb); 1167 bool is_tso = skb_is_gso(skb); 1168 unsigned int packets; 1169 1170 packets = is_tso ? skb_shinfo(skb)->gso_segs : 1; 1171 if (error) { 1172 QETH_TXQ_STAT_ADD(queue, tx_errors, packets); 1173 } else { 1174 QETH_TXQ_STAT_ADD(queue, tx_packets, packets); 1175 QETH_TXQ_STAT_ADD(queue, tx_bytes, bytes); 1176 if (skb->ip_summed == CHECKSUM_PARTIAL) 1177 QETH_TXQ_STAT_ADD(queue, skbs_csum, packets); 1178 if (skb_is_nonlinear(skb)) 1179 QETH_TXQ_STAT_INC(queue, skbs_sg); 1180 if (is_tso) { 1181 QETH_TXQ_STAT_INC(queue, skbs_tso); 1182 QETH_TXQ_STAT_ADD(queue, tso_bytes, bytes); 1183 } 1184 } 1185 1186 napi_consume_skb(skb, budget); 1187 } 1188 } 1189 1190 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1191 struct qeth_qdio_out_buffer *buf, 1192 bool error, int budget) 1193 { 1194 int i; 1195 1196 /* is PCI flag set on buffer? */ 1197 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1198 atomic_dec(&queue->set_pci_flags_count); 1199 1200 qeth_tx_complete_buf(buf, error, budget); 1201 1202 for (i = 0; i < queue->max_elements; ++i) { 1203 void *data = phys_to_virt(buf->buffer->element[i].addr); 1204 1205 if (data && buf->is_header[i]) 1206 kmem_cache_free(qeth_core_header_cache, data); 1207 buf->is_header[i] = 0; 1208 } 1209 1210 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1211 buf->next_element_to_fill = 0; 1212 buf->bytes = 0; 1213 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1214 } 1215 1216 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1217 { 1218 int j; 1219 1220 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1221 if (!q->bufs[j]) 1222 continue; 1223 qeth_cleanup_handled_pending(q, j, 1); 1224 qeth_clear_output_buffer(q, q->bufs[j], true, 0); 1225 if (free) { 1226 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1227 q->bufs[j] = NULL; 1228 } 1229 } 1230 } 1231 1232 void qeth_drain_output_queues(struct qeth_card *card) 1233 { 1234 int i; 1235 1236 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1237 /* clear outbound buffers to free skbs */ 1238 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1239 if (card->qdio.out_qs[i]) 1240 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1241 } 1242 } 1243 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1244 1245 static int qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1246 { 1247 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1248 int rc; 1249 1250 rtnl_lock(); 1251 rc = netif_set_real_num_tx_queues(card->dev, count); 1252 rtnl_unlock(); 1253 1254 if (rc) 1255 return rc; 1256 1257 if (card->qdio.no_out_queues == count) 1258 return 0; 1259 1260 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1261 qeth_free_qdio_queues(card); 1262 1263 if (count == 1) 1264 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1265 1266 card->qdio.no_out_queues = count; 1267 return 0; 1268 } 1269 1270 static int qeth_update_from_chp_desc(struct qeth_card *card) 1271 { 1272 struct ccw_device *ccwdev; 1273 struct channel_path_desc_fmt0 *chp_dsc; 1274 int rc = 0; 1275 1276 QETH_CARD_TEXT(card, 2, "chp_desc"); 1277 1278 ccwdev = card->data.ccwdev; 1279 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1280 if (!chp_dsc) 1281 return -ENOMEM; 1282 1283 card->info.func_level = 0x4100 + chp_dsc->desc; 1284 1285 if (IS_OSD(card) || IS_OSX(card)) 1286 /* CHPP field bit 6 == 1 -> single queue */ 1287 rc = qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1288 1289 kfree(chp_dsc); 1290 QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 1291 QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1292 return rc; 1293 } 1294 1295 static void qeth_init_qdio_info(struct qeth_card *card) 1296 { 1297 QETH_CARD_TEXT(card, 4, "intqdinf"); 1298 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1299 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1300 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1301 1302 /* inbound */ 1303 card->qdio.no_in_queues = 1; 1304 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1305 if (IS_IQD(card)) 1306 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1307 else 1308 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1309 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1310 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1311 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1312 } 1313 1314 static void qeth_set_initial_options(struct qeth_card *card) 1315 { 1316 card->options.route4.type = NO_ROUTER; 1317 card->options.route6.type = NO_ROUTER; 1318 card->options.isolation = ISOLATION_MODE_NONE; 1319 card->options.cq = QETH_CQ_DISABLED; 1320 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1321 } 1322 1323 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1324 { 1325 unsigned long flags; 1326 int rc = 0; 1327 1328 spin_lock_irqsave(&card->thread_mask_lock, flags); 1329 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1330 (u8) card->thread_start_mask, 1331 (u8) card->thread_allowed_mask, 1332 (u8) card->thread_running_mask); 1333 rc = (card->thread_start_mask & thread); 1334 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1335 return rc; 1336 } 1337 1338 static int qeth_do_reset(void *data); 1339 static void qeth_start_kernel_thread(struct work_struct *work) 1340 { 1341 struct task_struct *ts; 1342 struct qeth_card *card = container_of(work, struct qeth_card, 1343 kernel_thread_starter); 1344 QETH_CARD_TEXT(card , 2, "strthrd"); 1345 1346 if (card->read.state != CH_STATE_UP && 1347 card->write.state != CH_STATE_UP) 1348 return; 1349 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1350 ts = kthread_run(qeth_do_reset, card, "qeth_recover"); 1351 if (IS_ERR(ts)) { 1352 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1353 qeth_clear_thread_running_bit(card, 1354 QETH_RECOVER_THREAD); 1355 } 1356 } 1357 } 1358 1359 static void qeth_buffer_reclaim_work(struct work_struct *); 1360 static void qeth_setup_card(struct qeth_card *card) 1361 { 1362 QETH_CARD_TEXT(card, 2, "setupcrd"); 1363 1364 card->info.type = CARD_RDEV(card)->id.driver_info; 1365 card->state = CARD_STATE_DOWN; 1366 spin_lock_init(&card->lock); 1367 spin_lock_init(&card->thread_mask_lock); 1368 mutex_init(&card->conf_mutex); 1369 mutex_init(&card->discipline_mutex); 1370 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1371 INIT_LIST_HEAD(&card->cmd_waiter_list); 1372 init_waitqueue_head(&card->wait_q); 1373 qeth_set_initial_options(card); 1374 /* IP address takeover */ 1375 INIT_LIST_HEAD(&card->ipato.entries); 1376 qeth_init_qdio_info(card); 1377 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1378 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1379 } 1380 1381 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1382 { 1383 struct qeth_card *card = container_of(slr, struct qeth_card, 1384 qeth_service_level); 1385 if (card->info.mcl_level[0]) 1386 seq_printf(m, "qeth: %s firmware level %s\n", 1387 CARD_BUS_ID(card), card->info.mcl_level); 1388 } 1389 1390 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1391 { 1392 struct qeth_card *card; 1393 1394 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1395 card = kzalloc(sizeof(*card), GFP_KERNEL); 1396 if (!card) 1397 goto out; 1398 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1399 1400 card->gdev = gdev; 1401 dev_set_drvdata(&gdev->dev, card); 1402 CARD_RDEV(card) = gdev->cdev[0]; 1403 CARD_WDEV(card) = gdev->cdev[1]; 1404 CARD_DDEV(card) = gdev->cdev[2]; 1405 1406 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1407 dev_name(&gdev->dev)); 1408 if (!card->event_wq) 1409 goto out_wq; 1410 1411 card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1412 if (!card->read_cmd) 1413 goto out_read_cmd; 1414 1415 card->qeth_service_level.seq_print = qeth_core_sl_print; 1416 register_service_level(&card->qeth_service_level); 1417 return card; 1418 1419 out_read_cmd: 1420 destroy_workqueue(card->event_wq); 1421 out_wq: 1422 dev_set_drvdata(&gdev->dev, NULL); 1423 kfree(card); 1424 out: 1425 return NULL; 1426 } 1427 1428 static int qeth_clear_channel(struct qeth_card *card, 1429 struct qeth_channel *channel) 1430 { 1431 int rc; 1432 1433 QETH_CARD_TEXT(card, 3, "clearch"); 1434 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1435 rc = ccw_device_clear(channel->ccwdev, (addr_t)channel->active_cmd); 1436 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1437 1438 if (rc) 1439 return rc; 1440 rc = wait_event_interruptible_timeout(card->wait_q, 1441 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1442 if (rc == -ERESTARTSYS) 1443 return rc; 1444 if (channel->state != CH_STATE_STOPPED) 1445 return -ETIME; 1446 channel->state = CH_STATE_DOWN; 1447 return 0; 1448 } 1449 1450 static int qeth_halt_channel(struct qeth_card *card, 1451 struct qeth_channel *channel) 1452 { 1453 int rc; 1454 1455 QETH_CARD_TEXT(card, 3, "haltch"); 1456 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1457 rc = ccw_device_halt(channel->ccwdev, (addr_t)channel->active_cmd); 1458 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1459 1460 if (rc) 1461 return rc; 1462 rc = wait_event_interruptible_timeout(card->wait_q, 1463 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1464 if (rc == -ERESTARTSYS) 1465 return rc; 1466 if (channel->state != CH_STATE_HALTED) 1467 return -ETIME; 1468 return 0; 1469 } 1470 1471 int qeth_stop_channel(struct qeth_channel *channel) 1472 { 1473 struct ccw_device *cdev = channel->ccwdev; 1474 int rc; 1475 1476 rc = ccw_device_set_offline(cdev); 1477 1478 spin_lock_irq(get_ccwdev_lock(cdev)); 1479 if (channel->active_cmd) { 1480 dev_err(&cdev->dev, "Stopped channel while cmd %px was still active\n", 1481 channel->active_cmd); 1482 channel->active_cmd = NULL; 1483 } 1484 cdev->handler = NULL; 1485 spin_unlock_irq(get_ccwdev_lock(cdev)); 1486 1487 return rc; 1488 } 1489 EXPORT_SYMBOL_GPL(qeth_stop_channel); 1490 1491 static int qeth_start_channel(struct qeth_channel *channel) 1492 { 1493 struct ccw_device *cdev = channel->ccwdev; 1494 int rc; 1495 1496 channel->state = CH_STATE_DOWN; 1497 atomic_set(&channel->irq_pending, 0); 1498 1499 spin_lock_irq(get_ccwdev_lock(cdev)); 1500 cdev->handler = qeth_irq; 1501 spin_unlock_irq(get_ccwdev_lock(cdev)); 1502 1503 rc = ccw_device_set_online(cdev); 1504 if (rc) 1505 goto err; 1506 1507 return 0; 1508 1509 err: 1510 spin_lock_irq(get_ccwdev_lock(cdev)); 1511 cdev->handler = NULL; 1512 spin_unlock_irq(get_ccwdev_lock(cdev)); 1513 return rc; 1514 } 1515 1516 static int qeth_halt_channels(struct qeth_card *card) 1517 { 1518 int rc1 = 0, rc2 = 0, rc3 = 0; 1519 1520 QETH_CARD_TEXT(card, 3, "haltchs"); 1521 rc1 = qeth_halt_channel(card, &card->read); 1522 rc2 = qeth_halt_channel(card, &card->write); 1523 rc3 = qeth_halt_channel(card, &card->data); 1524 if (rc1) 1525 return rc1; 1526 if (rc2) 1527 return rc2; 1528 return rc3; 1529 } 1530 1531 static int qeth_clear_channels(struct qeth_card *card) 1532 { 1533 int rc1 = 0, rc2 = 0, rc3 = 0; 1534 1535 QETH_CARD_TEXT(card, 3, "clearchs"); 1536 rc1 = qeth_clear_channel(card, &card->read); 1537 rc2 = qeth_clear_channel(card, &card->write); 1538 rc3 = qeth_clear_channel(card, &card->data); 1539 if (rc1) 1540 return rc1; 1541 if (rc2) 1542 return rc2; 1543 return rc3; 1544 } 1545 1546 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1547 { 1548 int rc = 0; 1549 1550 QETH_CARD_TEXT(card, 3, "clhacrd"); 1551 1552 if (halt) 1553 rc = qeth_halt_channels(card); 1554 if (rc) 1555 return rc; 1556 return qeth_clear_channels(card); 1557 } 1558 1559 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1560 { 1561 int rc = 0; 1562 1563 QETH_CARD_TEXT(card, 3, "qdioclr"); 1564 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1565 QETH_QDIO_CLEANING)) { 1566 case QETH_QDIO_ESTABLISHED: 1567 if (IS_IQD(card)) 1568 rc = qdio_shutdown(CARD_DDEV(card), 1569 QDIO_FLAG_CLEANUP_USING_HALT); 1570 else 1571 rc = qdio_shutdown(CARD_DDEV(card), 1572 QDIO_FLAG_CLEANUP_USING_CLEAR); 1573 if (rc) 1574 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1575 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1576 break; 1577 case QETH_QDIO_CLEANING: 1578 return rc; 1579 default: 1580 break; 1581 } 1582 rc = qeth_clear_halt_card(card, use_halt); 1583 if (rc) 1584 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1585 return rc; 1586 } 1587 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1588 1589 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1590 { 1591 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1592 struct diag26c_vnic_resp *response = NULL; 1593 struct diag26c_vnic_req *request = NULL; 1594 struct ccw_dev_id id; 1595 char userid[80]; 1596 int rc = 0; 1597 1598 QETH_CARD_TEXT(card, 2, "vmlayer"); 1599 1600 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1601 if (rc) 1602 goto out; 1603 1604 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1605 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1606 if (!request || !response) { 1607 rc = -ENOMEM; 1608 goto out; 1609 } 1610 1611 ccw_device_get_id(CARD_RDEV(card), &id); 1612 request->resp_buf_len = sizeof(*response); 1613 request->resp_version = DIAG26C_VERSION6_VM65918; 1614 request->req_format = DIAG26C_VNIC_INFO; 1615 ASCEBC(userid, 8); 1616 memcpy(&request->sys_name, userid, 8); 1617 request->devno = id.devno; 1618 1619 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1620 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1621 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1622 if (rc) 1623 goto out; 1624 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1625 1626 if (request->resp_buf_len < sizeof(*response) || 1627 response->version != request->resp_version) { 1628 rc = -EIO; 1629 goto out; 1630 } 1631 1632 if (response->protocol == VNIC_INFO_PROT_L2) 1633 disc = QETH_DISCIPLINE_LAYER2; 1634 else if (response->protocol == VNIC_INFO_PROT_L3) 1635 disc = QETH_DISCIPLINE_LAYER3; 1636 1637 out: 1638 kfree(response); 1639 kfree(request); 1640 if (rc) 1641 QETH_CARD_TEXT_(card, 2, "err%x", rc); 1642 return disc; 1643 } 1644 1645 /* Determine whether the device requires a specific layer discipline */ 1646 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1647 { 1648 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1649 1650 if (IS_OSM(card) || IS_OSN(card)) 1651 disc = QETH_DISCIPLINE_LAYER2; 1652 else if (IS_VM_NIC(card)) 1653 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1654 qeth_vm_detect_layer(card); 1655 1656 switch (disc) { 1657 case QETH_DISCIPLINE_LAYER2: 1658 QETH_CARD_TEXT(card, 3, "force l2"); 1659 break; 1660 case QETH_DISCIPLINE_LAYER3: 1661 QETH_CARD_TEXT(card, 3, "force l3"); 1662 break; 1663 default: 1664 QETH_CARD_TEXT(card, 3, "force no"); 1665 } 1666 1667 return disc; 1668 } 1669 1670 static void qeth_set_blkt_defaults(struct qeth_card *card) 1671 { 1672 QETH_CARD_TEXT(card, 2, "cfgblkt"); 1673 1674 if (card->info.use_v1_blkt) { 1675 card->info.blkt.time_total = 0; 1676 card->info.blkt.inter_packet = 0; 1677 card->info.blkt.inter_packet_jumbo = 0; 1678 } else { 1679 card->info.blkt.time_total = 250; 1680 card->info.blkt.inter_packet = 5; 1681 card->info.blkt.inter_packet_jumbo = 15; 1682 } 1683 } 1684 1685 static void qeth_idx_init(struct qeth_card *card) 1686 { 1687 memset(&card->seqno, 0, sizeof(card->seqno)); 1688 1689 card->token.issuer_rm_w = 0x00010103UL; 1690 card->token.cm_filter_w = 0x00010108UL; 1691 card->token.cm_connection_w = 0x0001010aUL; 1692 card->token.ulp_filter_w = 0x0001010bUL; 1693 card->token.ulp_connection_w = 0x0001010dUL; 1694 1695 switch (card->info.type) { 1696 case QETH_CARD_TYPE_IQD: 1697 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1698 break; 1699 case QETH_CARD_TYPE_OSD: 1700 case QETH_CARD_TYPE_OSN: 1701 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1702 break; 1703 default: 1704 break; 1705 } 1706 } 1707 1708 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1709 struct qeth_cmd_buffer *iob) 1710 { 1711 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1712 QETH_SEQ_NO_LENGTH); 1713 if (iob->channel == &card->write) 1714 card->seqno.trans_hdr++; 1715 } 1716 1717 static int qeth_peer_func_level(int level) 1718 { 1719 if ((level & 0xff) == 8) 1720 return (level & 0xff) + 0x400; 1721 if (((level >> 8) & 3) == 1) 1722 return (level & 0xff) + 0x200; 1723 return level; 1724 } 1725 1726 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1727 struct qeth_cmd_buffer *iob) 1728 { 1729 qeth_idx_finalize_cmd(card, iob); 1730 1731 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1732 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1733 card->seqno.pdu_hdr++; 1734 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1735 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1736 1737 iob->callback = qeth_release_buffer_cb; 1738 } 1739 1740 static bool qeth_mpc_match_reply(struct qeth_cmd_buffer *iob, 1741 struct qeth_cmd_buffer *reply) 1742 { 1743 /* MPC cmds are issued strictly in sequence. */ 1744 return !IS_IPA(reply->data); 1745 } 1746 1747 static struct qeth_cmd_buffer *qeth_mpc_alloc_cmd(struct qeth_card *card, 1748 void *data, 1749 unsigned int data_length) 1750 { 1751 struct qeth_cmd_buffer *iob; 1752 1753 iob = qeth_alloc_cmd(&card->write, data_length, 1, QETH_TIMEOUT); 1754 if (!iob) 1755 return NULL; 1756 1757 memcpy(iob->data, data, data_length); 1758 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, data_length, 1759 iob->data); 1760 iob->finalize = qeth_mpc_finalize_cmd; 1761 iob->match = qeth_mpc_match_reply; 1762 return iob; 1763 } 1764 1765 /** 1766 * qeth_send_control_data() - send control command to the card 1767 * @card: qeth_card structure pointer 1768 * @iob: qeth_cmd_buffer pointer 1769 * @reply_cb: callback function pointer 1770 * @cb_card: pointer to the qeth_card structure 1771 * @cb_reply: pointer to the qeth_reply structure 1772 * @cb_cmd: pointer to the original iob for non-IPA 1773 * commands, or to the qeth_ipa_cmd structure 1774 * for the IPA commands. 1775 * @reply_param: private pointer passed to the callback 1776 * 1777 * Callback function gets called one or more times, with cb_cmd 1778 * pointing to the response returned by the hardware. Callback 1779 * function must return 1780 * > 0 if more reply blocks are expected, 1781 * 0 if the last or only reply block is received, and 1782 * < 0 on error. 1783 * Callback function can get the value of the reply_param pointer from the 1784 * field 'param' of the structure qeth_reply. 1785 */ 1786 1787 static int qeth_send_control_data(struct qeth_card *card, 1788 struct qeth_cmd_buffer *iob, 1789 int (*reply_cb)(struct qeth_card *cb_card, 1790 struct qeth_reply *cb_reply, 1791 unsigned long cb_cmd), 1792 void *reply_param) 1793 { 1794 struct qeth_channel *channel = iob->channel; 1795 struct qeth_reply *reply = &iob->reply; 1796 long timeout = iob->timeout; 1797 int rc; 1798 1799 QETH_CARD_TEXT(card, 2, "sendctl"); 1800 1801 reply->callback = reply_cb; 1802 reply->param = reply_param; 1803 1804 timeout = wait_event_interruptible_timeout(card->wait_q, 1805 qeth_trylock_channel(channel), 1806 timeout); 1807 if (timeout <= 0) { 1808 qeth_put_cmd(iob); 1809 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1810 } 1811 1812 if (iob->finalize) 1813 iob->finalize(card, iob); 1814 QETH_DBF_HEX(CTRL, 2, iob->data, min(iob->length, QETH_DBF_CTRL_LEN)); 1815 1816 qeth_enqueue_cmd(card, iob); 1817 1818 /* This pairs with iob->callback, and keeps the iob alive after IO: */ 1819 qeth_get_cmd(iob); 1820 1821 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1822 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1823 rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 1824 (addr_t) iob, 0, 0, timeout); 1825 if (!rc) 1826 channel->active_cmd = iob; 1827 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1828 if (rc) { 1829 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1830 CARD_DEVID(card), rc); 1831 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1832 qeth_dequeue_cmd(card, iob); 1833 qeth_put_cmd(iob); 1834 qeth_unlock_channel(card, channel); 1835 goto out; 1836 } 1837 1838 timeout = wait_for_completion_interruptible_timeout(&iob->done, 1839 timeout); 1840 if (timeout <= 0) 1841 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1842 1843 qeth_dequeue_cmd(card, iob); 1844 1845 if (reply_cb) { 1846 /* Wait until the callback for a late reply has completed: */ 1847 spin_lock_irq(&iob->lock); 1848 if (rc) 1849 /* Zap any callback that's still pending: */ 1850 iob->rc = rc; 1851 spin_unlock_irq(&iob->lock); 1852 } 1853 1854 if (!rc) 1855 rc = iob->rc; 1856 1857 out: 1858 qeth_put_cmd(iob); 1859 return rc; 1860 } 1861 1862 struct qeth_node_desc { 1863 struct node_descriptor nd1; 1864 struct node_descriptor nd2; 1865 struct node_descriptor nd3; 1866 }; 1867 1868 static void qeth_read_conf_data_cb(struct qeth_card *card, 1869 struct qeth_cmd_buffer *iob, 1870 unsigned int data_length) 1871 { 1872 struct qeth_node_desc *nd = (struct qeth_node_desc *) iob->data; 1873 int rc = 0; 1874 u8 *tag; 1875 1876 QETH_CARD_TEXT(card, 2, "cfgunit"); 1877 1878 if (data_length < sizeof(*nd)) { 1879 rc = -EINVAL; 1880 goto out; 1881 } 1882 1883 card->info.is_vm_nic = nd->nd1.plant[0] == _ascebc['V'] && 1884 nd->nd1.plant[1] == _ascebc['M']; 1885 tag = (u8 *)&nd->nd1.tag; 1886 card->info.chpid = tag[0]; 1887 card->info.unit_addr2 = tag[1]; 1888 1889 tag = (u8 *)&nd->nd2.tag; 1890 card->info.cula = tag[1]; 1891 1892 card->info.use_v1_blkt = nd->nd3.model[0] == 0xF0 && 1893 nd->nd3.model[1] == 0xF0 && 1894 nd->nd3.model[2] >= 0xF1 && 1895 nd->nd3.model[2] <= 0xF4; 1896 1897 out: 1898 qeth_notify_cmd(iob, rc); 1899 qeth_put_cmd(iob); 1900 } 1901 1902 static int qeth_read_conf_data(struct qeth_card *card) 1903 { 1904 struct qeth_channel *channel = &card->data; 1905 struct qeth_cmd_buffer *iob; 1906 struct ciw *ciw; 1907 1908 /* scan for RCD command in extended SenseID data */ 1909 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1910 if (!ciw || ciw->cmd == 0) 1911 return -EOPNOTSUPP; 1912 if (ciw->count < sizeof(struct qeth_node_desc)) 1913 return -EINVAL; 1914 1915 iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 1916 if (!iob) 1917 return -ENOMEM; 1918 1919 iob->callback = qeth_read_conf_data_cb; 1920 qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 1921 iob->data); 1922 1923 return qeth_send_control_data(card, iob, NULL, NULL); 1924 } 1925 1926 static int qeth_idx_check_activate_response(struct qeth_card *card, 1927 struct qeth_channel *channel, 1928 struct qeth_cmd_buffer *iob) 1929 { 1930 int rc; 1931 1932 rc = qeth_check_idx_response(card, iob->data); 1933 if (rc) 1934 return rc; 1935 1936 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1937 return 0; 1938 1939 /* negative reply: */ 1940 QETH_CARD_TEXT_(card, 2, "idxneg%c", 1941 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1942 1943 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1944 case QETH_IDX_ACT_ERR_EXCL: 1945 dev_err(&channel->ccwdev->dev, 1946 "The adapter is used exclusively by another host\n"); 1947 return -EBUSY; 1948 case QETH_IDX_ACT_ERR_AUTH: 1949 case QETH_IDX_ACT_ERR_AUTH_USER: 1950 dev_err(&channel->ccwdev->dev, 1951 "Setting the device online failed because of insufficient authorization\n"); 1952 return -EPERM; 1953 default: 1954 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1955 CCW_DEVID(channel->ccwdev)); 1956 return -EIO; 1957 } 1958 } 1959 1960 static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 1961 struct qeth_cmd_buffer *iob, 1962 unsigned int data_length) 1963 { 1964 struct qeth_channel *channel = iob->channel; 1965 u16 peer_level; 1966 int rc; 1967 1968 QETH_CARD_TEXT(card, 2, "idxrdcb"); 1969 1970 rc = qeth_idx_check_activate_response(card, channel, iob); 1971 if (rc) 1972 goto out; 1973 1974 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1975 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1976 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1977 CCW_DEVID(channel->ccwdev), 1978 card->info.func_level, peer_level); 1979 rc = -EINVAL; 1980 goto out; 1981 } 1982 1983 memcpy(&card->token.issuer_rm_r, 1984 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1985 QETH_MPC_TOKEN_LENGTH); 1986 memcpy(&card->info.mcl_level[0], 1987 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1988 1989 out: 1990 qeth_notify_cmd(iob, rc); 1991 qeth_put_cmd(iob); 1992 } 1993 1994 static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 1995 struct qeth_cmd_buffer *iob, 1996 unsigned int data_length) 1997 { 1998 struct qeth_channel *channel = iob->channel; 1999 u16 peer_level; 2000 int rc; 2001 2002 QETH_CARD_TEXT(card, 2, "idxwrcb"); 2003 2004 rc = qeth_idx_check_activate_response(card, channel, iob); 2005 if (rc) 2006 goto out; 2007 2008 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 2009 if ((peer_level & ~0x0100) != 2010 qeth_peer_func_level(card->info.func_level)) { 2011 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 2012 CCW_DEVID(channel->ccwdev), 2013 card->info.func_level, peer_level); 2014 rc = -EINVAL; 2015 } 2016 2017 out: 2018 qeth_notify_cmd(iob, rc); 2019 qeth_put_cmd(iob); 2020 } 2021 2022 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 2023 struct qeth_cmd_buffer *iob) 2024 { 2025 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 2026 u8 port = ((u8)card->dev->dev_port) | 0x80; 2027 struct ccw1 *ccw = __ccw_from_cmd(iob); 2028 struct ccw_dev_id dev_id; 2029 2030 qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 2031 iob->data); 2032 qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 2033 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2034 iob->finalize = qeth_idx_finalize_cmd; 2035 2036 port |= QETH_IDX_ACT_INVAL_FRAME; 2037 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 2038 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2039 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 2040 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2041 &card->info.func_level, 2); 2042 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 2043 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 2044 } 2045 2046 static int qeth_idx_activate_read_channel(struct qeth_card *card) 2047 { 2048 struct qeth_channel *channel = &card->read; 2049 struct qeth_cmd_buffer *iob; 2050 int rc; 2051 2052 QETH_CARD_TEXT(card, 2, "idxread"); 2053 2054 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2055 if (!iob) 2056 return -ENOMEM; 2057 2058 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2059 qeth_idx_setup_activate_cmd(card, iob); 2060 iob->callback = qeth_idx_activate_read_channel_cb; 2061 2062 rc = qeth_send_control_data(card, iob, NULL, NULL); 2063 if (rc) 2064 return rc; 2065 2066 channel->state = CH_STATE_UP; 2067 return 0; 2068 } 2069 2070 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2071 { 2072 struct qeth_channel *channel = &card->write; 2073 struct qeth_cmd_buffer *iob; 2074 int rc; 2075 2076 QETH_CARD_TEXT(card, 2, "idxwrite"); 2077 2078 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2079 if (!iob) 2080 return -ENOMEM; 2081 2082 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2083 qeth_idx_setup_activate_cmd(card, iob); 2084 iob->callback = qeth_idx_activate_write_channel_cb; 2085 2086 rc = qeth_send_control_data(card, iob, NULL, NULL); 2087 if (rc) 2088 return rc; 2089 2090 channel->state = CH_STATE_UP; 2091 return 0; 2092 } 2093 2094 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2095 unsigned long data) 2096 { 2097 struct qeth_cmd_buffer *iob; 2098 2099 QETH_CARD_TEXT(card, 2, "cmenblcb"); 2100 2101 iob = (struct qeth_cmd_buffer *) data; 2102 memcpy(&card->token.cm_filter_r, 2103 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2104 QETH_MPC_TOKEN_LENGTH); 2105 return 0; 2106 } 2107 2108 static int qeth_cm_enable(struct qeth_card *card) 2109 { 2110 struct qeth_cmd_buffer *iob; 2111 2112 QETH_CARD_TEXT(card, 2, "cmenable"); 2113 2114 iob = qeth_mpc_alloc_cmd(card, CM_ENABLE, CM_ENABLE_SIZE); 2115 if (!iob) 2116 return -ENOMEM; 2117 2118 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2119 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2120 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2121 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2122 2123 return qeth_send_control_data(card, iob, qeth_cm_enable_cb, NULL); 2124 } 2125 2126 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2127 unsigned long data) 2128 { 2129 struct qeth_cmd_buffer *iob; 2130 2131 QETH_CARD_TEXT(card, 2, "cmsetpcb"); 2132 2133 iob = (struct qeth_cmd_buffer *) data; 2134 memcpy(&card->token.cm_connection_r, 2135 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2136 QETH_MPC_TOKEN_LENGTH); 2137 return 0; 2138 } 2139 2140 static int qeth_cm_setup(struct qeth_card *card) 2141 { 2142 struct qeth_cmd_buffer *iob; 2143 2144 QETH_CARD_TEXT(card, 2, "cmsetup"); 2145 2146 iob = qeth_mpc_alloc_cmd(card, CM_SETUP, CM_SETUP_SIZE); 2147 if (!iob) 2148 return -ENOMEM; 2149 2150 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2151 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2152 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2153 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2154 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2155 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2156 return qeth_send_control_data(card, iob, qeth_cm_setup_cb, NULL); 2157 } 2158 2159 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2160 { 2161 struct net_device *dev = card->dev; 2162 unsigned int new_mtu; 2163 2164 if (!max_mtu) { 2165 /* IQD needs accurate max MTU to set up its RX buffers: */ 2166 if (IS_IQD(card)) 2167 return -EINVAL; 2168 /* tolerate quirky HW: */ 2169 max_mtu = ETH_MAX_MTU; 2170 } 2171 2172 rtnl_lock(); 2173 if (IS_IQD(card)) { 2174 /* move any device with default MTU to new max MTU: */ 2175 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2176 2177 /* adjust RX buffer size to new max MTU: */ 2178 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2179 if (dev->max_mtu && dev->max_mtu != max_mtu) 2180 qeth_free_qdio_queues(card); 2181 } else { 2182 if (dev->mtu) 2183 new_mtu = dev->mtu; 2184 /* default MTUs for first setup: */ 2185 else if (IS_LAYER2(card)) 2186 new_mtu = ETH_DATA_LEN; 2187 else 2188 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2189 } 2190 2191 dev->max_mtu = max_mtu; 2192 dev->mtu = min(new_mtu, max_mtu); 2193 rtnl_unlock(); 2194 return 0; 2195 } 2196 2197 static int qeth_get_mtu_outof_framesize(int framesize) 2198 { 2199 switch (framesize) { 2200 case 0x4000: 2201 return 8192; 2202 case 0x6000: 2203 return 16384; 2204 case 0xa000: 2205 return 32768; 2206 case 0xffff: 2207 return 57344; 2208 default: 2209 return 0; 2210 } 2211 } 2212 2213 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2214 unsigned long data) 2215 { 2216 __u16 mtu, framesize; 2217 __u16 len; 2218 __u8 link_type; 2219 struct qeth_cmd_buffer *iob; 2220 2221 QETH_CARD_TEXT(card, 2, "ulpenacb"); 2222 2223 iob = (struct qeth_cmd_buffer *) data; 2224 memcpy(&card->token.ulp_filter_r, 2225 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2226 QETH_MPC_TOKEN_LENGTH); 2227 if (IS_IQD(card)) { 2228 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2229 mtu = qeth_get_mtu_outof_framesize(framesize); 2230 } else { 2231 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2232 } 2233 *(u16 *)reply->param = mtu; 2234 2235 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2236 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2237 memcpy(&link_type, 2238 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2239 card->info.link_type = link_type; 2240 } else 2241 card->info.link_type = 0; 2242 QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 2243 return 0; 2244 } 2245 2246 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2247 { 2248 if (IS_OSN(card)) 2249 return QETH_PROT_OSN2; 2250 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2251 } 2252 2253 static int qeth_ulp_enable(struct qeth_card *card) 2254 { 2255 u8 prot_type = qeth_mpc_select_prot_type(card); 2256 struct qeth_cmd_buffer *iob; 2257 u16 max_mtu; 2258 int rc; 2259 2260 QETH_CARD_TEXT(card, 2, "ulpenabl"); 2261 2262 iob = qeth_mpc_alloc_cmd(card, ULP_ENABLE, ULP_ENABLE_SIZE); 2263 if (!iob) 2264 return -ENOMEM; 2265 2266 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2267 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2268 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2269 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2270 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2271 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2272 rc = qeth_send_control_data(card, iob, qeth_ulp_enable_cb, &max_mtu); 2273 if (rc) 2274 return rc; 2275 return qeth_update_max_mtu(card, max_mtu); 2276 } 2277 2278 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2279 unsigned long data) 2280 { 2281 struct qeth_cmd_buffer *iob; 2282 2283 QETH_CARD_TEXT(card, 2, "ulpstpcb"); 2284 2285 iob = (struct qeth_cmd_buffer *) data; 2286 memcpy(&card->token.ulp_connection_r, 2287 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2288 QETH_MPC_TOKEN_LENGTH); 2289 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2290 3)) { 2291 QETH_CARD_TEXT(card, 2, "olmlimit"); 2292 dev_err(&card->gdev->dev, "A connection could not be " 2293 "established because of an OLM limit\n"); 2294 return -EMLINK; 2295 } 2296 return 0; 2297 } 2298 2299 static int qeth_ulp_setup(struct qeth_card *card) 2300 { 2301 __u16 temp; 2302 struct qeth_cmd_buffer *iob; 2303 struct ccw_dev_id dev_id; 2304 2305 QETH_CARD_TEXT(card, 2, "ulpsetup"); 2306 2307 iob = qeth_mpc_alloc_cmd(card, ULP_SETUP, ULP_SETUP_SIZE); 2308 if (!iob) 2309 return -ENOMEM; 2310 2311 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2312 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2313 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2314 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2315 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2316 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2317 2318 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2319 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2320 temp = (card->info.cula << 8) + card->info.unit_addr2; 2321 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2322 return qeth_send_control_data(card, iob, qeth_ulp_setup_cb, NULL); 2323 } 2324 2325 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2326 { 2327 struct qeth_qdio_out_buffer *newbuf; 2328 2329 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2330 if (!newbuf) 2331 return -ENOMEM; 2332 2333 newbuf->buffer = q->qdio_bufs[bidx]; 2334 skb_queue_head_init(&newbuf->skb_list); 2335 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2336 newbuf->q = q; 2337 newbuf->next_pending = q->bufs[bidx]; 2338 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2339 q->bufs[bidx] = newbuf; 2340 return 0; 2341 } 2342 2343 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2344 { 2345 if (!q) 2346 return; 2347 2348 qeth_drain_output_queue(q, true); 2349 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2350 kfree(q); 2351 } 2352 2353 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2354 { 2355 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2356 2357 if (!q) 2358 return NULL; 2359 2360 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2361 kfree(q); 2362 return NULL; 2363 } 2364 return q; 2365 } 2366 2367 static void qeth_tx_completion_timer(struct timer_list *timer) 2368 { 2369 struct qeth_qdio_out_q *queue = from_timer(queue, timer, timer); 2370 2371 napi_schedule(&queue->napi); 2372 QETH_TXQ_STAT_INC(queue, completion_timer); 2373 } 2374 2375 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2376 { 2377 int i, j; 2378 2379 QETH_CARD_TEXT(card, 2, "allcqdbf"); 2380 2381 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2382 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2383 return 0; 2384 2385 QETH_CARD_TEXT(card, 2, "inq"); 2386 card->qdio.in_q = qeth_alloc_qdio_queue(); 2387 if (!card->qdio.in_q) 2388 goto out_nomem; 2389 2390 /* inbound buffer pool */ 2391 if (qeth_alloc_buffer_pool(card)) 2392 goto out_freeinq; 2393 2394 /* outbound */ 2395 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2396 struct qeth_qdio_out_q *queue; 2397 2398 queue = qeth_alloc_output_queue(); 2399 if (!queue) 2400 goto out_freeoutq; 2401 QETH_CARD_TEXT_(card, 2, "outq %i", i); 2402 QETH_CARD_HEX(card, 2, &queue, sizeof(void *)); 2403 card->qdio.out_qs[i] = queue; 2404 queue->card = card; 2405 queue->queue_no = i; 2406 timer_setup(&queue->timer, qeth_tx_completion_timer, 0); 2407 2408 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2409 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2410 WARN_ON(queue->bufs[j]); 2411 if (qeth_init_qdio_out_buf(queue, j)) 2412 goto out_freeoutqbufs; 2413 } 2414 } 2415 2416 /* completion */ 2417 if (qeth_alloc_cq(card)) 2418 goto out_freeoutq; 2419 2420 return 0; 2421 2422 out_freeoutqbufs: 2423 while (j > 0) { 2424 --j; 2425 kmem_cache_free(qeth_qdio_outbuf_cache, 2426 card->qdio.out_qs[i]->bufs[j]); 2427 card->qdio.out_qs[i]->bufs[j] = NULL; 2428 } 2429 out_freeoutq: 2430 while (i > 0) { 2431 qeth_free_output_queue(card->qdio.out_qs[--i]); 2432 card->qdio.out_qs[i] = NULL; 2433 } 2434 qeth_free_buffer_pool(card); 2435 out_freeinq: 2436 qeth_free_qdio_queue(card->qdio.in_q); 2437 card->qdio.in_q = NULL; 2438 out_nomem: 2439 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2440 return -ENOMEM; 2441 } 2442 2443 static void qeth_free_qdio_queues(struct qeth_card *card) 2444 { 2445 int i, j; 2446 2447 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2448 QETH_QDIO_UNINITIALIZED) 2449 return; 2450 2451 qeth_free_cq(card); 2452 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2453 if (card->qdio.in_q->bufs[j].rx_skb) 2454 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2455 } 2456 qeth_free_qdio_queue(card->qdio.in_q); 2457 card->qdio.in_q = NULL; 2458 /* inbound buffer pool */ 2459 qeth_free_buffer_pool(card); 2460 /* free outbound qdio_qs */ 2461 for (i = 0; i < card->qdio.no_out_queues; i++) { 2462 qeth_free_output_queue(card->qdio.out_qs[i]); 2463 card->qdio.out_qs[i] = NULL; 2464 } 2465 } 2466 2467 static void qeth_create_qib_param_field(struct qeth_card *card, 2468 char *param_field) 2469 { 2470 2471 param_field[0] = _ascebc['P']; 2472 param_field[1] = _ascebc['C']; 2473 param_field[2] = _ascebc['I']; 2474 param_field[3] = _ascebc['T']; 2475 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2476 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2477 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2478 } 2479 2480 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2481 char *param_field) 2482 { 2483 param_field[16] = _ascebc['B']; 2484 param_field[17] = _ascebc['L']; 2485 param_field[18] = _ascebc['K']; 2486 param_field[19] = _ascebc['T']; 2487 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2488 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2489 *((unsigned int *) (¶m_field[28])) = 2490 card->info.blkt.inter_packet_jumbo; 2491 } 2492 2493 static int qeth_qdio_activate(struct qeth_card *card) 2494 { 2495 QETH_CARD_TEXT(card, 3, "qdioact"); 2496 return qdio_activate(CARD_DDEV(card)); 2497 } 2498 2499 static int qeth_dm_act(struct qeth_card *card) 2500 { 2501 struct qeth_cmd_buffer *iob; 2502 2503 QETH_CARD_TEXT(card, 2, "dmact"); 2504 2505 iob = qeth_mpc_alloc_cmd(card, DM_ACT, DM_ACT_SIZE); 2506 if (!iob) 2507 return -ENOMEM; 2508 2509 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2510 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2511 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2512 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2513 return qeth_send_control_data(card, iob, NULL, NULL); 2514 } 2515 2516 static int qeth_mpc_initialize(struct qeth_card *card) 2517 { 2518 int rc; 2519 2520 QETH_CARD_TEXT(card, 2, "mpcinit"); 2521 2522 rc = qeth_issue_next_read(card); 2523 if (rc) { 2524 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2525 return rc; 2526 } 2527 rc = qeth_cm_enable(card); 2528 if (rc) { 2529 QETH_CARD_TEXT_(card, 2, "2err%d", rc); 2530 return rc; 2531 } 2532 rc = qeth_cm_setup(card); 2533 if (rc) { 2534 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 2535 return rc; 2536 } 2537 rc = qeth_ulp_enable(card); 2538 if (rc) { 2539 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 2540 return rc; 2541 } 2542 rc = qeth_ulp_setup(card); 2543 if (rc) { 2544 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2545 return rc; 2546 } 2547 rc = qeth_alloc_qdio_queues(card); 2548 if (rc) { 2549 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2550 return rc; 2551 } 2552 rc = qeth_qdio_establish(card); 2553 if (rc) { 2554 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 2555 qeth_free_qdio_queues(card); 2556 return rc; 2557 } 2558 rc = qeth_qdio_activate(card); 2559 if (rc) { 2560 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 2561 return rc; 2562 } 2563 rc = qeth_dm_act(card); 2564 if (rc) { 2565 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 2566 return rc; 2567 } 2568 2569 return 0; 2570 } 2571 2572 void qeth_print_status_message(struct qeth_card *card) 2573 { 2574 switch (card->info.type) { 2575 case QETH_CARD_TYPE_OSD: 2576 case QETH_CARD_TYPE_OSM: 2577 case QETH_CARD_TYPE_OSX: 2578 /* VM will use a non-zero first character 2579 * to indicate a HiperSockets like reporting 2580 * of the level OSA sets the first character to zero 2581 * */ 2582 if (!card->info.mcl_level[0]) { 2583 sprintf(card->info.mcl_level, "%02x%02x", 2584 card->info.mcl_level[2], 2585 card->info.mcl_level[3]); 2586 break; 2587 } 2588 /* fallthrough */ 2589 case QETH_CARD_TYPE_IQD: 2590 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2591 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2592 card->info.mcl_level[0]]; 2593 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2594 card->info.mcl_level[1]]; 2595 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2596 card->info.mcl_level[2]]; 2597 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2598 card->info.mcl_level[3]]; 2599 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2600 } 2601 break; 2602 default: 2603 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2604 } 2605 dev_info(&card->gdev->dev, 2606 "Device is a%s card%s%s%s\nwith link type %s.\n", 2607 qeth_get_cardname(card), 2608 (card->info.mcl_level[0]) ? " (level: " : "", 2609 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2610 (card->info.mcl_level[0]) ? ")" : "", 2611 qeth_get_cardname_short(card)); 2612 } 2613 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2614 2615 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2616 { 2617 struct qeth_buffer_pool_entry *entry; 2618 2619 QETH_CARD_TEXT(card, 5, "inwrklst"); 2620 2621 list_for_each_entry(entry, 2622 &card->qdio.init_pool.entry_list, init_list) { 2623 qeth_put_buffer_pool_entry(card, entry); 2624 } 2625 } 2626 2627 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2628 struct qeth_card *card) 2629 { 2630 struct list_head *plh; 2631 struct qeth_buffer_pool_entry *entry; 2632 int i, free; 2633 2634 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2635 return NULL; 2636 2637 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2638 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2639 free = 1; 2640 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2641 if (page_count(entry->elements[i]) > 1) { 2642 free = 0; 2643 break; 2644 } 2645 } 2646 if (free) { 2647 list_del_init(&entry->list); 2648 return entry; 2649 } 2650 } 2651 2652 /* no free buffer in pool so take first one and swap pages */ 2653 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2654 struct qeth_buffer_pool_entry, list); 2655 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2656 if (page_count(entry->elements[i]) > 1) { 2657 struct page *page = alloc_page(GFP_ATOMIC); 2658 2659 if (!page) 2660 return NULL; 2661 2662 __free_page(entry->elements[i]); 2663 entry->elements[i] = page; 2664 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2665 } 2666 } 2667 list_del_init(&entry->list); 2668 return entry; 2669 } 2670 2671 static int qeth_init_input_buffer(struct qeth_card *card, 2672 struct qeth_qdio_buffer *buf) 2673 { 2674 struct qeth_buffer_pool_entry *pool_entry; 2675 int i; 2676 2677 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2678 buf->rx_skb = netdev_alloc_skb(card->dev, 2679 ETH_HLEN + 2680 sizeof(struct ipv6hdr)); 2681 if (!buf->rx_skb) 2682 return -ENOMEM; 2683 } 2684 2685 pool_entry = qeth_find_free_buffer_pool_entry(card); 2686 if (!pool_entry) 2687 return -ENOBUFS; 2688 2689 /* 2690 * since the buffer is accessed only from the input_tasklet 2691 * there shouldn't be a need to synchronize; also, since we use 2692 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2693 * buffers 2694 */ 2695 2696 buf->pool_entry = pool_entry; 2697 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2698 buf->buffer->element[i].length = PAGE_SIZE; 2699 buf->buffer->element[i].addr = 2700 page_to_phys(pool_entry->elements[i]); 2701 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2702 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2703 else 2704 buf->buffer->element[i].eflags = 0; 2705 buf->buffer->element[i].sflags = 0; 2706 } 2707 return 0; 2708 } 2709 2710 static unsigned int qeth_tx_select_bulk_max(struct qeth_card *card, 2711 struct qeth_qdio_out_q *queue) 2712 { 2713 if (!IS_IQD(card) || 2714 qeth_iqd_is_mcast_queue(card, queue) || 2715 card->options.cq == QETH_CQ_ENABLED || 2716 qdio_get_ssqd_desc(CARD_DDEV(card), &card->ssqd)) 2717 return 1; 2718 2719 return card->ssqd.mmwc ? card->ssqd.mmwc : 1; 2720 } 2721 2722 static int qeth_init_qdio_queues(struct qeth_card *card) 2723 { 2724 unsigned int i; 2725 int rc; 2726 2727 QETH_CARD_TEXT(card, 2, "initqdqs"); 2728 2729 /* inbound queue */ 2730 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2731 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2732 2733 qeth_initialize_working_pool_list(card); 2734 /*give only as many buffers to hardware as we have buffer pool entries*/ 2735 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; i++) { 2736 rc = qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2737 if (rc) 2738 return rc; 2739 } 2740 2741 card->qdio.in_q->next_buf_to_init = 2742 card->qdio.in_buf_pool.buf_count - 1; 2743 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2744 card->qdio.in_buf_pool.buf_count - 1); 2745 if (rc) { 2746 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2747 return rc; 2748 } 2749 2750 /* completion */ 2751 rc = qeth_cq_init(card); 2752 if (rc) { 2753 return rc; 2754 } 2755 2756 /* outbound queue */ 2757 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2758 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 2759 2760 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2761 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2762 queue->next_buf_to_fill = 0; 2763 queue->do_pack = 0; 2764 queue->prev_hdr = NULL; 2765 queue->bulk_start = 0; 2766 queue->bulk_count = 0; 2767 queue->bulk_max = qeth_tx_select_bulk_max(card, queue); 2768 atomic_set(&queue->used_buffers, 0); 2769 atomic_set(&queue->set_pci_flags_count, 0); 2770 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 2771 netdev_tx_reset_queue(netdev_get_tx_queue(card->dev, i)); 2772 } 2773 return 0; 2774 } 2775 2776 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2777 struct qeth_cmd_buffer *iob) 2778 { 2779 qeth_mpc_finalize_cmd(card, iob); 2780 2781 /* override with IPA-specific values: */ 2782 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa++; 2783 } 2784 2785 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2786 u16 cmd_length, 2787 bool (*match)(struct qeth_cmd_buffer *iob, 2788 struct qeth_cmd_buffer *reply)) 2789 { 2790 u8 prot_type = qeth_mpc_select_prot_type(card); 2791 u16 total_length = iob->length; 2792 2793 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, total_length, 2794 iob->data); 2795 iob->finalize = qeth_ipa_finalize_cmd; 2796 iob->match = match; 2797 2798 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2799 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2800 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2801 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2802 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2803 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2804 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2805 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2806 } 2807 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2808 2809 static bool qeth_ipa_match_reply(struct qeth_cmd_buffer *iob, 2810 struct qeth_cmd_buffer *reply) 2811 { 2812 struct qeth_ipa_cmd *ipa_reply = __ipa_reply(reply); 2813 2814 return ipa_reply && (__ipa_cmd(iob)->hdr.seqno == ipa_reply->hdr.seqno); 2815 } 2816 2817 struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 2818 enum qeth_ipa_cmds cmd_code, 2819 enum qeth_prot_versions prot, 2820 unsigned int data_length) 2821 { 2822 enum qeth_link_types link_type = card->info.link_type; 2823 struct qeth_cmd_buffer *iob; 2824 struct qeth_ipacmd_hdr *hdr; 2825 2826 data_length += offsetof(struct qeth_ipa_cmd, data); 2827 iob = qeth_alloc_cmd(&card->write, IPA_PDU_HEADER_SIZE + data_length, 1, 2828 QETH_IPA_TIMEOUT); 2829 if (!iob) 2830 return NULL; 2831 2832 qeth_prepare_ipa_cmd(card, iob, data_length, qeth_ipa_match_reply); 2833 2834 hdr = &__ipa_cmd(iob)->hdr; 2835 hdr->command = cmd_code; 2836 hdr->initiator = IPA_CMD_INITIATOR_HOST; 2837 /* hdr->seqno is set by qeth_send_control_data() */ 2838 hdr->adapter_type = (link_type == QETH_LINK_TYPE_HSTR) ? 2 : 1; 2839 hdr->rel_adapter_no = (u8) card->dev->dev_port; 2840 hdr->prim_version_no = IS_LAYER2(card) ? 2 : 1; 2841 hdr->param_count = 1; 2842 hdr->prot_version = prot; 2843 return iob; 2844 } 2845 EXPORT_SYMBOL_GPL(qeth_ipa_alloc_cmd); 2846 2847 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2848 struct qeth_reply *reply, unsigned long data) 2849 { 2850 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2851 2852 return (cmd->hdr.return_code) ? -EIO : 0; 2853 } 2854 2855 /** 2856 * qeth_send_ipa_cmd() - send an IPA command 2857 * 2858 * See qeth_send_control_data() for explanation of the arguments. 2859 */ 2860 2861 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2862 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2863 unsigned long), 2864 void *reply_param) 2865 { 2866 int rc; 2867 2868 QETH_CARD_TEXT(card, 4, "sendipa"); 2869 2870 if (card->read_or_write_problem) { 2871 qeth_put_cmd(iob); 2872 return -EIO; 2873 } 2874 2875 if (reply_cb == NULL) 2876 reply_cb = qeth_send_ipa_cmd_cb; 2877 rc = qeth_send_control_data(card, iob, reply_cb, reply_param); 2878 if (rc == -ETIME) { 2879 qeth_clear_ipacmd_list(card); 2880 qeth_schedule_recovery(card); 2881 } 2882 return rc; 2883 } 2884 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2885 2886 static int qeth_send_startlan_cb(struct qeth_card *card, 2887 struct qeth_reply *reply, unsigned long data) 2888 { 2889 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2890 2891 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2892 return -ENETDOWN; 2893 2894 return (cmd->hdr.return_code) ? -EIO : 0; 2895 } 2896 2897 static int qeth_send_startlan(struct qeth_card *card) 2898 { 2899 struct qeth_cmd_buffer *iob; 2900 2901 QETH_CARD_TEXT(card, 2, "strtlan"); 2902 2903 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_STARTLAN, QETH_PROT_NONE, 0); 2904 if (!iob) 2905 return -ENOMEM; 2906 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2907 } 2908 2909 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2910 { 2911 if (!cmd->hdr.return_code) 2912 cmd->hdr.return_code = 2913 cmd->data.setadapterparms.hdr.return_code; 2914 return cmd->hdr.return_code; 2915 } 2916 2917 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2918 struct qeth_reply *reply, unsigned long data) 2919 { 2920 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2921 2922 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2923 if (qeth_setadpparms_inspect_rc(cmd)) 2924 return -EIO; 2925 2926 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2927 card->info.link_type = 2928 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2929 QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 2930 } 2931 card->options.adp.supported = 2932 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2933 return 0; 2934 } 2935 2936 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2937 enum qeth_ipa_setadp_cmd adp_cmd, 2938 unsigned int data_length) 2939 { 2940 struct qeth_ipacmd_setadpparms_hdr *hdr; 2941 struct qeth_cmd_buffer *iob; 2942 2943 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETADAPTERPARMS, QETH_PROT_IPV4, 2944 data_length + 2945 offsetof(struct qeth_ipacmd_setadpparms, 2946 data)); 2947 if (!iob) 2948 return NULL; 2949 2950 hdr = &__ipa_cmd(iob)->data.setadapterparms.hdr; 2951 hdr->cmdlength = sizeof(*hdr) + data_length; 2952 hdr->command_code = adp_cmd; 2953 hdr->used_total = 1; 2954 hdr->seq_no = 1; 2955 return iob; 2956 } 2957 2958 static int qeth_query_setadapterparms(struct qeth_card *card) 2959 { 2960 int rc; 2961 struct qeth_cmd_buffer *iob; 2962 2963 QETH_CARD_TEXT(card, 3, "queryadp"); 2964 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2965 SETADP_DATA_SIZEOF(query_cmds_supp)); 2966 if (!iob) 2967 return -ENOMEM; 2968 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2969 return rc; 2970 } 2971 2972 static int qeth_query_ipassists_cb(struct qeth_card *card, 2973 struct qeth_reply *reply, unsigned long data) 2974 { 2975 struct qeth_ipa_cmd *cmd; 2976 2977 QETH_CARD_TEXT(card, 2, "qipasscb"); 2978 2979 cmd = (struct qeth_ipa_cmd *) data; 2980 2981 switch (cmd->hdr.return_code) { 2982 case IPA_RC_SUCCESS: 2983 break; 2984 case IPA_RC_NOTSUPP: 2985 case IPA_RC_L2_UNSUPPORTED_CMD: 2986 QETH_CARD_TEXT(card, 2, "ipaunsup"); 2987 card->options.ipa4.supported |= IPA_SETADAPTERPARMS; 2988 card->options.ipa6.supported |= IPA_SETADAPTERPARMS; 2989 return -EOPNOTSUPP; 2990 default: 2991 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2992 CARD_DEVID(card), cmd->hdr.return_code); 2993 return -EIO; 2994 } 2995 2996 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 2997 card->options.ipa4 = cmd->hdr.assists; 2998 else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 2999 card->options.ipa6 = cmd->hdr.assists; 3000 else 3001 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 3002 CARD_DEVID(card)); 3003 return 0; 3004 } 3005 3006 static int qeth_query_ipassists(struct qeth_card *card, 3007 enum qeth_prot_versions prot) 3008 { 3009 int rc; 3010 struct qeth_cmd_buffer *iob; 3011 3012 QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 3013 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_QIPASSIST, prot, 0); 3014 if (!iob) 3015 return -ENOMEM; 3016 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 3017 return rc; 3018 } 3019 3020 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3021 struct qeth_reply *reply, unsigned long data) 3022 { 3023 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3024 struct qeth_query_switch_attributes *attrs; 3025 struct qeth_switch_info *sw_info; 3026 3027 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3028 if (qeth_setadpparms_inspect_rc(cmd)) 3029 return -EIO; 3030 3031 sw_info = (struct qeth_switch_info *)reply->param; 3032 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3033 sw_info->capabilities = attrs->capabilities; 3034 sw_info->settings = attrs->settings; 3035 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3036 sw_info->settings); 3037 return 0; 3038 } 3039 3040 int qeth_query_switch_attributes(struct qeth_card *card, 3041 struct qeth_switch_info *sw_info) 3042 { 3043 struct qeth_cmd_buffer *iob; 3044 3045 QETH_CARD_TEXT(card, 2, "qswiattr"); 3046 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3047 return -EOPNOTSUPP; 3048 if (!netif_carrier_ok(card->dev)) 3049 return -ENOMEDIUM; 3050 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 0); 3051 if (!iob) 3052 return -ENOMEM; 3053 return qeth_send_ipa_cmd(card, iob, 3054 qeth_query_switch_attributes_cb, sw_info); 3055 } 3056 3057 struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 3058 enum qeth_diags_cmds sub_cmd, 3059 unsigned int data_length) 3060 { 3061 struct qeth_ipacmd_diagass *cmd; 3062 struct qeth_cmd_buffer *iob; 3063 3064 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SET_DIAG_ASS, QETH_PROT_NONE, 3065 DIAG_HDR_LEN + data_length); 3066 if (!iob) 3067 return NULL; 3068 3069 cmd = &__ipa_cmd(iob)->data.diagass; 3070 cmd->subcmd_len = DIAG_SUB_HDR_LEN + data_length; 3071 cmd->subcmd = sub_cmd; 3072 return iob; 3073 } 3074 EXPORT_SYMBOL_GPL(qeth_get_diag_cmd); 3075 3076 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3077 struct qeth_reply *reply, unsigned long data) 3078 { 3079 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3080 u16 rc = cmd->hdr.return_code; 3081 3082 if (rc) { 3083 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3084 return -EIO; 3085 } 3086 3087 card->info.diagass_support = cmd->data.diagass.ext; 3088 return 0; 3089 } 3090 3091 static int qeth_query_setdiagass(struct qeth_card *card) 3092 { 3093 struct qeth_cmd_buffer *iob; 3094 3095 QETH_CARD_TEXT(card, 2, "qdiagass"); 3096 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_QUERY, 0); 3097 if (!iob) 3098 return -ENOMEM; 3099 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3100 } 3101 3102 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3103 { 3104 unsigned long info = get_zeroed_page(GFP_KERNEL); 3105 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3106 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3107 struct ccw_dev_id ccwid; 3108 int level; 3109 3110 tid->chpid = card->info.chpid; 3111 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3112 tid->ssid = ccwid.ssid; 3113 tid->devno = ccwid.devno; 3114 if (!info) 3115 return; 3116 level = stsi(NULL, 0, 0, 0); 3117 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3118 tid->lparnr = info222->lpar_number; 3119 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3120 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3121 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3122 } 3123 free_page(info); 3124 return; 3125 } 3126 3127 static int qeth_hw_trap_cb(struct qeth_card *card, 3128 struct qeth_reply *reply, unsigned long data) 3129 { 3130 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3131 u16 rc = cmd->hdr.return_code; 3132 3133 if (rc) { 3134 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3135 return -EIO; 3136 } 3137 return 0; 3138 } 3139 3140 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3141 { 3142 struct qeth_cmd_buffer *iob; 3143 struct qeth_ipa_cmd *cmd; 3144 3145 QETH_CARD_TEXT(card, 2, "diagtrap"); 3146 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_TRAP, 64); 3147 if (!iob) 3148 return -ENOMEM; 3149 cmd = __ipa_cmd(iob); 3150 cmd->data.diagass.type = 1; 3151 cmd->data.diagass.action = action; 3152 switch (action) { 3153 case QETH_DIAGS_TRAP_ARM: 3154 cmd->data.diagass.options = 0x0003; 3155 cmd->data.diagass.ext = 0x00010000 + 3156 sizeof(struct qeth_trap_id); 3157 qeth_get_trap_id(card, 3158 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3159 break; 3160 case QETH_DIAGS_TRAP_DISARM: 3161 cmd->data.diagass.options = 0x0001; 3162 break; 3163 case QETH_DIAGS_TRAP_CAPTURE: 3164 break; 3165 } 3166 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3167 } 3168 3169 static int qeth_check_qdio_errors(struct qeth_card *card, 3170 struct qdio_buffer *buf, 3171 unsigned int qdio_error, 3172 const char *dbftext) 3173 { 3174 if (qdio_error) { 3175 QETH_CARD_TEXT(card, 2, dbftext); 3176 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3177 buf->element[15].sflags); 3178 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3179 buf->element[14].sflags); 3180 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3181 if ((buf->element[15].sflags) == 0x12) { 3182 QETH_CARD_STAT_INC(card, rx_fifo_errors); 3183 return 0; 3184 } else 3185 return 1; 3186 } 3187 return 0; 3188 } 3189 3190 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3191 { 3192 struct qeth_qdio_q *queue = card->qdio.in_q; 3193 struct list_head *lh; 3194 int count; 3195 int i; 3196 int rc; 3197 int newcount = 0; 3198 3199 count = (index < queue->next_buf_to_init)? 3200 card->qdio.in_buf_pool.buf_count - 3201 (queue->next_buf_to_init - index) : 3202 card->qdio.in_buf_pool.buf_count - 3203 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3204 /* only requeue at a certain threshold to avoid SIGAs */ 3205 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3206 for (i = queue->next_buf_to_init; 3207 i < queue->next_buf_to_init + count; ++i) { 3208 if (qeth_init_input_buffer(card, 3209 &queue->bufs[QDIO_BUFNR(i)])) { 3210 break; 3211 } else { 3212 newcount++; 3213 } 3214 } 3215 3216 if (newcount < count) { 3217 /* we are in memory shortage so we switch back to 3218 traditional skb allocation and drop packages */ 3219 atomic_set(&card->force_alloc_skb, 3); 3220 count = newcount; 3221 } else { 3222 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3223 } 3224 3225 if (!count) { 3226 i = 0; 3227 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3228 i++; 3229 if (i == card->qdio.in_buf_pool.buf_count) { 3230 QETH_CARD_TEXT(card, 2, "qsarbw"); 3231 card->reclaim_index = index; 3232 schedule_delayed_work( 3233 &card->buffer_reclaim_work, 3234 QETH_RECLAIM_WORK_TIME); 3235 } 3236 return; 3237 } 3238 3239 /* 3240 * according to old code it should be avoided to requeue all 3241 * 128 buffers in order to benefit from PCI avoidance. 3242 * this function keeps at least one buffer (the buffer at 3243 * 'index') un-requeued -> this buffer is the first buffer that 3244 * will be requeued the next time 3245 */ 3246 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3247 queue->next_buf_to_init, count); 3248 if (rc) { 3249 QETH_CARD_TEXT(card, 2, "qinberr"); 3250 } 3251 queue->next_buf_to_init = QDIO_BUFNR(queue->next_buf_to_init + 3252 count); 3253 } 3254 } 3255 3256 static void qeth_buffer_reclaim_work(struct work_struct *work) 3257 { 3258 struct qeth_card *card = container_of(work, struct qeth_card, 3259 buffer_reclaim_work.work); 3260 3261 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3262 qeth_queue_input_buffer(card, card->reclaim_index); 3263 } 3264 3265 static void qeth_handle_send_error(struct qeth_card *card, 3266 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3267 { 3268 int sbalf15 = buffer->buffer->element[15].sflags; 3269 3270 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3271 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3272 3273 if (!qdio_err) 3274 return; 3275 3276 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3277 return; 3278 3279 QETH_CARD_TEXT(card, 1, "lnkfail"); 3280 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3281 (u16)qdio_err, (u8)sbalf15); 3282 } 3283 3284 /** 3285 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3286 * @queue: queue to check for packing buffer 3287 * 3288 * Returns number of buffers that were prepared for flush. 3289 */ 3290 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3291 { 3292 struct qeth_qdio_out_buffer *buffer; 3293 3294 buffer = queue->bufs[queue->next_buf_to_fill]; 3295 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3296 (buffer->next_element_to_fill > 0)) { 3297 /* it's a packing buffer */ 3298 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3299 queue->next_buf_to_fill = 3300 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3301 return 1; 3302 } 3303 return 0; 3304 } 3305 3306 /* 3307 * Switched to packing state if the number of used buffers on a queue 3308 * reaches a certain limit. 3309 */ 3310 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3311 { 3312 if (!queue->do_pack) { 3313 if (atomic_read(&queue->used_buffers) 3314 >= QETH_HIGH_WATERMARK_PACK){ 3315 /* switch non-PACKING -> PACKING */ 3316 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3317 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3318 queue->do_pack = 1; 3319 } 3320 } 3321 } 3322 3323 /* 3324 * Switches from packing to non-packing mode. If there is a packing 3325 * buffer on the queue this buffer will be prepared to be flushed. 3326 * In that case 1 is returned to inform the caller. If no buffer 3327 * has to be flushed, zero is returned. 3328 */ 3329 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3330 { 3331 if (queue->do_pack) { 3332 if (atomic_read(&queue->used_buffers) 3333 <= QETH_LOW_WATERMARK_PACK) { 3334 /* switch PACKING -> non-PACKING */ 3335 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3336 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3337 queue->do_pack = 0; 3338 return qeth_prep_flush_pack_buffer(queue); 3339 } 3340 } 3341 return 0; 3342 } 3343 3344 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3345 int count) 3346 { 3347 struct qeth_card *card = queue->card; 3348 struct qeth_qdio_out_buffer *buf; 3349 int rc; 3350 int i; 3351 unsigned int qdio_flags; 3352 3353 for (i = index; i < index + count; ++i) { 3354 unsigned int bidx = QDIO_BUFNR(i); 3355 3356 buf = queue->bufs[bidx]; 3357 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3358 SBAL_EFLAGS_LAST_ENTRY; 3359 3360 if (queue->bufstates) 3361 queue->bufstates[bidx].user = buf; 3362 3363 if (IS_IQD(queue->card)) 3364 continue; 3365 3366 if (!queue->do_pack) { 3367 if ((atomic_read(&queue->used_buffers) >= 3368 (QETH_HIGH_WATERMARK_PACK - 3369 QETH_WATERMARK_PACK_FUZZ)) && 3370 !atomic_read(&queue->set_pci_flags_count)) { 3371 /* it's likely that we'll go to packing 3372 * mode soon */ 3373 atomic_inc(&queue->set_pci_flags_count); 3374 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3375 } 3376 } else { 3377 if (!atomic_read(&queue->set_pci_flags_count)) { 3378 /* 3379 * there's no outstanding PCI any more, so we 3380 * have to request a PCI to be sure the the PCI 3381 * will wake at some time in the future then we 3382 * can flush packed buffers that might still be 3383 * hanging around, which can happen if no 3384 * further send was requested by the stack 3385 */ 3386 atomic_inc(&queue->set_pci_flags_count); 3387 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3388 } 3389 } 3390 } 3391 3392 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3393 if (atomic_read(&queue->set_pci_flags_count)) 3394 qdio_flags |= QDIO_FLAG_PCI_OUT; 3395 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3396 queue->queue_no, index, count); 3397 3398 /* Fake the TX completion interrupt: */ 3399 if (IS_IQD(card)) 3400 napi_schedule(&queue->napi); 3401 3402 if (rc) { 3403 /* ignore temporary SIGA errors without busy condition */ 3404 if (rc == -ENOBUFS) 3405 return; 3406 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3407 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3408 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3409 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3410 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3411 3412 /* this must not happen under normal circumstances. if it 3413 * happens something is really wrong -> recover */ 3414 qeth_schedule_recovery(queue->card); 3415 return; 3416 } 3417 } 3418 3419 static void qeth_flush_queue(struct qeth_qdio_out_q *queue) 3420 { 3421 qeth_flush_buffers(queue, queue->bulk_start, queue->bulk_count); 3422 3423 queue->bulk_start = QDIO_BUFNR(queue->bulk_start + queue->bulk_count); 3424 queue->prev_hdr = NULL; 3425 queue->bulk_count = 0; 3426 } 3427 3428 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3429 { 3430 int index; 3431 int flush_cnt = 0; 3432 int q_was_packing = 0; 3433 3434 /* 3435 * check if weed have to switch to non-packing mode or if 3436 * we have to get a pci flag out on the queue 3437 */ 3438 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3439 !atomic_read(&queue->set_pci_flags_count)) { 3440 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3441 QETH_OUT_Q_UNLOCKED) { 3442 /* 3443 * If we get in here, there was no action in 3444 * do_send_packet. So, we check if there is a 3445 * packing buffer to be flushed here. 3446 */ 3447 index = queue->next_buf_to_fill; 3448 q_was_packing = queue->do_pack; 3449 /* queue->do_pack may change */ 3450 barrier(); 3451 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3452 if (!flush_cnt && 3453 !atomic_read(&queue->set_pci_flags_count)) 3454 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3455 if (q_was_packing) 3456 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3457 if (flush_cnt) 3458 qeth_flush_buffers(queue, index, flush_cnt); 3459 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3460 } 3461 } 3462 } 3463 3464 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3465 unsigned long card_ptr) 3466 { 3467 struct qeth_card *card = (struct qeth_card *)card_ptr; 3468 3469 napi_schedule_irqoff(&card->napi); 3470 } 3471 3472 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3473 { 3474 int rc; 3475 3476 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3477 rc = -1; 3478 goto out; 3479 } else { 3480 if (card->options.cq == cq) { 3481 rc = 0; 3482 goto out; 3483 } 3484 3485 qeth_free_qdio_queues(card); 3486 card->options.cq = cq; 3487 rc = 0; 3488 } 3489 out: 3490 return rc; 3491 3492 } 3493 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3494 3495 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3496 unsigned int queue, int first_element, 3497 int count) 3498 { 3499 struct qeth_qdio_q *cq = card->qdio.c_q; 3500 int i; 3501 int rc; 3502 3503 if (!qeth_is_cq(card, queue)) 3504 return; 3505 3506 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3507 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3508 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3509 3510 if (qdio_err) { 3511 netif_tx_stop_all_queues(card->dev); 3512 qeth_schedule_recovery(card); 3513 return; 3514 } 3515 3516 for (i = first_element; i < first_element + count; ++i) { 3517 struct qdio_buffer *buffer = cq->qdio_bufs[QDIO_BUFNR(i)]; 3518 int e = 0; 3519 3520 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3521 buffer->element[e].addr) { 3522 unsigned long phys_aob_addr = buffer->element[e].addr; 3523 3524 qeth_qdio_handle_aob(card, phys_aob_addr); 3525 ++e; 3526 } 3527 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3528 } 3529 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3530 card->qdio.c_q->next_buf_to_init, 3531 count); 3532 if (rc) { 3533 dev_warn(&card->gdev->dev, 3534 "QDIO reported an error, rc=%i\n", rc); 3535 QETH_CARD_TEXT(card, 2, "qcqherr"); 3536 } 3537 3538 cq->next_buf_to_init = QDIO_BUFNR(cq->next_buf_to_init + count); 3539 } 3540 3541 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3542 unsigned int qdio_err, int queue, 3543 int first_elem, int count, 3544 unsigned long card_ptr) 3545 { 3546 struct qeth_card *card = (struct qeth_card *)card_ptr; 3547 3548 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3549 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3550 3551 if (qeth_is_cq(card, queue)) 3552 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3553 else if (qdio_err) 3554 qeth_schedule_recovery(card); 3555 } 3556 3557 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3558 unsigned int qdio_error, int __queue, 3559 int first_element, int count, 3560 unsigned long card_ptr) 3561 { 3562 struct qeth_card *card = (struct qeth_card *) card_ptr; 3563 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3564 struct net_device *dev = card->dev; 3565 struct netdev_queue *txq; 3566 int i; 3567 3568 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3569 if (qdio_error & QDIO_ERROR_FATAL) { 3570 QETH_CARD_TEXT(card, 2, "achkcond"); 3571 netif_tx_stop_all_queues(dev); 3572 qeth_schedule_recovery(card); 3573 return; 3574 } 3575 3576 for (i = first_element; i < (first_element + count); ++i) { 3577 struct qeth_qdio_out_buffer *buf = queue->bufs[QDIO_BUFNR(i)]; 3578 3579 qeth_handle_send_error(card, buf, qdio_error); 3580 qeth_clear_output_buffer(queue, buf, qdio_error, 0); 3581 } 3582 3583 atomic_sub(count, &queue->used_buffers); 3584 qeth_check_outbound_queue(queue); 3585 3586 txq = netdev_get_tx_queue(dev, __queue); 3587 /* xmit may have observed the full-condition, but not yet stopped the 3588 * txq. In which case the code below won't trigger. So before returning, 3589 * xmit will re-check the txq's fill level and wake it up if needed. 3590 */ 3591 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3592 netif_tx_wake_queue(txq); 3593 } 3594 3595 /** 3596 * Note: Function assumes that we have 4 outbound queues. 3597 */ 3598 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3599 { 3600 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3601 u8 tos; 3602 3603 switch (card->qdio.do_prio_queueing) { 3604 case QETH_PRIO_Q_ING_TOS: 3605 case QETH_PRIO_Q_ING_PREC: 3606 switch (qeth_get_ip_version(skb)) { 3607 case 4: 3608 tos = ipv4_get_dsfield(ip_hdr(skb)); 3609 break; 3610 case 6: 3611 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3612 break; 3613 default: 3614 return card->qdio.default_out_queue; 3615 } 3616 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3617 return ~tos >> 6 & 3; 3618 if (tos & IPTOS_MINCOST) 3619 return 3; 3620 if (tos & IPTOS_RELIABILITY) 3621 return 2; 3622 if (tos & IPTOS_THROUGHPUT) 3623 return 1; 3624 if (tos & IPTOS_LOWDELAY) 3625 return 0; 3626 break; 3627 case QETH_PRIO_Q_ING_SKB: 3628 if (skb->priority > 5) 3629 return 0; 3630 return ~skb->priority >> 1 & 3; 3631 case QETH_PRIO_Q_ING_VLAN: 3632 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3633 return ~ntohs(veth->h_vlan_TCI) >> 3634 (VLAN_PRIO_SHIFT + 1) & 3; 3635 break; 3636 default: 3637 break; 3638 } 3639 return card->qdio.default_out_queue; 3640 } 3641 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3642 3643 /** 3644 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3645 * @skb: SKB address 3646 * 3647 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3648 * fragmented part of the SKB. Returns zero for linear SKB. 3649 */ 3650 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3651 { 3652 int cnt, elements = 0; 3653 3654 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3655 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3656 3657 elements += qeth_get_elements_for_range( 3658 (addr_t)skb_frag_address(frag), 3659 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3660 } 3661 return elements; 3662 } 3663 3664 /** 3665 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3666 * to transmit an skb. 3667 * @skb: the skb to operate on. 3668 * @data_offset: skip this part of the skb's linear data 3669 * 3670 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3671 * skb's data (both its linear part and paged fragments). 3672 */ 3673 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3674 { 3675 unsigned int elements = qeth_get_elements_for_frags(skb); 3676 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3677 addr_t start = (addr_t)skb->data + data_offset; 3678 3679 if (start != end) 3680 elements += qeth_get_elements_for_range(start, end); 3681 return elements; 3682 } 3683 EXPORT_SYMBOL_GPL(qeth_count_elements); 3684 3685 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3686 MAX_TCP_HEADER) 3687 3688 /** 3689 * qeth_add_hw_header() - add a HW header to an skb. 3690 * @skb: skb that the HW header should be added to. 3691 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3692 * it contains a valid pointer to a qeth_hdr. 3693 * @hdr_len: length of the HW header. 3694 * @proto_len: length of protocol headers that need to be in same page as the 3695 * HW header. 3696 * 3697 * Returns the pushed length. If the header can't be pushed on 3698 * (eg. because it would cross a page boundary), it is allocated from 3699 * the cache instead and 0 is returned. 3700 * The number of needed buffer elements is returned in @elements. 3701 * Error to create the hdr is indicated by returning with < 0. 3702 */ 3703 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3704 struct sk_buff *skb, struct qeth_hdr **hdr, 3705 unsigned int hdr_len, unsigned int proto_len, 3706 unsigned int *elements) 3707 { 3708 const unsigned int contiguous = proto_len ? proto_len : 1; 3709 const unsigned int max_elements = queue->max_elements; 3710 unsigned int __elements; 3711 addr_t start, end; 3712 bool push_ok; 3713 int rc; 3714 3715 check_layout: 3716 start = (addr_t)skb->data - hdr_len; 3717 end = (addr_t)skb->data; 3718 3719 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3720 /* Push HW header into same page as first protocol header. */ 3721 push_ok = true; 3722 /* ... but TSO always needs a separate element for headers: */ 3723 if (skb_is_gso(skb)) 3724 __elements = 1 + qeth_count_elements(skb, proto_len); 3725 else 3726 __elements = qeth_count_elements(skb, 0); 3727 } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 3728 /* Push HW header into preceding page, flush with skb->data. */ 3729 push_ok = true; 3730 __elements = 1 + qeth_count_elements(skb, 0); 3731 } else { 3732 /* Use header cache, copy protocol headers up. */ 3733 push_ok = false; 3734 __elements = 1 + qeth_count_elements(skb, proto_len); 3735 } 3736 3737 /* Compress skb to fit into one IO buffer: */ 3738 if (__elements > max_elements) { 3739 if (!skb_is_nonlinear(skb)) { 3740 /* Drop it, no easy way of shrinking it further. */ 3741 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3742 max_elements, __elements, skb->len); 3743 return -E2BIG; 3744 } 3745 3746 rc = skb_linearize(skb); 3747 if (rc) { 3748 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3749 return rc; 3750 } 3751 3752 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3753 /* Linearization changed the layout, re-evaluate: */ 3754 goto check_layout; 3755 } 3756 3757 *elements = __elements; 3758 /* Add the header: */ 3759 if (push_ok) { 3760 *hdr = skb_push(skb, hdr_len); 3761 return hdr_len; 3762 } 3763 /* fall back */ 3764 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3765 return -E2BIG; 3766 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3767 if (!*hdr) 3768 return -ENOMEM; 3769 /* Copy protocol headers behind HW header: */ 3770 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3771 return 0; 3772 } 3773 3774 static bool qeth_iqd_may_bulk(struct qeth_qdio_out_q *queue, 3775 struct sk_buff *curr_skb, 3776 struct qeth_hdr *curr_hdr) 3777 { 3778 struct qeth_qdio_out_buffer *buffer = queue->bufs[queue->bulk_start]; 3779 struct qeth_hdr *prev_hdr = queue->prev_hdr; 3780 3781 if (!prev_hdr) 3782 return true; 3783 3784 /* All packets must have the same target: */ 3785 if (curr_hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) { 3786 struct sk_buff *prev_skb = skb_peek(&buffer->skb_list); 3787 3788 return ether_addr_equal(eth_hdr(prev_skb)->h_dest, 3789 eth_hdr(curr_skb)->h_dest) && 3790 qeth_l2_same_vlan(&prev_hdr->hdr.l2, &curr_hdr->hdr.l2); 3791 } 3792 3793 return qeth_l3_same_next_hop(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3) && 3794 qeth_l3_iqd_same_vlan(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3); 3795 } 3796 3797 static unsigned int __qeth_fill_buffer(struct sk_buff *skb, 3798 struct qeth_qdio_out_buffer *buf, 3799 bool is_first_elem, unsigned int offset) 3800 { 3801 struct qdio_buffer *buffer = buf->buffer; 3802 int element = buf->next_element_to_fill; 3803 int length = skb_headlen(skb) - offset; 3804 char *data = skb->data + offset; 3805 unsigned int elem_length, cnt; 3806 3807 /* map linear part into buffer element(s) */ 3808 while (length > 0) { 3809 elem_length = min_t(unsigned int, length, 3810 PAGE_SIZE - offset_in_page(data)); 3811 3812 buffer->element[element].addr = virt_to_phys(data); 3813 buffer->element[element].length = elem_length; 3814 length -= elem_length; 3815 if (is_first_elem) { 3816 is_first_elem = false; 3817 if (length || skb_is_nonlinear(skb)) 3818 /* skb needs additional elements */ 3819 buffer->element[element].eflags = 3820 SBAL_EFLAGS_FIRST_FRAG; 3821 else 3822 buffer->element[element].eflags = 0; 3823 } else { 3824 buffer->element[element].eflags = 3825 SBAL_EFLAGS_MIDDLE_FRAG; 3826 } 3827 3828 data += elem_length; 3829 element++; 3830 } 3831 3832 /* map page frags into buffer element(s) */ 3833 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3834 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3835 3836 data = skb_frag_address(frag); 3837 length = skb_frag_size(frag); 3838 while (length > 0) { 3839 elem_length = min_t(unsigned int, length, 3840 PAGE_SIZE - offset_in_page(data)); 3841 3842 buffer->element[element].addr = virt_to_phys(data); 3843 buffer->element[element].length = elem_length; 3844 buffer->element[element].eflags = 3845 SBAL_EFLAGS_MIDDLE_FRAG; 3846 3847 length -= elem_length; 3848 data += elem_length; 3849 element++; 3850 } 3851 } 3852 3853 if (buffer->element[element - 1].eflags) 3854 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3855 buf->next_element_to_fill = element; 3856 return element; 3857 } 3858 3859 /** 3860 * qeth_fill_buffer() - map skb into an output buffer 3861 * @buf: buffer to transport the skb 3862 * @skb: skb to map into the buffer 3863 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3864 * from qeth_core_header_cache. 3865 * @offset: when mapping the skb, start at skb->data + offset 3866 * @hd_len: if > 0, build a dedicated header element of this size 3867 */ 3868 static unsigned int qeth_fill_buffer(struct qeth_qdio_out_buffer *buf, 3869 struct sk_buff *skb, struct qeth_hdr *hdr, 3870 unsigned int offset, unsigned int hd_len) 3871 { 3872 struct qdio_buffer *buffer = buf->buffer; 3873 bool is_first_elem = true; 3874 3875 __skb_queue_tail(&buf->skb_list, skb); 3876 3877 /* build dedicated header element */ 3878 if (hd_len) { 3879 int element = buf->next_element_to_fill; 3880 is_first_elem = false; 3881 3882 buffer->element[element].addr = virt_to_phys(hdr); 3883 buffer->element[element].length = hd_len; 3884 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3885 /* remember to free cache-allocated qeth_hdr: */ 3886 buf->is_header[element] = ((void *)hdr != skb->data); 3887 buf->next_element_to_fill++; 3888 } 3889 3890 return __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3891 } 3892 3893 static int __qeth_xmit(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3894 struct sk_buff *skb, unsigned int elements, 3895 struct qeth_hdr *hdr, unsigned int offset, 3896 unsigned int hd_len) 3897 { 3898 unsigned int bytes = qdisc_pkt_len(skb); 3899 struct qeth_qdio_out_buffer *buffer; 3900 unsigned int next_element; 3901 struct netdev_queue *txq; 3902 bool stopped = false; 3903 bool flush; 3904 3905 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + queue->bulk_count)]; 3906 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3907 3908 /* Just a sanity check, the wake/stop logic should ensure that we always 3909 * get a free buffer. 3910 */ 3911 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3912 return -EBUSY; 3913 3914 flush = !qeth_iqd_may_bulk(queue, skb, hdr); 3915 3916 if (flush || 3917 (buffer->next_element_to_fill + elements > queue->max_elements)) { 3918 if (buffer->next_element_to_fill > 0) { 3919 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3920 queue->bulk_count++; 3921 } 3922 3923 if (queue->bulk_count >= queue->bulk_max) 3924 flush = true; 3925 3926 if (flush) 3927 qeth_flush_queue(queue); 3928 3929 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + 3930 queue->bulk_count)]; 3931 3932 /* Sanity-check again: */ 3933 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3934 return -EBUSY; 3935 } 3936 3937 if (buffer->next_element_to_fill == 0 && 3938 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3939 /* If a TX completion happens right _here_ and misses to wake 3940 * the txq, then our re-check below will catch the race. 3941 */ 3942 QETH_TXQ_STAT_INC(queue, stopped); 3943 netif_tx_stop_queue(txq); 3944 stopped = true; 3945 } 3946 3947 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3948 buffer->bytes += bytes; 3949 queue->prev_hdr = hdr; 3950 3951 flush = __netdev_tx_sent_queue(txq, bytes, 3952 !stopped && netdev_xmit_more()); 3953 3954 if (flush || next_element >= queue->max_elements) { 3955 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3956 queue->bulk_count++; 3957 3958 if (queue->bulk_count >= queue->bulk_max) 3959 flush = true; 3960 3961 if (flush) 3962 qeth_flush_queue(queue); 3963 } 3964 3965 if (stopped && !qeth_out_queue_is_full(queue)) 3966 netif_tx_start_queue(txq); 3967 return 0; 3968 } 3969 3970 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3971 struct sk_buff *skb, struct qeth_hdr *hdr, 3972 unsigned int offset, unsigned int hd_len, 3973 int elements_needed) 3974 { 3975 struct qeth_qdio_out_buffer *buffer; 3976 unsigned int next_element; 3977 struct netdev_queue *txq; 3978 bool stopped = false; 3979 int start_index; 3980 int flush_count = 0; 3981 int do_pack = 0; 3982 int tmp; 3983 int rc = 0; 3984 3985 /* spin until we get the queue ... */ 3986 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3987 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3988 start_index = queue->next_buf_to_fill; 3989 buffer = queue->bufs[queue->next_buf_to_fill]; 3990 3991 /* Just a sanity check, the wake/stop logic should ensure that we always 3992 * get a free buffer. 3993 */ 3994 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3995 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3996 return -EBUSY; 3997 } 3998 3999 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 4000 4001 /* check if we need to switch packing state of this queue */ 4002 qeth_switch_to_packing_if_needed(queue); 4003 if (queue->do_pack) { 4004 do_pack = 1; 4005 /* does packet fit in current buffer? */ 4006 if (buffer->next_element_to_fill + elements_needed > 4007 queue->max_elements) { 4008 /* ... no -> set state PRIMED */ 4009 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4010 flush_count++; 4011 queue->next_buf_to_fill = 4012 QDIO_BUFNR(queue->next_buf_to_fill + 1); 4013 buffer = queue->bufs[queue->next_buf_to_fill]; 4014 4015 /* We stepped forward, so sanity-check again: */ 4016 if (atomic_read(&buffer->state) != 4017 QETH_QDIO_BUF_EMPTY) { 4018 qeth_flush_buffers(queue, start_index, 4019 flush_count); 4020 atomic_set(&queue->state, 4021 QETH_OUT_Q_UNLOCKED); 4022 rc = -EBUSY; 4023 goto out; 4024 } 4025 } 4026 } 4027 4028 if (buffer->next_element_to_fill == 0 && 4029 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 4030 /* If a TX completion happens right _here_ and misses to wake 4031 * the txq, then our re-check below will catch the race. 4032 */ 4033 QETH_TXQ_STAT_INC(queue, stopped); 4034 netif_tx_stop_queue(txq); 4035 stopped = true; 4036 } 4037 4038 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 4039 4040 if (queue->do_pack) 4041 QETH_TXQ_STAT_INC(queue, skbs_pack); 4042 if (!queue->do_pack || stopped || next_element >= queue->max_elements) { 4043 flush_count++; 4044 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4045 queue->next_buf_to_fill = 4046 QDIO_BUFNR(queue->next_buf_to_fill + 1); 4047 } 4048 4049 if (flush_count) 4050 qeth_flush_buffers(queue, start_index, flush_count); 4051 else if (!atomic_read(&queue->set_pci_flags_count)) 4052 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4053 /* 4054 * queue->state will go from LOCKED -> UNLOCKED or from 4055 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4056 * (switch packing state or flush buffer to get another pci flag out). 4057 * In that case we will enter this loop 4058 */ 4059 while (atomic_dec_return(&queue->state)) { 4060 start_index = queue->next_buf_to_fill; 4061 /* check if we can go back to non-packing state */ 4062 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4063 /* 4064 * check if we need to flush a packing buffer to get a pci 4065 * flag out on the queue 4066 */ 4067 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4068 tmp = qeth_prep_flush_pack_buffer(queue); 4069 if (tmp) { 4070 qeth_flush_buffers(queue, start_index, tmp); 4071 flush_count += tmp; 4072 } 4073 } 4074 out: 4075 /* at this point the queue is UNLOCKED again */ 4076 if (do_pack) 4077 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4078 4079 if (stopped && !qeth_out_queue_is_full(queue)) 4080 netif_tx_start_queue(txq); 4081 return rc; 4082 } 4083 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4084 4085 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4086 unsigned int payload_len, struct sk_buff *skb, 4087 unsigned int proto_len) 4088 { 4089 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4090 4091 ext->hdr_tot_len = sizeof(*ext); 4092 ext->imb_hdr_no = 1; 4093 ext->hdr_type = 1; 4094 ext->hdr_version = 1; 4095 ext->hdr_len = 28; 4096 ext->payload_len = payload_len; 4097 ext->mss = skb_shinfo(skb)->gso_size; 4098 ext->dg_hdr_len = proto_len; 4099 } 4100 4101 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4102 struct qeth_qdio_out_q *queue, int ipv, 4103 void (*fill_header)(struct qeth_qdio_out_q *queue, 4104 struct qeth_hdr *hdr, struct sk_buff *skb, 4105 int ipv, unsigned int data_len)) 4106 { 4107 unsigned int proto_len, hw_hdr_len; 4108 unsigned int frame_len = skb->len; 4109 bool is_tso = skb_is_gso(skb); 4110 unsigned int data_offset = 0; 4111 struct qeth_hdr *hdr = NULL; 4112 unsigned int hd_len = 0; 4113 unsigned int elements; 4114 int push_len, rc; 4115 4116 if (is_tso) { 4117 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4118 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4119 } else { 4120 hw_hdr_len = sizeof(struct qeth_hdr); 4121 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4122 } 4123 4124 rc = skb_cow_head(skb, hw_hdr_len); 4125 if (rc) 4126 return rc; 4127 4128 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4129 &elements); 4130 if (push_len < 0) 4131 return push_len; 4132 if (is_tso || !push_len) { 4133 /* HW header needs its own buffer element. */ 4134 hd_len = hw_hdr_len + proto_len; 4135 data_offset = push_len + proto_len; 4136 } 4137 memset(hdr, 0, hw_hdr_len); 4138 fill_header(queue, hdr, skb, ipv, frame_len); 4139 if (is_tso) 4140 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4141 frame_len - proto_len, skb, proto_len); 4142 4143 if (IS_IQD(card)) { 4144 rc = __qeth_xmit(card, queue, skb, elements, hdr, data_offset, 4145 hd_len); 4146 } else { 4147 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4148 skb_orphan(skb); 4149 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4150 hd_len, elements); 4151 } 4152 4153 if (rc && !push_len) 4154 kmem_cache_free(qeth_core_header_cache, hdr); 4155 4156 return rc; 4157 } 4158 EXPORT_SYMBOL_GPL(qeth_xmit); 4159 4160 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4161 struct qeth_reply *reply, unsigned long data) 4162 { 4163 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4164 struct qeth_ipacmd_setadpparms *setparms; 4165 4166 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4167 4168 setparms = &(cmd->data.setadapterparms); 4169 if (qeth_setadpparms_inspect_rc(cmd)) { 4170 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4171 setparms->data.mode = SET_PROMISC_MODE_OFF; 4172 } 4173 card->info.promisc_mode = setparms->data.mode; 4174 return (cmd->hdr.return_code) ? -EIO : 0; 4175 } 4176 4177 void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable) 4178 { 4179 enum qeth_ipa_promisc_modes mode = enable ? SET_PROMISC_MODE_ON : 4180 SET_PROMISC_MODE_OFF; 4181 struct qeth_cmd_buffer *iob; 4182 struct qeth_ipa_cmd *cmd; 4183 4184 QETH_CARD_TEXT(card, 4, "setprom"); 4185 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4186 4187 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4188 SETADP_DATA_SIZEOF(mode)); 4189 if (!iob) 4190 return; 4191 cmd = __ipa_cmd(iob); 4192 cmd->data.setadapterparms.data.mode = mode; 4193 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4194 } 4195 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4196 4197 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4198 struct qeth_reply *reply, unsigned long data) 4199 { 4200 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4201 struct qeth_ipacmd_setadpparms *adp_cmd; 4202 4203 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4204 if (qeth_setadpparms_inspect_rc(cmd)) 4205 return -EIO; 4206 4207 adp_cmd = &cmd->data.setadapterparms; 4208 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4209 return -EADDRNOTAVAIL; 4210 4211 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4212 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4213 return -EADDRNOTAVAIL; 4214 4215 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4216 return 0; 4217 } 4218 4219 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4220 { 4221 int rc; 4222 struct qeth_cmd_buffer *iob; 4223 struct qeth_ipa_cmd *cmd; 4224 4225 QETH_CARD_TEXT(card, 4, "chgmac"); 4226 4227 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4228 SETADP_DATA_SIZEOF(change_addr)); 4229 if (!iob) 4230 return -ENOMEM; 4231 cmd = __ipa_cmd(iob); 4232 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4233 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4234 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4235 card->dev->dev_addr); 4236 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4237 NULL); 4238 return rc; 4239 } 4240 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4241 4242 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4243 struct qeth_reply *reply, unsigned long data) 4244 { 4245 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4246 struct qeth_set_access_ctrl *access_ctrl_req; 4247 int fallback = *(int *)reply->param; 4248 4249 QETH_CARD_TEXT(card, 4, "setaccb"); 4250 if (cmd->hdr.return_code) 4251 return -EIO; 4252 qeth_setadpparms_inspect_rc(cmd); 4253 4254 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4255 QETH_CARD_TEXT_(card, 2, "rc=%d", 4256 cmd->data.setadapterparms.hdr.return_code); 4257 if (cmd->data.setadapterparms.hdr.return_code != 4258 SET_ACCESS_CTRL_RC_SUCCESS) 4259 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4260 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4261 cmd->data.setadapterparms.hdr.return_code); 4262 switch (cmd->data.setadapterparms.hdr.return_code) { 4263 case SET_ACCESS_CTRL_RC_SUCCESS: 4264 if (card->options.isolation == ISOLATION_MODE_NONE) { 4265 dev_info(&card->gdev->dev, 4266 "QDIO data connection isolation is deactivated\n"); 4267 } else { 4268 dev_info(&card->gdev->dev, 4269 "QDIO data connection isolation is activated\n"); 4270 } 4271 break; 4272 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4273 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4274 CARD_DEVID(card)); 4275 if (fallback) 4276 card->options.isolation = card->options.prev_isolation; 4277 break; 4278 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4279 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4280 CARD_DEVID(card)); 4281 if (fallback) 4282 card->options.isolation = card->options.prev_isolation; 4283 break; 4284 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4285 dev_err(&card->gdev->dev, "Adapter does not " 4286 "support QDIO data connection isolation\n"); 4287 break; 4288 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4289 dev_err(&card->gdev->dev, 4290 "Adapter is dedicated. " 4291 "QDIO data connection isolation not supported\n"); 4292 if (fallback) 4293 card->options.isolation = card->options.prev_isolation; 4294 break; 4295 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4296 dev_err(&card->gdev->dev, 4297 "TSO does not permit QDIO data connection isolation\n"); 4298 if (fallback) 4299 card->options.isolation = card->options.prev_isolation; 4300 break; 4301 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4302 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4303 "support reflective relay mode\n"); 4304 if (fallback) 4305 card->options.isolation = card->options.prev_isolation; 4306 break; 4307 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4308 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4309 "enabled at the adjacent switch port"); 4310 if (fallback) 4311 card->options.isolation = card->options.prev_isolation; 4312 break; 4313 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4314 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4315 "at the adjacent switch failed\n"); 4316 break; 4317 default: 4318 /* this should never happen */ 4319 if (fallback) 4320 card->options.isolation = card->options.prev_isolation; 4321 break; 4322 } 4323 return (cmd->hdr.return_code) ? -EIO : 0; 4324 } 4325 4326 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4327 enum qeth_ipa_isolation_modes isolation, int fallback) 4328 { 4329 int rc; 4330 struct qeth_cmd_buffer *iob; 4331 struct qeth_ipa_cmd *cmd; 4332 struct qeth_set_access_ctrl *access_ctrl_req; 4333 4334 QETH_CARD_TEXT(card, 4, "setacctl"); 4335 4336 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4337 SETADP_DATA_SIZEOF(set_access_ctrl)); 4338 if (!iob) 4339 return -ENOMEM; 4340 cmd = __ipa_cmd(iob); 4341 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4342 access_ctrl_req->subcmd_code = isolation; 4343 4344 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4345 &fallback); 4346 QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4347 return rc; 4348 } 4349 4350 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4351 { 4352 int rc = 0; 4353 4354 QETH_CARD_TEXT(card, 4, "setactlo"); 4355 4356 if ((IS_OSD(card) || IS_OSX(card)) && 4357 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4358 rc = qeth_setadpparms_set_access_ctrl(card, 4359 card->options.isolation, fallback); 4360 if (rc) { 4361 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4362 rc, CARD_DEVID(card)); 4363 rc = -EOPNOTSUPP; 4364 } 4365 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4366 card->options.isolation = ISOLATION_MODE_NONE; 4367 4368 dev_err(&card->gdev->dev, "Adapter does not " 4369 "support QDIO data connection isolation\n"); 4370 rc = -EOPNOTSUPP; 4371 } 4372 return rc; 4373 } 4374 4375 void qeth_tx_timeout(struct net_device *dev, unsigned int txqueue) 4376 { 4377 struct qeth_card *card; 4378 4379 card = dev->ml_priv; 4380 QETH_CARD_TEXT(card, 4, "txtimeo"); 4381 qeth_schedule_recovery(card); 4382 } 4383 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4384 4385 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4386 { 4387 struct qeth_card *card = dev->ml_priv; 4388 int rc = 0; 4389 4390 switch (regnum) { 4391 case MII_BMCR: /* Basic mode control register */ 4392 rc = BMCR_FULLDPLX; 4393 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4394 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4395 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4396 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4397 rc |= BMCR_SPEED100; 4398 break; 4399 case MII_BMSR: /* Basic mode status register */ 4400 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4401 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4402 BMSR_100BASE4; 4403 break; 4404 case MII_PHYSID1: /* PHYS ID 1 */ 4405 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4406 dev->dev_addr[2]; 4407 rc = (rc >> 5) & 0xFFFF; 4408 break; 4409 case MII_PHYSID2: /* PHYS ID 2 */ 4410 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4411 break; 4412 case MII_ADVERTISE: /* Advertisement control reg */ 4413 rc = ADVERTISE_ALL; 4414 break; 4415 case MII_LPA: /* Link partner ability reg */ 4416 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4417 LPA_100BASE4 | LPA_LPACK; 4418 break; 4419 case MII_EXPANSION: /* Expansion register */ 4420 break; 4421 case MII_DCOUNTER: /* disconnect counter */ 4422 break; 4423 case MII_FCSCOUNTER: /* false carrier counter */ 4424 break; 4425 case MII_NWAYTEST: /* N-way auto-neg test register */ 4426 break; 4427 case MII_RERRCOUNTER: /* rx error counter */ 4428 rc = card->stats.rx_length_errors + 4429 card->stats.rx_frame_errors + 4430 card->stats.rx_fifo_errors; 4431 break; 4432 case MII_SREVISION: /* silicon revision */ 4433 break; 4434 case MII_RESV1: /* reserved 1 */ 4435 break; 4436 case MII_LBRERROR: /* loopback, rx, bypass error */ 4437 break; 4438 case MII_PHYADDR: /* physical address */ 4439 break; 4440 case MII_RESV2: /* reserved 2 */ 4441 break; 4442 case MII_TPISTATUS: /* TPI status for 10mbps */ 4443 break; 4444 case MII_NCONFIG: /* network interface config */ 4445 break; 4446 default: 4447 break; 4448 } 4449 return rc; 4450 } 4451 4452 static int qeth_snmp_command_cb(struct qeth_card *card, 4453 struct qeth_reply *reply, unsigned long data) 4454 { 4455 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4456 struct qeth_arp_query_info *qinfo = reply->param; 4457 struct qeth_ipacmd_setadpparms *adp_cmd; 4458 unsigned int data_len; 4459 void *snmp_data; 4460 4461 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4462 4463 if (cmd->hdr.return_code) { 4464 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4465 return -EIO; 4466 } 4467 if (cmd->data.setadapterparms.hdr.return_code) { 4468 cmd->hdr.return_code = 4469 cmd->data.setadapterparms.hdr.return_code; 4470 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4471 return -EIO; 4472 } 4473 4474 adp_cmd = &cmd->data.setadapterparms; 4475 data_len = adp_cmd->hdr.cmdlength - sizeof(adp_cmd->hdr); 4476 if (adp_cmd->hdr.seq_no == 1) { 4477 snmp_data = &adp_cmd->data.snmp; 4478 } else { 4479 snmp_data = &adp_cmd->data.snmp.request; 4480 data_len -= offsetof(struct qeth_snmp_cmd, request); 4481 } 4482 4483 /* check if there is enough room in userspace */ 4484 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4485 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4486 return -ENOSPC; 4487 } 4488 QETH_CARD_TEXT_(card, 4, "snore%i", 4489 cmd->data.setadapterparms.hdr.used_total); 4490 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4491 cmd->data.setadapterparms.hdr.seq_no); 4492 /*copy entries to user buffer*/ 4493 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4494 qinfo->udata_offset += data_len; 4495 4496 if (cmd->data.setadapterparms.hdr.seq_no < 4497 cmd->data.setadapterparms.hdr.used_total) 4498 return 1; 4499 return 0; 4500 } 4501 4502 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4503 { 4504 struct qeth_snmp_ureq __user *ureq; 4505 struct qeth_cmd_buffer *iob; 4506 unsigned int req_len; 4507 struct qeth_arp_query_info qinfo = {0, }; 4508 int rc = 0; 4509 4510 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4511 4512 if (IS_VM_NIC(card)) 4513 return -EOPNOTSUPP; 4514 4515 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4516 IS_LAYER3(card)) 4517 return -EOPNOTSUPP; 4518 4519 ureq = (struct qeth_snmp_ureq __user *) udata; 4520 if (get_user(qinfo.udata_len, &ureq->hdr.data_len) || 4521 get_user(req_len, &ureq->hdr.req_len)) 4522 return -EFAULT; 4523 4524 /* Sanitize user input, to avoid overflows in iob size calculation: */ 4525 if (req_len > QETH_BUFSIZE) 4526 return -EINVAL; 4527 4528 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, req_len); 4529 if (!iob) 4530 return -ENOMEM; 4531 4532 if (copy_from_user(&__ipa_cmd(iob)->data.setadapterparms.data.snmp, 4533 &ureq->cmd, req_len)) { 4534 qeth_put_cmd(iob); 4535 return -EFAULT; 4536 } 4537 4538 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4539 if (!qinfo.udata) { 4540 qeth_put_cmd(iob); 4541 return -ENOMEM; 4542 } 4543 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4544 4545 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4546 if (rc) 4547 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4548 CARD_DEVID(card), rc); 4549 else { 4550 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4551 rc = -EFAULT; 4552 } 4553 4554 kfree(qinfo.udata); 4555 return rc; 4556 } 4557 4558 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4559 struct qeth_reply *reply, unsigned long data) 4560 { 4561 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4562 struct qeth_qoat_priv *priv; 4563 char *resdata; 4564 int resdatalen; 4565 4566 QETH_CARD_TEXT(card, 3, "qoatcb"); 4567 if (qeth_setadpparms_inspect_rc(cmd)) 4568 return -EIO; 4569 4570 priv = (struct qeth_qoat_priv *)reply->param; 4571 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4572 resdata = (char *)data + 28; 4573 4574 if (resdatalen > (priv->buffer_len - priv->response_len)) 4575 return -ENOSPC; 4576 4577 memcpy((priv->buffer + priv->response_len), resdata, 4578 resdatalen); 4579 priv->response_len += resdatalen; 4580 4581 if (cmd->data.setadapterparms.hdr.seq_no < 4582 cmd->data.setadapterparms.hdr.used_total) 4583 return 1; 4584 return 0; 4585 } 4586 4587 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4588 { 4589 int rc = 0; 4590 struct qeth_cmd_buffer *iob; 4591 struct qeth_ipa_cmd *cmd; 4592 struct qeth_query_oat *oat_req; 4593 struct qeth_query_oat_data oat_data; 4594 struct qeth_qoat_priv priv; 4595 void __user *tmp; 4596 4597 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4598 4599 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4600 rc = -EOPNOTSUPP; 4601 goto out; 4602 } 4603 4604 if (copy_from_user(&oat_data, udata, 4605 sizeof(struct qeth_query_oat_data))) { 4606 rc = -EFAULT; 4607 goto out; 4608 } 4609 4610 priv.buffer_len = oat_data.buffer_len; 4611 priv.response_len = 0; 4612 priv.buffer = vzalloc(oat_data.buffer_len); 4613 if (!priv.buffer) { 4614 rc = -ENOMEM; 4615 goto out; 4616 } 4617 4618 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4619 SETADP_DATA_SIZEOF(query_oat)); 4620 if (!iob) { 4621 rc = -ENOMEM; 4622 goto out_free; 4623 } 4624 cmd = __ipa_cmd(iob); 4625 oat_req = &cmd->data.setadapterparms.data.query_oat; 4626 oat_req->subcmd_code = oat_data.command; 4627 4628 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4629 &priv); 4630 if (!rc) { 4631 if (is_compat_task()) 4632 tmp = compat_ptr(oat_data.ptr); 4633 else 4634 tmp = (void __user *)(unsigned long)oat_data.ptr; 4635 4636 if (copy_to_user(tmp, priv.buffer, 4637 priv.response_len)) { 4638 rc = -EFAULT; 4639 goto out_free; 4640 } 4641 4642 oat_data.response_len = priv.response_len; 4643 4644 if (copy_to_user(udata, &oat_data, 4645 sizeof(struct qeth_query_oat_data))) 4646 rc = -EFAULT; 4647 } 4648 4649 out_free: 4650 vfree(priv.buffer); 4651 out: 4652 return rc; 4653 } 4654 4655 static int qeth_query_card_info_cb(struct qeth_card *card, 4656 struct qeth_reply *reply, unsigned long data) 4657 { 4658 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4659 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4660 struct qeth_query_card_info *card_info; 4661 4662 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4663 if (qeth_setadpparms_inspect_rc(cmd)) 4664 return -EIO; 4665 4666 card_info = &cmd->data.setadapterparms.data.card_info; 4667 carrier_info->card_type = card_info->card_type; 4668 carrier_info->port_mode = card_info->port_mode; 4669 carrier_info->port_speed = card_info->port_speed; 4670 return 0; 4671 } 4672 4673 int qeth_query_card_info(struct qeth_card *card, 4674 struct carrier_info *carrier_info) 4675 { 4676 struct qeth_cmd_buffer *iob; 4677 4678 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4679 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4680 return -EOPNOTSUPP; 4681 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 0); 4682 if (!iob) 4683 return -ENOMEM; 4684 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4685 (void *)carrier_info); 4686 } 4687 4688 /** 4689 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4690 * @card: pointer to a qeth_card 4691 * 4692 * Returns 4693 * 0, if a MAC address has been set for the card's netdevice 4694 * a return code, for various error conditions 4695 */ 4696 int qeth_vm_request_mac(struct qeth_card *card) 4697 { 4698 struct diag26c_mac_resp *response; 4699 struct diag26c_mac_req *request; 4700 struct ccw_dev_id id; 4701 int rc; 4702 4703 QETH_CARD_TEXT(card, 2, "vmreqmac"); 4704 4705 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4706 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4707 if (!request || !response) { 4708 rc = -ENOMEM; 4709 goto out; 4710 } 4711 4712 ccw_device_get_id(CARD_DDEV(card), &id); 4713 request->resp_buf_len = sizeof(*response); 4714 request->resp_version = DIAG26C_VERSION2; 4715 request->op_code = DIAG26C_GET_MAC; 4716 request->devno = id.devno; 4717 4718 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4719 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4720 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4721 if (rc) 4722 goto out; 4723 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4724 4725 if (request->resp_buf_len < sizeof(*response) || 4726 response->version != request->resp_version) { 4727 rc = -EIO; 4728 QETH_CARD_TEXT(card, 2, "badresp"); 4729 QETH_CARD_HEX(card, 2, &request->resp_buf_len, 4730 sizeof(request->resp_buf_len)); 4731 } else if (!is_valid_ether_addr(response->mac)) { 4732 rc = -EINVAL; 4733 QETH_CARD_TEXT(card, 2, "badmac"); 4734 QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 4735 } else { 4736 ether_addr_copy(card->dev->dev_addr, response->mac); 4737 } 4738 4739 out: 4740 kfree(response); 4741 kfree(request); 4742 return rc; 4743 } 4744 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4745 4746 static void qeth_determine_capabilities(struct qeth_card *card) 4747 { 4748 struct qeth_channel *channel = &card->data; 4749 struct ccw_device *ddev = channel->ccwdev; 4750 int rc; 4751 int ddev_offline = 0; 4752 4753 QETH_CARD_TEXT(card, 2, "detcapab"); 4754 if (!ddev->online) { 4755 ddev_offline = 1; 4756 rc = qeth_start_channel(channel); 4757 if (rc) { 4758 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4759 goto out; 4760 } 4761 } 4762 4763 rc = qeth_read_conf_data(card); 4764 if (rc) { 4765 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4766 CARD_DEVID(card), rc); 4767 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4768 goto out_offline; 4769 } 4770 4771 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4772 if (rc) 4773 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4774 4775 QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 4776 QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 4777 QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 4778 QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 4779 QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 4780 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4781 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4782 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4783 dev_info(&card->gdev->dev, 4784 "Completion Queueing supported\n"); 4785 } else { 4786 card->options.cq = QETH_CQ_NOTAVAILABLE; 4787 } 4788 4789 4790 out_offline: 4791 if (ddev_offline == 1) 4792 qeth_stop_channel(channel); 4793 out: 4794 return; 4795 } 4796 4797 static void qeth_qdio_establish_cq(struct qeth_card *card, 4798 struct qdio_buffer **in_sbal_ptrs, 4799 void (**queue_start_poll) 4800 (struct ccw_device *, int, 4801 unsigned long)) 4802 { 4803 int i; 4804 4805 if (card->options.cq == QETH_CQ_ENABLED) { 4806 int offset = QDIO_MAX_BUFFERS_PER_Q * 4807 (card->qdio.no_in_queues - 1); 4808 4809 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; i++) 4810 in_sbal_ptrs[offset + i] = 4811 card->qdio.c_q->bufs[i].buffer; 4812 4813 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4814 } 4815 } 4816 4817 static int qeth_qdio_establish(struct qeth_card *card) 4818 { 4819 struct qdio_initialize init_data; 4820 char *qib_param_field; 4821 struct qdio_buffer **in_sbal_ptrs; 4822 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4823 struct qdio_buffer **out_sbal_ptrs; 4824 int i, j, k; 4825 int rc = 0; 4826 4827 QETH_CARD_TEXT(card, 2, "qdioest"); 4828 4829 qib_param_field = kzalloc(sizeof_field(struct qib, parm), GFP_KERNEL); 4830 if (!qib_param_field) { 4831 rc = -ENOMEM; 4832 goto out_free_nothing; 4833 } 4834 4835 qeth_create_qib_param_field(card, qib_param_field); 4836 qeth_create_qib_param_field_blkt(card, qib_param_field); 4837 4838 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4839 sizeof(void *), 4840 GFP_KERNEL); 4841 if (!in_sbal_ptrs) { 4842 rc = -ENOMEM; 4843 goto out_free_qib_param; 4844 } 4845 4846 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; i++) 4847 in_sbal_ptrs[i] = card->qdio.in_q->bufs[i].buffer; 4848 4849 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4850 GFP_KERNEL); 4851 if (!queue_start_poll) { 4852 rc = -ENOMEM; 4853 goto out_free_in_sbals; 4854 } 4855 for (i = 0; i < card->qdio.no_in_queues; ++i) 4856 queue_start_poll[i] = qeth_qdio_start_poll; 4857 4858 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4859 4860 out_sbal_ptrs = 4861 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4862 sizeof(void *), 4863 GFP_KERNEL); 4864 if (!out_sbal_ptrs) { 4865 rc = -ENOMEM; 4866 goto out_free_queue_start_poll; 4867 } 4868 4869 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4870 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; j++, k++) 4871 out_sbal_ptrs[k] = 4872 card->qdio.out_qs[i]->bufs[j]->buffer; 4873 4874 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4875 init_data.cdev = CARD_DDEV(card); 4876 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 4877 QDIO_QETH_QFMT; 4878 init_data.qib_param_field_format = 0; 4879 init_data.qib_param_field = qib_param_field; 4880 init_data.no_input_qs = card->qdio.no_in_queues; 4881 init_data.no_output_qs = card->qdio.no_out_queues; 4882 init_data.input_handler = qeth_qdio_input_handler; 4883 init_data.output_handler = qeth_qdio_output_handler; 4884 init_data.queue_start_poll_array = queue_start_poll; 4885 init_data.int_parm = (unsigned long) card; 4886 init_data.input_sbal_addr_array = in_sbal_ptrs; 4887 init_data.output_sbal_addr_array = out_sbal_ptrs; 4888 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4889 init_data.scan_threshold = IS_IQD(card) ? 0 : 32; 4890 4891 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4892 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4893 rc = qdio_allocate(&init_data); 4894 if (rc) { 4895 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4896 goto out; 4897 } 4898 rc = qdio_establish(&init_data); 4899 if (rc) { 4900 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4901 qdio_free(CARD_DDEV(card)); 4902 } 4903 } 4904 4905 switch (card->options.cq) { 4906 case QETH_CQ_ENABLED: 4907 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4908 break; 4909 case QETH_CQ_DISABLED: 4910 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4911 break; 4912 default: 4913 break; 4914 } 4915 out: 4916 kfree(out_sbal_ptrs); 4917 out_free_queue_start_poll: 4918 kfree(queue_start_poll); 4919 out_free_in_sbals: 4920 kfree(in_sbal_ptrs); 4921 out_free_qib_param: 4922 kfree(qib_param_field); 4923 out_free_nothing: 4924 return rc; 4925 } 4926 4927 static void qeth_core_free_card(struct qeth_card *card) 4928 { 4929 QETH_CARD_TEXT(card, 2, "freecrd"); 4930 qeth_put_cmd(card->read_cmd); 4931 destroy_workqueue(card->event_wq); 4932 unregister_service_level(&card->qeth_service_level); 4933 dev_set_drvdata(&card->gdev->dev, NULL); 4934 kfree(card); 4935 } 4936 4937 void qeth_trace_features(struct qeth_card *card) 4938 { 4939 QETH_CARD_TEXT(card, 2, "features"); 4940 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4941 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4942 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4943 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4944 sizeof(card->info.diagass_support)); 4945 } 4946 EXPORT_SYMBOL_GPL(qeth_trace_features); 4947 4948 static struct ccw_device_id qeth_ids[] = { 4949 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4950 .driver_info = QETH_CARD_TYPE_OSD}, 4951 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4952 .driver_info = QETH_CARD_TYPE_IQD}, 4953 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4954 .driver_info = QETH_CARD_TYPE_OSN}, 4955 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4956 .driver_info = QETH_CARD_TYPE_OSM}, 4957 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4958 .driver_info = QETH_CARD_TYPE_OSX}, 4959 {}, 4960 }; 4961 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4962 4963 static struct ccw_driver qeth_ccw_driver = { 4964 .driver = { 4965 .owner = THIS_MODULE, 4966 .name = "qeth", 4967 }, 4968 .ids = qeth_ids, 4969 .probe = ccwgroup_probe_ccwdev, 4970 .remove = ccwgroup_remove_ccwdev, 4971 }; 4972 4973 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4974 { 4975 int retries = 3; 4976 int rc; 4977 4978 QETH_CARD_TEXT(card, 2, "hrdsetup"); 4979 atomic_set(&card->force_alloc_skb, 0); 4980 rc = qeth_update_from_chp_desc(card); 4981 if (rc) 4982 return rc; 4983 retry: 4984 if (retries < 3) 4985 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4986 CARD_DEVID(card)); 4987 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 4988 qeth_stop_channel(&card->data); 4989 qeth_stop_channel(&card->write); 4990 qeth_stop_channel(&card->read); 4991 qdio_free(CARD_DDEV(card)); 4992 4993 rc = qeth_start_channel(&card->read); 4994 if (rc) 4995 goto retriable; 4996 rc = qeth_start_channel(&card->write); 4997 if (rc) 4998 goto retriable; 4999 rc = qeth_start_channel(&card->data); 5000 if (rc) 5001 goto retriable; 5002 retriable: 5003 if (rc == -ERESTARTSYS) { 5004 QETH_CARD_TEXT(card, 2, "break1"); 5005 return rc; 5006 } else if (rc) { 5007 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 5008 if (--retries < 0) 5009 goto out; 5010 else 5011 goto retry; 5012 } 5013 5014 qeth_determine_capabilities(card); 5015 qeth_idx_init(card); 5016 5017 rc = qeth_idx_activate_read_channel(card); 5018 if (rc == -EINTR) { 5019 QETH_CARD_TEXT(card, 2, "break2"); 5020 return rc; 5021 } else if (rc) { 5022 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 5023 if (--retries < 0) 5024 goto out; 5025 else 5026 goto retry; 5027 } 5028 5029 rc = qeth_idx_activate_write_channel(card); 5030 if (rc == -EINTR) { 5031 QETH_CARD_TEXT(card, 2, "break3"); 5032 return rc; 5033 } else if (rc) { 5034 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 5035 if (--retries < 0) 5036 goto out; 5037 else 5038 goto retry; 5039 } 5040 card->read_or_write_problem = 0; 5041 rc = qeth_mpc_initialize(card); 5042 if (rc) { 5043 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 5044 goto out; 5045 } 5046 5047 rc = qeth_send_startlan(card); 5048 if (rc) { 5049 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 5050 if (rc == -ENETDOWN) { 5051 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 5052 *carrier_ok = false; 5053 } else { 5054 goto out; 5055 } 5056 } else { 5057 *carrier_ok = true; 5058 } 5059 5060 card->options.ipa4.supported = 0; 5061 card->options.ipa6.supported = 0; 5062 card->options.adp.supported = 0; 5063 card->options.sbp.supported_funcs = 0; 5064 card->info.diagass_support = 0; 5065 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5066 if (rc == -ENOMEM) 5067 goto out; 5068 if (qeth_is_supported(card, IPA_IPV6)) { 5069 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5070 if (rc == -ENOMEM) 5071 goto out; 5072 } 5073 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5074 rc = qeth_query_setadapterparms(card); 5075 if (rc < 0) { 5076 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 5077 goto out; 5078 } 5079 } 5080 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5081 rc = qeth_query_setdiagass(card); 5082 if (rc) 5083 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 5084 } 5085 5086 if (!qeth_is_diagass_supported(card, QETH_DIAGS_CMD_TRAP) || 5087 (card->info.hwtrap && qeth_hw_trap(card, QETH_DIAGS_TRAP_ARM))) 5088 card->info.hwtrap = 0; 5089 5090 rc = qeth_set_access_ctrl_online(card, 0); 5091 if (rc) 5092 goto out; 5093 5094 rc = qeth_init_qdio_queues(card); 5095 if (rc) { 5096 QETH_CARD_TEXT_(card, 2, "9err%d", rc); 5097 goto out; 5098 } 5099 5100 return 0; 5101 out: 5102 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5103 "an error on the device\n"); 5104 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5105 CARD_DEVID(card), rc); 5106 return rc; 5107 } 5108 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5109 5110 static int qeth_set_online(struct qeth_card *card) 5111 { 5112 int rc; 5113 5114 mutex_lock(&card->discipline_mutex); 5115 mutex_lock(&card->conf_mutex); 5116 QETH_CARD_TEXT(card, 2, "setonlin"); 5117 5118 rc = card->discipline->set_online(card); 5119 5120 mutex_unlock(&card->conf_mutex); 5121 mutex_unlock(&card->discipline_mutex); 5122 5123 return rc; 5124 } 5125 5126 int qeth_set_offline(struct qeth_card *card, bool resetting) 5127 { 5128 int rc, rc2, rc3; 5129 5130 mutex_lock(&card->discipline_mutex); 5131 mutex_lock(&card->conf_mutex); 5132 QETH_CARD_TEXT(card, 3, "setoffl"); 5133 5134 if ((!resetting && card->info.hwtrap) || card->info.hwtrap == 2) { 5135 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5136 card->info.hwtrap = 1; 5137 } 5138 5139 rtnl_lock(); 5140 card->info.open_when_online = card->dev->flags & IFF_UP; 5141 dev_close(card->dev); 5142 netif_device_detach(card->dev); 5143 netif_carrier_off(card->dev); 5144 rtnl_unlock(); 5145 5146 card->discipline->set_offline(card); 5147 5148 rc = qeth_stop_channel(&card->data); 5149 rc2 = qeth_stop_channel(&card->write); 5150 rc3 = qeth_stop_channel(&card->read); 5151 if (!rc) 5152 rc = (rc2) ? rc2 : rc3; 5153 if (rc) 5154 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 5155 qdio_free(CARD_DDEV(card)); 5156 5157 /* let user_space know that device is offline */ 5158 kobject_uevent(&card->gdev->dev.kobj, KOBJ_CHANGE); 5159 5160 mutex_unlock(&card->conf_mutex); 5161 mutex_unlock(&card->discipline_mutex); 5162 return 0; 5163 } 5164 EXPORT_SYMBOL_GPL(qeth_set_offline); 5165 5166 static int qeth_do_reset(void *data) 5167 { 5168 struct qeth_card *card = data; 5169 int rc; 5170 5171 QETH_CARD_TEXT(card, 2, "recover1"); 5172 if (!qeth_do_run_thread(card, QETH_RECOVER_THREAD)) 5173 return 0; 5174 QETH_CARD_TEXT(card, 2, "recover2"); 5175 dev_warn(&card->gdev->dev, 5176 "A recovery process has been started for the device\n"); 5177 5178 qeth_set_offline(card, true); 5179 rc = qeth_set_online(card); 5180 if (!rc) { 5181 dev_info(&card->gdev->dev, 5182 "Device successfully recovered!\n"); 5183 } else { 5184 ccwgroup_set_offline(card->gdev); 5185 dev_warn(&card->gdev->dev, 5186 "The qeth device driver failed to recover an error on the device\n"); 5187 } 5188 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 5189 qeth_clear_thread_running_bit(card, QETH_RECOVER_THREAD); 5190 return 0; 5191 } 5192 5193 #if IS_ENABLED(CONFIG_QETH_L3) 5194 static void qeth_l3_rebuild_skb(struct qeth_card *card, struct sk_buff *skb, 5195 struct qeth_hdr *hdr) 5196 { 5197 struct af_iucv_trans_hdr *iucv = (struct af_iucv_trans_hdr *) skb->data; 5198 struct qeth_hdr_layer3 *l3_hdr = &hdr->hdr.l3; 5199 struct net_device *dev = skb->dev; 5200 5201 if (IS_IQD(card) && iucv->magic == ETH_P_AF_IUCV) { 5202 dev_hard_header(skb, dev, ETH_P_AF_IUCV, dev->dev_addr, 5203 "FAKELL", skb->len); 5204 return; 5205 } 5206 5207 if (!(l3_hdr->flags & QETH_HDR_PASSTHRU)) { 5208 u16 prot = (l3_hdr->flags & QETH_HDR_IPV6) ? ETH_P_IPV6 : 5209 ETH_P_IP; 5210 unsigned char tg_addr[ETH_ALEN]; 5211 5212 skb_reset_network_header(skb); 5213 switch (l3_hdr->flags & QETH_HDR_CAST_MASK) { 5214 case QETH_CAST_MULTICAST: 5215 if (prot == ETH_P_IP) 5216 ip_eth_mc_map(ip_hdr(skb)->daddr, tg_addr); 5217 else 5218 ipv6_eth_mc_map(&ipv6_hdr(skb)->daddr, tg_addr); 5219 QETH_CARD_STAT_INC(card, rx_multicast); 5220 break; 5221 case QETH_CAST_BROADCAST: 5222 ether_addr_copy(tg_addr, dev->broadcast); 5223 QETH_CARD_STAT_INC(card, rx_multicast); 5224 break; 5225 default: 5226 if (card->options.sniffer) 5227 skb->pkt_type = PACKET_OTHERHOST; 5228 ether_addr_copy(tg_addr, dev->dev_addr); 5229 } 5230 5231 if (l3_hdr->ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR) 5232 dev_hard_header(skb, dev, prot, tg_addr, 5233 &l3_hdr->next_hop.rx.src_mac, skb->len); 5234 else 5235 dev_hard_header(skb, dev, prot, tg_addr, "FAKELL", 5236 skb->len); 5237 } 5238 5239 /* copy VLAN tag from hdr into skb */ 5240 if (!card->options.sniffer && 5241 (l3_hdr->ext_flags & (QETH_HDR_EXT_VLAN_FRAME | 5242 QETH_HDR_EXT_INCLUDE_VLAN_TAG))) { 5243 u16 tag = (l3_hdr->ext_flags & QETH_HDR_EXT_VLAN_FRAME) ? 5244 l3_hdr->vlan_id : 5245 l3_hdr->next_hop.rx.vlan_id; 5246 5247 __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), tag); 5248 } 5249 } 5250 #endif 5251 5252 static void qeth_receive_skb(struct qeth_card *card, struct sk_buff *skb, 5253 struct qeth_hdr *hdr, bool uses_frags) 5254 { 5255 struct napi_struct *napi = &card->napi; 5256 bool is_cso; 5257 5258 switch (hdr->hdr.l2.id) { 5259 case QETH_HEADER_TYPE_OSN: 5260 skb_push(skb, sizeof(*hdr)); 5261 skb_copy_to_linear_data(skb, hdr, sizeof(*hdr)); 5262 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5263 QETH_CARD_STAT_INC(card, rx_packets); 5264 5265 card->osn_info.data_cb(skb); 5266 return; 5267 #if IS_ENABLED(CONFIG_QETH_L3) 5268 case QETH_HEADER_TYPE_LAYER3: 5269 qeth_l3_rebuild_skb(card, skb, hdr); 5270 is_cso = hdr->hdr.l3.ext_flags & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5271 break; 5272 #endif 5273 case QETH_HEADER_TYPE_LAYER2: 5274 is_cso = hdr->hdr.l2.flags[1] & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5275 break; 5276 default: 5277 /* never happens */ 5278 if (uses_frags) 5279 napi_free_frags(napi); 5280 else 5281 dev_kfree_skb_any(skb); 5282 return; 5283 } 5284 5285 if (is_cso && (card->dev->features & NETIF_F_RXCSUM)) { 5286 skb->ip_summed = CHECKSUM_UNNECESSARY; 5287 QETH_CARD_STAT_INC(card, rx_skb_csum); 5288 } else { 5289 skb->ip_summed = CHECKSUM_NONE; 5290 } 5291 5292 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5293 QETH_CARD_STAT_INC(card, rx_packets); 5294 if (skb_is_nonlinear(skb)) { 5295 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5296 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5297 skb_shinfo(skb)->nr_frags); 5298 } 5299 5300 if (uses_frags) { 5301 napi_gro_frags(napi); 5302 } else { 5303 skb->protocol = eth_type_trans(skb, skb->dev); 5304 napi_gro_receive(napi, skb); 5305 } 5306 } 5307 5308 static void qeth_create_skb_frag(struct sk_buff *skb, char *data, int data_len) 5309 { 5310 struct page *page = virt_to_page(data); 5311 unsigned int next_frag; 5312 5313 next_frag = skb_shinfo(skb)->nr_frags; 5314 get_page(page); 5315 skb_add_rx_frag(skb, next_frag, page, offset_in_page(data), data_len, 5316 data_len); 5317 } 5318 5319 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5320 { 5321 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5322 } 5323 5324 static int qeth_extract_skb(struct qeth_card *card, 5325 struct qeth_qdio_buffer *qethbuffer, 5326 struct qdio_buffer_element **__element, 5327 int *__offset) 5328 { 5329 struct qdio_buffer_element *element = *__element; 5330 struct qeth_priv *priv = netdev_priv(card->dev); 5331 struct qdio_buffer *buffer = qethbuffer->buffer; 5332 struct napi_struct *napi = &card->napi; 5333 unsigned int linear_len = 0; 5334 bool uses_frags = false; 5335 int offset = *__offset; 5336 bool use_rx_sg = false; 5337 unsigned int headroom; 5338 struct qeth_hdr *hdr; 5339 struct sk_buff *skb; 5340 int skb_len = 0; 5341 5342 next_packet: 5343 /* qeth_hdr must not cross element boundaries */ 5344 while (element->length < offset + sizeof(struct qeth_hdr)) { 5345 if (qeth_is_last_sbale(element)) 5346 return -ENODATA; 5347 element++; 5348 offset = 0; 5349 } 5350 5351 hdr = phys_to_virt(element->addr) + offset; 5352 offset += sizeof(*hdr); 5353 skb = NULL; 5354 5355 switch (hdr->hdr.l2.id) { 5356 case QETH_HEADER_TYPE_LAYER2: 5357 skb_len = hdr->hdr.l2.pkt_length; 5358 linear_len = ETH_HLEN; 5359 headroom = 0; 5360 break; 5361 case QETH_HEADER_TYPE_LAYER3: 5362 skb_len = hdr->hdr.l3.length; 5363 if (!IS_LAYER3(card)) { 5364 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5365 goto walk_packet; 5366 } 5367 5368 if (hdr->hdr.l3.flags & QETH_HDR_PASSTHRU) { 5369 linear_len = ETH_HLEN; 5370 headroom = 0; 5371 break; 5372 } 5373 5374 if (hdr->hdr.l3.flags & QETH_HDR_IPV6) 5375 linear_len = sizeof(struct ipv6hdr); 5376 else 5377 linear_len = sizeof(struct iphdr); 5378 headroom = ETH_HLEN; 5379 break; 5380 case QETH_HEADER_TYPE_OSN: 5381 skb_len = hdr->hdr.osn.pdu_length; 5382 if (!IS_OSN(card)) { 5383 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5384 goto walk_packet; 5385 } 5386 5387 linear_len = skb_len; 5388 headroom = sizeof(struct qeth_hdr); 5389 break; 5390 default: 5391 if (hdr->hdr.l2.id & QETH_HEADER_MASK_INVAL) 5392 QETH_CARD_STAT_INC(card, rx_frame_errors); 5393 else 5394 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5395 5396 /* Can't determine packet length, drop the whole buffer. */ 5397 return -EPROTONOSUPPORT; 5398 } 5399 5400 if (skb_len < linear_len) { 5401 QETH_CARD_STAT_INC(card, rx_dropped_runt); 5402 goto walk_packet; 5403 } 5404 5405 use_rx_sg = (card->options.cq == QETH_CQ_ENABLED) || 5406 (skb_len > READ_ONCE(priv->rx_copybreak) && 5407 !atomic_read(&card->force_alloc_skb) && 5408 !IS_OSN(card)); 5409 5410 if (use_rx_sg) { 5411 /* QETH_CQ_ENABLED only: */ 5412 if (qethbuffer->rx_skb && 5413 skb_tailroom(qethbuffer->rx_skb) >= linear_len + headroom) { 5414 skb = qethbuffer->rx_skb; 5415 qethbuffer->rx_skb = NULL; 5416 goto use_skb; 5417 } 5418 5419 skb = napi_get_frags(napi); 5420 if (!skb) { 5421 /* -ENOMEM, no point in falling back further. */ 5422 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5423 goto walk_packet; 5424 } 5425 5426 if (skb_tailroom(skb) >= linear_len + headroom) { 5427 uses_frags = true; 5428 goto use_skb; 5429 } 5430 5431 netdev_info_once(card->dev, 5432 "Insufficient linear space in NAPI frags skb, need %u but have %u\n", 5433 linear_len + headroom, skb_tailroom(skb)); 5434 /* Shouldn't happen. Don't optimize, fall back to linear skb. */ 5435 } 5436 5437 linear_len = skb_len; 5438 skb = napi_alloc_skb(napi, linear_len + headroom); 5439 if (!skb) { 5440 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5441 goto walk_packet; 5442 } 5443 5444 use_skb: 5445 if (headroom) 5446 skb_reserve(skb, headroom); 5447 walk_packet: 5448 while (skb_len) { 5449 int data_len = min(skb_len, (int)(element->length - offset)); 5450 char *data = phys_to_virt(element->addr) + offset; 5451 5452 skb_len -= data_len; 5453 offset += data_len; 5454 5455 /* Extract data from current element: */ 5456 if (skb && data_len) { 5457 if (linear_len) { 5458 unsigned int copy_len; 5459 5460 copy_len = min_t(unsigned int, linear_len, 5461 data_len); 5462 5463 skb_put_data(skb, data, copy_len); 5464 linear_len -= copy_len; 5465 data_len -= copy_len; 5466 data += copy_len; 5467 } 5468 5469 if (data_len) 5470 qeth_create_skb_frag(skb, data, data_len); 5471 } 5472 5473 /* Step forward to next element: */ 5474 if (skb_len) { 5475 if (qeth_is_last_sbale(element)) { 5476 QETH_CARD_TEXT(card, 4, "unexeob"); 5477 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5478 if (skb) { 5479 if (uses_frags) 5480 napi_free_frags(napi); 5481 else 5482 dev_kfree_skb_any(skb); 5483 QETH_CARD_STAT_INC(card, 5484 rx_length_errors); 5485 } 5486 return -EMSGSIZE; 5487 } 5488 element++; 5489 offset = 0; 5490 } 5491 } 5492 5493 /* This packet was skipped, go get another one: */ 5494 if (!skb) 5495 goto next_packet; 5496 5497 *__element = element; 5498 *__offset = offset; 5499 5500 qeth_receive_skb(card, skb, hdr, uses_frags); 5501 return 0; 5502 } 5503 5504 static int qeth_extract_skbs(struct qeth_card *card, int budget, 5505 struct qeth_qdio_buffer *buf, bool *done) 5506 { 5507 int work_done = 0; 5508 5509 *done = false; 5510 5511 while (budget) { 5512 if (qeth_extract_skb(card, buf, &card->rx.b_element, 5513 &card->rx.e_offset)) { 5514 *done = true; 5515 break; 5516 } 5517 5518 work_done++; 5519 budget--; 5520 } 5521 5522 return work_done; 5523 } 5524 5525 int qeth_poll(struct napi_struct *napi, int budget) 5526 { 5527 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5528 int work_done = 0; 5529 struct qeth_qdio_buffer *buffer; 5530 int new_budget = budget; 5531 bool done; 5532 5533 while (1) { 5534 if (!card->rx.b_count) { 5535 card->rx.qdio_err = 0; 5536 card->rx.b_count = qdio_get_next_buffers( 5537 card->data.ccwdev, 0, &card->rx.b_index, 5538 &card->rx.qdio_err); 5539 if (card->rx.b_count <= 0) { 5540 card->rx.b_count = 0; 5541 break; 5542 } 5543 card->rx.b_element = 5544 &card->qdio.in_q->bufs[card->rx.b_index] 5545 .buffer->element[0]; 5546 card->rx.e_offset = 0; 5547 } 5548 5549 while (card->rx.b_count) { 5550 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5551 if (!(card->rx.qdio_err && 5552 qeth_check_qdio_errors(card, buffer->buffer, 5553 card->rx.qdio_err, "qinerr"))) 5554 work_done += qeth_extract_skbs(card, new_budget, 5555 buffer, &done); 5556 else 5557 done = true; 5558 5559 if (done) { 5560 QETH_CARD_STAT_INC(card, rx_bufs); 5561 qeth_put_buffer_pool_entry(card, 5562 buffer->pool_entry); 5563 qeth_queue_input_buffer(card, card->rx.b_index); 5564 card->rx.b_count--; 5565 if (card->rx.b_count) { 5566 card->rx.b_index = 5567 QDIO_BUFNR(card->rx.b_index + 1); 5568 card->rx.b_element = 5569 &card->qdio.in_q 5570 ->bufs[card->rx.b_index] 5571 .buffer->element[0]; 5572 card->rx.e_offset = 0; 5573 } 5574 } 5575 5576 if (work_done >= budget) 5577 goto out; 5578 else 5579 new_budget = budget - work_done; 5580 } 5581 } 5582 5583 if (napi_complete_done(napi, work_done) && 5584 qdio_start_irq(CARD_DDEV(card), 0)) 5585 napi_schedule(napi); 5586 out: 5587 return work_done; 5588 } 5589 EXPORT_SYMBOL_GPL(qeth_poll); 5590 5591 static void qeth_iqd_tx_complete(struct qeth_qdio_out_q *queue, 5592 unsigned int bidx, bool error, int budget) 5593 { 5594 struct qeth_qdio_out_buffer *buffer = queue->bufs[bidx]; 5595 u8 sflags = buffer->buffer->element[15].sflags; 5596 struct qeth_card *card = queue->card; 5597 5598 if (queue->bufstates && (queue->bufstates[bidx].flags & 5599 QDIO_OUTBUF_STATE_FLAG_PENDING)) { 5600 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 5601 5602 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 5603 QETH_QDIO_BUF_PENDING) == 5604 QETH_QDIO_BUF_PRIMED) 5605 qeth_notify_skbs(queue, buffer, TX_NOTIFY_PENDING); 5606 5607 QETH_CARD_TEXT_(card, 5, "pel%u", bidx); 5608 5609 /* prepare the queue slot for re-use: */ 5610 qeth_scrub_qdio_buffer(buffer->buffer, queue->max_elements); 5611 if (qeth_init_qdio_out_buf(queue, bidx)) { 5612 QETH_CARD_TEXT(card, 2, "outofbuf"); 5613 qeth_schedule_recovery(card); 5614 } 5615 5616 return; 5617 } 5618 5619 if (card->options.cq == QETH_CQ_ENABLED) 5620 qeth_notify_skbs(queue, buffer, 5621 qeth_compute_cq_notification(sflags, 0)); 5622 qeth_clear_output_buffer(queue, buffer, error, budget); 5623 } 5624 5625 static int qeth_tx_poll(struct napi_struct *napi, int budget) 5626 { 5627 struct qeth_qdio_out_q *queue = qeth_napi_to_out_queue(napi); 5628 unsigned int queue_no = queue->queue_no; 5629 struct qeth_card *card = queue->card; 5630 struct net_device *dev = card->dev; 5631 unsigned int work_done = 0; 5632 struct netdev_queue *txq; 5633 5634 txq = netdev_get_tx_queue(dev, qeth_iqd_translate_txq(dev, queue_no)); 5635 5636 while (1) { 5637 unsigned int start, error, i; 5638 unsigned int packets = 0; 5639 unsigned int bytes = 0; 5640 int completed; 5641 5642 if (qeth_out_queue_is_empty(queue)) { 5643 napi_complete(napi); 5644 return 0; 5645 } 5646 5647 /* Give the CPU a breather: */ 5648 if (work_done >= QDIO_MAX_BUFFERS_PER_Q) { 5649 QETH_TXQ_STAT_INC(queue, completion_yield); 5650 if (napi_complete_done(napi, 0)) 5651 napi_schedule(napi); 5652 return 0; 5653 } 5654 5655 completed = qdio_inspect_queue(CARD_DDEV(card), queue_no, false, 5656 &start, &error); 5657 if (completed <= 0) { 5658 /* Ensure we see TX completion for pending work: */ 5659 if (napi_complete_done(napi, 0)) 5660 qeth_tx_arm_timer(queue); 5661 return 0; 5662 } 5663 5664 for (i = start; i < start + completed; i++) { 5665 struct qeth_qdio_out_buffer *buffer; 5666 unsigned int bidx = QDIO_BUFNR(i); 5667 5668 buffer = queue->bufs[bidx]; 5669 packets += skb_queue_len(&buffer->skb_list); 5670 bytes += buffer->bytes; 5671 5672 qeth_handle_send_error(card, buffer, error); 5673 qeth_iqd_tx_complete(queue, bidx, error, budget); 5674 qeth_cleanup_handled_pending(queue, bidx, false); 5675 } 5676 5677 netdev_tx_completed_queue(txq, packets, bytes); 5678 atomic_sub(completed, &queue->used_buffers); 5679 work_done += completed; 5680 5681 /* xmit may have observed the full-condition, but not yet 5682 * stopped the txq. In which case the code below won't trigger. 5683 * So before returning, xmit will re-check the txq's fill level 5684 * and wake it up if needed. 5685 */ 5686 if (netif_tx_queue_stopped(txq) && 5687 !qeth_out_queue_is_full(queue)) 5688 netif_tx_wake_queue(txq); 5689 } 5690 } 5691 5692 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5693 { 5694 if (!cmd->hdr.return_code) 5695 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5696 return cmd->hdr.return_code; 5697 } 5698 5699 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5700 struct qeth_reply *reply, 5701 unsigned long data) 5702 { 5703 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5704 struct qeth_ipa_caps *caps = reply->param; 5705 5706 if (qeth_setassparms_inspect_rc(cmd)) 5707 return -EIO; 5708 5709 caps->supported = cmd->data.setassparms.data.caps.supported; 5710 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5711 return 0; 5712 } 5713 5714 int qeth_setassparms_cb(struct qeth_card *card, 5715 struct qeth_reply *reply, unsigned long data) 5716 { 5717 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5718 5719 QETH_CARD_TEXT(card, 4, "defadpcb"); 5720 5721 if (cmd->hdr.return_code) 5722 return -EIO; 5723 5724 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5725 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5726 card->options.ipa4.enabled = cmd->hdr.assists.enabled; 5727 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5728 card->options.ipa6.enabled = cmd->hdr.assists.enabled; 5729 return 0; 5730 } 5731 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5732 5733 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5734 enum qeth_ipa_funcs ipa_func, 5735 u16 cmd_code, 5736 unsigned int data_length, 5737 enum qeth_prot_versions prot) 5738 { 5739 struct qeth_ipacmd_setassparms *setassparms; 5740 struct qeth_ipacmd_setassparms_hdr *hdr; 5741 struct qeth_cmd_buffer *iob; 5742 5743 QETH_CARD_TEXT(card, 4, "getasscm"); 5744 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETASSPARMS, prot, 5745 data_length + 5746 offsetof(struct qeth_ipacmd_setassparms, 5747 data)); 5748 if (!iob) 5749 return NULL; 5750 5751 setassparms = &__ipa_cmd(iob)->data.setassparms; 5752 setassparms->assist_no = ipa_func; 5753 5754 hdr = &setassparms->hdr; 5755 hdr->length = sizeof(*hdr) + data_length; 5756 hdr->command_code = cmd_code; 5757 return iob; 5758 } 5759 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5760 5761 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5762 enum qeth_ipa_funcs ipa_func, 5763 u16 cmd_code, u32 *data, 5764 enum qeth_prot_versions prot) 5765 { 5766 unsigned int length = data ? SETASS_DATA_SIZEOF(flags_32bit) : 0; 5767 struct qeth_cmd_buffer *iob; 5768 5769 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5770 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5771 if (!iob) 5772 return -ENOMEM; 5773 5774 if (data) 5775 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = *data; 5776 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5777 } 5778 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5779 5780 static void qeth_unregister_dbf_views(void) 5781 { 5782 int x; 5783 for (x = 0; x < QETH_DBF_INFOS; x++) { 5784 debug_unregister(qeth_dbf[x].id); 5785 qeth_dbf[x].id = NULL; 5786 } 5787 } 5788 5789 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5790 { 5791 char dbf_txt_buf[32]; 5792 va_list args; 5793 5794 if (!debug_level_enabled(id, level)) 5795 return; 5796 va_start(args, fmt); 5797 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5798 va_end(args); 5799 debug_text_event(id, level, dbf_txt_buf); 5800 } 5801 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5802 5803 static int qeth_register_dbf_views(void) 5804 { 5805 int ret; 5806 int x; 5807 5808 for (x = 0; x < QETH_DBF_INFOS; x++) { 5809 /* register the areas */ 5810 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5811 qeth_dbf[x].pages, 5812 qeth_dbf[x].areas, 5813 qeth_dbf[x].len); 5814 if (qeth_dbf[x].id == NULL) { 5815 qeth_unregister_dbf_views(); 5816 return -ENOMEM; 5817 } 5818 5819 /* register a view */ 5820 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5821 if (ret) { 5822 qeth_unregister_dbf_views(); 5823 return ret; 5824 } 5825 5826 /* set a passing level */ 5827 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5828 } 5829 5830 return 0; 5831 } 5832 5833 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5834 5835 int qeth_core_load_discipline(struct qeth_card *card, 5836 enum qeth_discipline_id discipline) 5837 { 5838 mutex_lock(&qeth_mod_mutex); 5839 switch (discipline) { 5840 case QETH_DISCIPLINE_LAYER3: 5841 card->discipline = try_then_request_module( 5842 symbol_get(qeth_l3_discipline), "qeth_l3"); 5843 break; 5844 case QETH_DISCIPLINE_LAYER2: 5845 card->discipline = try_then_request_module( 5846 symbol_get(qeth_l2_discipline), "qeth_l2"); 5847 break; 5848 default: 5849 break; 5850 } 5851 mutex_unlock(&qeth_mod_mutex); 5852 5853 if (!card->discipline) { 5854 dev_err(&card->gdev->dev, "There is no kernel module to " 5855 "support discipline %d\n", discipline); 5856 return -EINVAL; 5857 } 5858 5859 card->options.layer = discipline; 5860 return 0; 5861 } 5862 5863 void qeth_core_free_discipline(struct qeth_card *card) 5864 { 5865 if (IS_LAYER2(card)) 5866 symbol_put(qeth_l2_discipline); 5867 else 5868 symbol_put(qeth_l3_discipline); 5869 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5870 card->discipline = NULL; 5871 } 5872 5873 const struct device_type qeth_generic_devtype = { 5874 .name = "qeth_generic", 5875 .groups = qeth_generic_attr_groups, 5876 }; 5877 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5878 5879 static const struct device_type qeth_osn_devtype = { 5880 .name = "qeth_osn", 5881 .groups = qeth_osn_attr_groups, 5882 }; 5883 5884 #define DBF_NAME_LEN 20 5885 5886 struct qeth_dbf_entry { 5887 char dbf_name[DBF_NAME_LEN]; 5888 debug_info_t *dbf_info; 5889 struct list_head dbf_list; 5890 }; 5891 5892 static LIST_HEAD(qeth_dbf_list); 5893 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5894 5895 static debug_info_t *qeth_get_dbf_entry(char *name) 5896 { 5897 struct qeth_dbf_entry *entry; 5898 debug_info_t *rc = NULL; 5899 5900 mutex_lock(&qeth_dbf_list_mutex); 5901 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5902 if (strcmp(entry->dbf_name, name) == 0) { 5903 rc = entry->dbf_info; 5904 break; 5905 } 5906 } 5907 mutex_unlock(&qeth_dbf_list_mutex); 5908 return rc; 5909 } 5910 5911 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5912 { 5913 struct qeth_dbf_entry *new_entry; 5914 5915 card->debug = debug_register(name, 2, 1, 8); 5916 if (!card->debug) { 5917 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5918 goto err; 5919 } 5920 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5921 goto err_dbg; 5922 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5923 if (!new_entry) 5924 goto err_dbg; 5925 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5926 new_entry->dbf_info = card->debug; 5927 mutex_lock(&qeth_dbf_list_mutex); 5928 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5929 mutex_unlock(&qeth_dbf_list_mutex); 5930 5931 return 0; 5932 5933 err_dbg: 5934 debug_unregister(card->debug); 5935 err: 5936 return -ENOMEM; 5937 } 5938 5939 static void qeth_clear_dbf_list(void) 5940 { 5941 struct qeth_dbf_entry *entry, *tmp; 5942 5943 mutex_lock(&qeth_dbf_list_mutex); 5944 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5945 list_del(&entry->dbf_list); 5946 debug_unregister(entry->dbf_info); 5947 kfree(entry); 5948 } 5949 mutex_unlock(&qeth_dbf_list_mutex); 5950 } 5951 5952 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5953 { 5954 struct net_device *dev; 5955 struct qeth_priv *priv; 5956 5957 switch (card->info.type) { 5958 case QETH_CARD_TYPE_IQD: 5959 dev = alloc_netdev_mqs(sizeof(*priv), "hsi%d", NET_NAME_UNKNOWN, 5960 ether_setup, QETH_MAX_QUEUES, 1); 5961 break; 5962 case QETH_CARD_TYPE_OSM: 5963 dev = alloc_etherdev(sizeof(*priv)); 5964 break; 5965 case QETH_CARD_TYPE_OSN: 5966 dev = alloc_netdev(sizeof(*priv), "osn%d", NET_NAME_UNKNOWN, 5967 ether_setup); 5968 break; 5969 default: 5970 dev = alloc_etherdev_mqs(sizeof(*priv), QETH_MAX_QUEUES, 1); 5971 } 5972 5973 if (!dev) 5974 return NULL; 5975 5976 priv = netdev_priv(dev); 5977 priv->rx_copybreak = QETH_RX_COPYBREAK; 5978 5979 dev->ml_priv = card; 5980 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5981 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5982 /* initialized when device first goes online: */ 5983 dev->max_mtu = 0; 5984 dev->mtu = 0; 5985 SET_NETDEV_DEV(dev, &card->gdev->dev); 5986 netif_carrier_off(dev); 5987 5988 if (IS_OSN(card)) { 5989 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5990 } else { 5991 dev->ethtool_ops = &qeth_ethtool_ops; 5992 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5993 dev->hw_features |= NETIF_F_SG; 5994 dev->vlan_features |= NETIF_F_SG; 5995 if (IS_IQD(card)) { 5996 dev->features |= NETIF_F_SG; 5997 if (netif_set_real_num_tx_queues(dev, 5998 QETH_IQD_MIN_TXQ)) { 5999 free_netdev(dev); 6000 return NULL; 6001 } 6002 } 6003 } 6004 6005 return dev; 6006 } 6007 6008 struct net_device *qeth_clone_netdev(struct net_device *orig) 6009 { 6010 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 6011 6012 if (!clone) 6013 return NULL; 6014 6015 clone->dev_port = orig->dev_port; 6016 return clone; 6017 } 6018 6019 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 6020 { 6021 struct qeth_card *card; 6022 struct device *dev; 6023 int rc; 6024 enum qeth_discipline_id enforced_disc; 6025 char dbf_name[DBF_NAME_LEN]; 6026 6027 QETH_DBF_TEXT(SETUP, 2, "probedev"); 6028 6029 dev = &gdev->dev; 6030 if (!get_device(dev)) 6031 return -ENODEV; 6032 6033 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 6034 6035 card = qeth_alloc_card(gdev); 6036 if (!card) { 6037 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 6038 rc = -ENOMEM; 6039 goto err_dev; 6040 } 6041 6042 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 6043 dev_name(&gdev->dev)); 6044 card->debug = qeth_get_dbf_entry(dbf_name); 6045 if (!card->debug) { 6046 rc = qeth_add_dbf_entry(card, dbf_name); 6047 if (rc) 6048 goto err_card; 6049 } 6050 6051 qeth_setup_card(card); 6052 card->dev = qeth_alloc_netdev(card); 6053 if (!card->dev) { 6054 rc = -ENOMEM; 6055 goto err_card; 6056 } 6057 6058 card->qdio.no_out_queues = card->dev->num_tx_queues; 6059 rc = qeth_update_from_chp_desc(card); 6060 if (rc) 6061 goto err_chp_desc; 6062 qeth_determine_capabilities(card); 6063 qeth_set_blkt_defaults(card); 6064 6065 enforced_disc = qeth_enforce_discipline(card); 6066 switch (enforced_disc) { 6067 case QETH_DISCIPLINE_UNDETERMINED: 6068 gdev->dev.type = &qeth_generic_devtype; 6069 break; 6070 default: 6071 card->info.layer_enforced = true; 6072 rc = qeth_core_load_discipline(card, enforced_disc); 6073 if (rc) 6074 goto err_load; 6075 6076 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 6077 card->discipline->devtype; 6078 rc = card->discipline->setup(card->gdev); 6079 if (rc) 6080 goto err_disc; 6081 break; 6082 } 6083 6084 return 0; 6085 6086 err_disc: 6087 qeth_core_free_discipline(card); 6088 err_load: 6089 err_chp_desc: 6090 free_netdev(card->dev); 6091 err_card: 6092 qeth_core_free_card(card); 6093 err_dev: 6094 put_device(dev); 6095 return rc; 6096 } 6097 6098 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 6099 { 6100 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6101 6102 QETH_CARD_TEXT(card, 2, "removedv"); 6103 6104 if (card->discipline) { 6105 card->discipline->remove(gdev); 6106 qeth_core_free_discipline(card); 6107 } 6108 6109 qeth_free_qdio_queues(card); 6110 6111 free_netdev(card->dev); 6112 qeth_core_free_card(card); 6113 put_device(&gdev->dev); 6114 } 6115 6116 static int qeth_core_set_online(struct ccwgroup_device *gdev) 6117 { 6118 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6119 int rc = 0; 6120 enum qeth_discipline_id def_discipline; 6121 6122 if (!card->discipline) { 6123 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 6124 QETH_DISCIPLINE_LAYER2; 6125 rc = qeth_core_load_discipline(card, def_discipline); 6126 if (rc) 6127 goto err; 6128 rc = card->discipline->setup(card->gdev); 6129 if (rc) { 6130 qeth_core_free_discipline(card); 6131 goto err; 6132 } 6133 } 6134 6135 rc = qeth_set_online(card); 6136 err: 6137 return rc; 6138 } 6139 6140 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 6141 { 6142 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6143 6144 return qeth_set_offline(card, false); 6145 } 6146 6147 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 6148 { 6149 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6150 qeth_set_allowed_threads(card, 0, 1); 6151 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 6152 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 6153 qeth_qdio_clear_card(card, 0); 6154 qeth_drain_output_queues(card); 6155 qdio_free(CARD_DDEV(card)); 6156 } 6157 6158 static int qeth_suspend(struct ccwgroup_device *gdev) 6159 { 6160 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6161 6162 qeth_set_allowed_threads(card, 0, 1); 6163 wait_event(card->wait_q, qeth_threads_running(card, 0xffffffff) == 0); 6164 if (gdev->state == CCWGROUP_OFFLINE) 6165 return 0; 6166 6167 qeth_set_offline(card, false); 6168 return 0; 6169 } 6170 6171 static int qeth_resume(struct ccwgroup_device *gdev) 6172 { 6173 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6174 int rc; 6175 6176 rc = qeth_set_online(card); 6177 6178 qeth_set_allowed_threads(card, 0xffffffff, 0); 6179 if (rc) 6180 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover an error on the device\n"); 6181 return rc; 6182 } 6183 6184 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 6185 size_t count) 6186 { 6187 int err; 6188 6189 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 6190 buf); 6191 6192 return err ? err : count; 6193 } 6194 static DRIVER_ATTR_WO(group); 6195 6196 static struct attribute *qeth_drv_attrs[] = { 6197 &driver_attr_group.attr, 6198 NULL, 6199 }; 6200 static struct attribute_group qeth_drv_attr_group = { 6201 .attrs = qeth_drv_attrs, 6202 }; 6203 static const struct attribute_group *qeth_drv_attr_groups[] = { 6204 &qeth_drv_attr_group, 6205 NULL, 6206 }; 6207 6208 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 6209 .driver = { 6210 .groups = qeth_drv_attr_groups, 6211 .owner = THIS_MODULE, 6212 .name = "qeth", 6213 }, 6214 .ccw_driver = &qeth_ccw_driver, 6215 .setup = qeth_core_probe_device, 6216 .remove = qeth_core_remove_device, 6217 .set_online = qeth_core_set_online, 6218 .set_offline = qeth_core_set_offline, 6219 .shutdown = qeth_core_shutdown, 6220 .prepare = NULL, 6221 .complete = NULL, 6222 .freeze = qeth_suspend, 6223 .thaw = qeth_resume, 6224 .restore = qeth_resume, 6225 }; 6226 6227 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 6228 { 6229 struct ccwgroup_device *gdev; 6230 struct qeth_card *card; 6231 6232 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 6233 if (!gdev) 6234 return NULL; 6235 6236 card = dev_get_drvdata(&gdev->dev); 6237 put_device(&gdev->dev); 6238 return card; 6239 } 6240 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 6241 6242 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 6243 { 6244 struct qeth_card *card = dev->ml_priv; 6245 struct mii_ioctl_data *mii_data; 6246 int rc = 0; 6247 6248 if (!card) 6249 return -ENODEV; 6250 6251 switch (cmd) { 6252 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 6253 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 6254 break; 6255 case SIOC_QETH_GET_CARD_TYPE: 6256 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 6257 !IS_VM_NIC(card)) 6258 return 1; 6259 return 0; 6260 case SIOCGMIIPHY: 6261 mii_data = if_mii(rq); 6262 mii_data->phy_id = 0; 6263 break; 6264 case SIOCGMIIREG: 6265 mii_data = if_mii(rq); 6266 if (mii_data->phy_id != 0) 6267 rc = -EINVAL; 6268 else 6269 mii_data->val_out = qeth_mdio_read(dev, 6270 mii_data->phy_id, mii_data->reg_num); 6271 break; 6272 case SIOC_QETH_QUERY_OAT: 6273 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 6274 break; 6275 default: 6276 if (card->discipline->do_ioctl) 6277 rc = card->discipline->do_ioctl(dev, rq, cmd); 6278 else 6279 rc = -EOPNOTSUPP; 6280 } 6281 if (rc) 6282 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6283 return rc; 6284 } 6285 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6286 6287 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 6288 unsigned long data) 6289 { 6290 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6291 u32 *features = reply->param; 6292 6293 if (qeth_setassparms_inspect_rc(cmd)) 6294 return -EIO; 6295 6296 *features = cmd->data.setassparms.data.flags_32bit; 6297 return 0; 6298 } 6299 6300 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6301 enum qeth_prot_versions prot) 6302 { 6303 return qeth_send_simple_setassparms_prot(card, cstype, IPA_CMD_ASS_STOP, 6304 NULL, prot); 6305 } 6306 6307 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6308 enum qeth_prot_versions prot) 6309 { 6310 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 6311 struct qeth_cmd_buffer *iob; 6312 struct qeth_ipa_caps caps; 6313 u32 features; 6314 int rc; 6315 6316 /* some L3 HW requires combined L3+L4 csum offload: */ 6317 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 6318 cstype == IPA_OUTBOUND_CHECKSUM) 6319 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 6320 6321 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6322 prot); 6323 if (!iob) 6324 return -ENOMEM; 6325 6326 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 6327 if (rc) 6328 return rc; 6329 6330 if ((required_features & features) != required_features) { 6331 qeth_set_csum_off(card, cstype, prot); 6332 return -EOPNOTSUPP; 6333 } 6334 6335 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6336 SETASS_DATA_SIZEOF(flags_32bit), 6337 prot); 6338 if (!iob) { 6339 qeth_set_csum_off(card, cstype, prot); 6340 return -ENOMEM; 6341 } 6342 6343 if (features & QETH_IPA_CHECKSUM_LP2LP) 6344 required_features |= QETH_IPA_CHECKSUM_LP2LP; 6345 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 6346 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6347 if (rc) { 6348 qeth_set_csum_off(card, cstype, prot); 6349 return rc; 6350 } 6351 6352 if (!qeth_ipa_caps_supported(&caps, required_features) || 6353 !qeth_ipa_caps_enabled(&caps, required_features)) { 6354 qeth_set_csum_off(card, cstype, prot); 6355 return -EOPNOTSUPP; 6356 } 6357 6358 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6359 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6360 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 6361 cstype == IPA_OUTBOUND_CHECKSUM) 6362 dev_warn(&card->gdev->dev, 6363 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6364 QETH_CARD_IFNAME(card)); 6365 return 0; 6366 } 6367 6368 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6369 enum qeth_prot_versions prot) 6370 { 6371 return on ? qeth_set_csum_on(card, cstype, prot) : 6372 qeth_set_csum_off(card, cstype, prot); 6373 } 6374 6375 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 6376 unsigned long data) 6377 { 6378 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6379 struct qeth_tso_start_data *tso_data = reply->param; 6380 6381 if (qeth_setassparms_inspect_rc(cmd)) 6382 return -EIO; 6383 6384 tso_data->mss = cmd->data.setassparms.data.tso.mss; 6385 tso_data->supported = cmd->data.setassparms.data.tso.supported; 6386 return 0; 6387 } 6388 6389 static int qeth_set_tso_off(struct qeth_card *card, 6390 enum qeth_prot_versions prot) 6391 { 6392 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6393 IPA_CMD_ASS_STOP, NULL, prot); 6394 } 6395 6396 static int qeth_set_tso_on(struct qeth_card *card, 6397 enum qeth_prot_versions prot) 6398 { 6399 struct qeth_tso_start_data tso_data; 6400 struct qeth_cmd_buffer *iob; 6401 struct qeth_ipa_caps caps; 6402 int rc; 6403 6404 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6405 IPA_CMD_ASS_START, 0, prot); 6406 if (!iob) 6407 return -ENOMEM; 6408 6409 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6410 if (rc) 6411 return rc; 6412 6413 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6414 qeth_set_tso_off(card, prot); 6415 return -EOPNOTSUPP; 6416 } 6417 6418 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6419 IPA_CMD_ASS_ENABLE, 6420 SETASS_DATA_SIZEOF(caps), prot); 6421 if (!iob) { 6422 qeth_set_tso_off(card, prot); 6423 return -ENOMEM; 6424 } 6425 6426 /* enable TSO capability */ 6427 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6428 QETH_IPA_LARGE_SEND_TCP; 6429 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6430 if (rc) { 6431 qeth_set_tso_off(card, prot); 6432 return rc; 6433 } 6434 6435 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6436 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6437 qeth_set_tso_off(card, prot); 6438 return -EOPNOTSUPP; 6439 } 6440 6441 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6442 tso_data.mss); 6443 return 0; 6444 } 6445 6446 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6447 enum qeth_prot_versions prot) 6448 { 6449 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6450 } 6451 6452 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6453 { 6454 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6455 int rc_ipv6; 6456 6457 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6458 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6459 QETH_PROT_IPV4); 6460 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6461 /* no/one Offload Assist available, so the rc is trivial */ 6462 return rc_ipv4; 6463 6464 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6465 QETH_PROT_IPV6); 6466 6467 if (on) 6468 /* enable: success if any Assist is active */ 6469 return (rc_ipv6) ? rc_ipv4 : 0; 6470 6471 /* disable: failure if any Assist is still active */ 6472 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6473 } 6474 6475 /** 6476 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6477 * @dev: a net_device 6478 */ 6479 void qeth_enable_hw_features(struct net_device *dev) 6480 { 6481 struct qeth_card *card = dev->ml_priv; 6482 netdev_features_t features; 6483 6484 features = dev->features; 6485 /* force-off any feature that might need an IPA sequence. 6486 * netdev_update_features() will restart them. 6487 */ 6488 dev->features &= ~dev->hw_features; 6489 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6490 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6491 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6492 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6493 } 6494 netdev_update_features(dev); 6495 if (features != dev->features) 6496 dev_warn(&card->gdev->dev, 6497 "Device recovery failed to restore all offload features\n"); 6498 } 6499 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6500 6501 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6502 { 6503 struct qeth_card *card = dev->ml_priv; 6504 netdev_features_t changed = dev->features ^ features; 6505 int rc = 0; 6506 6507 QETH_CARD_TEXT(card, 2, "setfeat"); 6508 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6509 6510 if ((changed & NETIF_F_IP_CSUM)) { 6511 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6512 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6513 if (rc) 6514 changed ^= NETIF_F_IP_CSUM; 6515 } 6516 if (changed & NETIF_F_IPV6_CSUM) { 6517 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6518 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6519 if (rc) 6520 changed ^= NETIF_F_IPV6_CSUM; 6521 } 6522 if (changed & NETIF_F_RXCSUM) { 6523 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6524 if (rc) 6525 changed ^= NETIF_F_RXCSUM; 6526 } 6527 if (changed & NETIF_F_TSO) { 6528 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6529 QETH_PROT_IPV4); 6530 if (rc) 6531 changed ^= NETIF_F_TSO; 6532 } 6533 if (changed & NETIF_F_TSO6) { 6534 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6535 QETH_PROT_IPV6); 6536 if (rc) 6537 changed ^= NETIF_F_TSO6; 6538 } 6539 6540 /* everything changed successfully? */ 6541 if ((dev->features ^ features) == changed) 6542 return 0; 6543 /* something went wrong. save changed features and return error */ 6544 dev->features ^= changed; 6545 return -EIO; 6546 } 6547 EXPORT_SYMBOL_GPL(qeth_set_features); 6548 6549 netdev_features_t qeth_fix_features(struct net_device *dev, 6550 netdev_features_t features) 6551 { 6552 struct qeth_card *card = dev->ml_priv; 6553 6554 QETH_CARD_TEXT(card, 2, "fixfeat"); 6555 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6556 features &= ~NETIF_F_IP_CSUM; 6557 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6558 features &= ~NETIF_F_IPV6_CSUM; 6559 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6560 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6561 features &= ~NETIF_F_RXCSUM; 6562 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6563 features &= ~NETIF_F_TSO; 6564 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6565 features &= ~NETIF_F_TSO6; 6566 6567 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6568 return features; 6569 } 6570 EXPORT_SYMBOL_GPL(qeth_fix_features); 6571 6572 netdev_features_t qeth_features_check(struct sk_buff *skb, 6573 struct net_device *dev, 6574 netdev_features_t features) 6575 { 6576 /* GSO segmentation builds skbs with 6577 * a (small) linear part for the headers, and 6578 * page frags for the data. 6579 * Compared to a linear skb, the header-only part consumes an 6580 * additional buffer element. This reduces buffer utilization, and 6581 * hurts throughput. So compress small segments into one element. 6582 */ 6583 if (netif_needs_gso(skb, features)) { 6584 /* match skb_segment(): */ 6585 unsigned int doffset = skb->data - skb_mac_header(skb); 6586 unsigned int hsize = skb_shinfo(skb)->gso_size; 6587 unsigned int hroom = skb_headroom(skb); 6588 6589 /* linearize only if resulting skb allocations are order-0: */ 6590 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6591 features &= ~NETIF_F_SG; 6592 } 6593 6594 return vlan_features_check(skb, features); 6595 } 6596 EXPORT_SYMBOL_GPL(qeth_features_check); 6597 6598 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6599 { 6600 struct qeth_card *card = dev->ml_priv; 6601 struct qeth_qdio_out_q *queue; 6602 unsigned int i; 6603 6604 QETH_CARD_TEXT(card, 5, "getstat"); 6605 6606 stats->rx_packets = card->stats.rx_packets; 6607 stats->rx_bytes = card->stats.rx_bytes; 6608 stats->rx_errors = card->stats.rx_length_errors + 6609 card->stats.rx_frame_errors + 6610 card->stats.rx_fifo_errors; 6611 stats->rx_dropped = card->stats.rx_dropped_nomem + 6612 card->stats.rx_dropped_notsupp + 6613 card->stats.rx_dropped_runt; 6614 stats->multicast = card->stats.rx_multicast; 6615 stats->rx_length_errors = card->stats.rx_length_errors; 6616 stats->rx_frame_errors = card->stats.rx_frame_errors; 6617 stats->rx_fifo_errors = card->stats.rx_fifo_errors; 6618 6619 for (i = 0; i < card->qdio.no_out_queues; i++) { 6620 queue = card->qdio.out_qs[i]; 6621 6622 stats->tx_packets += queue->stats.tx_packets; 6623 stats->tx_bytes += queue->stats.tx_bytes; 6624 stats->tx_errors += queue->stats.tx_errors; 6625 stats->tx_dropped += queue->stats.tx_dropped; 6626 } 6627 } 6628 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6629 6630 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6631 u8 cast_type, struct net_device *sb_dev) 6632 { 6633 if (cast_type != RTN_UNICAST) 6634 return QETH_IQD_MCAST_TXQ; 6635 return QETH_IQD_MIN_UCAST_TXQ; 6636 } 6637 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6638 6639 int qeth_open(struct net_device *dev) 6640 { 6641 struct qeth_card *card = dev->ml_priv; 6642 6643 QETH_CARD_TEXT(card, 4, "qethopen"); 6644 6645 card->data.state = CH_STATE_UP; 6646 netif_tx_start_all_queues(dev); 6647 6648 napi_enable(&card->napi); 6649 local_bh_disable(); 6650 napi_schedule(&card->napi); 6651 if (IS_IQD(card)) { 6652 struct qeth_qdio_out_q *queue; 6653 unsigned int i; 6654 6655 qeth_for_each_output_queue(card, queue, i) { 6656 netif_tx_napi_add(dev, &queue->napi, qeth_tx_poll, 6657 QETH_NAPI_WEIGHT); 6658 napi_enable(&queue->napi); 6659 napi_schedule(&queue->napi); 6660 } 6661 } 6662 /* kick-start the NAPI softirq: */ 6663 local_bh_enable(); 6664 return 0; 6665 } 6666 EXPORT_SYMBOL_GPL(qeth_open); 6667 6668 int qeth_stop(struct net_device *dev) 6669 { 6670 struct qeth_card *card = dev->ml_priv; 6671 6672 QETH_CARD_TEXT(card, 4, "qethstop"); 6673 if (IS_IQD(card)) { 6674 struct qeth_qdio_out_q *queue; 6675 unsigned int i; 6676 6677 /* Quiesce the NAPI instances: */ 6678 qeth_for_each_output_queue(card, queue, i) { 6679 napi_disable(&queue->napi); 6680 del_timer_sync(&queue->timer); 6681 } 6682 6683 /* Stop .ndo_start_xmit, might still access queue->napi. */ 6684 netif_tx_disable(dev); 6685 6686 /* Queues may get re-allocated, so remove the NAPIs here. */ 6687 qeth_for_each_output_queue(card, queue, i) 6688 netif_napi_del(&queue->napi); 6689 } else { 6690 netif_tx_disable(dev); 6691 } 6692 6693 napi_disable(&card->napi); 6694 qdio_stop_irq(CARD_DDEV(card), 0); 6695 6696 return 0; 6697 } 6698 EXPORT_SYMBOL_GPL(qeth_stop); 6699 6700 static int __init qeth_core_init(void) 6701 { 6702 int rc; 6703 6704 pr_info("loading core functions\n"); 6705 6706 rc = qeth_register_dbf_views(); 6707 if (rc) 6708 goto dbf_err; 6709 qeth_core_root_dev = root_device_register("qeth"); 6710 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6711 if (rc) 6712 goto register_err; 6713 qeth_core_header_cache = 6714 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6715 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6716 0, NULL); 6717 if (!qeth_core_header_cache) { 6718 rc = -ENOMEM; 6719 goto slab_err; 6720 } 6721 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6722 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6723 if (!qeth_qdio_outbuf_cache) { 6724 rc = -ENOMEM; 6725 goto cqslab_err; 6726 } 6727 rc = ccw_driver_register(&qeth_ccw_driver); 6728 if (rc) 6729 goto ccw_err; 6730 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6731 if (rc) 6732 goto ccwgroup_err; 6733 6734 return 0; 6735 6736 ccwgroup_err: 6737 ccw_driver_unregister(&qeth_ccw_driver); 6738 ccw_err: 6739 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6740 cqslab_err: 6741 kmem_cache_destroy(qeth_core_header_cache); 6742 slab_err: 6743 root_device_unregister(qeth_core_root_dev); 6744 register_err: 6745 qeth_unregister_dbf_views(); 6746 dbf_err: 6747 pr_err("Initializing the qeth device driver failed\n"); 6748 return rc; 6749 } 6750 6751 static void __exit qeth_core_exit(void) 6752 { 6753 qeth_clear_dbf_list(); 6754 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6755 ccw_driver_unregister(&qeth_ccw_driver); 6756 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6757 kmem_cache_destroy(qeth_core_header_cache); 6758 root_device_unregister(qeth_core_root_dev); 6759 qeth_unregister_dbf_views(); 6760 pr_info("core functions removed\n"); 6761 } 6762 6763 module_init(qeth_core_init); 6764 module_exit(qeth_core_exit); 6765 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6766 MODULE_DESCRIPTION("qeth core functions"); 6767 MODULE_LICENSE("GPL"); 6768