1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/mm.h> 24 #include <linux/kthread.h> 25 #include <linux/slab.h> 26 #include <linux/if_vlan.h> 27 #include <linux/netdevice.h> 28 #include <linux/netdev_features.h> 29 #include <linux/skbuff.h> 30 #include <linux/vmalloc.h> 31 32 #include <net/iucv/af_iucv.h> 33 #include <net/dsfield.h> 34 35 #include <asm/ebcdic.h> 36 #include <asm/chpid.h> 37 #include <asm/io.h> 38 #include <asm/sysinfo.h> 39 #include <asm/diag.h> 40 #include <asm/cio.h> 41 #include <asm/ccwdev.h> 42 #include <asm/cpcmd.h> 43 44 #include "qeth_core.h" 45 46 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 47 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 48 /* N P A M L V H */ 49 [QETH_DBF_SETUP] = {"qeth_setup", 50 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 51 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 52 &debug_sprintf_view, NULL}, 53 [QETH_DBF_CTRL] = {"qeth_control", 54 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 55 }; 56 EXPORT_SYMBOL_GPL(qeth_dbf); 57 58 struct kmem_cache *qeth_core_header_cache; 59 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 60 static struct kmem_cache *qeth_qdio_outbuf_cache; 61 62 static struct device *qeth_core_root_dev; 63 static struct lock_class_key qdio_out_skb_queue_key; 64 65 static void qeth_issue_next_read_cb(struct qeth_card *card, 66 struct qeth_cmd_buffer *iob, 67 unsigned int data_length); 68 static void qeth_free_buffer_pool(struct qeth_card *); 69 static int qeth_qdio_establish(struct qeth_card *); 70 static void qeth_free_qdio_queues(struct qeth_card *card); 71 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 72 struct qeth_qdio_out_buffer *buf, 73 enum iucv_tx_notify notification); 74 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 75 int budget); 76 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 77 78 static void qeth_close_dev_handler(struct work_struct *work) 79 { 80 struct qeth_card *card; 81 82 card = container_of(work, struct qeth_card, close_dev_work); 83 QETH_CARD_TEXT(card, 2, "cldevhdl"); 84 ccwgroup_set_offline(card->gdev); 85 } 86 87 static const char *qeth_get_cardname(struct qeth_card *card) 88 { 89 if (IS_VM_NIC(card)) { 90 switch (card->info.type) { 91 case QETH_CARD_TYPE_OSD: 92 return " Virtual NIC QDIO"; 93 case QETH_CARD_TYPE_IQD: 94 return " Virtual NIC Hiper"; 95 case QETH_CARD_TYPE_OSM: 96 return " Virtual NIC QDIO - OSM"; 97 case QETH_CARD_TYPE_OSX: 98 return " Virtual NIC QDIO - OSX"; 99 default: 100 return " unknown"; 101 } 102 } else { 103 switch (card->info.type) { 104 case QETH_CARD_TYPE_OSD: 105 return " OSD Express"; 106 case QETH_CARD_TYPE_IQD: 107 return " HiperSockets"; 108 case QETH_CARD_TYPE_OSN: 109 return " OSN QDIO"; 110 case QETH_CARD_TYPE_OSM: 111 return " OSM QDIO"; 112 case QETH_CARD_TYPE_OSX: 113 return " OSX QDIO"; 114 default: 115 return " unknown"; 116 } 117 } 118 return " n/a"; 119 } 120 121 /* max length to be returned: 14 */ 122 const char *qeth_get_cardname_short(struct qeth_card *card) 123 { 124 if (IS_VM_NIC(card)) { 125 switch (card->info.type) { 126 case QETH_CARD_TYPE_OSD: 127 return "Virt.NIC QDIO"; 128 case QETH_CARD_TYPE_IQD: 129 return "Virt.NIC Hiper"; 130 case QETH_CARD_TYPE_OSM: 131 return "Virt.NIC OSM"; 132 case QETH_CARD_TYPE_OSX: 133 return "Virt.NIC OSX"; 134 default: 135 return "unknown"; 136 } 137 } else { 138 switch (card->info.type) { 139 case QETH_CARD_TYPE_OSD: 140 switch (card->info.link_type) { 141 case QETH_LINK_TYPE_FAST_ETH: 142 return "OSD_100"; 143 case QETH_LINK_TYPE_HSTR: 144 return "HSTR"; 145 case QETH_LINK_TYPE_GBIT_ETH: 146 return "OSD_1000"; 147 case QETH_LINK_TYPE_10GBIT_ETH: 148 return "OSD_10GIG"; 149 case QETH_LINK_TYPE_25GBIT_ETH: 150 return "OSD_25GIG"; 151 case QETH_LINK_TYPE_LANE_ETH100: 152 return "OSD_FE_LANE"; 153 case QETH_LINK_TYPE_LANE_TR: 154 return "OSD_TR_LANE"; 155 case QETH_LINK_TYPE_LANE_ETH1000: 156 return "OSD_GbE_LANE"; 157 case QETH_LINK_TYPE_LANE: 158 return "OSD_ATM_LANE"; 159 default: 160 return "OSD_Express"; 161 } 162 case QETH_CARD_TYPE_IQD: 163 return "HiperSockets"; 164 case QETH_CARD_TYPE_OSN: 165 return "OSN"; 166 case QETH_CARD_TYPE_OSM: 167 return "OSM_1000"; 168 case QETH_CARD_TYPE_OSX: 169 return "OSX_10GIG"; 170 default: 171 return "unknown"; 172 } 173 } 174 return "n/a"; 175 } 176 177 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 178 int clear_start_mask) 179 { 180 unsigned long flags; 181 182 spin_lock_irqsave(&card->thread_mask_lock, flags); 183 card->thread_allowed_mask = threads; 184 if (clear_start_mask) 185 card->thread_start_mask &= threads; 186 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 187 wake_up(&card->wait_q); 188 } 189 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 190 191 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 192 { 193 unsigned long flags; 194 int rc = 0; 195 196 spin_lock_irqsave(&card->thread_mask_lock, flags); 197 rc = (card->thread_running_mask & threads); 198 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 199 return rc; 200 } 201 EXPORT_SYMBOL_GPL(qeth_threads_running); 202 203 void qeth_clear_working_pool_list(struct qeth_card *card) 204 { 205 struct qeth_buffer_pool_entry *pool_entry, *tmp; 206 207 QETH_CARD_TEXT(card, 5, "clwrklst"); 208 list_for_each_entry_safe(pool_entry, tmp, 209 &card->qdio.in_buf_pool.entry_list, list){ 210 list_del(&pool_entry->list); 211 } 212 } 213 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 214 215 static int qeth_alloc_buffer_pool(struct qeth_card *card) 216 { 217 struct qeth_buffer_pool_entry *pool_entry; 218 void *ptr; 219 int i, j; 220 221 QETH_CARD_TEXT(card, 5, "alocpool"); 222 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 223 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 224 if (!pool_entry) { 225 qeth_free_buffer_pool(card); 226 return -ENOMEM; 227 } 228 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 229 ptr = (void *) __get_free_page(GFP_KERNEL); 230 if (!ptr) { 231 while (j > 0) 232 free_page((unsigned long) 233 pool_entry->elements[--j]); 234 kfree(pool_entry); 235 qeth_free_buffer_pool(card); 236 return -ENOMEM; 237 } 238 pool_entry->elements[j] = ptr; 239 } 240 list_add(&pool_entry->init_list, 241 &card->qdio.init_pool.entry_list); 242 } 243 return 0; 244 } 245 246 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 247 { 248 QETH_CARD_TEXT(card, 2, "realcbp"); 249 250 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 251 qeth_clear_working_pool_list(card); 252 qeth_free_buffer_pool(card); 253 card->qdio.in_buf_pool.buf_count = bufcnt; 254 card->qdio.init_pool.buf_count = bufcnt; 255 return qeth_alloc_buffer_pool(card); 256 } 257 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 258 259 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 260 { 261 if (!q) 262 return; 263 264 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 265 kfree(q); 266 } 267 268 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 269 { 270 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 271 int i; 272 273 if (!q) 274 return NULL; 275 276 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 277 kfree(q); 278 return NULL; 279 } 280 281 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 282 q->bufs[i].buffer = q->qdio_bufs[i]; 283 284 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 285 return q; 286 } 287 288 static int qeth_cq_init(struct qeth_card *card) 289 { 290 int rc; 291 292 if (card->options.cq == QETH_CQ_ENABLED) { 293 QETH_CARD_TEXT(card, 2, "cqinit"); 294 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 295 QDIO_MAX_BUFFERS_PER_Q); 296 card->qdio.c_q->next_buf_to_init = 127; 297 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 298 card->qdio.no_in_queues - 1, 0, 299 127); 300 if (rc) { 301 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 302 goto out; 303 } 304 } 305 rc = 0; 306 out: 307 return rc; 308 } 309 310 static int qeth_alloc_cq(struct qeth_card *card) 311 { 312 int rc; 313 314 if (card->options.cq == QETH_CQ_ENABLED) { 315 int i; 316 struct qdio_outbuf_state *outbuf_states; 317 318 QETH_CARD_TEXT(card, 2, "cqon"); 319 card->qdio.c_q = qeth_alloc_qdio_queue(); 320 if (!card->qdio.c_q) { 321 rc = -1; 322 goto kmsg_out; 323 } 324 card->qdio.no_in_queues = 2; 325 card->qdio.out_bufstates = 326 kcalloc(card->qdio.no_out_queues * 327 QDIO_MAX_BUFFERS_PER_Q, 328 sizeof(struct qdio_outbuf_state), 329 GFP_KERNEL); 330 outbuf_states = card->qdio.out_bufstates; 331 if (outbuf_states == NULL) { 332 rc = -1; 333 goto free_cq_out; 334 } 335 for (i = 0; i < card->qdio.no_out_queues; ++i) { 336 card->qdio.out_qs[i]->bufstates = outbuf_states; 337 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 338 } 339 } else { 340 QETH_CARD_TEXT(card, 2, "nocq"); 341 card->qdio.c_q = NULL; 342 card->qdio.no_in_queues = 1; 343 } 344 QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 345 rc = 0; 346 out: 347 return rc; 348 free_cq_out: 349 qeth_free_qdio_queue(card->qdio.c_q); 350 card->qdio.c_q = NULL; 351 kmsg_out: 352 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 353 goto out; 354 } 355 356 static void qeth_free_cq(struct qeth_card *card) 357 { 358 if (card->qdio.c_q) { 359 --card->qdio.no_in_queues; 360 qeth_free_qdio_queue(card->qdio.c_q); 361 card->qdio.c_q = NULL; 362 } 363 kfree(card->qdio.out_bufstates); 364 card->qdio.out_bufstates = NULL; 365 } 366 367 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 368 int delayed) 369 { 370 enum iucv_tx_notify n; 371 372 switch (sbalf15) { 373 case 0: 374 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 375 break; 376 case 4: 377 case 16: 378 case 17: 379 case 18: 380 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 381 TX_NOTIFY_UNREACHABLE; 382 break; 383 default: 384 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 385 TX_NOTIFY_GENERALERROR; 386 break; 387 } 388 389 return n; 390 } 391 392 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 393 int forced_cleanup) 394 { 395 if (q->card->options.cq != QETH_CQ_ENABLED) 396 return; 397 398 if (q->bufs[bidx]->next_pending != NULL) { 399 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 400 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 401 402 while (c) { 403 if (forced_cleanup || 404 atomic_read(&c->state) == 405 QETH_QDIO_BUF_HANDLED_DELAYED) { 406 struct qeth_qdio_out_buffer *f = c; 407 QETH_CARD_TEXT(f->q->card, 5, "fp"); 408 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 409 /* release here to avoid interleaving between 410 outbound tasklet and inbound tasklet 411 regarding notifications and lifecycle */ 412 qeth_tx_complete_buf(c, forced_cleanup, 0); 413 414 c = f->next_pending; 415 WARN_ON_ONCE(head->next_pending != f); 416 head->next_pending = c; 417 kmem_cache_free(qeth_qdio_outbuf_cache, f); 418 } else { 419 head = c; 420 c = c->next_pending; 421 } 422 423 } 424 } 425 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 426 QETH_QDIO_BUF_HANDLED_DELAYED)) { 427 /* for recovery situations */ 428 qeth_init_qdio_out_buf(q, bidx); 429 QETH_CARD_TEXT(q->card, 2, "clprecov"); 430 } 431 } 432 433 434 static void qeth_qdio_handle_aob(struct qeth_card *card, 435 unsigned long phys_aob_addr) 436 { 437 struct qaob *aob; 438 struct qeth_qdio_out_buffer *buffer; 439 enum iucv_tx_notify notification; 440 unsigned int i; 441 442 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 443 QETH_CARD_TEXT(card, 5, "haob"); 444 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 445 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 446 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 447 448 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 449 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 450 notification = TX_NOTIFY_OK; 451 } else { 452 WARN_ON_ONCE(atomic_read(&buffer->state) != 453 QETH_QDIO_BUF_PENDING); 454 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 455 notification = TX_NOTIFY_DELAYED_OK; 456 } 457 458 if (aob->aorc != 0) { 459 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 460 notification = qeth_compute_cq_notification(aob->aorc, 1); 461 } 462 qeth_notify_skbs(buffer->q, buffer, notification); 463 464 /* Free dangling allocations. The attached skbs are handled by 465 * qeth_cleanup_handled_pending(). 466 */ 467 for (i = 0; 468 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 469 i++) { 470 if (aob->sba[i] && buffer->is_header[i]) 471 kmem_cache_free(qeth_core_header_cache, 472 (void *) aob->sba[i]); 473 } 474 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 475 476 qdio_release_aob(aob); 477 } 478 479 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 480 { 481 return card->options.cq == QETH_CQ_ENABLED && 482 card->qdio.c_q != NULL && 483 queue != 0 && 484 queue == card->qdio.no_in_queues - 1; 485 } 486 487 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 488 void *data) 489 { 490 ccw->cmd_code = cmd_code; 491 ccw->flags = flags | CCW_FLAG_SLI; 492 ccw->count = len; 493 ccw->cda = (__u32) __pa(data); 494 } 495 496 static int __qeth_issue_next_read(struct qeth_card *card) 497 { 498 struct qeth_cmd_buffer *iob = card->read_cmd; 499 struct qeth_channel *channel = iob->channel; 500 struct ccw1 *ccw = __ccw_from_cmd(iob); 501 int rc; 502 503 QETH_CARD_TEXT(card, 5, "issnxrd"); 504 if (channel->state != CH_STATE_UP) 505 return -EIO; 506 507 memset(iob->data, 0, iob->length); 508 qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 509 iob->callback = qeth_issue_next_read_cb; 510 /* keep the cmd alive after completion: */ 511 qeth_get_cmd(iob); 512 513 QETH_CARD_TEXT(card, 6, "noirqpnd"); 514 rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 515 if (!rc) { 516 channel->active_cmd = iob; 517 } else { 518 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 519 rc, CARD_DEVID(card)); 520 qeth_unlock_channel(card, channel); 521 qeth_put_cmd(iob); 522 card->read_or_write_problem = 1; 523 qeth_schedule_recovery(card); 524 } 525 return rc; 526 } 527 528 static int qeth_issue_next_read(struct qeth_card *card) 529 { 530 int ret; 531 532 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 533 ret = __qeth_issue_next_read(card); 534 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 535 536 return ret; 537 } 538 539 static void qeth_enqueue_cmd(struct qeth_card *card, 540 struct qeth_cmd_buffer *iob) 541 { 542 spin_lock_irq(&card->lock); 543 list_add_tail(&iob->list, &card->cmd_waiter_list); 544 spin_unlock_irq(&card->lock); 545 } 546 547 static void qeth_dequeue_cmd(struct qeth_card *card, 548 struct qeth_cmd_buffer *iob) 549 { 550 spin_lock_irq(&card->lock); 551 list_del(&iob->list); 552 spin_unlock_irq(&card->lock); 553 } 554 555 void qeth_notify_cmd(struct qeth_cmd_buffer *iob, int reason) 556 { 557 iob->rc = reason; 558 complete(&iob->done); 559 } 560 EXPORT_SYMBOL_GPL(qeth_notify_cmd); 561 562 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 563 struct qeth_card *card) 564 { 565 const char *ipa_name; 566 int com = cmd->hdr.command; 567 ipa_name = qeth_get_ipa_cmd_name(com); 568 569 if (rc) 570 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 571 ipa_name, com, CARD_DEVID(card), rc, 572 qeth_get_ipa_msg(rc)); 573 else 574 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 575 ipa_name, com, CARD_DEVID(card)); 576 } 577 578 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 579 struct qeth_ipa_cmd *cmd) 580 { 581 QETH_CARD_TEXT(card, 5, "chkipad"); 582 583 if (IS_IPA_REPLY(cmd)) { 584 if (cmd->hdr.command != IPA_CMD_SETCCID && 585 cmd->hdr.command != IPA_CMD_DELCCID && 586 cmd->hdr.command != IPA_CMD_MODCCID && 587 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 588 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 589 return cmd; 590 } 591 592 /* handle unsolicited event: */ 593 switch (cmd->hdr.command) { 594 case IPA_CMD_STOPLAN: 595 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 596 dev_err(&card->gdev->dev, 597 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 598 QETH_CARD_IFNAME(card)); 599 schedule_work(&card->close_dev_work); 600 } else { 601 dev_warn(&card->gdev->dev, 602 "The link for interface %s on CHPID 0x%X failed\n", 603 QETH_CARD_IFNAME(card), card->info.chpid); 604 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 605 netif_carrier_off(card->dev); 606 } 607 return NULL; 608 case IPA_CMD_STARTLAN: 609 dev_info(&card->gdev->dev, 610 "The link for %s on CHPID 0x%X has been restored\n", 611 QETH_CARD_IFNAME(card), card->info.chpid); 612 if (card->info.hwtrap) 613 card->info.hwtrap = 2; 614 qeth_schedule_recovery(card); 615 return NULL; 616 case IPA_CMD_SETBRIDGEPORT_IQD: 617 case IPA_CMD_SETBRIDGEPORT_OSA: 618 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 619 if (card->discipline->control_event_handler(card, cmd)) 620 return cmd; 621 return NULL; 622 case IPA_CMD_MODCCID: 623 return cmd; 624 case IPA_CMD_REGISTER_LOCAL_ADDR: 625 QETH_CARD_TEXT(card, 3, "irla"); 626 return NULL; 627 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 628 QETH_CARD_TEXT(card, 3, "urla"); 629 return NULL; 630 default: 631 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 632 return cmd; 633 } 634 } 635 636 void qeth_clear_ipacmd_list(struct qeth_card *card) 637 { 638 struct qeth_cmd_buffer *iob; 639 unsigned long flags; 640 641 QETH_CARD_TEXT(card, 4, "clipalst"); 642 643 spin_lock_irqsave(&card->lock, flags); 644 list_for_each_entry(iob, &card->cmd_waiter_list, list) 645 qeth_notify_cmd(iob, -EIO); 646 spin_unlock_irqrestore(&card->lock, flags); 647 } 648 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 649 650 static int qeth_check_idx_response(struct qeth_card *card, 651 unsigned char *buffer) 652 { 653 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 654 if ((buffer[2] & QETH_IDX_TERMINATE_MASK) == QETH_IDX_TERMINATE) { 655 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 656 buffer[4]); 657 QETH_CARD_TEXT(card, 2, "ckidxres"); 658 QETH_CARD_TEXT(card, 2, " idxterm"); 659 QETH_CARD_TEXT_(card, 2, "rc%x", buffer[4]); 660 if (buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT || 661 buffer[4] == QETH_IDX_TERM_BAD_TRANSPORT_VM) { 662 dev_err(&card->gdev->dev, 663 "The device does not support the configured transport mode\n"); 664 return -EPROTONOSUPPORT; 665 } 666 return -EIO; 667 } 668 return 0; 669 } 670 671 void qeth_put_cmd(struct qeth_cmd_buffer *iob) 672 { 673 if (refcount_dec_and_test(&iob->ref_count)) { 674 kfree(iob->data); 675 kfree(iob); 676 } 677 } 678 EXPORT_SYMBOL_GPL(qeth_put_cmd); 679 680 static void qeth_release_buffer_cb(struct qeth_card *card, 681 struct qeth_cmd_buffer *iob, 682 unsigned int data_length) 683 { 684 qeth_put_cmd(iob); 685 } 686 687 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 688 { 689 qeth_notify_cmd(iob, rc); 690 qeth_put_cmd(iob); 691 } 692 693 struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 694 unsigned int length, unsigned int ccws, 695 long timeout) 696 { 697 struct qeth_cmd_buffer *iob; 698 699 if (length > QETH_BUFSIZE) 700 return NULL; 701 702 iob = kzalloc(sizeof(*iob), GFP_KERNEL); 703 if (!iob) 704 return NULL; 705 706 iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 707 GFP_KERNEL | GFP_DMA); 708 if (!iob->data) { 709 kfree(iob); 710 return NULL; 711 } 712 713 init_completion(&iob->done); 714 spin_lock_init(&iob->lock); 715 INIT_LIST_HEAD(&iob->list); 716 refcount_set(&iob->ref_count, 1); 717 iob->channel = channel; 718 iob->timeout = timeout; 719 iob->length = length; 720 return iob; 721 } 722 EXPORT_SYMBOL_GPL(qeth_alloc_cmd); 723 724 static void qeth_issue_next_read_cb(struct qeth_card *card, 725 struct qeth_cmd_buffer *iob, 726 unsigned int data_length) 727 { 728 struct qeth_cmd_buffer *request = NULL; 729 struct qeth_ipa_cmd *cmd = NULL; 730 struct qeth_reply *reply = NULL; 731 struct qeth_cmd_buffer *tmp; 732 unsigned long flags; 733 int rc = 0; 734 735 QETH_CARD_TEXT(card, 4, "sndctlcb"); 736 rc = qeth_check_idx_response(card, iob->data); 737 switch (rc) { 738 case 0: 739 break; 740 case -EIO: 741 qeth_schedule_recovery(card); 742 /* fall through */ 743 default: 744 qeth_clear_ipacmd_list(card); 745 goto err_idx; 746 } 747 748 cmd = __ipa_reply(iob); 749 if (cmd) { 750 cmd = qeth_check_ipa_data(card, cmd); 751 if (!cmd) 752 goto out; 753 if (IS_OSN(card) && card->osn_info.assist_cb && 754 cmd->hdr.command != IPA_CMD_STARTLAN) { 755 card->osn_info.assist_cb(card->dev, cmd); 756 goto out; 757 } 758 } 759 760 /* match against pending cmd requests */ 761 spin_lock_irqsave(&card->lock, flags); 762 list_for_each_entry(tmp, &card->cmd_waiter_list, list) { 763 if (tmp->match && tmp->match(tmp, iob)) { 764 request = tmp; 765 /* take the object outside the lock */ 766 qeth_get_cmd(request); 767 break; 768 } 769 } 770 spin_unlock_irqrestore(&card->lock, flags); 771 772 if (!request) 773 goto out; 774 775 reply = &request->reply; 776 if (!reply->callback) { 777 rc = 0; 778 goto no_callback; 779 } 780 781 spin_lock_irqsave(&request->lock, flags); 782 if (request->rc) 783 /* Bail out when the requestor has already left: */ 784 rc = request->rc; 785 else 786 rc = reply->callback(card, reply, cmd ? (unsigned long)cmd : 787 (unsigned long)iob); 788 spin_unlock_irqrestore(&request->lock, flags); 789 790 no_callback: 791 if (rc <= 0) 792 qeth_notify_cmd(request, rc); 793 qeth_put_cmd(request); 794 out: 795 memcpy(&card->seqno.pdu_hdr_ack, 796 QETH_PDU_HEADER_SEQ_NO(iob->data), 797 QETH_SEQ_NO_LENGTH); 798 __qeth_issue_next_read(card); 799 err_idx: 800 qeth_put_cmd(iob); 801 } 802 803 static int qeth_set_thread_start_bit(struct qeth_card *card, 804 unsigned long thread) 805 { 806 unsigned long flags; 807 808 spin_lock_irqsave(&card->thread_mask_lock, flags); 809 if (!(card->thread_allowed_mask & thread) || 810 (card->thread_start_mask & thread)) { 811 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 812 return -EPERM; 813 } 814 card->thread_start_mask |= thread; 815 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 816 return 0; 817 } 818 819 static void qeth_clear_thread_start_bit(struct qeth_card *card, 820 unsigned long thread) 821 { 822 unsigned long flags; 823 824 spin_lock_irqsave(&card->thread_mask_lock, flags); 825 card->thread_start_mask &= ~thread; 826 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 827 wake_up(&card->wait_q); 828 } 829 830 static void qeth_clear_thread_running_bit(struct qeth_card *card, 831 unsigned long thread) 832 { 833 unsigned long flags; 834 835 spin_lock_irqsave(&card->thread_mask_lock, flags); 836 card->thread_running_mask &= ~thread; 837 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 838 wake_up_all(&card->wait_q); 839 } 840 841 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 842 { 843 unsigned long flags; 844 int rc = 0; 845 846 spin_lock_irqsave(&card->thread_mask_lock, flags); 847 if (card->thread_start_mask & thread) { 848 if ((card->thread_allowed_mask & thread) && 849 !(card->thread_running_mask & thread)) { 850 rc = 1; 851 card->thread_start_mask &= ~thread; 852 card->thread_running_mask |= thread; 853 } else 854 rc = -EPERM; 855 } 856 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 857 return rc; 858 } 859 860 static int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 861 { 862 int rc = 0; 863 864 wait_event(card->wait_q, 865 (rc = __qeth_do_run_thread(card, thread)) >= 0); 866 return rc; 867 } 868 869 void qeth_schedule_recovery(struct qeth_card *card) 870 { 871 QETH_CARD_TEXT(card, 2, "startrec"); 872 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 873 schedule_work(&card->kernel_thread_starter); 874 } 875 876 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 877 struct irb *irb) 878 { 879 int dstat, cstat; 880 char *sense; 881 882 sense = (char *) irb->ecw; 883 cstat = irb->scsw.cmd.cstat; 884 dstat = irb->scsw.cmd.dstat; 885 886 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 887 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 888 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 889 QETH_CARD_TEXT(card, 2, "CGENCHK"); 890 dev_warn(&cdev->dev, "The qeth device driver " 891 "failed to recover an error on the device\n"); 892 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 893 CCW_DEVID(cdev), dstat, cstat); 894 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 895 16, 1, irb, 64, 1); 896 return -EIO; 897 } 898 899 if (dstat & DEV_STAT_UNIT_CHECK) { 900 if (sense[SENSE_RESETTING_EVENT_BYTE] & 901 SENSE_RESETTING_EVENT_FLAG) { 902 QETH_CARD_TEXT(card, 2, "REVIND"); 903 return -EIO; 904 } 905 if (sense[SENSE_COMMAND_REJECT_BYTE] & 906 SENSE_COMMAND_REJECT_FLAG) { 907 QETH_CARD_TEXT(card, 2, "CMDREJi"); 908 return -EIO; 909 } 910 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 911 QETH_CARD_TEXT(card, 2, "AFFE"); 912 return -EIO; 913 } 914 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 915 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 916 return 0; 917 } 918 QETH_CARD_TEXT(card, 2, "DGENCHK"); 919 return -EIO; 920 } 921 return 0; 922 } 923 924 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 925 struct irb *irb) 926 { 927 if (!IS_ERR(irb)) 928 return 0; 929 930 switch (PTR_ERR(irb)) { 931 case -EIO: 932 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 933 CCW_DEVID(cdev)); 934 QETH_CARD_TEXT(card, 2, "ckirberr"); 935 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 936 return -EIO; 937 case -ETIMEDOUT: 938 dev_warn(&cdev->dev, "A hardware operation timed out" 939 " on the device\n"); 940 QETH_CARD_TEXT(card, 2, "ckirberr"); 941 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 942 return -ETIMEDOUT; 943 default: 944 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 945 PTR_ERR(irb), CCW_DEVID(cdev)); 946 QETH_CARD_TEXT(card, 2, "ckirberr"); 947 QETH_CARD_TEXT(card, 2, " rc???"); 948 return PTR_ERR(irb); 949 } 950 } 951 952 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 953 struct irb *irb) 954 { 955 int rc; 956 int cstat, dstat; 957 struct qeth_cmd_buffer *iob = NULL; 958 struct ccwgroup_device *gdev; 959 struct qeth_channel *channel; 960 struct qeth_card *card; 961 962 /* while we hold the ccwdev lock, this stays valid: */ 963 gdev = dev_get_drvdata(&cdev->dev); 964 card = dev_get_drvdata(&gdev->dev); 965 966 QETH_CARD_TEXT(card, 5, "irq"); 967 968 if (card->read.ccwdev == cdev) { 969 channel = &card->read; 970 QETH_CARD_TEXT(card, 5, "read"); 971 } else if (card->write.ccwdev == cdev) { 972 channel = &card->write; 973 QETH_CARD_TEXT(card, 5, "write"); 974 } else { 975 channel = &card->data; 976 QETH_CARD_TEXT(card, 5, "data"); 977 } 978 979 if (intparm == 0) { 980 QETH_CARD_TEXT(card, 5, "irqunsol"); 981 } else if ((addr_t)intparm != (addr_t)channel->active_cmd) { 982 QETH_CARD_TEXT(card, 5, "irqunexp"); 983 984 dev_err(&cdev->dev, 985 "Received IRQ with intparm %lx, expected %px\n", 986 intparm, channel->active_cmd); 987 if (channel->active_cmd) 988 qeth_cancel_cmd(channel->active_cmd, -EIO); 989 } else { 990 iob = (struct qeth_cmd_buffer *) (addr_t)intparm; 991 } 992 993 channel->active_cmd = NULL; 994 qeth_unlock_channel(card, channel); 995 996 rc = qeth_check_irb_error(card, cdev, irb); 997 if (rc) { 998 /* IO was terminated, free its resources. */ 999 if (iob) 1000 qeth_cancel_cmd(iob, rc); 1001 return; 1002 } 1003 1004 if (irb->scsw.cmd.fctl & SCSW_FCTL_CLEAR_FUNC) { 1005 channel->state = CH_STATE_STOPPED; 1006 wake_up(&card->wait_q); 1007 } 1008 1009 if (irb->scsw.cmd.fctl & SCSW_FCTL_HALT_FUNC) { 1010 channel->state = CH_STATE_HALTED; 1011 wake_up(&card->wait_q); 1012 } 1013 1014 if (iob && (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC | 1015 SCSW_FCTL_HALT_FUNC))) { 1016 qeth_cancel_cmd(iob, -ECANCELED); 1017 iob = NULL; 1018 } 1019 1020 cstat = irb->scsw.cmd.cstat; 1021 dstat = irb->scsw.cmd.dstat; 1022 1023 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1024 (dstat & DEV_STAT_UNIT_CHECK) || 1025 (cstat)) { 1026 if (irb->esw.esw0.erw.cons) { 1027 dev_warn(&channel->ccwdev->dev, 1028 "The qeth device driver failed to recover " 1029 "an error on the device\n"); 1030 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1031 CCW_DEVID(channel->ccwdev), cstat, 1032 dstat); 1033 print_hex_dump(KERN_WARNING, "qeth: irb ", 1034 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1035 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1036 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1037 } 1038 1039 rc = qeth_get_problem(card, cdev, irb); 1040 if (rc) { 1041 card->read_or_write_problem = 1; 1042 if (iob) 1043 qeth_cancel_cmd(iob, rc); 1044 qeth_clear_ipacmd_list(card); 1045 qeth_schedule_recovery(card); 1046 return; 1047 } 1048 } 1049 1050 if (iob) { 1051 /* sanity check: */ 1052 if (irb->scsw.cmd.count > iob->length) { 1053 qeth_cancel_cmd(iob, -EIO); 1054 return; 1055 } 1056 if (iob->callback) 1057 iob->callback(card, iob, 1058 iob->length - irb->scsw.cmd.count); 1059 } 1060 } 1061 1062 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1063 struct qeth_qdio_out_buffer *buf, 1064 enum iucv_tx_notify notification) 1065 { 1066 struct sk_buff *skb; 1067 1068 skb_queue_walk(&buf->skb_list, skb) { 1069 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1070 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1071 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1072 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1073 } 1074 } 1075 1076 static void qeth_tx_complete_buf(struct qeth_qdio_out_buffer *buf, bool error, 1077 int budget) 1078 { 1079 struct qeth_qdio_out_q *queue = buf->q; 1080 struct sk_buff *skb; 1081 1082 /* release may never happen from within CQ tasklet scope */ 1083 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1084 1085 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1086 qeth_notify_skbs(queue, buf, TX_NOTIFY_GENERALERROR); 1087 1088 /* Empty buffer? */ 1089 if (buf->next_element_to_fill == 0) 1090 return; 1091 1092 QETH_TXQ_STAT_INC(queue, bufs); 1093 QETH_TXQ_STAT_ADD(queue, buf_elements, buf->next_element_to_fill); 1094 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) { 1095 unsigned int bytes = qdisc_pkt_len(skb); 1096 bool is_tso = skb_is_gso(skb); 1097 unsigned int packets; 1098 1099 packets = is_tso ? skb_shinfo(skb)->gso_segs : 1; 1100 if (error) { 1101 QETH_TXQ_STAT_ADD(queue, tx_errors, packets); 1102 } else { 1103 QETH_TXQ_STAT_ADD(queue, tx_packets, packets); 1104 QETH_TXQ_STAT_ADD(queue, tx_bytes, bytes); 1105 if (skb->ip_summed == CHECKSUM_PARTIAL) 1106 QETH_TXQ_STAT_ADD(queue, skbs_csum, packets); 1107 if (skb_is_nonlinear(skb)) 1108 QETH_TXQ_STAT_INC(queue, skbs_sg); 1109 if (is_tso) { 1110 QETH_TXQ_STAT_INC(queue, skbs_tso); 1111 QETH_TXQ_STAT_ADD(queue, tso_bytes, bytes); 1112 } 1113 } 1114 1115 napi_consume_skb(skb, budget); 1116 } 1117 } 1118 1119 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1120 struct qeth_qdio_out_buffer *buf, 1121 bool error, int budget) 1122 { 1123 int i; 1124 1125 /* is PCI flag set on buffer? */ 1126 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1127 atomic_dec(&queue->set_pci_flags_count); 1128 1129 qeth_tx_complete_buf(buf, error, budget); 1130 1131 for (i = 0; i < queue->max_elements; ++i) { 1132 void *data = phys_to_virt(buf->buffer->element[i].addr); 1133 1134 if (data && buf->is_header[i]) 1135 kmem_cache_free(qeth_core_header_cache, data); 1136 buf->is_header[i] = 0; 1137 } 1138 1139 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1140 buf->next_element_to_fill = 0; 1141 buf->bytes = 0; 1142 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1143 } 1144 1145 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1146 { 1147 int j; 1148 1149 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1150 if (!q->bufs[j]) 1151 continue; 1152 qeth_cleanup_handled_pending(q, j, 1); 1153 qeth_clear_output_buffer(q, q->bufs[j], true, 0); 1154 if (free) { 1155 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1156 q->bufs[j] = NULL; 1157 } 1158 } 1159 } 1160 1161 void qeth_drain_output_queues(struct qeth_card *card) 1162 { 1163 int i; 1164 1165 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1166 /* clear outbound buffers to free skbs */ 1167 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1168 if (card->qdio.out_qs[i]) 1169 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1170 } 1171 } 1172 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1173 1174 static void qeth_free_buffer_pool(struct qeth_card *card) 1175 { 1176 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1177 int i = 0; 1178 list_for_each_entry_safe(pool_entry, tmp, 1179 &card->qdio.init_pool.entry_list, init_list){ 1180 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1181 free_page((unsigned long)pool_entry->elements[i]); 1182 list_del(&pool_entry->init_list); 1183 kfree(pool_entry); 1184 } 1185 } 1186 1187 static int qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1188 { 1189 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1190 int rc; 1191 1192 rtnl_lock(); 1193 rc = netif_set_real_num_tx_queues(card->dev, count); 1194 rtnl_unlock(); 1195 1196 if (rc) 1197 return rc; 1198 1199 if (card->qdio.no_out_queues == count) 1200 return 0; 1201 1202 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1203 qeth_free_qdio_queues(card); 1204 1205 if (count == 1) 1206 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1207 1208 card->qdio.default_out_queue = single ? 0 : QETH_DEFAULT_QUEUE; 1209 card->qdio.no_out_queues = count; 1210 return 0; 1211 } 1212 1213 static int qeth_update_from_chp_desc(struct qeth_card *card) 1214 { 1215 struct ccw_device *ccwdev; 1216 struct channel_path_desc_fmt0 *chp_dsc; 1217 int rc = 0; 1218 1219 QETH_CARD_TEXT(card, 2, "chp_desc"); 1220 1221 ccwdev = card->data.ccwdev; 1222 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1223 if (!chp_dsc) 1224 return -ENOMEM; 1225 1226 card->info.func_level = 0x4100 + chp_dsc->desc; 1227 1228 if (IS_OSD(card) || IS_OSX(card)) 1229 /* CHPP field bit 6 == 1 -> single queue */ 1230 rc = qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1231 1232 kfree(chp_dsc); 1233 QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 1234 QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1235 return rc; 1236 } 1237 1238 static void qeth_init_qdio_info(struct qeth_card *card) 1239 { 1240 QETH_CARD_TEXT(card, 4, "intqdinf"); 1241 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1242 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1243 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1244 1245 /* inbound */ 1246 card->qdio.no_in_queues = 1; 1247 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1248 if (IS_IQD(card)) 1249 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1250 else 1251 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1252 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1253 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1254 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1255 } 1256 1257 static void qeth_set_initial_options(struct qeth_card *card) 1258 { 1259 card->options.route4.type = NO_ROUTER; 1260 card->options.route6.type = NO_ROUTER; 1261 card->options.isolation = ISOLATION_MODE_NONE; 1262 card->options.cq = QETH_CQ_DISABLED; 1263 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1264 } 1265 1266 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1267 { 1268 unsigned long flags; 1269 int rc = 0; 1270 1271 spin_lock_irqsave(&card->thread_mask_lock, flags); 1272 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1273 (u8) card->thread_start_mask, 1274 (u8) card->thread_allowed_mask, 1275 (u8) card->thread_running_mask); 1276 rc = (card->thread_start_mask & thread); 1277 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1278 return rc; 1279 } 1280 1281 static int qeth_do_reset(void *data); 1282 static void qeth_start_kernel_thread(struct work_struct *work) 1283 { 1284 struct task_struct *ts; 1285 struct qeth_card *card = container_of(work, struct qeth_card, 1286 kernel_thread_starter); 1287 QETH_CARD_TEXT(card , 2, "strthrd"); 1288 1289 if (card->read.state != CH_STATE_UP && 1290 card->write.state != CH_STATE_UP) 1291 return; 1292 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1293 ts = kthread_run(qeth_do_reset, card, "qeth_recover"); 1294 if (IS_ERR(ts)) { 1295 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1296 qeth_clear_thread_running_bit(card, 1297 QETH_RECOVER_THREAD); 1298 } 1299 } 1300 } 1301 1302 static void qeth_buffer_reclaim_work(struct work_struct *); 1303 static void qeth_setup_card(struct qeth_card *card) 1304 { 1305 QETH_CARD_TEXT(card, 2, "setupcrd"); 1306 1307 card->info.type = CARD_RDEV(card)->id.driver_info; 1308 card->state = CARD_STATE_DOWN; 1309 spin_lock_init(&card->lock); 1310 spin_lock_init(&card->thread_mask_lock); 1311 mutex_init(&card->conf_mutex); 1312 mutex_init(&card->discipline_mutex); 1313 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1314 INIT_LIST_HEAD(&card->cmd_waiter_list); 1315 init_waitqueue_head(&card->wait_q); 1316 qeth_set_initial_options(card); 1317 /* IP address takeover */ 1318 INIT_LIST_HEAD(&card->ipato.entries); 1319 qeth_init_qdio_info(card); 1320 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1321 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1322 } 1323 1324 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1325 { 1326 struct qeth_card *card = container_of(slr, struct qeth_card, 1327 qeth_service_level); 1328 if (card->info.mcl_level[0]) 1329 seq_printf(m, "qeth: %s firmware level %s\n", 1330 CARD_BUS_ID(card), card->info.mcl_level); 1331 } 1332 1333 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1334 { 1335 struct qeth_card *card; 1336 1337 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1338 card = kzalloc(sizeof(*card), GFP_KERNEL); 1339 if (!card) 1340 goto out; 1341 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1342 1343 card->gdev = gdev; 1344 dev_set_drvdata(&gdev->dev, card); 1345 CARD_RDEV(card) = gdev->cdev[0]; 1346 CARD_WDEV(card) = gdev->cdev[1]; 1347 CARD_DDEV(card) = gdev->cdev[2]; 1348 1349 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1350 dev_name(&gdev->dev)); 1351 if (!card->event_wq) 1352 goto out_wq; 1353 1354 card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1355 if (!card->read_cmd) 1356 goto out_read_cmd; 1357 1358 card->qeth_service_level.seq_print = qeth_core_sl_print; 1359 register_service_level(&card->qeth_service_level); 1360 return card; 1361 1362 out_read_cmd: 1363 destroy_workqueue(card->event_wq); 1364 out_wq: 1365 dev_set_drvdata(&gdev->dev, NULL); 1366 kfree(card); 1367 out: 1368 return NULL; 1369 } 1370 1371 static int qeth_clear_channel(struct qeth_card *card, 1372 struct qeth_channel *channel) 1373 { 1374 int rc; 1375 1376 QETH_CARD_TEXT(card, 3, "clearch"); 1377 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1378 rc = ccw_device_clear(channel->ccwdev, (addr_t)channel->active_cmd); 1379 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1380 1381 if (rc) 1382 return rc; 1383 rc = wait_event_interruptible_timeout(card->wait_q, 1384 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1385 if (rc == -ERESTARTSYS) 1386 return rc; 1387 if (channel->state != CH_STATE_STOPPED) 1388 return -ETIME; 1389 channel->state = CH_STATE_DOWN; 1390 return 0; 1391 } 1392 1393 static int qeth_halt_channel(struct qeth_card *card, 1394 struct qeth_channel *channel) 1395 { 1396 int rc; 1397 1398 QETH_CARD_TEXT(card, 3, "haltch"); 1399 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1400 rc = ccw_device_halt(channel->ccwdev, (addr_t)channel->active_cmd); 1401 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1402 1403 if (rc) 1404 return rc; 1405 rc = wait_event_interruptible_timeout(card->wait_q, 1406 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1407 if (rc == -ERESTARTSYS) 1408 return rc; 1409 if (channel->state != CH_STATE_HALTED) 1410 return -ETIME; 1411 return 0; 1412 } 1413 1414 int qeth_stop_channel(struct qeth_channel *channel) 1415 { 1416 struct ccw_device *cdev = channel->ccwdev; 1417 int rc; 1418 1419 rc = ccw_device_set_offline(cdev); 1420 1421 spin_lock_irq(get_ccwdev_lock(cdev)); 1422 if (channel->active_cmd) { 1423 dev_err(&cdev->dev, "Stopped channel while cmd %px was still active\n", 1424 channel->active_cmd); 1425 channel->active_cmd = NULL; 1426 } 1427 cdev->handler = NULL; 1428 spin_unlock_irq(get_ccwdev_lock(cdev)); 1429 1430 return rc; 1431 } 1432 EXPORT_SYMBOL_GPL(qeth_stop_channel); 1433 1434 static int qeth_start_channel(struct qeth_channel *channel) 1435 { 1436 struct ccw_device *cdev = channel->ccwdev; 1437 int rc; 1438 1439 channel->state = CH_STATE_DOWN; 1440 atomic_set(&channel->irq_pending, 0); 1441 1442 spin_lock_irq(get_ccwdev_lock(cdev)); 1443 cdev->handler = qeth_irq; 1444 spin_unlock_irq(get_ccwdev_lock(cdev)); 1445 1446 rc = ccw_device_set_online(cdev); 1447 if (rc) 1448 goto err; 1449 1450 return 0; 1451 1452 err: 1453 spin_lock_irq(get_ccwdev_lock(cdev)); 1454 cdev->handler = NULL; 1455 spin_unlock_irq(get_ccwdev_lock(cdev)); 1456 return rc; 1457 } 1458 1459 static int qeth_halt_channels(struct qeth_card *card) 1460 { 1461 int rc1 = 0, rc2 = 0, rc3 = 0; 1462 1463 QETH_CARD_TEXT(card, 3, "haltchs"); 1464 rc1 = qeth_halt_channel(card, &card->read); 1465 rc2 = qeth_halt_channel(card, &card->write); 1466 rc3 = qeth_halt_channel(card, &card->data); 1467 if (rc1) 1468 return rc1; 1469 if (rc2) 1470 return rc2; 1471 return rc3; 1472 } 1473 1474 static int qeth_clear_channels(struct qeth_card *card) 1475 { 1476 int rc1 = 0, rc2 = 0, rc3 = 0; 1477 1478 QETH_CARD_TEXT(card, 3, "clearchs"); 1479 rc1 = qeth_clear_channel(card, &card->read); 1480 rc2 = qeth_clear_channel(card, &card->write); 1481 rc3 = qeth_clear_channel(card, &card->data); 1482 if (rc1) 1483 return rc1; 1484 if (rc2) 1485 return rc2; 1486 return rc3; 1487 } 1488 1489 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1490 { 1491 int rc = 0; 1492 1493 QETH_CARD_TEXT(card, 3, "clhacrd"); 1494 1495 if (halt) 1496 rc = qeth_halt_channels(card); 1497 if (rc) 1498 return rc; 1499 return qeth_clear_channels(card); 1500 } 1501 1502 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1503 { 1504 int rc = 0; 1505 1506 QETH_CARD_TEXT(card, 3, "qdioclr"); 1507 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1508 QETH_QDIO_CLEANING)) { 1509 case QETH_QDIO_ESTABLISHED: 1510 if (IS_IQD(card)) 1511 rc = qdio_shutdown(CARD_DDEV(card), 1512 QDIO_FLAG_CLEANUP_USING_HALT); 1513 else 1514 rc = qdio_shutdown(CARD_DDEV(card), 1515 QDIO_FLAG_CLEANUP_USING_CLEAR); 1516 if (rc) 1517 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1518 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1519 break; 1520 case QETH_QDIO_CLEANING: 1521 return rc; 1522 default: 1523 break; 1524 } 1525 rc = qeth_clear_halt_card(card, use_halt); 1526 if (rc) 1527 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1528 return rc; 1529 } 1530 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1531 1532 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1533 { 1534 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1535 struct diag26c_vnic_resp *response = NULL; 1536 struct diag26c_vnic_req *request = NULL; 1537 struct ccw_dev_id id; 1538 char userid[80]; 1539 int rc = 0; 1540 1541 QETH_CARD_TEXT(card, 2, "vmlayer"); 1542 1543 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1544 if (rc) 1545 goto out; 1546 1547 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1548 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1549 if (!request || !response) { 1550 rc = -ENOMEM; 1551 goto out; 1552 } 1553 1554 ccw_device_get_id(CARD_RDEV(card), &id); 1555 request->resp_buf_len = sizeof(*response); 1556 request->resp_version = DIAG26C_VERSION6_VM65918; 1557 request->req_format = DIAG26C_VNIC_INFO; 1558 ASCEBC(userid, 8); 1559 memcpy(&request->sys_name, userid, 8); 1560 request->devno = id.devno; 1561 1562 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1563 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1564 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1565 if (rc) 1566 goto out; 1567 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1568 1569 if (request->resp_buf_len < sizeof(*response) || 1570 response->version != request->resp_version) { 1571 rc = -EIO; 1572 goto out; 1573 } 1574 1575 if (response->protocol == VNIC_INFO_PROT_L2) 1576 disc = QETH_DISCIPLINE_LAYER2; 1577 else if (response->protocol == VNIC_INFO_PROT_L3) 1578 disc = QETH_DISCIPLINE_LAYER3; 1579 1580 out: 1581 kfree(response); 1582 kfree(request); 1583 if (rc) 1584 QETH_CARD_TEXT_(card, 2, "err%x", rc); 1585 return disc; 1586 } 1587 1588 /* Determine whether the device requires a specific layer discipline */ 1589 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1590 { 1591 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1592 1593 if (IS_OSM(card) || IS_OSN(card)) 1594 disc = QETH_DISCIPLINE_LAYER2; 1595 else if (IS_VM_NIC(card)) 1596 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1597 qeth_vm_detect_layer(card); 1598 1599 switch (disc) { 1600 case QETH_DISCIPLINE_LAYER2: 1601 QETH_CARD_TEXT(card, 3, "force l2"); 1602 break; 1603 case QETH_DISCIPLINE_LAYER3: 1604 QETH_CARD_TEXT(card, 3, "force l3"); 1605 break; 1606 default: 1607 QETH_CARD_TEXT(card, 3, "force no"); 1608 } 1609 1610 return disc; 1611 } 1612 1613 static void qeth_set_blkt_defaults(struct qeth_card *card) 1614 { 1615 QETH_CARD_TEXT(card, 2, "cfgblkt"); 1616 1617 if (card->info.use_v1_blkt) { 1618 card->info.blkt.time_total = 0; 1619 card->info.blkt.inter_packet = 0; 1620 card->info.blkt.inter_packet_jumbo = 0; 1621 } else { 1622 card->info.blkt.time_total = 250; 1623 card->info.blkt.inter_packet = 5; 1624 card->info.blkt.inter_packet_jumbo = 15; 1625 } 1626 } 1627 1628 static void qeth_idx_init(struct qeth_card *card) 1629 { 1630 memset(&card->seqno, 0, sizeof(card->seqno)); 1631 1632 card->token.issuer_rm_w = 0x00010103UL; 1633 card->token.cm_filter_w = 0x00010108UL; 1634 card->token.cm_connection_w = 0x0001010aUL; 1635 card->token.ulp_filter_w = 0x0001010bUL; 1636 card->token.ulp_connection_w = 0x0001010dUL; 1637 1638 switch (card->info.type) { 1639 case QETH_CARD_TYPE_IQD: 1640 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1641 break; 1642 case QETH_CARD_TYPE_OSD: 1643 case QETH_CARD_TYPE_OSN: 1644 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1645 break; 1646 default: 1647 break; 1648 } 1649 } 1650 1651 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1652 struct qeth_cmd_buffer *iob) 1653 { 1654 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1655 QETH_SEQ_NO_LENGTH); 1656 if (iob->channel == &card->write) 1657 card->seqno.trans_hdr++; 1658 } 1659 1660 static int qeth_peer_func_level(int level) 1661 { 1662 if ((level & 0xff) == 8) 1663 return (level & 0xff) + 0x400; 1664 if (((level >> 8) & 3) == 1) 1665 return (level & 0xff) + 0x200; 1666 return level; 1667 } 1668 1669 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1670 struct qeth_cmd_buffer *iob) 1671 { 1672 qeth_idx_finalize_cmd(card, iob); 1673 1674 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1675 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1676 card->seqno.pdu_hdr++; 1677 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1678 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1679 1680 iob->callback = qeth_release_buffer_cb; 1681 } 1682 1683 static bool qeth_mpc_match_reply(struct qeth_cmd_buffer *iob, 1684 struct qeth_cmd_buffer *reply) 1685 { 1686 /* MPC cmds are issued strictly in sequence. */ 1687 return !IS_IPA(reply->data); 1688 } 1689 1690 static struct qeth_cmd_buffer *qeth_mpc_alloc_cmd(struct qeth_card *card, 1691 void *data, 1692 unsigned int data_length) 1693 { 1694 struct qeth_cmd_buffer *iob; 1695 1696 iob = qeth_alloc_cmd(&card->write, data_length, 1, QETH_TIMEOUT); 1697 if (!iob) 1698 return NULL; 1699 1700 memcpy(iob->data, data, data_length); 1701 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, data_length, 1702 iob->data); 1703 iob->finalize = qeth_mpc_finalize_cmd; 1704 iob->match = qeth_mpc_match_reply; 1705 return iob; 1706 } 1707 1708 /** 1709 * qeth_send_control_data() - send control command to the card 1710 * @card: qeth_card structure pointer 1711 * @iob: qeth_cmd_buffer pointer 1712 * @reply_cb: callback function pointer 1713 * @cb_card: pointer to the qeth_card structure 1714 * @cb_reply: pointer to the qeth_reply structure 1715 * @cb_cmd: pointer to the original iob for non-IPA 1716 * commands, or to the qeth_ipa_cmd structure 1717 * for the IPA commands. 1718 * @reply_param: private pointer passed to the callback 1719 * 1720 * Callback function gets called one or more times, with cb_cmd 1721 * pointing to the response returned by the hardware. Callback 1722 * function must return 1723 * > 0 if more reply blocks are expected, 1724 * 0 if the last or only reply block is received, and 1725 * < 0 on error. 1726 * Callback function can get the value of the reply_param pointer from the 1727 * field 'param' of the structure qeth_reply. 1728 */ 1729 1730 static int qeth_send_control_data(struct qeth_card *card, 1731 struct qeth_cmd_buffer *iob, 1732 int (*reply_cb)(struct qeth_card *cb_card, 1733 struct qeth_reply *cb_reply, 1734 unsigned long cb_cmd), 1735 void *reply_param) 1736 { 1737 struct qeth_channel *channel = iob->channel; 1738 struct qeth_reply *reply = &iob->reply; 1739 long timeout = iob->timeout; 1740 int rc; 1741 1742 QETH_CARD_TEXT(card, 2, "sendctl"); 1743 1744 reply->callback = reply_cb; 1745 reply->param = reply_param; 1746 1747 timeout = wait_event_interruptible_timeout(card->wait_q, 1748 qeth_trylock_channel(channel), 1749 timeout); 1750 if (timeout <= 0) { 1751 qeth_put_cmd(iob); 1752 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1753 } 1754 1755 if (iob->finalize) 1756 iob->finalize(card, iob); 1757 QETH_DBF_HEX(CTRL, 2, iob->data, min(iob->length, QETH_DBF_CTRL_LEN)); 1758 1759 qeth_enqueue_cmd(card, iob); 1760 1761 /* This pairs with iob->callback, and keeps the iob alive after IO: */ 1762 qeth_get_cmd(iob); 1763 1764 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1765 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1766 rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 1767 (addr_t) iob, 0, 0, timeout); 1768 if (!rc) 1769 channel->active_cmd = iob; 1770 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1771 if (rc) { 1772 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1773 CARD_DEVID(card), rc); 1774 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1775 qeth_dequeue_cmd(card, iob); 1776 qeth_put_cmd(iob); 1777 qeth_unlock_channel(card, channel); 1778 goto out; 1779 } 1780 1781 timeout = wait_for_completion_interruptible_timeout(&iob->done, 1782 timeout); 1783 if (timeout <= 0) 1784 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1785 1786 qeth_dequeue_cmd(card, iob); 1787 1788 if (reply_cb) { 1789 /* Wait until the callback for a late reply has completed: */ 1790 spin_lock_irq(&iob->lock); 1791 if (rc) 1792 /* Zap any callback that's still pending: */ 1793 iob->rc = rc; 1794 spin_unlock_irq(&iob->lock); 1795 } 1796 1797 if (!rc) 1798 rc = iob->rc; 1799 1800 out: 1801 qeth_put_cmd(iob); 1802 return rc; 1803 } 1804 1805 struct qeth_node_desc { 1806 struct node_descriptor nd1; 1807 struct node_descriptor nd2; 1808 struct node_descriptor nd3; 1809 }; 1810 1811 static void qeth_read_conf_data_cb(struct qeth_card *card, 1812 struct qeth_cmd_buffer *iob, 1813 unsigned int data_length) 1814 { 1815 struct qeth_node_desc *nd = (struct qeth_node_desc *) iob->data; 1816 int rc = 0; 1817 u8 *tag; 1818 1819 QETH_CARD_TEXT(card, 2, "cfgunit"); 1820 1821 if (data_length < sizeof(*nd)) { 1822 rc = -EINVAL; 1823 goto out; 1824 } 1825 1826 card->info.is_vm_nic = nd->nd1.plant[0] == _ascebc['V'] && 1827 nd->nd1.plant[1] == _ascebc['M']; 1828 tag = (u8 *)&nd->nd1.tag; 1829 card->info.chpid = tag[0]; 1830 card->info.unit_addr2 = tag[1]; 1831 1832 tag = (u8 *)&nd->nd2.tag; 1833 card->info.cula = tag[1]; 1834 1835 card->info.use_v1_blkt = nd->nd3.model[0] == 0xF0 && 1836 nd->nd3.model[1] == 0xF0 && 1837 nd->nd3.model[2] >= 0xF1 && 1838 nd->nd3.model[2] <= 0xF4; 1839 1840 out: 1841 qeth_notify_cmd(iob, rc); 1842 qeth_put_cmd(iob); 1843 } 1844 1845 static int qeth_read_conf_data(struct qeth_card *card) 1846 { 1847 struct qeth_channel *channel = &card->data; 1848 struct qeth_cmd_buffer *iob; 1849 struct ciw *ciw; 1850 1851 /* scan for RCD command in extended SenseID data */ 1852 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1853 if (!ciw || ciw->cmd == 0) 1854 return -EOPNOTSUPP; 1855 if (ciw->count < sizeof(struct qeth_node_desc)) 1856 return -EINVAL; 1857 1858 iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 1859 if (!iob) 1860 return -ENOMEM; 1861 1862 iob->callback = qeth_read_conf_data_cb; 1863 qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 1864 iob->data); 1865 1866 return qeth_send_control_data(card, iob, NULL, NULL); 1867 } 1868 1869 static int qeth_idx_check_activate_response(struct qeth_card *card, 1870 struct qeth_channel *channel, 1871 struct qeth_cmd_buffer *iob) 1872 { 1873 int rc; 1874 1875 rc = qeth_check_idx_response(card, iob->data); 1876 if (rc) 1877 return rc; 1878 1879 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1880 return 0; 1881 1882 /* negative reply: */ 1883 QETH_CARD_TEXT_(card, 2, "idxneg%c", 1884 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1885 1886 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1887 case QETH_IDX_ACT_ERR_EXCL: 1888 dev_err(&channel->ccwdev->dev, 1889 "The adapter is used exclusively by another host\n"); 1890 return -EBUSY; 1891 case QETH_IDX_ACT_ERR_AUTH: 1892 case QETH_IDX_ACT_ERR_AUTH_USER: 1893 dev_err(&channel->ccwdev->dev, 1894 "Setting the device online failed because of insufficient authorization\n"); 1895 return -EPERM; 1896 default: 1897 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1898 CCW_DEVID(channel->ccwdev)); 1899 return -EIO; 1900 } 1901 } 1902 1903 static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 1904 struct qeth_cmd_buffer *iob, 1905 unsigned int data_length) 1906 { 1907 struct qeth_channel *channel = iob->channel; 1908 u16 peer_level; 1909 int rc; 1910 1911 QETH_CARD_TEXT(card, 2, "idxrdcb"); 1912 1913 rc = qeth_idx_check_activate_response(card, channel, iob); 1914 if (rc) 1915 goto out; 1916 1917 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1918 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1919 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1920 CCW_DEVID(channel->ccwdev), 1921 card->info.func_level, peer_level); 1922 rc = -EINVAL; 1923 goto out; 1924 } 1925 1926 memcpy(&card->token.issuer_rm_r, 1927 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1928 QETH_MPC_TOKEN_LENGTH); 1929 memcpy(&card->info.mcl_level[0], 1930 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1931 1932 out: 1933 qeth_notify_cmd(iob, rc); 1934 qeth_put_cmd(iob); 1935 } 1936 1937 static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 1938 struct qeth_cmd_buffer *iob, 1939 unsigned int data_length) 1940 { 1941 struct qeth_channel *channel = iob->channel; 1942 u16 peer_level; 1943 int rc; 1944 1945 QETH_CARD_TEXT(card, 2, "idxwrcb"); 1946 1947 rc = qeth_idx_check_activate_response(card, channel, iob); 1948 if (rc) 1949 goto out; 1950 1951 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1952 if ((peer_level & ~0x0100) != 1953 qeth_peer_func_level(card->info.func_level)) { 1954 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1955 CCW_DEVID(channel->ccwdev), 1956 card->info.func_level, peer_level); 1957 rc = -EINVAL; 1958 } 1959 1960 out: 1961 qeth_notify_cmd(iob, rc); 1962 qeth_put_cmd(iob); 1963 } 1964 1965 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 1966 struct qeth_cmd_buffer *iob) 1967 { 1968 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 1969 u8 port = ((u8)card->dev->dev_port) | 0x80; 1970 struct ccw1 *ccw = __ccw_from_cmd(iob); 1971 struct ccw_dev_id dev_id; 1972 1973 qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 1974 iob->data); 1975 qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 1976 ccw_device_get_id(CARD_DDEV(card), &dev_id); 1977 iob->finalize = qeth_idx_finalize_cmd; 1978 1979 port |= QETH_IDX_ACT_INVAL_FRAME; 1980 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 1981 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1982 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 1983 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 1984 &card->info.func_level, 2); 1985 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 1986 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 1987 } 1988 1989 static int qeth_idx_activate_read_channel(struct qeth_card *card) 1990 { 1991 struct qeth_channel *channel = &card->read; 1992 struct qeth_cmd_buffer *iob; 1993 int rc; 1994 1995 QETH_CARD_TEXT(card, 2, "idxread"); 1996 1997 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 1998 if (!iob) 1999 return -ENOMEM; 2000 2001 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2002 qeth_idx_setup_activate_cmd(card, iob); 2003 iob->callback = qeth_idx_activate_read_channel_cb; 2004 2005 rc = qeth_send_control_data(card, iob, NULL, NULL); 2006 if (rc) 2007 return rc; 2008 2009 channel->state = CH_STATE_UP; 2010 return 0; 2011 } 2012 2013 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2014 { 2015 struct qeth_channel *channel = &card->write; 2016 struct qeth_cmd_buffer *iob; 2017 int rc; 2018 2019 QETH_CARD_TEXT(card, 2, "idxwrite"); 2020 2021 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2022 if (!iob) 2023 return -ENOMEM; 2024 2025 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2026 qeth_idx_setup_activate_cmd(card, iob); 2027 iob->callback = qeth_idx_activate_write_channel_cb; 2028 2029 rc = qeth_send_control_data(card, iob, NULL, NULL); 2030 if (rc) 2031 return rc; 2032 2033 channel->state = CH_STATE_UP; 2034 return 0; 2035 } 2036 2037 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2038 unsigned long data) 2039 { 2040 struct qeth_cmd_buffer *iob; 2041 2042 QETH_CARD_TEXT(card, 2, "cmenblcb"); 2043 2044 iob = (struct qeth_cmd_buffer *) data; 2045 memcpy(&card->token.cm_filter_r, 2046 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2047 QETH_MPC_TOKEN_LENGTH); 2048 return 0; 2049 } 2050 2051 static int qeth_cm_enable(struct qeth_card *card) 2052 { 2053 struct qeth_cmd_buffer *iob; 2054 2055 QETH_CARD_TEXT(card, 2, "cmenable"); 2056 2057 iob = qeth_mpc_alloc_cmd(card, CM_ENABLE, CM_ENABLE_SIZE); 2058 if (!iob) 2059 return -ENOMEM; 2060 2061 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2062 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2063 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2064 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2065 2066 return qeth_send_control_data(card, iob, qeth_cm_enable_cb, NULL); 2067 } 2068 2069 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2070 unsigned long data) 2071 { 2072 struct qeth_cmd_buffer *iob; 2073 2074 QETH_CARD_TEXT(card, 2, "cmsetpcb"); 2075 2076 iob = (struct qeth_cmd_buffer *) data; 2077 memcpy(&card->token.cm_connection_r, 2078 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2079 QETH_MPC_TOKEN_LENGTH); 2080 return 0; 2081 } 2082 2083 static int qeth_cm_setup(struct qeth_card *card) 2084 { 2085 struct qeth_cmd_buffer *iob; 2086 2087 QETH_CARD_TEXT(card, 2, "cmsetup"); 2088 2089 iob = qeth_mpc_alloc_cmd(card, CM_SETUP, CM_SETUP_SIZE); 2090 if (!iob) 2091 return -ENOMEM; 2092 2093 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2094 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2095 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2096 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2097 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2098 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2099 return qeth_send_control_data(card, iob, qeth_cm_setup_cb, NULL); 2100 } 2101 2102 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2103 { 2104 struct net_device *dev = card->dev; 2105 unsigned int new_mtu; 2106 2107 if (!max_mtu) { 2108 /* IQD needs accurate max MTU to set up its RX buffers: */ 2109 if (IS_IQD(card)) 2110 return -EINVAL; 2111 /* tolerate quirky HW: */ 2112 max_mtu = ETH_MAX_MTU; 2113 } 2114 2115 rtnl_lock(); 2116 if (IS_IQD(card)) { 2117 /* move any device with default MTU to new max MTU: */ 2118 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2119 2120 /* adjust RX buffer size to new max MTU: */ 2121 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2122 if (dev->max_mtu && dev->max_mtu != max_mtu) 2123 qeth_free_qdio_queues(card); 2124 } else { 2125 if (dev->mtu) 2126 new_mtu = dev->mtu; 2127 /* default MTUs for first setup: */ 2128 else if (IS_LAYER2(card)) 2129 new_mtu = ETH_DATA_LEN; 2130 else 2131 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2132 } 2133 2134 dev->max_mtu = max_mtu; 2135 dev->mtu = min(new_mtu, max_mtu); 2136 rtnl_unlock(); 2137 return 0; 2138 } 2139 2140 static int qeth_get_mtu_outof_framesize(int framesize) 2141 { 2142 switch (framesize) { 2143 case 0x4000: 2144 return 8192; 2145 case 0x6000: 2146 return 16384; 2147 case 0xa000: 2148 return 32768; 2149 case 0xffff: 2150 return 57344; 2151 default: 2152 return 0; 2153 } 2154 } 2155 2156 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2157 unsigned long data) 2158 { 2159 __u16 mtu, framesize; 2160 __u16 len; 2161 __u8 link_type; 2162 struct qeth_cmd_buffer *iob; 2163 2164 QETH_CARD_TEXT(card, 2, "ulpenacb"); 2165 2166 iob = (struct qeth_cmd_buffer *) data; 2167 memcpy(&card->token.ulp_filter_r, 2168 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2169 QETH_MPC_TOKEN_LENGTH); 2170 if (IS_IQD(card)) { 2171 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2172 mtu = qeth_get_mtu_outof_framesize(framesize); 2173 } else { 2174 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2175 } 2176 *(u16 *)reply->param = mtu; 2177 2178 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2179 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2180 memcpy(&link_type, 2181 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2182 card->info.link_type = link_type; 2183 } else 2184 card->info.link_type = 0; 2185 QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 2186 return 0; 2187 } 2188 2189 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2190 { 2191 if (IS_OSN(card)) 2192 return QETH_PROT_OSN2; 2193 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2194 } 2195 2196 static int qeth_ulp_enable(struct qeth_card *card) 2197 { 2198 u8 prot_type = qeth_mpc_select_prot_type(card); 2199 struct qeth_cmd_buffer *iob; 2200 u16 max_mtu; 2201 int rc; 2202 2203 QETH_CARD_TEXT(card, 2, "ulpenabl"); 2204 2205 iob = qeth_mpc_alloc_cmd(card, ULP_ENABLE, ULP_ENABLE_SIZE); 2206 if (!iob) 2207 return -ENOMEM; 2208 2209 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2210 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2211 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2212 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2213 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2214 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2215 rc = qeth_send_control_data(card, iob, qeth_ulp_enable_cb, &max_mtu); 2216 if (rc) 2217 return rc; 2218 return qeth_update_max_mtu(card, max_mtu); 2219 } 2220 2221 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2222 unsigned long data) 2223 { 2224 struct qeth_cmd_buffer *iob; 2225 2226 QETH_CARD_TEXT(card, 2, "ulpstpcb"); 2227 2228 iob = (struct qeth_cmd_buffer *) data; 2229 memcpy(&card->token.ulp_connection_r, 2230 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2231 QETH_MPC_TOKEN_LENGTH); 2232 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2233 3)) { 2234 QETH_CARD_TEXT(card, 2, "olmlimit"); 2235 dev_err(&card->gdev->dev, "A connection could not be " 2236 "established because of an OLM limit\n"); 2237 return -EMLINK; 2238 } 2239 return 0; 2240 } 2241 2242 static int qeth_ulp_setup(struct qeth_card *card) 2243 { 2244 __u16 temp; 2245 struct qeth_cmd_buffer *iob; 2246 struct ccw_dev_id dev_id; 2247 2248 QETH_CARD_TEXT(card, 2, "ulpsetup"); 2249 2250 iob = qeth_mpc_alloc_cmd(card, ULP_SETUP, ULP_SETUP_SIZE); 2251 if (!iob) 2252 return -ENOMEM; 2253 2254 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2255 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2256 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2257 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2258 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2259 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2260 2261 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2262 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2263 temp = (card->info.cula << 8) + card->info.unit_addr2; 2264 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2265 return qeth_send_control_data(card, iob, qeth_ulp_setup_cb, NULL); 2266 } 2267 2268 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2269 { 2270 struct qeth_qdio_out_buffer *newbuf; 2271 2272 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2273 if (!newbuf) 2274 return -ENOMEM; 2275 2276 newbuf->buffer = q->qdio_bufs[bidx]; 2277 skb_queue_head_init(&newbuf->skb_list); 2278 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2279 newbuf->q = q; 2280 newbuf->next_pending = q->bufs[bidx]; 2281 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2282 q->bufs[bidx] = newbuf; 2283 return 0; 2284 } 2285 2286 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2287 { 2288 if (!q) 2289 return; 2290 2291 qeth_drain_output_queue(q, true); 2292 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2293 kfree(q); 2294 } 2295 2296 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2297 { 2298 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2299 2300 if (!q) 2301 return NULL; 2302 2303 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2304 kfree(q); 2305 return NULL; 2306 } 2307 return q; 2308 } 2309 2310 static void qeth_tx_completion_timer(struct timer_list *timer) 2311 { 2312 struct qeth_qdio_out_q *queue = from_timer(queue, timer, timer); 2313 2314 napi_schedule(&queue->napi); 2315 QETH_TXQ_STAT_INC(queue, completion_timer); 2316 } 2317 2318 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2319 { 2320 int i, j; 2321 2322 QETH_CARD_TEXT(card, 2, "allcqdbf"); 2323 2324 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2325 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2326 return 0; 2327 2328 QETH_CARD_TEXT(card, 2, "inq"); 2329 card->qdio.in_q = qeth_alloc_qdio_queue(); 2330 if (!card->qdio.in_q) 2331 goto out_nomem; 2332 2333 /* inbound buffer pool */ 2334 if (qeth_alloc_buffer_pool(card)) 2335 goto out_freeinq; 2336 2337 /* outbound */ 2338 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2339 struct qeth_qdio_out_q *queue; 2340 2341 queue = qeth_alloc_output_queue(); 2342 if (!queue) 2343 goto out_freeoutq; 2344 QETH_CARD_TEXT_(card, 2, "outq %i", i); 2345 QETH_CARD_HEX(card, 2, &queue, sizeof(void *)); 2346 card->qdio.out_qs[i] = queue; 2347 queue->card = card; 2348 queue->queue_no = i; 2349 timer_setup(&queue->timer, qeth_tx_completion_timer, 0); 2350 2351 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2352 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2353 WARN_ON(queue->bufs[j]); 2354 if (qeth_init_qdio_out_buf(queue, j)) 2355 goto out_freeoutqbufs; 2356 } 2357 } 2358 2359 /* completion */ 2360 if (qeth_alloc_cq(card)) 2361 goto out_freeoutq; 2362 2363 return 0; 2364 2365 out_freeoutqbufs: 2366 while (j > 0) { 2367 --j; 2368 kmem_cache_free(qeth_qdio_outbuf_cache, 2369 card->qdio.out_qs[i]->bufs[j]); 2370 card->qdio.out_qs[i]->bufs[j] = NULL; 2371 } 2372 out_freeoutq: 2373 while (i > 0) { 2374 qeth_free_output_queue(card->qdio.out_qs[--i]); 2375 card->qdio.out_qs[i] = NULL; 2376 } 2377 qeth_free_buffer_pool(card); 2378 out_freeinq: 2379 qeth_free_qdio_queue(card->qdio.in_q); 2380 card->qdio.in_q = NULL; 2381 out_nomem: 2382 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2383 return -ENOMEM; 2384 } 2385 2386 static void qeth_free_qdio_queues(struct qeth_card *card) 2387 { 2388 int i, j; 2389 2390 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2391 QETH_QDIO_UNINITIALIZED) 2392 return; 2393 2394 qeth_free_cq(card); 2395 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2396 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2397 if (card->qdio.in_q->bufs[j].rx_skb) 2398 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2399 } 2400 qeth_free_qdio_queue(card->qdio.in_q); 2401 card->qdio.in_q = NULL; 2402 /* inbound buffer pool */ 2403 qeth_free_buffer_pool(card); 2404 /* free outbound qdio_qs */ 2405 for (i = 0; i < card->qdio.no_out_queues; i++) { 2406 qeth_free_output_queue(card->qdio.out_qs[i]); 2407 card->qdio.out_qs[i] = NULL; 2408 } 2409 } 2410 2411 static void qeth_create_qib_param_field(struct qeth_card *card, 2412 char *param_field) 2413 { 2414 2415 param_field[0] = _ascebc['P']; 2416 param_field[1] = _ascebc['C']; 2417 param_field[2] = _ascebc['I']; 2418 param_field[3] = _ascebc['T']; 2419 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2420 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2421 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2422 } 2423 2424 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2425 char *param_field) 2426 { 2427 param_field[16] = _ascebc['B']; 2428 param_field[17] = _ascebc['L']; 2429 param_field[18] = _ascebc['K']; 2430 param_field[19] = _ascebc['T']; 2431 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2432 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2433 *((unsigned int *) (¶m_field[28])) = 2434 card->info.blkt.inter_packet_jumbo; 2435 } 2436 2437 static int qeth_qdio_activate(struct qeth_card *card) 2438 { 2439 QETH_CARD_TEXT(card, 3, "qdioact"); 2440 return qdio_activate(CARD_DDEV(card)); 2441 } 2442 2443 static int qeth_dm_act(struct qeth_card *card) 2444 { 2445 struct qeth_cmd_buffer *iob; 2446 2447 QETH_CARD_TEXT(card, 2, "dmact"); 2448 2449 iob = qeth_mpc_alloc_cmd(card, DM_ACT, DM_ACT_SIZE); 2450 if (!iob) 2451 return -ENOMEM; 2452 2453 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2454 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2455 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2456 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2457 return qeth_send_control_data(card, iob, NULL, NULL); 2458 } 2459 2460 static int qeth_mpc_initialize(struct qeth_card *card) 2461 { 2462 int rc; 2463 2464 QETH_CARD_TEXT(card, 2, "mpcinit"); 2465 2466 rc = qeth_issue_next_read(card); 2467 if (rc) { 2468 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2469 return rc; 2470 } 2471 rc = qeth_cm_enable(card); 2472 if (rc) { 2473 QETH_CARD_TEXT_(card, 2, "2err%d", rc); 2474 return rc; 2475 } 2476 rc = qeth_cm_setup(card); 2477 if (rc) { 2478 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 2479 return rc; 2480 } 2481 rc = qeth_ulp_enable(card); 2482 if (rc) { 2483 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 2484 return rc; 2485 } 2486 rc = qeth_ulp_setup(card); 2487 if (rc) { 2488 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2489 return rc; 2490 } 2491 rc = qeth_alloc_qdio_queues(card); 2492 if (rc) { 2493 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2494 return rc; 2495 } 2496 rc = qeth_qdio_establish(card); 2497 if (rc) { 2498 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 2499 qeth_free_qdio_queues(card); 2500 return rc; 2501 } 2502 rc = qeth_qdio_activate(card); 2503 if (rc) { 2504 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 2505 return rc; 2506 } 2507 rc = qeth_dm_act(card); 2508 if (rc) { 2509 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 2510 return rc; 2511 } 2512 2513 return 0; 2514 } 2515 2516 void qeth_print_status_message(struct qeth_card *card) 2517 { 2518 switch (card->info.type) { 2519 case QETH_CARD_TYPE_OSD: 2520 case QETH_CARD_TYPE_OSM: 2521 case QETH_CARD_TYPE_OSX: 2522 /* VM will use a non-zero first character 2523 * to indicate a HiperSockets like reporting 2524 * of the level OSA sets the first character to zero 2525 * */ 2526 if (!card->info.mcl_level[0]) { 2527 sprintf(card->info.mcl_level, "%02x%02x", 2528 card->info.mcl_level[2], 2529 card->info.mcl_level[3]); 2530 break; 2531 } 2532 /* fallthrough */ 2533 case QETH_CARD_TYPE_IQD: 2534 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2535 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2536 card->info.mcl_level[0]]; 2537 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2538 card->info.mcl_level[1]]; 2539 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2540 card->info.mcl_level[2]]; 2541 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2542 card->info.mcl_level[3]]; 2543 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2544 } 2545 break; 2546 default: 2547 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2548 } 2549 dev_info(&card->gdev->dev, 2550 "Device is a%s card%s%s%s\nwith link type %s.\n", 2551 qeth_get_cardname(card), 2552 (card->info.mcl_level[0]) ? " (level: " : "", 2553 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2554 (card->info.mcl_level[0]) ? ")" : "", 2555 qeth_get_cardname_short(card)); 2556 } 2557 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2558 2559 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2560 { 2561 struct qeth_buffer_pool_entry *entry; 2562 2563 QETH_CARD_TEXT(card, 5, "inwrklst"); 2564 2565 list_for_each_entry(entry, 2566 &card->qdio.init_pool.entry_list, init_list) { 2567 qeth_put_buffer_pool_entry(card, entry); 2568 } 2569 } 2570 2571 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2572 struct qeth_card *card) 2573 { 2574 struct list_head *plh; 2575 struct qeth_buffer_pool_entry *entry; 2576 int i, free; 2577 struct page *page; 2578 2579 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2580 return NULL; 2581 2582 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2583 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2584 free = 1; 2585 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2586 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2587 free = 0; 2588 break; 2589 } 2590 } 2591 if (free) { 2592 list_del_init(&entry->list); 2593 return entry; 2594 } 2595 } 2596 2597 /* no free buffer in pool so take first one and swap pages */ 2598 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2599 struct qeth_buffer_pool_entry, list); 2600 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2601 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2602 page = alloc_page(GFP_ATOMIC); 2603 if (!page) { 2604 return NULL; 2605 } else { 2606 free_page((unsigned long)entry->elements[i]); 2607 entry->elements[i] = page_address(page); 2608 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2609 } 2610 } 2611 } 2612 list_del_init(&entry->list); 2613 return entry; 2614 } 2615 2616 static int qeth_init_input_buffer(struct qeth_card *card, 2617 struct qeth_qdio_buffer *buf) 2618 { 2619 struct qeth_buffer_pool_entry *pool_entry; 2620 int i; 2621 2622 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2623 buf->rx_skb = netdev_alloc_skb(card->dev, 2624 ETH_HLEN + 2625 sizeof(struct ipv6hdr)); 2626 if (!buf->rx_skb) 2627 return 1; 2628 } 2629 2630 pool_entry = qeth_find_free_buffer_pool_entry(card); 2631 if (!pool_entry) 2632 return 1; 2633 2634 /* 2635 * since the buffer is accessed only from the input_tasklet 2636 * there shouldn't be a need to synchronize; also, since we use 2637 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2638 * buffers 2639 */ 2640 2641 buf->pool_entry = pool_entry; 2642 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2643 buf->buffer->element[i].length = PAGE_SIZE; 2644 buf->buffer->element[i].addr = 2645 virt_to_phys(pool_entry->elements[i]); 2646 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2647 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2648 else 2649 buf->buffer->element[i].eflags = 0; 2650 buf->buffer->element[i].sflags = 0; 2651 } 2652 return 0; 2653 } 2654 2655 static unsigned int qeth_tx_select_bulk_max(struct qeth_card *card, 2656 struct qeth_qdio_out_q *queue) 2657 { 2658 if (!IS_IQD(card) || 2659 qeth_iqd_is_mcast_queue(card, queue) || 2660 card->options.cq == QETH_CQ_ENABLED || 2661 qdio_get_ssqd_desc(CARD_DDEV(card), &card->ssqd)) 2662 return 1; 2663 2664 return card->ssqd.mmwc ? card->ssqd.mmwc : 1; 2665 } 2666 2667 static int qeth_init_qdio_queues(struct qeth_card *card) 2668 { 2669 unsigned int i; 2670 int rc; 2671 2672 QETH_CARD_TEXT(card, 2, "initqdqs"); 2673 2674 /* inbound queue */ 2675 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2676 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2677 qeth_initialize_working_pool_list(card); 2678 /*give only as many buffers to hardware as we have buffer pool entries*/ 2679 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2680 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2681 card->qdio.in_q->next_buf_to_init = 2682 card->qdio.in_buf_pool.buf_count - 1; 2683 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2684 card->qdio.in_buf_pool.buf_count - 1); 2685 if (rc) { 2686 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2687 return rc; 2688 } 2689 2690 /* completion */ 2691 rc = qeth_cq_init(card); 2692 if (rc) { 2693 return rc; 2694 } 2695 2696 /* outbound queue */ 2697 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2698 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 2699 2700 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2701 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2702 queue->next_buf_to_fill = 0; 2703 queue->do_pack = 0; 2704 queue->prev_hdr = NULL; 2705 queue->bulk_start = 0; 2706 queue->bulk_count = 0; 2707 queue->bulk_max = qeth_tx_select_bulk_max(card, queue); 2708 atomic_set(&queue->used_buffers, 0); 2709 atomic_set(&queue->set_pci_flags_count, 0); 2710 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 2711 netdev_tx_reset_queue(netdev_get_tx_queue(card->dev, i)); 2712 } 2713 return 0; 2714 } 2715 2716 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2717 struct qeth_cmd_buffer *iob) 2718 { 2719 qeth_mpc_finalize_cmd(card, iob); 2720 2721 /* override with IPA-specific values: */ 2722 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa++; 2723 } 2724 2725 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2726 u16 cmd_length, 2727 bool (*match)(struct qeth_cmd_buffer *iob, 2728 struct qeth_cmd_buffer *reply)) 2729 { 2730 u8 prot_type = qeth_mpc_select_prot_type(card); 2731 u16 total_length = iob->length; 2732 2733 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, total_length, 2734 iob->data); 2735 iob->finalize = qeth_ipa_finalize_cmd; 2736 iob->match = match; 2737 2738 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2739 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2740 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2741 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2742 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2743 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2744 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2745 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2746 } 2747 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2748 2749 static bool qeth_ipa_match_reply(struct qeth_cmd_buffer *iob, 2750 struct qeth_cmd_buffer *reply) 2751 { 2752 struct qeth_ipa_cmd *ipa_reply = __ipa_reply(reply); 2753 2754 return ipa_reply && (__ipa_cmd(iob)->hdr.seqno == ipa_reply->hdr.seqno); 2755 } 2756 2757 struct qeth_cmd_buffer *qeth_ipa_alloc_cmd(struct qeth_card *card, 2758 enum qeth_ipa_cmds cmd_code, 2759 enum qeth_prot_versions prot, 2760 unsigned int data_length) 2761 { 2762 enum qeth_link_types link_type = card->info.link_type; 2763 struct qeth_cmd_buffer *iob; 2764 struct qeth_ipacmd_hdr *hdr; 2765 2766 data_length += offsetof(struct qeth_ipa_cmd, data); 2767 iob = qeth_alloc_cmd(&card->write, IPA_PDU_HEADER_SIZE + data_length, 1, 2768 QETH_IPA_TIMEOUT); 2769 if (!iob) 2770 return NULL; 2771 2772 qeth_prepare_ipa_cmd(card, iob, data_length, qeth_ipa_match_reply); 2773 2774 hdr = &__ipa_cmd(iob)->hdr; 2775 hdr->command = cmd_code; 2776 hdr->initiator = IPA_CMD_INITIATOR_HOST; 2777 /* hdr->seqno is set by qeth_send_control_data() */ 2778 hdr->adapter_type = (link_type == QETH_LINK_TYPE_HSTR) ? 2 : 1; 2779 hdr->rel_adapter_no = (u8) card->dev->dev_port; 2780 hdr->prim_version_no = IS_LAYER2(card) ? 2 : 1; 2781 hdr->param_count = 1; 2782 hdr->prot_version = prot; 2783 return iob; 2784 } 2785 EXPORT_SYMBOL_GPL(qeth_ipa_alloc_cmd); 2786 2787 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2788 struct qeth_reply *reply, unsigned long data) 2789 { 2790 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2791 2792 return (cmd->hdr.return_code) ? -EIO : 0; 2793 } 2794 2795 /** 2796 * qeth_send_ipa_cmd() - send an IPA command 2797 * 2798 * See qeth_send_control_data() for explanation of the arguments. 2799 */ 2800 2801 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2802 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2803 unsigned long), 2804 void *reply_param) 2805 { 2806 int rc; 2807 2808 QETH_CARD_TEXT(card, 4, "sendipa"); 2809 2810 if (card->read_or_write_problem) { 2811 qeth_put_cmd(iob); 2812 return -EIO; 2813 } 2814 2815 if (reply_cb == NULL) 2816 reply_cb = qeth_send_ipa_cmd_cb; 2817 rc = qeth_send_control_data(card, iob, reply_cb, reply_param); 2818 if (rc == -ETIME) { 2819 qeth_clear_ipacmd_list(card); 2820 qeth_schedule_recovery(card); 2821 } 2822 return rc; 2823 } 2824 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2825 2826 static int qeth_send_startlan_cb(struct qeth_card *card, 2827 struct qeth_reply *reply, unsigned long data) 2828 { 2829 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2830 2831 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2832 return -ENETDOWN; 2833 2834 return (cmd->hdr.return_code) ? -EIO : 0; 2835 } 2836 2837 static int qeth_send_startlan(struct qeth_card *card) 2838 { 2839 struct qeth_cmd_buffer *iob; 2840 2841 QETH_CARD_TEXT(card, 2, "strtlan"); 2842 2843 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_STARTLAN, QETH_PROT_NONE, 0); 2844 if (!iob) 2845 return -ENOMEM; 2846 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2847 } 2848 2849 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2850 { 2851 if (!cmd->hdr.return_code) 2852 cmd->hdr.return_code = 2853 cmd->data.setadapterparms.hdr.return_code; 2854 return cmd->hdr.return_code; 2855 } 2856 2857 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2858 struct qeth_reply *reply, unsigned long data) 2859 { 2860 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2861 2862 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2863 if (qeth_setadpparms_inspect_rc(cmd)) 2864 return -EIO; 2865 2866 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2867 card->info.link_type = 2868 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2869 QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 2870 } 2871 card->options.adp.supported = 2872 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2873 return 0; 2874 } 2875 2876 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2877 enum qeth_ipa_setadp_cmd adp_cmd, 2878 unsigned int data_length) 2879 { 2880 struct qeth_ipacmd_setadpparms_hdr *hdr; 2881 struct qeth_cmd_buffer *iob; 2882 2883 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETADAPTERPARMS, QETH_PROT_IPV4, 2884 data_length + 2885 offsetof(struct qeth_ipacmd_setadpparms, 2886 data)); 2887 if (!iob) 2888 return NULL; 2889 2890 hdr = &__ipa_cmd(iob)->data.setadapterparms.hdr; 2891 hdr->cmdlength = sizeof(*hdr) + data_length; 2892 hdr->command_code = adp_cmd; 2893 hdr->used_total = 1; 2894 hdr->seq_no = 1; 2895 return iob; 2896 } 2897 2898 static int qeth_query_setadapterparms(struct qeth_card *card) 2899 { 2900 int rc; 2901 struct qeth_cmd_buffer *iob; 2902 2903 QETH_CARD_TEXT(card, 3, "queryadp"); 2904 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2905 SETADP_DATA_SIZEOF(query_cmds_supp)); 2906 if (!iob) 2907 return -ENOMEM; 2908 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2909 return rc; 2910 } 2911 2912 static int qeth_query_ipassists_cb(struct qeth_card *card, 2913 struct qeth_reply *reply, unsigned long data) 2914 { 2915 struct qeth_ipa_cmd *cmd; 2916 2917 QETH_CARD_TEXT(card, 2, "qipasscb"); 2918 2919 cmd = (struct qeth_ipa_cmd *) data; 2920 2921 switch (cmd->hdr.return_code) { 2922 case IPA_RC_SUCCESS: 2923 break; 2924 case IPA_RC_NOTSUPP: 2925 case IPA_RC_L2_UNSUPPORTED_CMD: 2926 QETH_CARD_TEXT(card, 2, "ipaunsup"); 2927 card->options.ipa4.supported |= IPA_SETADAPTERPARMS; 2928 card->options.ipa6.supported |= IPA_SETADAPTERPARMS; 2929 return -EOPNOTSUPP; 2930 default: 2931 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2932 CARD_DEVID(card), cmd->hdr.return_code); 2933 return -EIO; 2934 } 2935 2936 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 2937 card->options.ipa4 = cmd->hdr.assists; 2938 else if (cmd->hdr.prot_version == QETH_PROT_IPV6) 2939 card->options.ipa6 = cmd->hdr.assists; 2940 else 2941 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2942 CARD_DEVID(card)); 2943 return 0; 2944 } 2945 2946 static int qeth_query_ipassists(struct qeth_card *card, 2947 enum qeth_prot_versions prot) 2948 { 2949 int rc; 2950 struct qeth_cmd_buffer *iob; 2951 2952 QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 2953 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_QIPASSIST, prot, 0); 2954 if (!iob) 2955 return -ENOMEM; 2956 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 2957 return rc; 2958 } 2959 2960 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 2961 struct qeth_reply *reply, unsigned long data) 2962 { 2963 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2964 struct qeth_query_switch_attributes *attrs; 2965 struct qeth_switch_info *sw_info; 2966 2967 QETH_CARD_TEXT(card, 2, "qswiatcb"); 2968 if (qeth_setadpparms_inspect_rc(cmd)) 2969 return -EIO; 2970 2971 sw_info = (struct qeth_switch_info *)reply->param; 2972 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 2973 sw_info->capabilities = attrs->capabilities; 2974 sw_info->settings = attrs->settings; 2975 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 2976 sw_info->settings); 2977 return 0; 2978 } 2979 2980 int qeth_query_switch_attributes(struct qeth_card *card, 2981 struct qeth_switch_info *sw_info) 2982 { 2983 struct qeth_cmd_buffer *iob; 2984 2985 QETH_CARD_TEXT(card, 2, "qswiattr"); 2986 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 2987 return -EOPNOTSUPP; 2988 if (!netif_carrier_ok(card->dev)) 2989 return -ENOMEDIUM; 2990 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 0); 2991 if (!iob) 2992 return -ENOMEM; 2993 return qeth_send_ipa_cmd(card, iob, 2994 qeth_query_switch_attributes_cb, sw_info); 2995 } 2996 2997 struct qeth_cmd_buffer *qeth_get_diag_cmd(struct qeth_card *card, 2998 enum qeth_diags_cmds sub_cmd, 2999 unsigned int data_length) 3000 { 3001 struct qeth_ipacmd_diagass *cmd; 3002 struct qeth_cmd_buffer *iob; 3003 3004 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SET_DIAG_ASS, QETH_PROT_NONE, 3005 DIAG_HDR_LEN + data_length); 3006 if (!iob) 3007 return NULL; 3008 3009 cmd = &__ipa_cmd(iob)->data.diagass; 3010 cmd->subcmd_len = DIAG_SUB_HDR_LEN + data_length; 3011 cmd->subcmd = sub_cmd; 3012 return iob; 3013 } 3014 EXPORT_SYMBOL_GPL(qeth_get_diag_cmd); 3015 3016 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3017 struct qeth_reply *reply, unsigned long data) 3018 { 3019 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3020 u16 rc = cmd->hdr.return_code; 3021 3022 if (rc) { 3023 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3024 return -EIO; 3025 } 3026 3027 card->info.diagass_support = cmd->data.diagass.ext; 3028 return 0; 3029 } 3030 3031 static int qeth_query_setdiagass(struct qeth_card *card) 3032 { 3033 struct qeth_cmd_buffer *iob; 3034 3035 QETH_CARD_TEXT(card, 2, "qdiagass"); 3036 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_QUERY, 0); 3037 if (!iob) 3038 return -ENOMEM; 3039 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3040 } 3041 3042 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3043 { 3044 unsigned long info = get_zeroed_page(GFP_KERNEL); 3045 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3046 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3047 struct ccw_dev_id ccwid; 3048 int level; 3049 3050 tid->chpid = card->info.chpid; 3051 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3052 tid->ssid = ccwid.ssid; 3053 tid->devno = ccwid.devno; 3054 if (!info) 3055 return; 3056 level = stsi(NULL, 0, 0, 0); 3057 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3058 tid->lparnr = info222->lpar_number; 3059 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3060 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3061 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3062 } 3063 free_page(info); 3064 return; 3065 } 3066 3067 static int qeth_hw_trap_cb(struct qeth_card *card, 3068 struct qeth_reply *reply, unsigned long data) 3069 { 3070 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3071 u16 rc = cmd->hdr.return_code; 3072 3073 if (rc) { 3074 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3075 return -EIO; 3076 } 3077 return 0; 3078 } 3079 3080 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3081 { 3082 struct qeth_cmd_buffer *iob; 3083 struct qeth_ipa_cmd *cmd; 3084 3085 QETH_CARD_TEXT(card, 2, "diagtrap"); 3086 iob = qeth_get_diag_cmd(card, QETH_DIAGS_CMD_TRAP, 64); 3087 if (!iob) 3088 return -ENOMEM; 3089 cmd = __ipa_cmd(iob); 3090 cmd->data.diagass.type = 1; 3091 cmd->data.diagass.action = action; 3092 switch (action) { 3093 case QETH_DIAGS_TRAP_ARM: 3094 cmd->data.diagass.options = 0x0003; 3095 cmd->data.diagass.ext = 0x00010000 + 3096 sizeof(struct qeth_trap_id); 3097 qeth_get_trap_id(card, 3098 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3099 break; 3100 case QETH_DIAGS_TRAP_DISARM: 3101 cmd->data.diagass.options = 0x0001; 3102 break; 3103 case QETH_DIAGS_TRAP_CAPTURE: 3104 break; 3105 } 3106 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3107 } 3108 3109 static int qeth_check_qdio_errors(struct qeth_card *card, 3110 struct qdio_buffer *buf, 3111 unsigned int qdio_error, 3112 const char *dbftext) 3113 { 3114 if (qdio_error) { 3115 QETH_CARD_TEXT(card, 2, dbftext); 3116 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3117 buf->element[15].sflags); 3118 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3119 buf->element[14].sflags); 3120 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3121 if ((buf->element[15].sflags) == 0x12) { 3122 QETH_CARD_STAT_INC(card, rx_fifo_errors); 3123 return 0; 3124 } else 3125 return 1; 3126 } 3127 return 0; 3128 } 3129 3130 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3131 { 3132 struct qeth_qdio_q *queue = card->qdio.in_q; 3133 struct list_head *lh; 3134 int count; 3135 int i; 3136 int rc; 3137 int newcount = 0; 3138 3139 count = (index < queue->next_buf_to_init)? 3140 card->qdio.in_buf_pool.buf_count - 3141 (queue->next_buf_to_init - index) : 3142 card->qdio.in_buf_pool.buf_count - 3143 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3144 /* only requeue at a certain threshold to avoid SIGAs */ 3145 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3146 for (i = queue->next_buf_to_init; 3147 i < queue->next_buf_to_init + count; ++i) { 3148 if (qeth_init_input_buffer(card, 3149 &queue->bufs[QDIO_BUFNR(i)])) { 3150 break; 3151 } else { 3152 newcount++; 3153 } 3154 } 3155 3156 if (newcount < count) { 3157 /* we are in memory shortage so we switch back to 3158 traditional skb allocation and drop packages */ 3159 atomic_set(&card->force_alloc_skb, 3); 3160 count = newcount; 3161 } else { 3162 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3163 } 3164 3165 if (!count) { 3166 i = 0; 3167 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3168 i++; 3169 if (i == card->qdio.in_buf_pool.buf_count) { 3170 QETH_CARD_TEXT(card, 2, "qsarbw"); 3171 card->reclaim_index = index; 3172 schedule_delayed_work( 3173 &card->buffer_reclaim_work, 3174 QETH_RECLAIM_WORK_TIME); 3175 } 3176 return; 3177 } 3178 3179 /* 3180 * according to old code it should be avoided to requeue all 3181 * 128 buffers in order to benefit from PCI avoidance. 3182 * this function keeps at least one buffer (the buffer at 3183 * 'index') un-requeued -> this buffer is the first buffer that 3184 * will be requeued the next time 3185 */ 3186 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3187 queue->next_buf_to_init, count); 3188 if (rc) { 3189 QETH_CARD_TEXT(card, 2, "qinberr"); 3190 } 3191 queue->next_buf_to_init = QDIO_BUFNR(queue->next_buf_to_init + 3192 count); 3193 } 3194 } 3195 3196 static void qeth_buffer_reclaim_work(struct work_struct *work) 3197 { 3198 struct qeth_card *card = container_of(work, struct qeth_card, 3199 buffer_reclaim_work.work); 3200 3201 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3202 qeth_queue_input_buffer(card, card->reclaim_index); 3203 } 3204 3205 static void qeth_handle_send_error(struct qeth_card *card, 3206 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3207 { 3208 int sbalf15 = buffer->buffer->element[15].sflags; 3209 3210 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3211 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3212 3213 if (!qdio_err) 3214 return; 3215 3216 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3217 return; 3218 3219 QETH_CARD_TEXT(card, 1, "lnkfail"); 3220 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3221 (u16)qdio_err, (u8)sbalf15); 3222 } 3223 3224 /** 3225 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3226 * @queue: queue to check for packing buffer 3227 * 3228 * Returns number of buffers that were prepared for flush. 3229 */ 3230 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3231 { 3232 struct qeth_qdio_out_buffer *buffer; 3233 3234 buffer = queue->bufs[queue->next_buf_to_fill]; 3235 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3236 (buffer->next_element_to_fill > 0)) { 3237 /* it's a packing buffer */ 3238 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3239 queue->next_buf_to_fill = 3240 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3241 return 1; 3242 } 3243 return 0; 3244 } 3245 3246 /* 3247 * Switched to packing state if the number of used buffers on a queue 3248 * reaches a certain limit. 3249 */ 3250 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3251 { 3252 if (!queue->do_pack) { 3253 if (atomic_read(&queue->used_buffers) 3254 >= QETH_HIGH_WATERMARK_PACK){ 3255 /* switch non-PACKING -> PACKING */ 3256 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3257 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3258 queue->do_pack = 1; 3259 } 3260 } 3261 } 3262 3263 /* 3264 * Switches from packing to non-packing mode. If there is a packing 3265 * buffer on the queue this buffer will be prepared to be flushed. 3266 * In that case 1 is returned to inform the caller. If no buffer 3267 * has to be flushed, zero is returned. 3268 */ 3269 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3270 { 3271 if (queue->do_pack) { 3272 if (atomic_read(&queue->used_buffers) 3273 <= QETH_LOW_WATERMARK_PACK) { 3274 /* switch PACKING -> non-PACKING */ 3275 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3276 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3277 queue->do_pack = 0; 3278 return qeth_prep_flush_pack_buffer(queue); 3279 } 3280 } 3281 return 0; 3282 } 3283 3284 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3285 int count) 3286 { 3287 struct qeth_card *card = queue->card; 3288 struct qeth_qdio_out_buffer *buf; 3289 int rc; 3290 int i; 3291 unsigned int qdio_flags; 3292 3293 for (i = index; i < index + count; ++i) { 3294 unsigned int bidx = QDIO_BUFNR(i); 3295 3296 buf = queue->bufs[bidx]; 3297 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3298 SBAL_EFLAGS_LAST_ENTRY; 3299 3300 if (queue->bufstates) 3301 queue->bufstates[bidx].user = buf; 3302 3303 if (IS_IQD(queue->card)) 3304 continue; 3305 3306 if (!queue->do_pack) { 3307 if ((atomic_read(&queue->used_buffers) >= 3308 (QETH_HIGH_WATERMARK_PACK - 3309 QETH_WATERMARK_PACK_FUZZ)) && 3310 !atomic_read(&queue->set_pci_flags_count)) { 3311 /* it's likely that we'll go to packing 3312 * mode soon */ 3313 atomic_inc(&queue->set_pci_flags_count); 3314 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3315 } 3316 } else { 3317 if (!atomic_read(&queue->set_pci_flags_count)) { 3318 /* 3319 * there's no outstanding PCI any more, so we 3320 * have to request a PCI to be sure the the PCI 3321 * will wake at some time in the future then we 3322 * can flush packed buffers that might still be 3323 * hanging around, which can happen if no 3324 * further send was requested by the stack 3325 */ 3326 atomic_inc(&queue->set_pci_flags_count); 3327 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3328 } 3329 } 3330 } 3331 3332 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3333 if (atomic_read(&queue->set_pci_flags_count)) 3334 qdio_flags |= QDIO_FLAG_PCI_OUT; 3335 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3336 queue->queue_no, index, count); 3337 3338 /* Fake the TX completion interrupt: */ 3339 if (IS_IQD(card)) 3340 napi_schedule(&queue->napi); 3341 3342 if (rc) { 3343 /* ignore temporary SIGA errors without busy condition */ 3344 if (rc == -ENOBUFS) 3345 return; 3346 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3347 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3348 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3349 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3350 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3351 3352 /* this must not happen under normal circumstances. if it 3353 * happens something is really wrong -> recover */ 3354 qeth_schedule_recovery(queue->card); 3355 return; 3356 } 3357 } 3358 3359 static void qeth_flush_queue(struct qeth_qdio_out_q *queue) 3360 { 3361 qeth_flush_buffers(queue, queue->bulk_start, queue->bulk_count); 3362 3363 queue->bulk_start = QDIO_BUFNR(queue->bulk_start + queue->bulk_count); 3364 queue->prev_hdr = NULL; 3365 queue->bulk_count = 0; 3366 } 3367 3368 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3369 { 3370 int index; 3371 int flush_cnt = 0; 3372 int q_was_packing = 0; 3373 3374 /* 3375 * check if weed have to switch to non-packing mode or if 3376 * we have to get a pci flag out on the queue 3377 */ 3378 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3379 !atomic_read(&queue->set_pci_flags_count)) { 3380 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3381 QETH_OUT_Q_UNLOCKED) { 3382 /* 3383 * If we get in here, there was no action in 3384 * do_send_packet. So, we check if there is a 3385 * packing buffer to be flushed here. 3386 */ 3387 index = queue->next_buf_to_fill; 3388 q_was_packing = queue->do_pack; 3389 /* queue->do_pack may change */ 3390 barrier(); 3391 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3392 if (!flush_cnt && 3393 !atomic_read(&queue->set_pci_flags_count)) 3394 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3395 if (q_was_packing) 3396 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3397 if (flush_cnt) 3398 qeth_flush_buffers(queue, index, flush_cnt); 3399 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3400 } 3401 } 3402 } 3403 3404 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3405 unsigned long card_ptr) 3406 { 3407 struct qeth_card *card = (struct qeth_card *)card_ptr; 3408 3409 napi_schedule_irqoff(&card->napi); 3410 } 3411 3412 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3413 { 3414 int rc; 3415 3416 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3417 rc = -1; 3418 goto out; 3419 } else { 3420 if (card->options.cq == cq) { 3421 rc = 0; 3422 goto out; 3423 } 3424 3425 qeth_free_qdio_queues(card); 3426 card->options.cq = cq; 3427 rc = 0; 3428 } 3429 out: 3430 return rc; 3431 3432 } 3433 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3434 3435 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3436 unsigned int queue, int first_element, 3437 int count) 3438 { 3439 struct qeth_qdio_q *cq = card->qdio.c_q; 3440 int i; 3441 int rc; 3442 3443 if (!qeth_is_cq(card, queue)) 3444 return; 3445 3446 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3447 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3448 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3449 3450 if (qdio_err) { 3451 netif_tx_stop_all_queues(card->dev); 3452 qeth_schedule_recovery(card); 3453 return; 3454 } 3455 3456 for (i = first_element; i < first_element + count; ++i) { 3457 struct qdio_buffer *buffer = cq->qdio_bufs[QDIO_BUFNR(i)]; 3458 int e = 0; 3459 3460 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3461 buffer->element[e].addr) { 3462 unsigned long phys_aob_addr = buffer->element[e].addr; 3463 3464 qeth_qdio_handle_aob(card, phys_aob_addr); 3465 ++e; 3466 } 3467 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3468 } 3469 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3470 card->qdio.c_q->next_buf_to_init, 3471 count); 3472 if (rc) { 3473 dev_warn(&card->gdev->dev, 3474 "QDIO reported an error, rc=%i\n", rc); 3475 QETH_CARD_TEXT(card, 2, "qcqherr"); 3476 } 3477 3478 cq->next_buf_to_init = QDIO_BUFNR(cq->next_buf_to_init + count); 3479 } 3480 3481 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3482 unsigned int qdio_err, int queue, 3483 int first_elem, int count, 3484 unsigned long card_ptr) 3485 { 3486 struct qeth_card *card = (struct qeth_card *)card_ptr; 3487 3488 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3489 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3490 3491 if (qeth_is_cq(card, queue)) 3492 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3493 else if (qdio_err) 3494 qeth_schedule_recovery(card); 3495 } 3496 3497 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3498 unsigned int qdio_error, int __queue, 3499 int first_element, int count, 3500 unsigned long card_ptr) 3501 { 3502 struct qeth_card *card = (struct qeth_card *) card_ptr; 3503 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3504 struct net_device *dev = card->dev; 3505 struct netdev_queue *txq; 3506 int i; 3507 3508 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3509 if (qdio_error & QDIO_ERROR_FATAL) { 3510 QETH_CARD_TEXT(card, 2, "achkcond"); 3511 netif_tx_stop_all_queues(dev); 3512 qeth_schedule_recovery(card); 3513 return; 3514 } 3515 3516 for (i = first_element; i < (first_element + count); ++i) { 3517 struct qeth_qdio_out_buffer *buf = queue->bufs[QDIO_BUFNR(i)]; 3518 3519 qeth_handle_send_error(card, buf, qdio_error); 3520 qeth_clear_output_buffer(queue, buf, qdio_error, 0); 3521 } 3522 3523 atomic_sub(count, &queue->used_buffers); 3524 qeth_check_outbound_queue(queue); 3525 3526 txq = netdev_get_tx_queue(dev, __queue); 3527 /* xmit may have observed the full-condition, but not yet stopped the 3528 * txq. In which case the code below won't trigger. So before returning, 3529 * xmit will re-check the txq's fill level and wake it up if needed. 3530 */ 3531 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3532 netif_tx_wake_queue(txq); 3533 } 3534 3535 /** 3536 * Note: Function assumes that we have 4 outbound queues. 3537 */ 3538 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3539 { 3540 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3541 u8 tos; 3542 3543 switch (card->qdio.do_prio_queueing) { 3544 case QETH_PRIO_Q_ING_TOS: 3545 case QETH_PRIO_Q_ING_PREC: 3546 switch (qeth_get_ip_version(skb)) { 3547 case 4: 3548 tos = ipv4_get_dsfield(ip_hdr(skb)); 3549 break; 3550 case 6: 3551 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3552 break; 3553 default: 3554 return card->qdio.default_out_queue; 3555 } 3556 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3557 return ~tos >> 6 & 3; 3558 if (tos & IPTOS_MINCOST) 3559 return 3; 3560 if (tos & IPTOS_RELIABILITY) 3561 return 2; 3562 if (tos & IPTOS_THROUGHPUT) 3563 return 1; 3564 if (tos & IPTOS_LOWDELAY) 3565 return 0; 3566 break; 3567 case QETH_PRIO_Q_ING_SKB: 3568 if (skb->priority > 5) 3569 return 0; 3570 return ~skb->priority >> 1 & 3; 3571 case QETH_PRIO_Q_ING_VLAN: 3572 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3573 return ~ntohs(veth->h_vlan_TCI) >> 3574 (VLAN_PRIO_SHIFT + 1) & 3; 3575 break; 3576 default: 3577 break; 3578 } 3579 return card->qdio.default_out_queue; 3580 } 3581 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3582 3583 /** 3584 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3585 * @skb: SKB address 3586 * 3587 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3588 * fragmented part of the SKB. Returns zero for linear SKB. 3589 */ 3590 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3591 { 3592 int cnt, elements = 0; 3593 3594 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3595 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3596 3597 elements += qeth_get_elements_for_range( 3598 (addr_t)skb_frag_address(frag), 3599 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3600 } 3601 return elements; 3602 } 3603 3604 /** 3605 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3606 * to transmit an skb. 3607 * @skb: the skb to operate on. 3608 * @data_offset: skip this part of the skb's linear data 3609 * 3610 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3611 * skb's data (both its linear part and paged fragments). 3612 */ 3613 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3614 { 3615 unsigned int elements = qeth_get_elements_for_frags(skb); 3616 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3617 addr_t start = (addr_t)skb->data + data_offset; 3618 3619 if (start != end) 3620 elements += qeth_get_elements_for_range(start, end); 3621 return elements; 3622 } 3623 EXPORT_SYMBOL_GPL(qeth_count_elements); 3624 3625 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3626 MAX_TCP_HEADER) 3627 3628 /** 3629 * qeth_add_hw_header() - add a HW header to an skb. 3630 * @skb: skb that the HW header should be added to. 3631 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3632 * it contains a valid pointer to a qeth_hdr. 3633 * @hdr_len: length of the HW header. 3634 * @proto_len: length of protocol headers that need to be in same page as the 3635 * HW header. 3636 * 3637 * Returns the pushed length. If the header can't be pushed on 3638 * (eg. because it would cross a page boundary), it is allocated from 3639 * the cache instead and 0 is returned. 3640 * The number of needed buffer elements is returned in @elements. 3641 * Error to create the hdr is indicated by returning with < 0. 3642 */ 3643 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3644 struct sk_buff *skb, struct qeth_hdr **hdr, 3645 unsigned int hdr_len, unsigned int proto_len, 3646 unsigned int *elements) 3647 { 3648 const unsigned int contiguous = proto_len ? proto_len : 1; 3649 const unsigned int max_elements = queue->max_elements; 3650 unsigned int __elements; 3651 addr_t start, end; 3652 bool push_ok; 3653 int rc; 3654 3655 check_layout: 3656 start = (addr_t)skb->data - hdr_len; 3657 end = (addr_t)skb->data; 3658 3659 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3660 /* Push HW header into same page as first protocol header. */ 3661 push_ok = true; 3662 /* ... but TSO always needs a separate element for headers: */ 3663 if (skb_is_gso(skb)) 3664 __elements = 1 + qeth_count_elements(skb, proto_len); 3665 else 3666 __elements = qeth_count_elements(skb, 0); 3667 } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 3668 /* Push HW header into preceding page, flush with skb->data. */ 3669 push_ok = true; 3670 __elements = 1 + qeth_count_elements(skb, 0); 3671 } else { 3672 /* Use header cache, copy protocol headers up. */ 3673 push_ok = false; 3674 __elements = 1 + qeth_count_elements(skb, proto_len); 3675 } 3676 3677 /* Compress skb to fit into one IO buffer: */ 3678 if (__elements > max_elements) { 3679 if (!skb_is_nonlinear(skb)) { 3680 /* Drop it, no easy way of shrinking it further. */ 3681 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3682 max_elements, __elements, skb->len); 3683 return -E2BIG; 3684 } 3685 3686 rc = skb_linearize(skb); 3687 if (rc) { 3688 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3689 return rc; 3690 } 3691 3692 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3693 /* Linearization changed the layout, re-evaluate: */ 3694 goto check_layout; 3695 } 3696 3697 *elements = __elements; 3698 /* Add the header: */ 3699 if (push_ok) { 3700 *hdr = skb_push(skb, hdr_len); 3701 return hdr_len; 3702 } 3703 /* fall back */ 3704 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3705 return -E2BIG; 3706 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3707 if (!*hdr) 3708 return -ENOMEM; 3709 /* Copy protocol headers behind HW header: */ 3710 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3711 return 0; 3712 } 3713 3714 static bool qeth_iqd_may_bulk(struct qeth_qdio_out_q *queue, 3715 struct sk_buff *curr_skb, 3716 struct qeth_hdr *curr_hdr) 3717 { 3718 struct qeth_qdio_out_buffer *buffer = queue->bufs[queue->bulk_start]; 3719 struct qeth_hdr *prev_hdr = queue->prev_hdr; 3720 3721 if (!prev_hdr) 3722 return true; 3723 3724 /* All packets must have the same target: */ 3725 if (curr_hdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) { 3726 struct sk_buff *prev_skb = skb_peek(&buffer->skb_list); 3727 3728 return ether_addr_equal(eth_hdr(prev_skb)->h_dest, 3729 eth_hdr(curr_skb)->h_dest) && 3730 qeth_l2_same_vlan(&prev_hdr->hdr.l2, &curr_hdr->hdr.l2); 3731 } 3732 3733 return qeth_l3_same_next_hop(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3) && 3734 qeth_l3_iqd_same_vlan(&prev_hdr->hdr.l3, &curr_hdr->hdr.l3); 3735 } 3736 3737 static unsigned int __qeth_fill_buffer(struct sk_buff *skb, 3738 struct qeth_qdio_out_buffer *buf, 3739 bool is_first_elem, unsigned int offset) 3740 { 3741 struct qdio_buffer *buffer = buf->buffer; 3742 int element = buf->next_element_to_fill; 3743 int length = skb_headlen(skb) - offset; 3744 char *data = skb->data + offset; 3745 unsigned int elem_length, cnt; 3746 3747 /* map linear part into buffer element(s) */ 3748 while (length > 0) { 3749 elem_length = min_t(unsigned int, length, 3750 PAGE_SIZE - offset_in_page(data)); 3751 3752 buffer->element[element].addr = virt_to_phys(data); 3753 buffer->element[element].length = elem_length; 3754 length -= elem_length; 3755 if (is_first_elem) { 3756 is_first_elem = false; 3757 if (length || skb_is_nonlinear(skb)) 3758 /* skb needs additional elements */ 3759 buffer->element[element].eflags = 3760 SBAL_EFLAGS_FIRST_FRAG; 3761 else 3762 buffer->element[element].eflags = 0; 3763 } else { 3764 buffer->element[element].eflags = 3765 SBAL_EFLAGS_MIDDLE_FRAG; 3766 } 3767 3768 data += elem_length; 3769 element++; 3770 } 3771 3772 /* map page frags into buffer element(s) */ 3773 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3774 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3775 3776 data = skb_frag_address(frag); 3777 length = skb_frag_size(frag); 3778 while (length > 0) { 3779 elem_length = min_t(unsigned int, length, 3780 PAGE_SIZE - offset_in_page(data)); 3781 3782 buffer->element[element].addr = virt_to_phys(data); 3783 buffer->element[element].length = elem_length; 3784 buffer->element[element].eflags = 3785 SBAL_EFLAGS_MIDDLE_FRAG; 3786 3787 length -= elem_length; 3788 data += elem_length; 3789 element++; 3790 } 3791 } 3792 3793 if (buffer->element[element - 1].eflags) 3794 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3795 buf->next_element_to_fill = element; 3796 return element; 3797 } 3798 3799 /** 3800 * qeth_fill_buffer() - map skb into an output buffer 3801 * @buf: buffer to transport the skb 3802 * @skb: skb to map into the buffer 3803 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3804 * from qeth_core_header_cache. 3805 * @offset: when mapping the skb, start at skb->data + offset 3806 * @hd_len: if > 0, build a dedicated header element of this size 3807 */ 3808 static unsigned int qeth_fill_buffer(struct qeth_qdio_out_buffer *buf, 3809 struct sk_buff *skb, struct qeth_hdr *hdr, 3810 unsigned int offset, unsigned int hd_len) 3811 { 3812 struct qdio_buffer *buffer = buf->buffer; 3813 bool is_first_elem = true; 3814 3815 __skb_queue_tail(&buf->skb_list, skb); 3816 3817 /* build dedicated header element */ 3818 if (hd_len) { 3819 int element = buf->next_element_to_fill; 3820 is_first_elem = false; 3821 3822 buffer->element[element].addr = virt_to_phys(hdr); 3823 buffer->element[element].length = hd_len; 3824 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3825 /* remember to free cache-allocated qeth_hdr: */ 3826 buf->is_header[element] = ((void *)hdr != skb->data); 3827 buf->next_element_to_fill++; 3828 } 3829 3830 return __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3831 } 3832 3833 static int __qeth_xmit(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3834 struct sk_buff *skb, unsigned int elements, 3835 struct qeth_hdr *hdr, unsigned int offset, 3836 unsigned int hd_len) 3837 { 3838 unsigned int bytes = qdisc_pkt_len(skb); 3839 struct qeth_qdio_out_buffer *buffer; 3840 unsigned int next_element; 3841 struct netdev_queue *txq; 3842 bool stopped = false; 3843 bool flush; 3844 3845 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + queue->bulk_count)]; 3846 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3847 3848 /* Just a sanity check, the wake/stop logic should ensure that we always 3849 * get a free buffer. 3850 */ 3851 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3852 return -EBUSY; 3853 3854 flush = !qeth_iqd_may_bulk(queue, skb, hdr); 3855 3856 if (flush || 3857 (buffer->next_element_to_fill + elements > queue->max_elements)) { 3858 if (buffer->next_element_to_fill > 0) { 3859 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3860 queue->bulk_count++; 3861 } 3862 3863 if (queue->bulk_count >= queue->bulk_max) 3864 flush = true; 3865 3866 if (flush) 3867 qeth_flush_queue(queue); 3868 3869 buffer = queue->bufs[QDIO_BUFNR(queue->bulk_start + 3870 queue->bulk_count)]; 3871 3872 /* Sanity-check again: */ 3873 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3874 return -EBUSY; 3875 } 3876 3877 if (buffer->next_element_to_fill == 0 && 3878 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3879 /* If a TX completion happens right _here_ and misses to wake 3880 * the txq, then our re-check below will catch the race. 3881 */ 3882 QETH_TXQ_STAT_INC(queue, stopped); 3883 netif_tx_stop_queue(txq); 3884 stopped = true; 3885 } 3886 3887 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3888 buffer->bytes += bytes; 3889 queue->prev_hdr = hdr; 3890 3891 flush = __netdev_tx_sent_queue(txq, bytes, 3892 !stopped && netdev_xmit_more()); 3893 3894 if (flush || next_element >= queue->max_elements) { 3895 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3896 queue->bulk_count++; 3897 3898 if (queue->bulk_count >= queue->bulk_max) 3899 flush = true; 3900 3901 if (flush) 3902 qeth_flush_queue(queue); 3903 } 3904 3905 if (stopped && !qeth_out_queue_is_full(queue)) 3906 netif_tx_start_queue(txq); 3907 return 0; 3908 } 3909 3910 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3911 struct sk_buff *skb, struct qeth_hdr *hdr, 3912 unsigned int offset, unsigned int hd_len, 3913 int elements_needed) 3914 { 3915 struct qeth_qdio_out_buffer *buffer; 3916 unsigned int next_element; 3917 struct netdev_queue *txq; 3918 bool stopped = false; 3919 int start_index; 3920 int flush_count = 0; 3921 int do_pack = 0; 3922 int tmp; 3923 int rc = 0; 3924 3925 /* spin until we get the queue ... */ 3926 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3927 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3928 start_index = queue->next_buf_to_fill; 3929 buffer = queue->bufs[queue->next_buf_to_fill]; 3930 3931 /* Just a sanity check, the wake/stop logic should ensure that we always 3932 * get a free buffer. 3933 */ 3934 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3935 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3936 return -EBUSY; 3937 } 3938 3939 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3940 3941 /* check if we need to switch packing state of this queue */ 3942 qeth_switch_to_packing_if_needed(queue); 3943 if (queue->do_pack) { 3944 do_pack = 1; 3945 /* does packet fit in current buffer? */ 3946 if (buffer->next_element_to_fill + elements_needed > 3947 queue->max_elements) { 3948 /* ... no -> set state PRIMED */ 3949 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3950 flush_count++; 3951 queue->next_buf_to_fill = 3952 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3953 buffer = queue->bufs[queue->next_buf_to_fill]; 3954 3955 /* We stepped forward, so sanity-check again: */ 3956 if (atomic_read(&buffer->state) != 3957 QETH_QDIO_BUF_EMPTY) { 3958 qeth_flush_buffers(queue, start_index, 3959 flush_count); 3960 atomic_set(&queue->state, 3961 QETH_OUT_Q_UNLOCKED); 3962 rc = -EBUSY; 3963 goto out; 3964 } 3965 } 3966 } 3967 3968 if (buffer->next_element_to_fill == 0 && 3969 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3970 /* If a TX completion happens right _here_ and misses to wake 3971 * the txq, then our re-check below will catch the race. 3972 */ 3973 QETH_TXQ_STAT_INC(queue, stopped); 3974 netif_tx_stop_queue(txq); 3975 stopped = true; 3976 } 3977 3978 next_element = qeth_fill_buffer(buffer, skb, hdr, offset, hd_len); 3979 3980 if (queue->do_pack) 3981 QETH_TXQ_STAT_INC(queue, skbs_pack); 3982 if (!queue->do_pack || stopped || next_element >= queue->max_elements) { 3983 flush_count++; 3984 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3985 queue->next_buf_to_fill = 3986 QDIO_BUFNR(queue->next_buf_to_fill + 1); 3987 } 3988 3989 if (flush_count) 3990 qeth_flush_buffers(queue, start_index, flush_count); 3991 else if (!atomic_read(&queue->set_pci_flags_count)) 3992 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 3993 /* 3994 * queue->state will go from LOCKED -> UNLOCKED or from 3995 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 3996 * (switch packing state or flush buffer to get another pci flag out). 3997 * In that case we will enter this loop 3998 */ 3999 while (atomic_dec_return(&queue->state)) { 4000 start_index = queue->next_buf_to_fill; 4001 /* check if we can go back to non-packing state */ 4002 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4003 /* 4004 * check if we need to flush a packing buffer to get a pci 4005 * flag out on the queue 4006 */ 4007 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4008 tmp = qeth_prep_flush_pack_buffer(queue); 4009 if (tmp) { 4010 qeth_flush_buffers(queue, start_index, tmp); 4011 flush_count += tmp; 4012 } 4013 } 4014 out: 4015 /* at this point the queue is UNLOCKED again */ 4016 if (do_pack) 4017 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4018 4019 if (stopped && !qeth_out_queue_is_full(queue)) 4020 netif_tx_start_queue(txq); 4021 return rc; 4022 } 4023 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4024 4025 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4026 unsigned int payload_len, struct sk_buff *skb, 4027 unsigned int proto_len) 4028 { 4029 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4030 4031 ext->hdr_tot_len = sizeof(*ext); 4032 ext->imb_hdr_no = 1; 4033 ext->hdr_type = 1; 4034 ext->hdr_version = 1; 4035 ext->hdr_len = 28; 4036 ext->payload_len = payload_len; 4037 ext->mss = skb_shinfo(skb)->gso_size; 4038 ext->dg_hdr_len = proto_len; 4039 } 4040 4041 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4042 struct qeth_qdio_out_q *queue, int ipv, 4043 void (*fill_header)(struct qeth_qdio_out_q *queue, 4044 struct qeth_hdr *hdr, struct sk_buff *skb, 4045 int ipv, unsigned int data_len)) 4046 { 4047 unsigned int proto_len, hw_hdr_len; 4048 unsigned int frame_len = skb->len; 4049 bool is_tso = skb_is_gso(skb); 4050 unsigned int data_offset = 0; 4051 struct qeth_hdr *hdr = NULL; 4052 unsigned int hd_len = 0; 4053 unsigned int elements; 4054 int push_len, rc; 4055 4056 if (is_tso) { 4057 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4058 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4059 } else { 4060 hw_hdr_len = sizeof(struct qeth_hdr); 4061 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4062 } 4063 4064 rc = skb_cow_head(skb, hw_hdr_len); 4065 if (rc) 4066 return rc; 4067 4068 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4069 &elements); 4070 if (push_len < 0) 4071 return push_len; 4072 if (is_tso || !push_len) { 4073 /* HW header needs its own buffer element. */ 4074 hd_len = hw_hdr_len + proto_len; 4075 data_offset = push_len + proto_len; 4076 } 4077 memset(hdr, 0, hw_hdr_len); 4078 fill_header(queue, hdr, skb, ipv, frame_len); 4079 if (is_tso) 4080 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4081 frame_len - proto_len, skb, proto_len); 4082 4083 if (IS_IQD(card)) { 4084 rc = __qeth_xmit(card, queue, skb, elements, hdr, data_offset, 4085 hd_len); 4086 } else { 4087 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4088 skb_orphan(skb); 4089 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4090 hd_len, elements); 4091 } 4092 4093 if (rc && !push_len) 4094 kmem_cache_free(qeth_core_header_cache, hdr); 4095 4096 return rc; 4097 } 4098 EXPORT_SYMBOL_GPL(qeth_xmit); 4099 4100 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4101 struct qeth_reply *reply, unsigned long data) 4102 { 4103 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4104 struct qeth_ipacmd_setadpparms *setparms; 4105 4106 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4107 4108 setparms = &(cmd->data.setadapterparms); 4109 if (qeth_setadpparms_inspect_rc(cmd)) { 4110 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4111 setparms->data.mode = SET_PROMISC_MODE_OFF; 4112 } 4113 card->info.promisc_mode = setparms->data.mode; 4114 return (cmd->hdr.return_code) ? -EIO : 0; 4115 } 4116 4117 void qeth_setadp_promisc_mode(struct qeth_card *card, bool enable) 4118 { 4119 enum qeth_ipa_promisc_modes mode = enable ? SET_PROMISC_MODE_ON : 4120 SET_PROMISC_MODE_OFF; 4121 struct qeth_cmd_buffer *iob; 4122 struct qeth_ipa_cmd *cmd; 4123 4124 QETH_CARD_TEXT(card, 4, "setprom"); 4125 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4126 4127 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4128 SETADP_DATA_SIZEOF(mode)); 4129 if (!iob) 4130 return; 4131 cmd = __ipa_cmd(iob); 4132 cmd->data.setadapterparms.data.mode = mode; 4133 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4134 } 4135 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4136 4137 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4138 struct qeth_reply *reply, unsigned long data) 4139 { 4140 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4141 struct qeth_ipacmd_setadpparms *adp_cmd; 4142 4143 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4144 if (qeth_setadpparms_inspect_rc(cmd)) 4145 return -EIO; 4146 4147 adp_cmd = &cmd->data.setadapterparms; 4148 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4149 return -EADDRNOTAVAIL; 4150 4151 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4152 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4153 return -EADDRNOTAVAIL; 4154 4155 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4156 return 0; 4157 } 4158 4159 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4160 { 4161 int rc; 4162 struct qeth_cmd_buffer *iob; 4163 struct qeth_ipa_cmd *cmd; 4164 4165 QETH_CARD_TEXT(card, 4, "chgmac"); 4166 4167 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4168 SETADP_DATA_SIZEOF(change_addr)); 4169 if (!iob) 4170 return -ENOMEM; 4171 cmd = __ipa_cmd(iob); 4172 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4173 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4174 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4175 card->dev->dev_addr); 4176 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4177 NULL); 4178 return rc; 4179 } 4180 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4181 4182 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4183 struct qeth_reply *reply, unsigned long data) 4184 { 4185 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4186 struct qeth_set_access_ctrl *access_ctrl_req; 4187 int fallback = *(int *)reply->param; 4188 4189 QETH_CARD_TEXT(card, 4, "setaccb"); 4190 if (cmd->hdr.return_code) 4191 return -EIO; 4192 qeth_setadpparms_inspect_rc(cmd); 4193 4194 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4195 QETH_CARD_TEXT_(card, 2, "rc=%d", 4196 cmd->data.setadapterparms.hdr.return_code); 4197 if (cmd->data.setadapterparms.hdr.return_code != 4198 SET_ACCESS_CTRL_RC_SUCCESS) 4199 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4200 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4201 cmd->data.setadapterparms.hdr.return_code); 4202 switch (cmd->data.setadapterparms.hdr.return_code) { 4203 case SET_ACCESS_CTRL_RC_SUCCESS: 4204 if (card->options.isolation == ISOLATION_MODE_NONE) { 4205 dev_info(&card->gdev->dev, 4206 "QDIO data connection isolation is deactivated\n"); 4207 } else { 4208 dev_info(&card->gdev->dev, 4209 "QDIO data connection isolation is activated\n"); 4210 } 4211 break; 4212 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4213 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4214 CARD_DEVID(card)); 4215 if (fallback) 4216 card->options.isolation = card->options.prev_isolation; 4217 break; 4218 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4219 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4220 CARD_DEVID(card)); 4221 if (fallback) 4222 card->options.isolation = card->options.prev_isolation; 4223 break; 4224 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4225 dev_err(&card->gdev->dev, "Adapter does not " 4226 "support QDIO data connection isolation\n"); 4227 break; 4228 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4229 dev_err(&card->gdev->dev, 4230 "Adapter is dedicated. " 4231 "QDIO data connection isolation not supported\n"); 4232 if (fallback) 4233 card->options.isolation = card->options.prev_isolation; 4234 break; 4235 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4236 dev_err(&card->gdev->dev, 4237 "TSO does not permit QDIO data connection isolation\n"); 4238 if (fallback) 4239 card->options.isolation = card->options.prev_isolation; 4240 break; 4241 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4242 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4243 "support reflective relay mode\n"); 4244 if (fallback) 4245 card->options.isolation = card->options.prev_isolation; 4246 break; 4247 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4248 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4249 "enabled at the adjacent switch port"); 4250 if (fallback) 4251 card->options.isolation = card->options.prev_isolation; 4252 break; 4253 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4254 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4255 "at the adjacent switch failed\n"); 4256 break; 4257 default: 4258 /* this should never happen */ 4259 if (fallback) 4260 card->options.isolation = card->options.prev_isolation; 4261 break; 4262 } 4263 return (cmd->hdr.return_code) ? -EIO : 0; 4264 } 4265 4266 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4267 enum qeth_ipa_isolation_modes isolation, int fallback) 4268 { 4269 int rc; 4270 struct qeth_cmd_buffer *iob; 4271 struct qeth_ipa_cmd *cmd; 4272 struct qeth_set_access_ctrl *access_ctrl_req; 4273 4274 QETH_CARD_TEXT(card, 4, "setacctl"); 4275 4276 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4277 SETADP_DATA_SIZEOF(set_access_ctrl)); 4278 if (!iob) 4279 return -ENOMEM; 4280 cmd = __ipa_cmd(iob); 4281 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4282 access_ctrl_req->subcmd_code = isolation; 4283 4284 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4285 &fallback); 4286 QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4287 return rc; 4288 } 4289 4290 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4291 { 4292 int rc = 0; 4293 4294 QETH_CARD_TEXT(card, 4, "setactlo"); 4295 4296 if ((IS_OSD(card) || IS_OSX(card)) && 4297 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4298 rc = qeth_setadpparms_set_access_ctrl(card, 4299 card->options.isolation, fallback); 4300 if (rc) { 4301 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4302 rc, CARD_DEVID(card)); 4303 rc = -EOPNOTSUPP; 4304 } 4305 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4306 card->options.isolation = ISOLATION_MODE_NONE; 4307 4308 dev_err(&card->gdev->dev, "Adapter does not " 4309 "support QDIO data connection isolation\n"); 4310 rc = -EOPNOTSUPP; 4311 } 4312 return rc; 4313 } 4314 4315 void qeth_tx_timeout(struct net_device *dev, unsigned int txqueue) 4316 { 4317 struct qeth_card *card; 4318 4319 card = dev->ml_priv; 4320 QETH_CARD_TEXT(card, 4, "txtimeo"); 4321 qeth_schedule_recovery(card); 4322 } 4323 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4324 4325 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4326 { 4327 struct qeth_card *card = dev->ml_priv; 4328 int rc = 0; 4329 4330 switch (regnum) { 4331 case MII_BMCR: /* Basic mode control register */ 4332 rc = BMCR_FULLDPLX; 4333 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4334 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4335 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4336 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4337 rc |= BMCR_SPEED100; 4338 break; 4339 case MII_BMSR: /* Basic mode status register */ 4340 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4341 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4342 BMSR_100BASE4; 4343 break; 4344 case MII_PHYSID1: /* PHYS ID 1 */ 4345 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4346 dev->dev_addr[2]; 4347 rc = (rc >> 5) & 0xFFFF; 4348 break; 4349 case MII_PHYSID2: /* PHYS ID 2 */ 4350 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4351 break; 4352 case MII_ADVERTISE: /* Advertisement control reg */ 4353 rc = ADVERTISE_ALL; 4354 break; 4355 case MII_LPA: /* Link partner ability reg */ 4356 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4357 LPA_100BASE4 | LPA_LPACK; 4358 break; 4359 case MII_EXPANSION: /* Expansion register */ 4360 break; 4361 case MII_DCOUNTER: /* disconnect counter */ 4362 break; 4363 case MII_FCSCOUNTER: /* false carrier counter */ 4364 break; 4365 case MII_NWAYTEST: /* N-way auto-neg test register */ 4366 break; 4367 case MII_RERRCOUNTER: /* rx error counter */ 4368 rc = card->stats.rx_length_errors + 4369 card->stats.rx_frame_errors + 4370 card->stats.rx_fifo_errors; 4371 break; 4372 case MII_SREVISION: /* silicon revision */ 4373 break; 4374 case MII_RESV1: /* reserved 1 */ 4375 break; 4376 case MII_LBRERROR: /* loopback, rx, bypass error */ 4377 break; 4378 case MII_PHYADDR: /* physical address */ 4379 break; 4380 case MII_RESV2: /* reserved 2 */ 4381 break; 4382 case MII_TPISTATUS: /* TPI status for 10mbps */ 4383 break; 4384 case MII_NCONFIG: /* network interface config */ 4385 break; 4386 default: 4387 break; 4388 } 4389 return rc; 4390 } 4391 4392 static int qeth_snmp_command_cb(struct qeth_card *card, 4393 struct qeth_reply *reply, unsigned long data) 4394 { 4395 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4396 struct qeth_arp_query_info *qinfo = reply->param; 4397 struct qeth_ipacmd_setadpparms *adp_cmd; 4398 unsigned int data_len; 4399 void *snmp_data; 4400 4401 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4402 4403 if (cmd->hdr.return_code) { 4404 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4405 return -EIO; 4406 } 4407 if (cmd->data.setadapterparms.hdr.return_code) { 4408 cmd->hdr.return_code = 4409 cmd->data.setadapterparms.hdr.return_code; 4410 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4411 return -EIO; 4412 } 4413 4414 adp_cmd = &cmd->data.setadapterparms; 4415 data_len = adp_cmd->hdr.cmdlength - sizeof(adp_cmd->hdr); 4416 if (adp_cmd->hdr.seq_no == 1) { 4417 snmp_data = &adp_cmd->data.snmp; 4418 } else { 4419 snmp_data = &adp_cmd->data.snmp.request; 4420 data_len -= offsetof(struct qeth_snmp_cmd, request); 4421 } 4422 4423 /* check if there is enough room in userspace */ 4424 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4425 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4426 return -ENOSPC; 4427 } 4428 QETH_CARD_TEXT_(card, 4, "snore%i", 4429 cmd->data.setadapterparms.hdr.used_total); 4430 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4431 cmd->data.setadapterparms.hdr.seq_no); 4432 /*copy entries to user buffer*/ 4433 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4434 qinfo->udata_offset += data_len; 4435 4436 if (cmd->data.setadapterparms.hdr.seq_no < 4437 cmd->data.setadapterparms.hdr.used_total) 4438 return 1; 4439 return 0; 4440 } 4441 4442 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4443 { 4444 struct qeth_snmp_ureq __user *ureq; 4445 struct qeth_cmd_buffer *iob; 4446 unsigned int req_len; 4447 struct qeth_arp_query_info qinfo = {0, }; 4448 int rc = 0; 4449 4450 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4451 4452 if (IS_VM_NIC(card)) 4453 return -EOPNOTSUPP; 4454 4455 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4456 IS_LAYER3(card)) 4457 return -EOPNOTSUPP; 4458 4459 ureq = (struct qeth_snmp_ureq __user *) udata; 4460 if (get_user(qinfo.udata_len, &ureq->hdr.data_len) || 4461 get_user(req_len, &ureq->hdr.req_len)) 4462 return -EFAULT; 4463 4464 /* Sanitize user input, to avoid overflows in iob size calculation: */ 4465 if (req_len > QETH_BUFSIZE) 4466 return -EINVAL; 4467 4468 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, req_len); 4469 if (!iob) 4470 return -ENOMEM; 4471 4472 if (copy_from_user(&__ipa_cmd(iob)->data.setadapterparms.data.snmp, 4473 &ureq->cmd, req_len)) { 4474 qeth_put_cmd(iob); 4475 return -EFAULT; 4476 } 4477 4478 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4479 if (!qinfo.udata) { 4480 qeth_put_cmd(iob); 4481 return -ENOMEM; 4482 } 4483 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4484 4485 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4486 if (rc) 4487 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4488 CARD_DEVID(card), rc); 4489 else { 4490 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4491 rc = -EFAULT; 4492 } 4493 4494 kfree(qinfo.udata); 4495 return rc; 4496 } 4497 4498 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4499 struct qeth_reply *reply, unsigned long data) 4500 { 4501 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4502 struct qeth_qoat_priv *priv; 4503 char *resdata; 4504 int resdatalen; 4505 4506 QETH_CARD_TEXT(card, 3, "qoatcb"); 4507 if (qeth_setadpparms_inspect_rc(cmd)) 4508 return -EIO; 4509 4510 priv = (struct qeth_qoat_priv *)reply->param; 4511 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4512 resdata = (char *)data + 28; 4513 4514 if (resdatalen > (priv->buffer_len - priv->response_len)) 4515 return -ENOSPC; 4516 4517 memcpy((priv->buffer + priv->response_len), resdata, 4518 resdatalen); 4519 priv->response_len += resdatalen; 4520 4521 if (cmd->data.setadapterparms.hdr.seq_no < 4522 cmd->data.setadapterparms.hdr.used_total) 4523 return 1; 4524 return 0; 4525 } 4526 4527 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4528 { 4529 int rc = 0; 4530 struct qeth_cmd_buffer *iob; 4531 struct qeth_ipa_cmd *cmd; 4532 struct qeth_query_oat *oat_req; 4533 struct qeth_query_oat_data oat_data; 4534 struct qeth_qoat_priv priv; 4535 void __user *tmp; 4536 4537 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4538 4539 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4540 rc = -EOPNOTSUPP; 4541 goto out; 4542 } 4543 4544 if (copy_from_user(&oat_data, udata, 4545 sizeof(struct qeth_query_oat_data))) { 4546 rc = -EFAULT; 4547 goto out; 4548 } 4549 4550 priv.buffer_len = oat_data.buffer_len; 4551 priv.response_len = 0; 4552 priv.buffer = vzalloc(oat_data.buffer_len); 4553 if (!priv.buffer) { 4554 rc = -ENOMEM; 4555 goto out; 4556 } 4557 4558 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4559 SETADP_DATA_SIZEOF(query_oat)); 4560 if (!iob) { 4561 rc = -ENOMEM; 4562 goto out_free; 4563 } 4564 cmd = __ipa_cmd(iob); 4565 oat_req = &cmd->data.setadapterparms.data.query_oat; 4566 oat_req->subcmd_code = oat_data.command; 4567 4568 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4569 &priv); 4570 if (!rc) { 4571 if (is_compat_task()) 4572 tmp = compat_ptr(oat_data.ptr); 4573 else 4574 tmp = (void __user *)(unsigned long)oat_data.ptr; 4575 4576 if (copy_to_user(tmp, priv.buffer, 4577 priv.response_len)) { 4578 rc = -EFAULT; 4579 goto out_free; 4580 } 4581 4582 oat_data.response_len = priv.response_len; 4583 4584 if (copy_to_user(udata, &oat_data, 4585 sizeof(struct qeth_query_oat_data))) 4586 rc = -EFAULT; 4587 } 4588 4589 out_free: 4590 vfree(priv.buffer); 4591 out: 4592 return rc; 4593 } 4594 4595 static int qeth_query_card_info_cb(struct qeth_card *card, 4596 struct qeth_reply *reply, unsigned long data) 4597 { 4598 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4599 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4600 struct qeth_query_card_info *card_info; 4601 4602 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4603 if (qeth_setadpparms_inspect_rc(cmd)) 4604 return -EIO; 4605 4606 card_info = &cmd->data.setadapterparms.data.card_info; 4607 carrier_info->card_type = card_info->card_type; 4608 carrier_info->port_mode = card_info->port_mode; 4609 carrier_info->port_speed = card_info->port_speed; 4610 return 0; 4611 } 4612 4613 int qeth_query_card_info(struct qeth_card *card, 4614 struct carrier_info *carrier_info) 4615 { 4616 struct qeth_cmd_buffer *iob; 4617 4618 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4619 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4620 return -EOPNOTSUPP; 4621 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 0); 4622 if (!iob) 4623 return -ENOMEM; 4624 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4625 (void *)carrier_info); 4626 } 4627 4628 /** 4629 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4630 * @card: pointer to a qeth_card 4631 * 4632 * Returns 4633 * 0, if a MAC address has been set for the card's netdevice 4634 * a return code, for various error conditions 4635 */ 4636 int qeth_vm_request_mac(struct qeth_card *card) 4637 { 4638 struct diag26c_mac_resp *response; 4639 struct diag26c_mac_req *request; 4640 struct ccw_dev_id id; 4641 int rc; 4642 4643 QETH_CARD_TEXT(card, 2, "vmreqmac"); 4644 4645 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4646 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4647 if (!request || !response) { 4648 rc = -ENOMEM; 4649 goto out; 4650 } 4651 4652 ccw_device_get_id(CARD_DDEV(card), &id); 4653 request->resp_buf_len = sizeof(*response); 4654 request->resp_version = DIAG26C_VERSION2; 4655 request->op_code = DIAG26C_GET_MAC; 4656 request->devno = id.devno; 4657 4658 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4659 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4660 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4661 if (rc) 4662 goto out; 4663 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4664 4665 if (request->resp_buf_len < sizeof(*response) || 4666 response->version != request->resp_version) { 4667 rc = -EIO; 4668 QETH_CARD_TEXT(card, 2, "badresp"); 4669 QETH_CARD_HEX(card, 2, &request->resp_buf_len, 4670 sizeof(request->resp_buf_len)); 4671 } else if (!is_valid_ether_addr(response->mac)) { 4672 rc = -EINVAL; 4673 QETH_CARD_TEXT(card, 2, "badmac"); 4674 QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 4675 } else { 4676 ether_addr_copy(card->dev->dev_addr, response->mac); 4677 } 4678 4679 out: 4680 kfree(response); 4681 kfree(request); 4682 return rc; 4683 } 4684 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4685 4686 static void qeth_determine_capabilities(struct qeth_card *card) 4687 { 4688 struct qeth_channel *channel = &card->data; 4689 struct ccw_device *ddev = channel->ccwdev; 4690 int rc; 4691 int ddev_offline = 0; 4692 4693 QETH_CARD_TEXT(card, 2, "detcapab"); 4694 if (!ddev->online) { 4695 ddev_offline = 1; 4696 rc = qeth_start_channel(channel); 4697 if (rc) { 4698 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4699 goto out; 4700 } 4701 } 4702 4703 rc = qeth_read_conf_data(card); 4704 if (rc) { 4705 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4706 CARD_DEVID(card), rc); 4707 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4708 goto out_offline; 4709 } 4710 4711 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4712 if (rc) 4713 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4714 4715 QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 4716 QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 4717 QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 4718 QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 4719 QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 4720 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4721 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4722 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4723 dev_info(&card->gdev->dev, 4724 "Completion Queueing supported\n"); 4725 } else { 4726 card->options.cq = QETH_CQ_NOTAVAILABLE; 4727 } 4728 4729 4730 out_offline: 4731 if (ddev_offline == 1) 4732 qeth_stop_channel(channel); 4733 out: 4734 return; 4735 } 4736 4737 static void qeth_qdio_establish_cq(struct qeth_card *card, 4738 struct qdio_buffer **in_sbal_ptrs, 4739 void (**queue_start_poll) 4740 (struct ccw_device *, int, 4741 unsigned long)) 4742 { 4743 int i; 4744 4745 if (card->options.cq == QETH_CQ_ENABLED) { 4746 int offset = QDIO_MAX_BUFFERS_PER_Q * 4747 (card->qdio.no_in_queues - 1); 4748 4749 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; i++) 4750 in_sbal_ptrs[offset + i] = 4751 card->qdio.c_q->bufs[i].buffer; 4752 4753 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4754 } 4755 } 4756 4757 static int qeth_qdio_establish(struct qeth_card *card) 4758 { 4759 struct qdio_initialize init_data; 4760 char *qib_param_field; 4761 struct qdio_buffer **in_sbal_ptrs; 4762 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4763 struct qdio_buffer **out_sbal_ptrs; 4764 int i, j, k; 4765 int rc = 0; 4766 4767 QETH_CARD_TEXT(card, 2, "qdioest"); 4768 4769 qib_param_field = kzalloc(sizeof_field(struct qib, parm), GFP_KERNEL); 4770 if (!qib_param_field) { 4771 rc = -ENOMEM; 4772 goto out_free_nothing; 4773 } 4774 4775 qeth_create_qib_param_field(card, qib_param_field); 4776 qeth_create_qib_param_field_blkt(card, qib_param_field); 4777 4778 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4779 sizeof(void *), 4780 GFP_KERNEL); 4781 if (!in_sbal_ptrs) { 4782 rc = -ENOMEM; 4783 goto out_free_qib_param; 4784 } 4785 4786 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; i++) 4787 in_sbal_ptrs[i] = card->qdio.in_q->bufs[i].buffer; 4788 4789 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4790 GFP_KERNEL); 4791 if (!queue_start_poll) { 4792 rc = -ENOMEM; 4793 goto out_free_in_sbals; 4794 } 4795 for (i = 0; i < card->qdio.no_in_queues; ++i) 4796 queue_start_poll[i] = qeth_qdio_start_poll; 4797 4798 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4799 4800 out_sbal_ptrs = 4801 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4802 sizeof(void *), 4803 GFP_KERNEL); 4804 if (!out_sbal_ptrs) { 4805 rc = -ENOMEM; 4806 goto out_free_queue_start_poll; 4807 } 4808 4809 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4810 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; j++, k++) 4811 out_sbal_ptrs[k] = 4812 card->qdio.out_qs[i]->bufs[j]->buffer; 4813 4814 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4815 init_data.cdev = CARD_DDEV(card); 4816 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 4817 QDIO_QETH_QFMT; 4818 init_data.qib_param_field_format = 0; 4819 init_data.qib_param_field = qib_param_field; 4820 init_data.no_input_qs = card->qdio.no_in_queues; 4821 init_data.no_output_qs = card->qdio.no_out_queues; 4822 init_data.input_handler = qeth_qdio_input_handler; 4823 init_data.output_handler = qeth_qdio_output_handler; 4824 init_data.queue_start_poll_array = queue_start_poll; 4825 init_data.int_parm = (unsigned long) card; 4826 init_data.input_sbal_addr_array = in_sbal_ptrs; 4827 init_data.output_sbal_addr_array = out_sbal_ptrs; 4828 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4829 init_data.scan_threshold = IS_IQD(card) ? 0 : 32; 4830 4831 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4832 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4833 rc = qdio_allocate(&init_data); 4834 if (rc) { 4835 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4836 goto out; 4837 } 4838 rc = qdio_establish(&init_data); 4839 if (rc) { 4840 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4841 qdio_free(CARD_DDEV(card)); 4842 } 4843 } 4844 4845 switch (card->options.cq) { 4846 case QETH_CQ_ENABLED: 4847 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4848 break; 4849 case QETH_CQ_DISABLED: 4850 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4851 break; 4852 default: 4853 break; 4854 } 4855 out: 4856 kfree(out_sbal_ptrs); 4857 out_free_queue_start_poll: 4858 kfree(queue_start_poll); 4859 out_free_in_sbals: 4860 kfree(in_sbal_ptrs); 4861 out_free_qib_param: 4862 kfree(qib_param_field); 4863 out_free_nothing: 4864 return rc; 4865 } 4866 4867 static void qeth_core_free_card(struct qeth_card *card) 4868 { 4869 QETH_CARD_TEXT(card, 2, "freecrd"); 4870 qeth_put_cmd(card->read_cmd); 4871 destroy_workqueue(card->event_wq); 4872 unregister_service_level(&card->qeth_service_level); 4873 dev_set_drvdata(&card->gdev->dev, NULL); 4874 kfree(card); 4875 } 4876 4877 void qeth_trace_features(struct qeth_card *card) 4878 { 4879 QETH_CARD_TEXT(card, 2, "features"); 4880 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4881 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4882 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4883 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4884 sizeof(card->info.diagass_support)); 4885 } 4886 EXPORT_SYMBOL_GPL(qeth_trace_features); 4887 4888 static struct ccw_device_id qeth_ids[] = { 4889 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4890 .driver_info = QETH_CARD_TYPE_OSD}, 4891 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4892 .driver_info = QETH_CARD_TYPE_IQD}, 4893 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4894 .driver_info = QETH_CARD_TYPE_OSN}, 4895 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4896 .driver_info = QETH_CARD_TYPE_OSM}, 4897 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4898 .driver_info = QETH_CARD_TYPE_OSX}, 4899 {}, 4900 }; 4901 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4902 4903 static struct ccw_driver qeth_ccw_driver = { 4904 .driver = { 4905 .owner = THIS_MODULE, 4906 .name = "qeth", 4907 }, 4908 .ids = qeth_ids, 4909 .probe = ccwgroup_probe_ccwdev, 4910 .remove = ccwgroup_remove_ccwdev, 4911 }; 4912 4913 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4914 { 4915 int retries = 3; 4916 int rc; 4917 4918 QETH_CARD_TEXT(card, 2, "hrdsetup"); 4919 atomic_set(&card->force_alloc_skb, 0); 4920 rc = qeth_update_from_chp_desc(card); 4921 if (rc) 4922 return rc; 4923 retry: 4924 if (retries < 3) 4925 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4926 CARD_DEVID(card)); 4927 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 4928 qeth_stop_channel(&card->data); 4929 qeth_stop_channel(&card->write); 4930 qeth_stop_channel(&card->read); 4931 qdio_free(CARD_DDEV(card)); 4932 4933 rc = qeth_start_channel(&card->read); 4934 if (rc) 4935 goto retriable; 4936 rc = qeth_start_channel(&card->write); 4937 if (rc) 4938 goto retriable; 4939 rc = qeth_start_channel(&card->data); 4940 if (rc) 4941 goto retriable; 4942 retriable: 4943 if (rc == -ERESTARTSYS) { 4944 QETH_CARD_TEXT(card, 2, "break1"); 4945 return rc; 4946 } else if (rc) { 4947 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 4948 if (--retries < 0) 4949 goto out; 4950 else 4951 goto retry; 4952 } 4953 4954 qeth_determine_capabilities(card); 4955 qeth_idx_init(card); 4956 4957 rc = qeth_idx_activate_read_channel(card); 4958 if (rc == -EINTR) { 4959 QETH_CARD_TEXT(card, 2, "break2"); 4960 return rc; 4961 } else if (rc) { 4962 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4963 if (--retries < 0) 4964 goto out; 4965 else 4966 goto retry; 4967 } 4968 4969 rc = qeth_idx_activate_write_channel(card); 4970 if (rc == -EINTR) { 4971 QETH_CARD_TEXT(card, 2, "break3"); 4972 return rc; 4973 } else if (rc) { 4974 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 4975 if (--retries < 0) 4976 goto out; 4977 else 4978 goto retry; 4979 } 4980 card->read_or_write_problem = 0; 4981 rc = qeth_mpc_initialize(card); 4982 if (rc) { 4983 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4984 goto out; 4985 } 4986 4987 rc = qeth_send_startlan(card); 4988 if (rc) { 4989 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4990 if (rc == -ENETDOWN) { 4991 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 4992 *carrier_ok = false; 4993 } else { 4994 goto out; 4995 } 4996 } else { 4997 *carrier_ok = true; 4998 } 4999 5000 card->options.ipa4.supported = 0; 5001 card->options.ipa6.supported = 0; 5002 card->options.adp.supported = 0; 5003 card->options.sbp.supported_funcs = 0; 5004 card->info.diagass_support = 0; 5005 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5006 if (rc == -ENOMEM) 5007 goto out; 5008 if (qeth_is_supported(card, IPA_IPV6)) { 5009 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5010 if (rc == -ENOMEM) 5011 goto out; 5012 } 5013 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5014 rc = qeth_query_setadapterparms(card); 5015 if (rc < 0) { 5016 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 5017 goto out; 5018 } 5019 } 5020 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5021 rc = qeth_query_setdiagass(card); 5022 if (rc) 5023 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 5024 } 5025 5026 if (!qeth_is_diagass_supported(card, QETH_DIAGS_CMD_TRAP) || 5027 (card->info.hwtrap && qeth_hw_trap(card, QETH_DIAGS_TRAP_ARM))) 5028 card->info.hwtrap = 0; 5029 5030 rc = qeth_set_access_ctrl_online(card, 0); 5031 if (rc) 5032 goto out; 5033 5034 rc = qeth_init_qdio_queues(card); 5035 if (rc) { 5036 QETH_CARD_TEXT_(card, 2, "9err%d", rc); 5037 goto out; 5038 } 5039 5040 return 0; 5041 out: 5042 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5043 "an error on the device\n"); 5044 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5045 CARD_DEVID(card), rc); 5046 return rc; 5047 } 5048 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5049 5050 static int qeth_set_online(struct qeth_card *card) 5051 { 5052 int rc; 5053 5054 mutex_lock(&card->discipline_mutex); 5055 mutex_lock(&card->conf_mutex); 5056 QETH_CARD_TEXT(card, 2, "setonlin"); 5057 5058 rc = card->discipline->set_online(card); 5059 5060 mutex_unlock(&card->conf_mutex); 5061 mutex_unlock(&card->discipline_mutex); 5062 5063 return rc; 5064 } 5065 5066 int qeth_set_offline(struct qeth_card *card, bool resetting) 5067 { 5068 int rc, rc2, rc3; 5069 5070 mutex_lock(&card->discipline_mutex); 5071 mutex_lock(&card->conf_mutex); 5072 QETH_CARD_TEXT(card, 3, "setoffl"); 5073 5074 if ((!resetting && card->info.hwtrap) || card->info.hwtrap == 2) { 5075 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5076 card->info.hwtrap = 1; 5077 } 5078 5079 rtnl_lock(); 5080 card->info.open_when_online = card->dev->flags & IFF_UP; 5081 dev_close(card->dev); 5082 netif_device_detach(card->dev); 5083 netif_carrier_off(card->dev); 5084 rtnl_unlock(); 5085 5086 card->discipline->set_offline(card); 5087 5088 rc = qeth_stop_channel(&card->data); 5089 rc2 = qeth_stop_channel(&card->write); 5090 rc3 = qeth_stop_channel(&card->read); 5091 if (!rc) 5092 rc = (rc2) ? rc2 : rc3; 5093 if (rc) 5094 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 5095 qdio_free(CARD_DDEV(card)); 5096 5097 /* let user_space know that device is offline */ 5098 kobject_uevent(&card->gdev->dev.kobj, KOBJ_CHANGE); 5099 5100 mutex_unlock(&card->conf_mutex); 5101 mutex_unlock(&card->discipline_mutex); 5102 return 0; 5103 } 5104 EXPORT_SYMBOL_GPL(qeth_set_offline); 5105 5106 static int qeth_do_reset(void *data) 5107 { 5108 struct qeth_card *card = data; 5109 int rc; 5110 5111 QETH_CARD_TEXT(card, 2, "recover1"); 5112 if (!qeth_do_run_thread(card, QETH_RECOVER_THREAD)) 5113 return 0; 5114 QETH_CARD_TEXT(card, 2, "recover2"); 5115 dev_warn(&card->gdev->dev, 5116 "A recovery process has been started for the device\n"); 5117 5118 qeth_set_offline(card, true); 5119 rc = qeth_set_online(card); 5120 if (!rc) { 5121 dev_info(&card->gdev->dev, 5122 "Device successfully recovered!\n"); 5123 } else { 5124 ccwgroup_set_offline(card->gdev); 5125 dev_warn(&card->gdev->dev, 5126 "The qeth device driver failed to recover an error on the device\n"); 5127 } 5128 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 5129 qeth_clear_thread_running_bit(card, QETH_RECOVER_THREAD); 5130 return 0; 5131 } 5132 5133 #if IS_ENABLED(CONFIG_QETH_L3) 5134 static void qeth_l3_rebuild_skb(struct qeth_card *card, struct sk_buff *skb, 5135 struct qeth_hdr *hdr) 5136 { 5137 struct af_iucv_trans_hdr *iucv = (struct af_iucv_trans_hdr *) skb->data; 5138 struct qeth_hdr_layer3 *l3_hdr = &hdr->hdr.l3; 5139 struct net_device *dev = skb->dev; 5140 5141 if (IS_IQD(card) && iucv->magic == ETH_P_AF_IUCV) { 5142 dev_hard_header(skb, dev, ETH_P_AF_IUCV, dev->dev_addr, 5143 "FAKELL", skb->len); 5144 return; 5145 } 5146 5147 if (!(l3_hdr->flags & QETH_HDR_PASSTHRU)) { 5148 u16 prot = (l3_hdr->flags & QETH_HDR_IPV6) ? ETH_P_IPV6 : 5149 ETH_P_IP; 5150 unsigned char tg_addr[ETH_ALEN]; 5151 5152 skb_reset_network_header(skb); 5153 switch (l3_hdr->flags & QETH_HDR_CAST_MASK) { 5154 case QETH_CAST_MULTICAST: 5155 if (prot == ETH_P_IP) 5156 ip_eth_mc_map(ip_hdr(skb)->daddr, tg_addr); 5157 else 5158 ipv6_eth_mc_map(&ipv6_hdr(skb)->daddr, tg_addr); 5159 QETH_CARD_STAT_INC(card, rx_multicast); 5160 break; 5161 case QETH_CAST_BROADCAST: 5162 ether_addr_copy(tg_addr, dev->broadcast); 5163 QETH_CARD_STAT_INC(card, rx_multicast); 5164 break; 5165 default: 5166 if (card->options.sniffer) 5167 skb->pkt_type = PACKET_OTHERHOST; 5168 ether_addr_copy(tg_addr, dev->dev_addr); 5169 } 5170 5171 if (l3_hdr->ext_flags & QETH_HDR_EXT_SRC_MAC_ADDR) 5172 dev_hard_header(skb, dev, prot, tg_addr, 5173 &l3_hdr->next_hop.rx.src_mac, skb->len); 5174 else 5175 dev_hard_header(skb, dev, prot, tg_addr, "FAKELL", 5176 skb->len); 5177 } 5178 5179 /* copy VLAN tag from hdr into skb */ 5180 if (!card->options.sniffer && 5181 (l3_hdr->ext_flags & (QETH_HDR_EXT_VLAN_FRAME | 5182 QETH_HDR_EXT_INCLUDE_VLAN_TAG))) { 5183 u16 tag = (l3_hdr->ext_flags & QETH_HDR_EXT_VLAN_FRAME) ? 5184 l3_hdr->vlan_id : 5185 l3_hdr->next_hop.rx.vlan_id; 5186 5187 __vlan_hwaccel_put_tag(skb, htons(ETH_P_8021Q), tag); 5188 } 5189 } 5190 #endif 5191 5192 static void qeth_receive_skb(struct qeth_card *card, struct sk_buff *skb, 5193 struct qeth_hdr *hdr, bool uses_frags) 5194 { 5195 struct napi_struct *napi = &card->napi; 5196 bool is_cso; 5197 5198 switch (hdr->hdr.l2.id) { 5199 case QETH_HEADER_TYPE_OSN: 5200 skb_push(skb, sizeof(*hdr)); 5201 skb_copy_to_linear_data(skb, hdr, sizeof(*hdr)); 5202 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5203 QETH_CARD_STAT_INC(card, rx_packets); 5204 5205 card->osn_info.data_cb(skb); 5206 return; 5207 #if IS_ENABLED(CONFIG_QETH_L3) 5208 case QETH_HEADER_TYPE_LAYER3: 5209 qeth_l3_rebuild_skb(card, skb, hdr); 5210 is_cso = hdr->hdr.l3.ext_flags & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5211 break; 5212 #endif 5213 case QETH_HEADER_TYPE_LAYER2: 5214 is_cso = hdr->hdr.l2.flags[1] & QETH_HDR_EXT_CSUM_TRANSP_REQ; 5215 break; 5216 default: 5217 /* never happens */ 5218 if (uses_frags) 5219 napi_free_frags(napi); 5220 else 5221 dev_kfree_skb_any(skb); 5222 return; 5223 } 5224 5225 if (is_cso && (card->dev->features & NETIF_F_RXCSUM)) { 5226 skb->ip_summed = CHECKSUM_UNNECESSARY; 5227 QETH_CARD_STAT_INC(card, rx_skb_csum); 5228 } else { 5229 skb->ip_summed = CHECKSUM_NONE; 5230 } 5231 5232 QETH_CARD_STAT_ADD(card, rx_bytes, skb->len); 5233 QETH_CARD_STAT_INC(card, rx_packets); 5234 if (skb_is_nonlinear(skb)) { 5235 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5236 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5237 skb_shinfo(skb)->nr_frags); 5238 } 5239 5240 if (uses_frags) { 5241 napi_gro_frags(napi); 5242 } else { 5243 skb->protocol = eth_type_trans(skb, skb->dev); 5244 napi_gro_receive(napi, skb); 5245 } 5246 } 5247 5248 static void qeth_create_skb_frag(struct sk_buff *skb, char *data, int data_len) 5249 { 5250 struct page *page = virt_to_page(data); 5251 unsigned int next_frag; 5252 5253 next_frag = skb_shinfo(skb)->nr_frags; 5254 get_page(page); 5255 skb_add_rx_frag(skb, next_frag, page, offset_in_page(data), data_len, 5256 data_len); 5257 } 5258 5259 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5260 { 5261 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5262 } 5263 5264 static int qeth_extract_skb(struct qeth_card *card, 5265 struct qeth_qdio_buffer *qethbuffer, 5266 struct qdio_buffer_element **__element, 5267 int *__offset) 5268 { 5269 struct qdio_buffer_element *element = *__element; 5270 struct qeth_priv *priv = netdev_priv(card->dev); 5271 struct qdio_buffer *buffer = qethbuffer->buffer; 5272 struct napi_struct *napi = &card->napi; 5273 unsigned int linear_len = 0; 5274 bool uses_frags = false; 5275 int offset = *__offset; 5276 bool use_rx_sg = false; 5277 unsigned int headroom; 5278 struct qeth_hdr *hdr; 5279 struct sk_buff *skb; 5280 int skb_len = 0; 5281 5282 next_packet: 5283 /* qeth_hdr must not cross element boundaries */ 5284 while (element->length < offset + sizeof(struct qeth_hdr)) { 5285 if (qeth_is_last_sbale(element)) 5286 return -ENODATA; 5287 element++; 5288 offset = 0; 5289 } 5290 5291 hdr = phys_to_virt(element->addr) + offset; 5292 offset += sizeof(*hdr); 5293 skb = NULL; 5294 5295 switch (hdr->hdr.l2.id) { 5296 case QETH_HEADER_TYPE_LAYER2: 5297 skb_len = hdr->hdr.l2.pkt_length; 5298 linear_len = ETH_HLEN; 5299 headroom = 0; 5300 break; 5301 case QETH_HEADER_TYPE_LAYER3: 5302 skb_len = hdr->hdr.l3.length; 5303 if (!IS_LAYER3(card)) { 5304 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5305 goto walk_packet; 5306 } 5307 5308 if (hdr->hdr.l3.flags & QETH_HDR_PASSTHRU) { 5309 linear_len = ETH_HLEN; 5310 headroom = 0; 5311 break; 5312 } 5313 5314 if (hdr->hdr.l3.flags & QETH_HDR_IPV6) 5315 linear_len = sizeof(struct ipv6hdr); 5316 else 5317 linear_len = sizeof(struct iphdr); 5318 headroom = ETH_HLEN; 5319 break; 5320 case QETH_HEADER_TYPE_OSN: 5321 skb_len = hdr->hdr.osn.pdu_length; 5322 if (!IS_OSN(card)) { 5323 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5324 goto walk_packet; 5325 } 5326 5327 linear_len = skb_len; 5328 headroom = sizeof(struct qeth_hdr); 5329 break; 5330 default: 5331 if (hdr->hdr.l2.id & QETH_HEADER_MASK_INVAL) 5332 QETH_CARD_STAT_INC(card, rx_frame_errors); 5333 else 5334 QETH_CARD_STAT_INC(card, rx_dropped_notsupp); 5335 5336 /* Can't determine packet length, drop the whole buffer. */ 5337 return -EPROTONOSUPPORT; 5338 } 5339 5340 if (skb_len < linear_len) { 5341 QETH_CARD_STAT_INC(card, rx_dropped_runt); 5342 goto walk_packet; 5343 } 5344 5345 use_rx_sg = (card->options.cq == QETH_CQ_ENABLED) || 5346 (skb_len > READ_ONCE(priv->rx_copybreak) && 5347 !atomic_read(&card->force_alloc_skb) && 5348 !IS_OSN(card)); 5349 5350 if (use_rx_sg) { 5351 /* QETH_CQ_ENABLED only: */ 5352 if (qethbuffer->rx_skb && 5353 skb_tailroom(qethbuffer->rx_skb) >= linear_len + headroom) { 5354 skb = qethbuffer->rx_skb; 5355 qethbuffer->rx_skb = NULL; 5356 goto use_skb; 5357 } 5358 5359 skb = napi_get_frags(napi); 5360 if (!skb) { 5361 /* -ENOMEM, no point in falling back further. */ 5362 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5363 goto walk_packet; 5364 } 5365 5366 if (skb_tailroom(skb) >= linear_len + headroom) { 5367 uses_frags = true; 5368 goto use_skb; 5369 } 5370 5371 netdev_info_once(card->dev, 5372 "Insufficient linear space in NAPI frags skb, need %u but have %u\n", 5373 linear_len + headroom, skb_tailroom(skb)); 5374 /* Shouldn't happen. Don't optimize, fall back to linear skb. */ 5375 } 5376 5377 linear_len = skb_len; 5378 skb = napi_alloc_skb(napi, linear_len + headroom); 5379 if (!skb) { 5380 QETH_CARD_STAT_INC(card, rx_dropped_nomem); 5381 goto walk_packet; 5382 } 5383 5384 use_skb: 5385 if (headroom) 5386 skb_reserve(skb, headroom); 5387 walk_packet: 5388 while (skb_len) { 5389 int data_len = min(skb_len, (int)(element->length - offset)); 5390 char *data = phys_to_virt(element->addr) + offset; 5391 5392 skb_len -= data_len; 5393 offset += data_len; 5394 5395 /* Extract data from current element: */ 5396 if (skb && data_len) { 5397 if (linear_len) { 5398 unsigned int copy_len; 5399 5400 copy_len = min_t(unsigned int, linear_len, 5401 data_len); 5402 5403 skb_put_data(skb, data, copy_len); 5404 linear_len -= copy_len; 5405 data_len -= copy_len; 5406 data += copy_len; 5407 } 5408 5409 if (data_len) 5410 qeth_create_skb_frag(skb, data, data_len); 5411 } 5412 5413 /* Step forward to next element: */ 5414 if (skb_len) { 5415 if (qeth_is_last_sbale(element)) { 5416 QETH_CARD_TEXT(card, 4, "unexeob"); 5417 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5418 if (skb) { 5419 if (uses_frags) 5420 napi_free_frags(napi); 5421 else 5422 dev_kfree_skb_any(skb); 5423 QETH_CARD_STAT_INC(card, 5424 rx_length_errors); 5425 } 5426 return -EMSGSIZE; 5427 } 5428 element++; 5429 offset = 0; 5430 } 5431 } 5432 5433 /* This packet was skipped, go get another one: */ 5434 if (!skb) 5435 goto next_packet; 5436 5437 *__element = element; 5438 *__offset = offset; 5439 5440 qeth_receive_skb(card, skb, hdr, uses_frags); 5441 return 0; 5442 } 5443 5444 static int qeth_extract_skbs(struct qeth_card *card, int budget, 5445 struct qeth_qdio_buffer *buf, bool *done) 5446 { 5447 int work_done = 0; 5448 5449 *done = false; 5450 5451 while (budget) { 5452 if (qeth_extract_skb(card, buf, &card->rx.b_element, 5453 &card->rx.e_offset)) { 5454 *done = true; 5455 break; 5456 } 5457 5458 work_done++; 5459 budget--; 5460 } 5461 5462 return work_done; 5463 } 5464 5465 int qeth_poll(struct napi_struct *napi, int budget) 5466 { 5467 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5468 int work_done = 0; 5469 struct qeth_qdio_buffer *buffer; 5470 int new_budget = budget; 5471 bool done; 5472 5473 while (1) { 5474 if (!card->rx.b_count) { 5475 card->rx.qdio_err = 0; 5476 card->rx.b_count = qdio_get_next_buffers( 5477 card->data.ccwdev, 0, &card->rx.b_index, 5478 &card->rx.qdio_err); 5479 if (card->rx.b_count <= 0) { 5480 card->rx.b_count = 0; 5481 break; 5482 } 5483 card->rx.b_element = 5484 &card->qdio.in_q->bufs[card->rx.b_index] 5485 .buffer->element[0]; 5486 card->rx.e_offset = 0; 5487 } 5488 5489 while (card->rx.b_count) { 5490 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5491 if (!(card->rx.qdio_err && 5492 qeth_check_qdio_errors(card, buffer->buffer, 5493 card->rx.qdio_err, "qinerr"))) 5494 work_done += qeth_extract_skbs(card, new_budget, 5495 buffer, &done); 5496 else 5497 done = true; 5498 5499 if (done) { 5500 QETH_CARD_STAT_INC(card, rx_bufs); 5501 qeth_put_buffer_pool_entry(card, 5502 buffer->pool_entry); 5503 qeth_queue_input_buffer(card, card->rx.b_index); 5504 card->rx.b_count--; 5505 if (card->rx.b_count) { 5506 card->rx.b_index = 5507 QDIO_BUFNR(card->rx.b_index + 1); 5508 card->rx.b_element = 5509 &card->qdio.in_q 5510 ->bufs[card->rx.b_index] 5511 .buffer->element[0]; 5512 card->rx.e_offset = 0; 5513 } 5514 } 5515 5516 if (work_done >= budget) 5517 goto out; 5518 else 5519 new_budget = budget - work_done; 5520 } 5521 } 5522 5523 if (napi_complete_done(napi, work_done) && 5524 qdio_start_irq(CARD_DDEV(card), 0)) 5525 napi_schedule(napi); 5526 out: 5527 return work_done; 5528 } 5529 EXPORT_SYMBOL_GPL(qeth_poll); 5530 5531 static void qeth_iqd_tx_complete(struct qeth_qdio_out_q *queue, 5532 unsigned int bidx, bool error, int budget) 5533 { 5534 struct qeth_qdio_out_buffer *buffer = queue->bufs[bidx]; 5535 u8 sflags = buffer->buffer->element[15].sflags; 5536 struct qeth_card *card = queue->card; 5537 5538 if (queue->bufstates && (queue->bufstates[bidx].flags & 5539 QDIO_OUTBUF_STATE_FLAG_PENDING)) { 5540 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 5541 5542 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 5543 QETH_QDIO_BUF_PENDING) == 5544 QETH_QDIO_BUF_PRIMED) 5545 qeth_notify_skbs(queue, buffer, TX_NOTIFY_PENDING); 5546 5547 QETH_CARD_TEXT_(card, 5, "pel%u", bidx); 5548 5549 /* prepare the queue slot for re-use: */ 5550 qeth_scrub_qdio_buffer(buffer->buffer, queue->max_elements); 5551 if (qeth_init_qdio_out_buf(queue, bidx)) { 5552 QETH_CARD_TEXT(card, 2, "outofbuf"); 5553 qeth_schedule_recovery(card); 5554 } 5555 5556 return; 5557 } 5558 5559 if (card->options.cq == QETH_CQ_ENABLED) 5560 qeth_notify_skbs(queue, buffer, 5561 qeth_compute_cq_notification(sflags, 0)); 5562 qeth_clear_output_buffer(queue, buffer, error, budget); 5563 } 5564 5565 static int qeth_tx_poll(struct napi_struct *napi, int budget) 5566 { 5567 struct qeth_qdio_out_q *queue = qeth_napi_to_out_queue(napi); 5568 unsigned int queue_no = queue->queue_no; 5569 struct qeth_card *card = queue->card; 5570 struct net_device *dev = card->dev; 5571 unsigned int work_done = 0; 5572 struct netdev_queue *txq; 5573 5574 txq = netdev_get_tx_queue(dev, qeth_iqd_translate_txq(dev, queue_no)); 5575 5576 while (1) { 5577 unsigned int start, error, i; 5578 unsigned int packets = 0; 5579 unsigned int bytes = 0; 5580 int completed; 5581 5582 if (qeth_out_queue_is_empty(queue)) { 5583 napi_complete(napi); 5584 return 0; 5585 } 5586 5587 /* Give the CPU a breather: */ 5588 if (work_done >= QDIO_MAX_BUFFERS_PER_Q) { 5589 QETH_TXQ_STAT_INC(queue, completion_yield); 5590 if (napi_complete_done(napi, 0)) 5591 napi_schedule(napi); 5592 return 0; 5593 } 5594 5595 completed = qdio_inspect_queue(CARD_DDEV(card), queue_no, false, 5596 &start, &error); 5597 if (completed <= 0) { 5598 /* Ensure we see TX completion for pending work: */ 5599 if (napi_complete_done(napi, 0)) 5600 qeth_tx_arm_timer(queue); 5601 return 0; 5602 } 5603 5604 for (i = start; i < start + completed; i++) { 5605 struct qeth_qdio_out_buffer *buffer; 5606 unsigned int bidx = QDIO_BUFNR(i); 5607 5608 buffer = queue->bufs[bidx]; 5609 packets += skb_queue_len(&buffer->skb_list); 5610 bytes += buffer->bytes; 5611 5612 qeth_handle_send_error(card, buffer, error); 5613 qeth_iqd_tx_complete(queue, bidx, error, budget); 5614 qeth_cleanup_handled_pending(queue, bidx, false); 5615 } 5616 5617 netdev_tx_completed_queue(txq, packets, bytes); 5618 atomic_sub(completed, &queue->used_buffers); 5619 work_done += completed; 5620 5621 /* xmit may have observed the full-condition, but not yet 5622 * stopped the txq. In which case the code below won't trigger. 5623 * So before returning, xmit will re-check the txq's fill level 5624 * and wake it up if needed. 5625 */ 5626 if (netif_tx_queue_stopped(txq) && 5627 !qeth_out_queue_is_full(queue)) 5628 netif_tx_wake_queue(txq); 5629 } 5630 } 5631 5632 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5633 { 5634 if (!cmd->hdr.return_code) 5635 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5636 return cmd->hdr.return_code; 5637 } 5638 5639 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5640 struct qeth_reply *reply, 5641 unsigned long data) 5642 { 5643 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5644 struct qeth_ipa_caps *caps = reply->param; 5645 5646 if (qeth_setassparms_inspect_rc(cmd)) 5647 return -EIO; 5648 5649 caps->supported = cmd->data.setassparms.data.caps.supported; 5650 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5651 return 0; 5652 } 5653 5654 int qeth_setassparms_cb(struct qeth_card *card, 5655 struct qeth_reply *reply, unsigned long data) 5656 { 5657 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5658 5659 QETH_CARD_TEXT(card, 4, "defadpcb"); 5660 5661 if (cmd->hdr.return_code) 5662 return -EIO; 5663 5664 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5665 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5666 card->options.ipa4.enabled = cmd->hdr.assists.enabled; 5667 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5668 card->options.ipa6.enabled = cmd->hdr.assists.enabled; 5669 return 0; 5670 } 5671 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5672 5673 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5674 enum qeth_ipa_funcs ipa_func, 5675 u16 cmd_code, 5676 unsigned int data_length, 5677 enum qeth_prot_versions prot) 5678 { 5679 struct qeth_ipacmd_setassparms *setassparms; 5680 struct qeth_ipacmd_setassparms_hdr *hdr; 5681 struct qeth_cmd_buffer *iob; 5682 5683 QETH_CARD_TEXT(card, 4, "getasscm"); 5684 iob = qeth_ipa_alloc_cmd(card, IPA_CMD_SETASSPARMS, prot, 5685 data_length + 5686 offsetof(struct qeth_ipacmd_setassparms, 5687 data)); 5688 if (!iob) 5689 return NULL; 5690 5691 setassparms = &__ipa_cmd(iob)->data.setassparms; 5692 setassparms->assist_no = ipa_func; 5693 5694 hdr = &setassparms->hdr; 5695 hdr->length = sizeof(*hdr) + data_length; 5696 hdr->command_code = cmd_code; 5697 return iob; 5698 } 5699 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5700 5701 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5702 enum qeth_ipa_funcs ipa_func, 5703 u16 cmd_code, u32 *data, 5704 enum qeth_prot_versions prot) 5705 { 5706 unsigned int length = data ? SETASS_DATA_SIZEOF(flags_32bit) : 0; 5707 struct qeth_cmd_buffer *iob; 5708 5709 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5710 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5711 if (!iob) 5712 return -ENOMEM; 5713 5714 if (data) 5715 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = *data; 5716 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5717 } 5718 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5719 5720 static void qeth_unregister_dbf_views(void) 5721 { 5722 int x; 5723 for (x = 0; x < QETH_DBF_INFOS; x++) { 5724 debug_unregister(qeth_dbf[x].id); 5725 qeth_dbf[x].id = NULL; 5726 } 5727 } 5728 5729 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5730 { 5731 char dbf_txt_buf[32]; 5732 va_list args; 5733 5734 if (!debug_level_enabled(id, level)) 5735 return; 5736 va_start(args, fmt); 5737 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5738 va_end(args); 5739 debug_text_event(id, level, dbf_txt_buf); 5740 } 5741 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5742 5743 static int qeth_register_dbf_views(void) 5744 { 5745 int ret; 5746 int x; 5747 5748 for (x = 0; x < QETH_DBF_INFOS; x++) { 5749 /* register the areas */ 5750 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5751 qeth_dbf[x].pages, 5752 qeth_dbf[x].areas, 5753 qeth_dbf[x].len); 5754 if (qeth_dbf[x].id == NULL) { 5755 qeth_unregister_dbf_views(); 5756 return -ENOMEM; 5757 } 5758 5759 /* register a view */ 5760 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5761 if (ret) { 5762 qeth_unregister_dbf_views(); 5763 return ret; 5764 } 5765 5766 /* set a passing level */ 5767 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5768 } 5769 5770 return 0; 5771 } 5772 5773 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5774 5775 int qeth_core_load_discipline(struct qeth_card *card, 5776 enum qeth_discipline_id discipline) 5777 { 5778 mutex_lock(&qeth_mod_mutex); 5779 switch (discipline) { 5780 case QETH_DISCIPLINE_LAYER3: 5781 card->discipline = try_then_request_module( 5782 symbol_get(qeth_l3_discipline), "qeth_l3"); 5783 break; 5784 case QETH_DISCIPLINE_LAYER2: 5785 card->discipline = try_then_request_module( 5786 symbol_get(qeth_l2_discipline), "qeth_l2"); 5787 break; 5788 default: 5789 break; 5790 } 5791 mutex_unlock(&qeth_mod_mutex); 5792 5793 if (!card->discipline) { 5794 dev_err(&card->gdev->dev, "There is no kernel module to " 5795 "support discipline %d\n", discipline); 5796 return -EINVAL; 5797 } 5798 5799 card->options.layer = discipline; 5800 return 0; 5801 } 5802 5803 void qeth_core_free_discipline(struct qeth_card *card) 5804 { 5805 if (IS_LAYER2(card)) 5806 symbol_put(qeth_l2_discipline); 5807 else 5808 symbol_put(qeth_l3_discipline); 5809 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5810 card->discipline = NULL; 5811 } 5812 5813 const struct device_type qeth_generic_devtype = { 5814 .name = "qeth_generic", 5815 .groups = qeth_generic_attr_groups, 5816 }; 5817 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5818 5819 static const struct device_type qeth_osn_devtype = { 5820 .name = "qeth_osn", 5821 .groups = qeth_osn_attr_groups, 5822 }; 5823 5824 #define DBF_NAME_LEN 20 5825 5826 struct qeth_dbf_entry { 5827 char dbf_name[DBF_NAME_LEN]; 5828 debug_info_t *dbf_info; 5829 struct list_head dbf_list; 5830 }; 5831 5832 static LIST_HEAD(qeth_dbf_list); 5833 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5834 5835 static debug_info_t *qeth_get_dbf_entry(char *name) 5836 { 5837 struct qeth_dbf_entry *entry; 5838 debug_info_t *rc = NULL; 5839 5840 mutex_lock(&qeth_dbf_list_mutex); 5841 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5842 if (strcmp(entry->dbf_name, name) == 0) { 5843 rc = entry->dbf_info; 5844 break; 5845 } 5846 } 5847 mutex_unlock(&qeth_dbf_list_mutex); 5848 return rc; 5849 } 5850 5851 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5852 { 5853 struct qeth_dbf_entry *new_entry; 5854 5855 card->debug = debug_register(name, 2, 1, 8); 5856 if (!card->debug) { 5857 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5858 goto err; 5859 } 5860 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5861 goto err_dbg; 5862 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5863 if (!new_entry) 5864 goto err_dbg; 5865 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5866 new_entry->dbf_info = card->debug; 5867 mutex_lock(&qeth_dbf_list_mutex); 5868 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5869 mutex_unlock(&qeth_dbf_list_mutex); 5870 5871 return 0; 5872 5873 err_dbg: 5874 debug_unregister(card->debug); 5875 err: 5876 return -ENOMEM; 5877 } 5878 5879 static void qeth_clear_dbf_list(void) 5880 { 5881 struct qeth_dbf_entry *entry, *tmp; 5882 5883 mutex_lock(&qeth_dbf_list_mutex); 5884 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5885 list_del(&entry->dbf_list); 5886 debug_unregister(entry->dbf_info); 5887 kfree(entry); 5888 } 5889 mutex_unlock(&qeth_dbf_list_mutex); 5890 } 5891 5892 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5893 { 5894 struct net_device *dev; 5895 struct qeth_priv *priv; 5896 5897 switch (card->info.type) { 5898 case QETH_CARD_TYPE_IQD: 5899 dev = alloc_netdev_mqs(sizeof(*priv), "hsi%d", NET_NAME_UNKNOWN, 5900 ether_setup, QETH_MAX_QUEUES, 1); 5901 break; 5902 case QETH_CARD_TYPE_OSM: 5903 dev = alloc_etherdev(sizeof(*priv)); 5904 break; 5905 case QETH_CARD_TYPE_OSN: 5906 dev = alloc_netdev(sizeof(*priv), "osn%d", NET_NAME_UNKNOWN, 5907 ether_setup); 5908 break; 5909 default: 5910 dev = alloc_etherdev_mqs(sizeof(*priv), QETH_MAX_QUEUES, 1); 5911 } 5912 5913 if (!dev) 5914 return NULL; 5915 5916 priv = netdev_priv(dev); 5917 priv->rx_copybreak = QETH_RX_COPYBREAK; 5918 5919 dev->ml_priv = card; 5920 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5921 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5922 /* initialized when device first goes online: */ 5923 dev->max_mtu = 0; 5924 dev->mtu = 0; 5925 SET_NETDEV_DEV(dev, &card->gdev->dev); 5926 netif_carrier_off(dev); 5927 5928 if (IS_OSN(card)) { 5929 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5930 } else { 5931 dev->ethtool_ops = &qeth_ethtool_ops; 5932 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5933 dev->hw_features |= NETIF_F_SG; 5934 dev->vlan_features |= NETIF_F_SG; 5935 if (IS_IQD(card)) { 5936 dev->features |= NETIF_F_SG; 5937 if (netif_set_real_num_tx_queues(dev, 5938 QETH_IQD_MIN_TXQ)) { 5939 free_netdev(dev); 5940 return NULL; 5941 } 5942 } 5943 } 5944 5945 return dev; 5946 } 5947 5948 struct net_device *qeth_clone_netdev(struct net_device *orig) 5949 { 5950 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5951 5952 if (!clone) 5953 return NULL; 5954 5955 clone->dev_port = orig->dev_port; 5956 return clone; 5957 } 5958 5959 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5960 { 5961 struct qeth_card *card; 5962 struct device *dev; 5963 int rc; 5964 enum qeth_discipline_id enforced_disc; 5965 char dbf_name[DBF_NAME_LEN]; 5966 5967 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5968 5969 dev = &gdev->dev; 5970 if (!get_device(dev)) 5971 return -ENODEV; 5972 5973 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5974 5975 card = qeth_alloc_card(gdev); 5976 if (!card) { 5977 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5978 rc = -ENOMEM; 5979 goto err_dev; 5980 } 5981 5982 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5983 dev_name(&gdev->dev)); 5984 card->debug = qeth_get_dbf_entry(dbf_name); 5985 if (!card->debug) { 5986 rc = qeth_add_dbf_entry(card, dbf_name); 5987 if (rc) 5988 goto err_card; 5989 } 5990 5991 qeth_setup_card(card); 5992 card->dev = qeth_alloc_netdev(card); 5993 if (!card->dev) { 5994 rc = -ENOMEM; 5995 goto err_card; 5996 } 5997 5998 card->qdio.no_out_queues = card->dev->num_tx_queues; 5999 rc = qeth_update_from_chp_desc(card); 6000 if (rc) 6001 goto err_chp_desc; 6002 qeth_determine_capabilities(card); 6003 qeth_set_blkt_defaults(card); 6004 6005 enforced_disc = qeth_enforce_discipline(card); 6006 switch (enforced_disc) { 6007 case QETH_DISCIPLINE_UNDETERMINED: 6008 gdev->dev.type = &qeth_generic_devtype; 6009 break; 6010 default: 6011 card->info.layer_enforced = true; 6012 rc = qeth_core_load_discipline(card, enforced_disc); 6013 if (rc) 6014 goto err_load; 6015 6016 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 6017 card->discipline->devtype; 6018 rc = card->discipline->setup(card->gdev); 6019 if (rc) 6020 goto err_disc; 6021 break; 6022 } 6023 6024 return 0; 6025 6026 err_disc: 6027 qeth_core_free_discipline(card); 6028 err_load: 6029 err_chp_desc: 6030 free_netdev(card->dev); 6031 err_card: 6032 qeth_core_free_card(card); 6033 err_dev: 6034 put_device(dev); 6035 return rc; 6036 } 6037 6038 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 6039 { 6040 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6041 6042 QETH_CARD_TEXT(card, 2, "removedv"); 6043 6044 if (card->discipline) { 6045 card->discipline->remove(gdev); 6046 qeth_core_free_discipline(card); 6047 } 6048 6049 qeth_free_qdio_queues(card); 6050 6051 free_netdev(card->dev); 6052 qeth_core_free_card(card); 6053 put_device(&gdev->dev); 6054 } 6055 6056 static int qeth_core_set_online(struct ccwgroup_device *gdev) 6057 { 6058 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6059 int rc = 0; 6060 enum qeth_discipline_id def_discipline; 6061 6062 if (!card->discipline) { 6063 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 6064 QETH_DISCIPLINE_LAYER2; 6065 rc = qeth_core_load_discipline(card, def_discipline); 6066 if (rc) 6067 goto err; 6068 rc = card->discipline->setup(card->gdev); 6069 if (rc) { 6070 qeth_core_free_discipline(card); 6071 goto err; 6072 } 6073 } 6074 6075 rc = qeth_set_online(card); 6076 err: 6077 return rc; 6078 } 6079 6080 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 6081 { 6082 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6083 6084 return qeth_set_offline(card, false); 6085 } 6086 6087 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 6088 { 6089 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6090 qeth_set_allowed_threads(card, 0, 1); 6091 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 6092 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 6093 qeth_qdio_clear_card(card, 0); 6094 qeth_drain_output_queues(card); 6095 qdio_free(CARD_DDEV(card)); 6096 } 6097 6098 static int qeth_suspend(struct ccwgroup_device *gdev) 6099 { 6100 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6101 6102 qeth_set_allowed_threads(card, 0, 1); 6103 wait_event(card->wait_q, qeth_threads_running(card, 0xffffffff) == 0); 6104 if (gdev->state == CCWGROUP_OFFLINE) 6105 return 0; 6106 6107 qeth_set_offline(card, false); 6108 return 0; 6109 } 6110 6111 static int qeth_resume(struct ccwgroup_device *gdev) 6112 { 6113 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 6114 int rc; 6115 6116 rc = qeth_set_online(card); 6117 6118 qeth_set_allowed_threads(card, 0xffffffff, 0); 6119 if (rc) 6120 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover an error on the device\n"); 6121 return rc; 6122 } 6123 6124 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 6125 size_t count) 6126 { 6127 int err; 6128 6129 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 6130 buf); 6131 6132 return err ? err : count; 6133 } 6134 static DRIVER_ATTR_WO(group); 6135 6136 static struct attribute *qeth_drv_attrs[] = { 6137 &driver_attr_group.attr, 6138 NULL, 6139 }; 6140 static struct attribute_group qeth_drv_attr_group = { 6141 .attrs = qeth_drv_attrs, 6142 }; 6143 static const struct attribute_group *qeth_drv_attr_groups[] = { 6144 &qeth_drv_attr_group, 6145 NULL, 6146 }; 6147 6148 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 6149 .driver = { 6150 .groups = qeth_drv_attr_groups, 6151 .owner = THIS_MODULE, 6152 .name = "qeth", 6153 }, 6154 .ccw_driver = &qeth_ccw_driver, 6155 .setup = qeth_core_probe_device, 6156 .remove = qeth_core_remove_device, 6157 .set_online = qeth_core_set_online, 6158 .set_offline = qeth_core_set_offline, 6159 .shutdown = qeth_core_shutdown, 6160 .prepare = NULL, 6161 .complete = NULL, 6162 .freeze = qeth_suspend, 6163 .thaw = qeth_resume, 6164 .restore = qeth_resume, 6165 }; 6166 6167 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 6168 { 6169 struct ccwgroup_device *gdev; 6170 struct qeth_card *card; 6171 6172 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 6173 if (!gdev) 6174 return NULL; 6175 6176 card = dev_get_drvdata(&gdev->dev); 6177 put_device(&gdev->dev); 6178 return card; 6179 } 6180 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 6181 6182 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 6183 { 6184 struct qeth_card *card = dev->ml_priv; 6185 struct mii_ioctl_data *mii_data; 6186 int rc = 0; 6187 6188 if (!card) 6189 return -ENODEV; 6190 6191 switch (cmd) { 6192 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 6193 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 6194 break; 6195 case SIOC_QETH_GET_CARD_TYPE: 6196 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 6197 !IS_VM_NIC(card)) 6198 return 1; 6199 return 0; 6200 case SIOCGMIIPHY: 6201 mii_data = if_mii(rq); 6202 mii_data->phy_id = 0; 6203 break; 6204 case SIOCGMIIREG: 6205 mii_data = if_mii(rq); 6206 if (mii_data->phy_id != 0) 6207 rc = -EINVAL; 6208 else 6209 mii_data->val_out = qeth_mdio_read(dev, 6210 mii_data->phy_id, mii_data->reg_num); 6211 break; 6212 case SIOC_QETH_QUERY_OAT: 6213 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 6214 break; 6215 default: 6216 if (card->discipline->do_ioctl) 6217 rc = card->discipline->do_ioctl(dev, rq, cmd); 6218 else 6219 rc = -EOPNOTSUPP; 6220 } 6221 if (rc) 6222 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6223 return rc; 6224 } 6225 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6226 6227 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 6228 unsigned long data) 6229 { 6230 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6231 u32 *features = reply->param; 6232 6233 if (qeth_setassparms_inspect_rc(cmd)) 6234 return -EIO; 6235 6236 *features = cmd->data.setassparms.data.flags_32bit; 6237 return 0; 6238 } 6239 6240 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6241 enum qeth_prot_versions prot) 6242 { 6243 return qeth_send_simple_setassparms_prot(card, cstype, IPA_CMD_ASS_STOP, 6244 NULL, prot); 6245 } 6246 6247 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 6248 enum qeth_prot_versions prot) 6249 { 6250 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 6251 struct qeth_cmd_buffer *iob; 6252 struct qeth_ipa_caps caps; 6253 u32 features; 6254 int rc; 6255 6256 /* some L3 HW requires combined L3+L4 csum offload: */ 6257 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 6258 cstype == IPA_OUTBOUND_CHECKSUM) 6259 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 6260 6261 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6262 prot); 6263 if (!iob) 6264 return -ENOMEM; 6265 6266 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 6267 if (rc) 6268 return rc; 6269 6270 if ((required_features & features) != required_features) { 6271 qeth_set_csum_off(card, cstype, prot); 6272 return -EOPNOTSUPP; 6273 } 6274 6275 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6276 SETASS_DATA_SIZEOF(flags_32bit), 6277 prot); 6278 if (!iob) { 6279 qeth_set_csum_off(card, cstype, prot); 6280 return -ENOMEM; 6281 } 6282 6283 if (features & QETH_IPA_CHECKSUM_LP2LP) 6284 required_features |= QETH_IPA_CHECKSUM_LP2LP; 6285 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 6286 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6287 if (rc) { 6288 qeth_set_csum_off(card, cstype, prot); 6289 return rc; 6290 } 6291 6292 if (!qeth_ipa_caps_supported(&caps, required_features) || 6293 !qeth_ipa_caps_enabled(&caps, required_features)) { 6294 qeth_set_csum_off(card, cstype, prot); 6295 return -EOPNOTSUPP; 6296 } 6297 6298 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6299 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6300 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 6301 cstype == IPA_OUTBOUND_CHECKSUM) 6302 dev_warn(&card->gdev->dev, 6303 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6304 QETH_CARD_IFNAME(card)); 6305 return 0; 6306 } 6307 6308 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6309 enum qeth_prot_versions prot) 6310 { 6311 return on ? qeth_set_csum_on(card, cstype, prot) : 6312 qeth_set_csum_off(card, cstype, prot); 6313 } 6314 6315 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 6316 unsigned long data) 6317 { 6318 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6319 struct qeth_tso_start_data *tso_data = reply->param; 6320 6321 if (qeth_setassparms_inspect_rc(cmd)) 6322 return -EIO; 6323 6324 tso_data->mss = cmd->data.setassparms.data.tso.mss; 6325 tso_data->supported = cmd->data.setassparms.data.tso.supported; 6326 return 0; 6327 } 6328 6329 static int qeth_set_tso_off(struct qeth_card *card, 6330 enum qeth_prot_versions prot) 6331 { 6332 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6333 IPA_CMD_ASS_STOP, NULL, prot); 6334 } 6335 6336 static int qeth_set_tso_on(struct qeth_card *card, 6337 enum qeth_prot_versions prot) 6338 { 6339 struct qeth_tso_start_data tso_data; 6340 struct qeth_cmd_buffer *iob; 6341 struct qeth_ipa_caps caps; 6342 int rc; 6343 6344 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6345 IPA_CMD_ASS_START, 0, prot); 6346 if (!iob) 6347 return -ENOMEM; 6348 6349 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 6350 if (rc) 6351 return rc; 6352 6353 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6354 qeth_set_tso_off(card, prot); 6355 return -EOPNOTSUPP; 6356 } 6357 6358 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6359 IPA_CMD_ASS_ENABLE, 6360 SETASS_DATA_SIZEOF(caps), prot); 6361 if (!iob) { 6362 qeth_set_tso_off(card, prot); 6363 return -ENOMEM; 6364 } 6365 6366 /* enable TSO capability */ 6367 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 6368 QETH_IPA_LARGE_SEND_TCP; 6369 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 6370 if (rc) { 6371 qeth_set_tso_off(card, prot); 6372 return rc; 6373 } 6374 6375 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6376 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6377 qeth_set_tso_off(card, prot); 6378 return -EOPNOTSUPP; 6379 } 6380 6381 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6382 tso_data.mss); 6383 return 0; 6384 } 6385 6386 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6387 enum qeth_prot_versions prot) 6388 { 6389 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6390 } 6391 6392 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6393 { 6394 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6395 int rc_ipv6; 6396 6397 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6398 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6399 QETH_PROT_IPV4); 6400 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6401 /* no/one Offload Assist available, so the rc is trivial */ 6402 return rc_ipv4; 6403 6404 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6405 QETH_PROT_IPV6); 6406 6407 if (on) 6408 /* enable: success if any Assist is active */ 6409 return (rc_ipv6) ? rc_ipv4 : 0; 6410 6411 /* disable: failure if any Assist is still active */ 6412 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6413 } 6414 6415 /** 6416 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6417 * @dev: a net_device 6418 */ 6419 void qeth_enable_hw_features(struct net_device *dev) 6420 { 6421 struct qeth_card *card = dev->ml_priv; 6422 netdev_features_t features; 6423 6424 features = dev->features; 6425 /* force-off any feature that might need an IPA sequence. 6426 * netdev_update_features() will restart them. 6427 */ 6428 dev->features &= ~dev->hw_features; 6429 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6430 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6431 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6432 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6433 } 6434 netdev_update_features(dev); 6435 if (features != dev->features) 6436 dev_warn(&card->gdev->dev, 6437 "Device recovery failed to restore all offload features\n"); 6438 } 6439 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6440 6441 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6442 { 6443 struct qeth_card *card = dev->ml_priv; 6444 netdev_features_t changed = dev->features ^ features; 6445 int rc = 0; 6446 6447 QETH_CARD_TEXT(card, 2, "setfeat"); 6448 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6449 6450 if ((changed & NETIF_F_IP_CSUM)) { 6451 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6452 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6453 if (rc) 6454 changed ^= NETIF_F_IP_CSUM; 6455 } 6456 if (changed & NETIF_F_IPV6_CSUM) { 6457 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6458 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6459 if (rc) 6460 changed ^= NETIF_F_IPV6_CSUM; 6461 } 6462 if (changed & NETIF_F_RXCSUM) { 6463 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6464 if (rc) 6465 changed ^= NETIF_F_RXCSUM; 6466 } 6467 if (changed & NETIF_F_TSO) { 6468 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6469 QETH_PROT_IPV4); 6470 if (rc) 6471 changed ^= NETIF_F_TSO; 6472 } 6473 if (changed & NETIF_F_TSO6) { 6474 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6475 QETH_PROT_IPV6); 6476 if (rc) 6477 changed ^= NETIF_F_TSO6; 6478 } 6479 6480 /* everything changed successfully? */ 6481 if ((dev->features ^ features) == changed) 6482 return 0; 6483 /* something went wrong. save changed features and return error */ 6484 dev->features ^= changed; 6485 return -EIO; 6486 } 6487 EXPORT_SYMBOL_GPL(qeth_set_features); 6488 6489 netdev_features_t qeth_fix_features(struct net_device *dev, 6490 netdev_features_t features) 6491 { 6492 struct qeth_card *card = dev->ml_priv; 6493 6494 QETH_CARD_TEXT(card, 2, "fixfeat"); 6495 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6496 features &= ~NETIF_F_IP_CSUM; 6497 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6498 features &= ~NETIF_F_IPV6_CSUM; 6499 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6500 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6501 features &= ~NETIF_F_RXCSUM; 6502 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6503 features &= ~NETIF_F_TSO; 6504 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6505 features &= ~NETIF_F_TSO6; 6506 6507 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6508 return features; 6509 } 6510 EXPORT_SYMBOL_GPL(qeth_fix_features); 6511 6512 netdev_features_t qeth_features_check(struct sk_buff *skb, 6513 struct net_device *dev, 6514 netdev_features_t features) 6515 { 6516 /* GSO segmentation builds skbs with 6517 * a (small) linear part for the headers, and 6518 * page frags for the data. 6519 * Compared to a linear skb, the header-only part consumes an 6520 * additional buffer element. This reduces buffer utilization, and 6521 * hurts throughput. So compress small segments into one element. 6522 */ 6523 if (netif_needs_gso(skb, features)) { 6524 /* match skb_segment(): */ 6525 unsigned int doffset = skb->data - skb_mac_header(skb); 6526 unsigned int hsize = skb_shinfo(skb)->gso_size; 6527 unsigned int hroom = skb_headroom(skb); 6528 6529 /* linearize only if resulting skb allocations are order-0: */ 6530 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6531 features &= ~NETIF_F_SG; 6532 } 6533 6534 return vlan_features_check(skb, features); 6535 } 6536 EXPORT_SYMBOL_GPL(qeth_features_check); 6537 6538 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6539 { 6540 struct qeth_card *card = dev->ml_priv; 6541 struct qeth_qdio_out_q *queue; 6542 unsigned int i; 6543 6544 QETH_CARD_TEXT(card, 5, "getstat"); 6545 6546 stats->rx_packets = card->stats.rx_packets; 6547 stats->rx_bytes = card->stats.rx_bytes; 6548 stats->rx_errors = card->stats.rx_length_errors + 6549 card->stats.rx_frame_errors + 6550 card->stats.rx_fifo_errors; 6551 stats->rx_dropped = card->stats.rx_dropped_nomem + 6552 card->stats.rx_dropped_notsupp + 6553 card->stats.rx_dropped_runt; 6554 stats->multicast = card->stats.rx_multicast; 6555 stats->rx_length_errors = card->stats.rx_length_errors; 6556 stats->rx_frame_errors = card->stats.rx_frame_errors; 6557 stats->rx_fifo_errors = card->stats.rx_fifo_errors; 6558 6559 for (i = 0; i < card->qdio.no_out_queues; i++) { 6560 queue = card->qdio.out_qs[i]; 6561 6562 stats->tx_packets += queue->stats.tx_packets; 6563 stats->tx_bytes += queue->stats.tx_bytes; 6564 stats->tx_errors += queue->stats.tx_errors; 6565 stats->tx_dropped += queue->stats.tx_dropped; 6566 } 6567 } 6568 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6569 6570 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6571 u8 cast_type, struct net_device *sb_dev) 6572 { 6573 if (cast_type != RTN_UNICAST) 6574 return QETH_IQD_MCAST_TXQ; 6575 return QETH_IQD_MIN_UCAST_TXQ; 6576 } 6577 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6578 6579 int qeth_open(struct net_device *dev) 6580 { 6581 struct qeth_card *card = dev->ml_priv; 6582 6583 QETH_CARD_TEXT(card, 4, "qethopen"); 6584 6585 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6586 return -EIO; 6587 6588 card->data.state = CH_STATE_UP; 6589 netif_tx_start_all_queues(dev); 6590 6591 napi_enable(&card->napi); 6592 local_bh_disable(); 6593 napi_schedule(&card->napi); 6594 if (IS_IQD(card)) { 6595 struct qeth_qdio_out_q *queue; 6596 unsigned int i; 6597 6598 qeth_for_each_output_queue(card, queue, i) { 6599 netif_tx_napi_add(dev, &queue->napi, qeth_tx_poll, 6600 QETH_NAPI_WEIGHT); 6601 napi_enable(&queue->napi); 6602 napi_schedule(&queue->napi); 6603 } 6604 } 6605 /* kick-start the NAPI softirq: */ 6606 local_bh_enable(); 6607 return 0; 6608 } 6609 EXPORT_SYMBOL_GPL(qeth_open); 6610 6611 int qeth_stop(struct net_device *dev) 6612 { 6613 struct qeth_card *card = dev->ml_priv; 6614 6615 QETH_CARD_TEXT(card, 4, "qethstop"); 6616 if (IS_IQD(card)) { 6617 struct qeth_qdio_out_q *queue; 6618 unsigned int i; 6619 6620 /* Quiesce the NAPI instances: */ 6621 qeth_for_each_output_queue(card, queue, i) { 6622 napi_disable(&queue->napi); 6623 del_timer_sync(&queue->timer); 6624 } 6625 6626 /* Stop .ndo_start_xmit, might still access queue->napi. */ 6627 netif_tx_disable(dev); 6628 6629 /* Queues may get re-allocated, so remove the NAPIs here. */ 6630 qeth_for_each_output_queue(card, queue, i) 6631 netif_napi_del(&queue->napi); 6632 } else { 6633 netif_tx_disable(dev); 6634 } 6635 6636 napi_disable(&card->napi); 6637 return 0; 6638 } 6639 EXPORT_SYMBOL_GPL(qeth_stop); 6640 6641 static int __init qeth_core_init(void) 6642 { 6643 int rc; 6644 6645 pr_info("loading core functions\n"); 6646 6647 rc = qeth_register_dbf_views(); 6648 if (rc) 6649 goto dbf_err; 6650 qeth_core_root_dev = root_device_register("qeth"); 6651 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6652 if (rc) 6653 goto register_err; 6654 qeth_core_header_cache = 6655 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6656 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6657 0, NULL); 6658 if (!qeth_core_header_cache) { 6659 rc = -ENOMEM; 6660 goto slab_err; 6661 } 6662 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6663 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6664 if (!qeth_qdio_outbuf_cache) { 6665 rc = -ENOMEM; 6666 goto cqslab_err; 6667 } 6668 rc = ccw_driver_register(&qeth_ccw_driver); 6669 if (rc) 6670 goto ccw_err; 6671 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6672 if (rc) 6673 goto ccwgroup_err; 6674 6675 return 0; 6676 6677 ccwgroup_err: 6678 ccw_driver_unregister(&qeth_ccw_driver); 6679 ccw_err: 6680 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6681 cqslab_err: 6682 kmem_cache_destroy(qeth_core_header_cache); 6683 slab_err: 6684 root_device_unregister(qeth_core_root_dev); 6685 register_err: 6686 qeth_unregister_dbf_views(); 6687 dbf_err: 6688 pr_err("Initializing the qeth device driver failed\n"); 6689 return rc; 6690 } 6691 6692 static void __exit qeth_core_exit(void) 6693 { 6694 qeth_clear_dbf_list(); 6695 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6696 ccw_driver_unregister(&qeth_ccw_driver); 6697 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6698 kmem_cache_destroy(qeth_core_header_cache); 6699 root_device_unregister(qeth_core_root_dev); 6700 qeth_unregister_dbf_views(); 6701 pr_info("core functions removed\n"); 6702 } 6703 6704 module_init(qeth_core_init); 6705 module_exit(qeth_core_exit); 6706 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6707 MODULE_DESCRIPTION("qeth core functions"); 6708 MODULE_LICENSE("GPL"); 6709