1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/mm.h> 24 #include <linux/kthread.h> 25 #include <linux/slab.h> 26 #include <linux/if_vlan.h> 27 #include <linux/netdevice.h> 28 #include <linux/netdev_features.h> 29 #include <linux/skbuff.h> 30 #include <linux/vmalloc.h> 31 32 #include <net/iucv/af_iucv.h> 33 #include <net/dsfield.h> 34 35 #include <asm/ebcdic.h> 36 #include <asm/chpid.h> 37 #include <asm/io.h> 38 #include <asm/sysinfo.h> 39 #include <asm/diag.h> 40 #include <asm/cio.h> 41 #include <asm/ccwdev.h> 42 #include <asm/cpcmd.h> 43 44 #include "qeth_core.h" 45 46 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 47 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 48 /* N P A M L V H */ 49 [QETH_DBF_SETUP] = {"qeth_setup", 50 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 51 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 52 &debug_sprintf_view, NULL}, 53 [QETH_DBF_CTRL] = {"qeth_control", 54 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 55 }; 56 EXPORT_SYMBOL_GPL(qeth_dbf); 57 58 struct kmem_cache *qeth_core_header_cache; 59 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 60 static struct kmem_cache *qeth_qdio_outbuf_cache; 61 62 static struct device *qeth_core_root_dev; 63 static struct lock_class_key qdio_out_skb_queue_key; 64 65 static void qeth_issue_next_read_cb(struct qeth_card *card, 66 struct qeth_cmd_buffer *iob); 67 static void qeth_free_buffer_pool(struct qeth_card *); 68 static int qeth_qdio_establish(struct qeth_card *); 69 static void qeth_free_qdio_queues(struct qeth_card *card); 70 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 71 struct qeth_qdio_out_buffer *buf, 72 enum iucv_tx_notify notification); 73 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 74 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 75 76 static void qeth_close_dev_handler(struct work_struct *work) 77 { 78 struct qeth_card *card; 79 80 card = container_of(work, struct qeth_card, close_dev_work); 81 QETH_CARD_TEXT(card, 2, "cldevhdl"); 82 ccwgroup_set_offline(card->gdev); 83 } 84 85 static const char *qeth_get_cardname(struct qeth_card *card) 86 { 87 if (IS_VM_NIC(card)) { 88 switch (card->info.type) { 89 case QETH_CARD_TYPE_OSD: 90 return " Virtual NIC QDIO"; 91 case QETH_CARD_TYPE_IQD: 92 return " Virtual NIC Hiper"; 93 case QETH_CARD_TYPE_OSM: 94 return " Virtual NIC QDIO - OSM"; 95 case QETH_CARD_TYPE_OSX: 96 return " Virtual NIC QDIO - OSX"; 97 default: 98 return " unknown"; 99 } 100 } else { 101 switch (card->info.type) { 102 case QETH_CARD_TYPE_OSD: 103 return " OSD Express"; 104 case QETH_CARD_TYPE_IQD: 105 return " HiperSockets"; 106 case QETH_CARD_TYPE_OSN: 107 return " OSN QDIO"; 108 case QETH_CARD_TYPE_OSM: 109 return " OSM QDIO"; 110 case QETH_CARD_TYPE_OSX: 111 return " OSX QDIO"; 112 default: 113 return " unknown"; 114 } 115 } 116 return " n/a"; 117 } 118 119 /* max length to be returned: 14 */ 120 const char *qeth_get_cardname_short(struct qeth_card *card) 121 { 122 if (IS_VM_NIC(card)) { 123 switch (card->info.type) { 124 case QETH_CARD_TYPE_OSD: 125 return "Virt.NIC QDIO"; 126 case QETH_CARD_TYPE_IQD: 127 return "Virt.NIC Hiper"; 128 case QETH_CARD_TYPE_OSM: 129 return "Virt.NIC OSM"; 130 case QETH_CARD_TYPE_OSX: 131 return "Virt.NIC OSX"; 132 default: 133 return "unknown"; 134 } 135 } else { 136 switch (card->info.type) { 137 case QETH_CARD_TYPE_OSD: 138 switch (card->info.link_type) { 139 case QETH_LINK_TYPE_FAST_ETH: 140 return "OSD_100"; 141 case QETH_LINK_TYPE_HSTR: 142 return "HSTR"; 143 case QETH_LINK_TYPE_GBIT_ETH: 144 return "OSD_1000"; 145 case QETH_LINK_TYPE_10GBIT_ETH: 146 return "OSD_10GIG"; 147 case QETH_LINK_TYPE_25GBIT_ETH: 148 return "OSD_25GIG"; 149 case QETH_LINK_TYPE_LANE_ETH100: 150 return "OSD_FE_LANE"; 151 case QETH_LINK_TYPE_LANE_TR: 152 return "OSD_TR_LANE"; 153 case QETH_LINK_TYPE_LANE_ETH1000: 154 return "OSD_GbE_LANE"; 155 case QETH_LINK_TYPE_LANE: 156 return "OSD_ATM_LANE"; 157 default: 158 return "OSD_Express"; 159 } 160 case QETH_CARD_TYPE_IQD: 161 return "HiperSockets"; 162 case QETH_CARD_TYPE_OSN: 163 return "OSN"; 164 case QETH_CARD_TYPE_OSM: 165 return "OSM_1000"; 166 case QETH_CARD_TYPE_OSX: 167 return "OSX_10GIG"; 168 default: 169 return "unknown"; 170 } 171 } 172 return "n/a"; 173 } 174 175 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 176 int clear_start_mask) 177 { 178 unsigned long flags; 179 180 spin_lock_irqsave(&card->thread_mask_lock, flags); 181 card->thread_allowed_mask = threads; 182 if (clear_start_mask) 183 card->thread_start_mask &= threads; 184 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 185 wake_up(&card->wait_q); 186 } 187 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 188 189 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 190 { 191 unsigned long flags; 192 int rc = 0; 193 194 spin_lock_irqsave(&card->thread_mask_lock, flags); 195 rc = (card->thread_running_mask & threads); 196 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 197 return rc; 198 } 199 EXPORT_SYMBOL_GPL(qeth_threads_running); 200 201 void qeth_clear_working_pool_list(struct qeth_card *card) 202 { 203 struct qeth_buffer_pool_entry *pool_entry, *tmp; 204 205 QETH_CARD_TEXT(card, 5, "clwrklst"); 206 list_for_each_entry_safe(pool_entry, tmp, 207 &card->qdio.in_buf_pool.entry_list, list){ 208 list_del(&pool_entry->list); 209 } 210 } 211 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 212 213 static int qeth_alloc_buffer_pool(struct qeth_card *card) 214 { 215 struct qeth_buffer_pool_entry *pool_entry; 216 void *ptr; 217 int i, j; 218 219 QETH_CARD_TEXT(card, 5, "alocpool"); 220 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 221 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 222 if (!pool_entry) { 223 qeth_free_buffer_pool(card); 224 return -ENOMEM; 225 } 226 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 227 ptr = (void *) __get_free_page(GFP_KERNEL); 228 if (!ptr) { 229 while (j > 0) 230 free_page((unsigned long) 231 pool_entry->elements[--j]); 232 kfree(pool_entry); 233 qeth_free_buffer_pool(card); 234 return -ENOMEM; 235 } 236 pool_entry->elements[j] = ptr; 237 } 238 list_add(&pool_entry->init_list, 239 &card->qdio.init_pool.entry_list); 240 } 241 return 0; 242 } 243 244 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 245 { 246 QETH_CARD_TEXT(card, 2, "realcbp"); 247 248 if (card->state != CARD_STATE_DOWN) 249 return -EPERM; 250 251 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 252 qeth_clear_working_pool_list(card); 253 qeth_free_buffer_pool(card); 254 card->qdio.in_buf_pool.buf_count = bufcnt; 255 card->qdio.init_pool.buf_count = bufcnt; 256 return qeth_alloc_buffer_pool(card); 257 } 258 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 259 260 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 261 { 262 if (!q) 263 return; 264 265 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 266 kfree(q); 267 } 268 269 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 270 { 271 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 272 int i; 273 274 if (!q) 275 return NULL; 276 277 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 278 kfree(q); 279 return NULL; 280 } 281 282 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 283 q->bufs[i].buffer = q->qdio_bufs[i]; 284 285 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 286 return q; 287 } 288 289 static int qeth_cq_init(struct qeth_card *card) 290 { 291 int rc; 292 293 if (card->options.cq == QETH_CQ_ENABLED) { 294 QETH_CARD_TEXT(card, 2, "cqinit"); 295 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 296 QDIO_MAX_BUFFERS_PER_Q); 297 card->qdio.c_q->next_buf_to_init = 127; 298 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 299 card->qdio.no_in_queues - 1, 0, 300 127); 301 if (rc) { 302 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 303 goto out; 304 } 305 } 306 rc = 0; 307 out: 308 return rc; 309 } 310 311 static int qeth_alloc_cq(struct qeth_card *card) 312 { 313 int rc; 314 315 if (card->options.cq == QETH_CQ_ENABLED) { 316 int i; 317 struct qdio_outbuf_state *outbuf_states; 318 319 QETH_CARD_TEXT(card, 2, "cqon"); 320 card->qdio.c_q = qeth_alloc_qdio_queue(); 321 if (!card->qdio.c_q) { 322 rc = -1; 323 goto kmsg_out; 324 } 325 card->qdio.no_in_queues = 2; 326 card->qdio.out_bufstates = 327 kcalloc(card->qdio.no_out_queues * 328 QDIO_MAX_BUFFERS_PER_Q, 329 sizeof(struct qdio_outbuf_state), 330 GFP_KERNEL); 331 outbuf_states = card->qdio.out_bufstates; 332 if (outbuf_states == NULL) { 333 rc = -1; 334 goto free_cq_out; 335 } 336 for (i = 0; i < card->qdio.no_out_queues; ++i) { 337 card->qdio.out_qs[i]->bufstates = outbuf_states; 338 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 339 } 340 } else { 341 QETH_CARD_TEXT(card, 2, "nocq"); 342 card->qdio.c_q = NULL; 343 card->qdio.no_in_queues = 1; 344 } 345 QETH_CARD_TEXT_(card, 2, "iqc%d", card->qdio.no_in_queues); 346 rc = 0; 347 out: 348 return rc; 349 free_cq_out: 350 qeth_free_qdio_queue(card->qdio.c_q); 351 card->qdio.c_q = NULL; 352 kmsg_out: 353 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 354 goto out; 355 } 356 357 static void qeth_free_cq(struct qeth_card *card) 358 { 359 if (card->qdio.c_q) { 360 --card->qdio.no_in_queues; 361 qeth_free_qdio_queue(card->qdio.c_q); 362 card->qdio.c_q = NULL; 363 } 364 kfree(card->qdio.out_bufstates); 365 card->qdio.out_bufstates = NULL; 366 } 367 368 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 369 int delayed) 370 { 371 enum iucv_tx_notify n; 372 373 switch (sbalf15) { 374 case 0: 375 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 376 break; 377 case 4: 378 case 16: 379 case 17: 380 case 18: 381 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 382 TX_NOTIFY_UNREACHABLE; 383 break; 384 default: 385 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 386 TX_NOTIFY_GENERALERROR; 387 break; 388 } 389 390 return n; 391 } 392 393 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 394 int forced_cleanup) 395 { 396 if (q->card->options.cq != QETH_CQ_ENABLED) 397 return; 398 399 if (q->bufs[bidx]->next_pending != NULL) { 400 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 401 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 402 403 while (c) { 404 if (forced_cleanup || 405 atomic_read(&c->state) == 406 QETH_QDIO_BUF_HANDLED_DELAYED) { 407 struct qeth_qdio_out_buffer *f = c; 408 QETH_CARD_TEXT(f->q->card, 5, "fp"); 409 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 410 /* release here to avoid interleaving between 411 outbound tasklet and inbound tasklet 412 regarding notifications and lifecycle */ 413 qeth_release_skbs(c); 414 415 c = f->next_pending; 416 WARN_ON_ONCE(head->next_pending != f); 417 head->next_pending = c; 418 kmem_cache_free(qeth_qdio_outbuf_cache, f); 419 } else { 420 head = c; 421 c = c->next_pending; 422 } 423 424 } 425 } 426 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 427 QETH_QDIO_BUF_HANDLED_DELAYED)) { 428 /* for recovery situations */ 429 qeth_init_qdio_out_buf(q, bidx); 430 QETH_CARD_TEXT(q->card, 2, "clprecov"); 431 } 432 } 433 434 435 static void qeth_qdio_handle_aob(struct qeth_card *card, 436 unsigned long phys_aob_addr) 437 { 438 struct qaob *aob; 439 struct qeth_qdio_out_buffer *buffer; 440 enum iucv_tx_notify notification; 441 unsigned int i; 442 443 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 444 QETH_CARD_TEXT(card, 5, "haob"); 445 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 446 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 447 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 448 449 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 450 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 451 notification = TX_NOTIFY_OK; 452 } else { 453 WARN_ON_ONCE(atomic_read(&buffer->state) != 454 QETH_QDIO_BUF_PENDING); 455 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 456 notification = TX_NOTIFY_DELAYED_OK; 457 } 458 459 if (aob->aorc != 0) { 460 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 461 notification = qeth_compute_cq_notification(aob->aorc, 1); 462 } 463 qeth_notify_skbs(buffer->q, buffer, notification); 464 465 /* Free dangling allocations. The attached skbs are handled by 466 * qeth_cleanup_handled_pending(). 467 */ 468 for (i = 0; 469 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 470 i++) { 471 if (aob->sba[i] && buffer->is_header[i]) 472 kmem_cache_free(qeth_core_header_cache, 473 (void *) aob->sba[i]); 474 } 475 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 476 477 qdio_release_aob(aob); 478 } 479 480 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 481 { 482 return card->options.cq == QETH_CQ_ENABLED && 483 card->qdio.c_q != NULL && 484 queue != 0 && 485 queue == card->qdio.no_in_queues - 1; 486 } 487 488 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u8 flags, u32 len, 489 void *data) 490 { 491 ccw->cmd_code = cmd_code; 492 ccw->flags = flags | CCW_FLAG_SLI; 493 ccw->count = len; 494 ccw->cda = (__u32) __pa(data); 495 } 496 497 static int __qeth_issue_next_read(struct qeth_card *card) 498 { 499 struct qeth_cmd_buffer *iob = card->read_cmd; 500 struct qeth_channel *channel = iob->channel; 501 struct ccw1 *ccw = __ccw_from_cmd(iob); 502 int rc; 503 504 QETH_CARD_TEXT(card, 5, "issnxrd"); 505 if (channel->state != CH_STATE_UP) 506 return -EIO; 507 508 memset(iob->data, 0, iob->length); 509 qeth_setup_ccw(ccw, CCW_CMD_READ, 0, iob->length, iob->data); 510 iob->callback = qeth_issue_next_read_cb; 511 /* keep the cmd alive after completion: */ 512 qeth_get_cmd(iob); 513 514 QETH_CARD_TEXT(card, 6, "noirqpnd"); 515 rc = ccw_device_start(channel->ccwdev, ccw, (addr_t) iob, 0, 0); 516 if (rc) { 517 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 518 rc, CARD_DEVID(card)); 519 atomic_set(&channel->irq_pending, 0); 520 qeth_release_buffer(iob); 521 card->read_or_write_problem = 1; 522 qeth_schedule_recovery(card); 523 wake_up(&card->wait_q); 524 } 525 return rc; 526 } 527 528 static int qeth_issue_next_read(struct qeth_card *card) 529 { 530 int ret; 531 532 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 533 ret = __qeth_issue_next_read(card); 534 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 535 536 return ret; 537 } 538 539 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 540 { 541 struct qeth_reply *reply; 542 543 reply = kzalloc(sizeof(*reply), GFP_KERNEL); 544 if (reply) { 545 refcount_set(&reply->refcnt, 1); 546 init_completion(&reply->received); 547 } 548 return reply; 549 } 550 551 static void qeth_get_reply(struct qeth_reply *reply) 552 { 553 refcount_inc(&reply->refcnt); 554 } 555 556 static void qeth_put_reply(struct qeth_reply *reply) 557 { 558 if (refcount_dec_and_test(&reply->refcnt)) 559 kfree(reply); 560 } 561 562 static void qeth_enqueue_reply(struct qeth_card *card, struct qeth_reply *reply) 563 { 564 spin_lock_irq(&card->lock); 565 list_add_tail(&reply->list, &card->cmd_waiter_list); 566 spin_unlock_irq(&card->lock); 567 } 568 569 static void qeth_dequeue_reply(struct qeth_card *card, struct qeth_reply *reply) 570 { 571 spin_lock_irq(&card->lock); 572 list_del(&reply->list); 573 spin_unlock_irq(&card->lock); 574 } 575 576 void qeth_notify_reply(struct qeth_reply *reply, int reason) 577 { 578 reply->rc = reason; 579 complete(&reply->received); 580 } 581 EXPORT_SYMBOL_GPL(qeth_notify_reply); 582 583 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 584 struct qeth_card *card) 585 { 586 const char *ipa_name; 587 int com = cmd->hdr.command; 588 ipa_name = qeth_get_ipa_cmd_name(com); 589 590 if (rc) 591 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 592 ipa_name, com, CARD_DEVID(card), rc, 593 qeth_get_ipa_msg(rc)); 594 else 595 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 596 ipa_name, com, CARD_DEVID(card)); 597 } 598 599 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 600 struct qeth_ipa_cmd *cmd) 601 { 602 QETH_CARD_TEXT(card, 5, "chkipad"); 603 604 if (IS_IPA_REPLY(cmd)) { 605 if (cmd->hdr.command != IPA_CMD_SETCCID && 606 cmd->hdr.command != IPA_CMD_DELCCID && 607 cmd->hdr.command != IPA_CMD_MODCCID && 608 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 609 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 610 return cmd; 611 } 612 613 /* handle unsolicited event: */ 614 switch (cmd->hdr.command) { 615 case IPA_CMD_STOPLAN: 616 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 617 dev_err(&card->gdev->dev, 618 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 619 QETH_CARD_IFNAME(card)); 620 schedule_work(&card->close_dev_work); 621 } else { 622 dev_warn(&card->gdev->dev, 623 "The link for interface %s on CHPID 0x%X failed\n", 624 QETH_CARD_IFNAME(card), card->info.chpid); 625 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 626 netif_carrier_off(card->dev); 627 } 628 return NULL; 629 case IPA_CMD_STARTLAN: 630 dev_info(&card->gdev->dev, 631 "The link for %s on CHPID 0x%X has been restored\n", 632 QETH_CARD_IFNAME(card), card->info.chpid); 633 if (card->info.hwtrap) 634 card->info.hwtrap = 2; 635 qeth_schedule_recovery(card); 636 return NULL; 637 case IPA_CMD_SETBRIDGEPORT_IQD: 638 case IPA_CMD_SETBRIDGEPORT_OSA: 639 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 640 if (card->discipline->control_event_handler(card, cmd)) 641 return cmd; 642 return NULL; 643 case IPA_CMD_MODCCID: 644 return cmd; 645 case IPA_CMD_REGISTER_LOCAL_ADDR: 646 QETH_CARD_TEXT(card, 3, "irla"); 647 return NULL; 648 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 649 QETH_CARD_TEXT(card, 3, "urla"); 650 return NULL; 651 default: 652 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 653 return cmd; 654 } 655 } 656 657 void qeth_clear_ipacmd_list(struct qeth_card *card) 658 { 659 struct qeth_reply *reply; 660 unsigned long flags; 661 662 QETH_CARD_TEXT(card, 4, "clipalst"); 663 664 spin_lock_irqsave(&card->lock, flags); 665 list_for_each_entry(reply, &card->cmd_waiter_list, list) 666 qeth_notify_reply(reply, -EIO); 667 spin_unlock_irqrestore(&card->lock, flags); 668 } 669 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 670 671 static int qeth_check_idx_response(struct qeth_card *card, 672 unsigned char *buffer) 673 { 674 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 675 if ((buffer[2] & 0xc0) == 0xc0) { 676 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 677 buffer[4]); 678 QETH_CARD_TEXT(card, 2, "ckidxres"); 679 QETH_CARD_TEXT(card, 2, " idxterm"); 680 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 681 if (buffer[4] == 0xf6) { 682 dev_err(&card->gdev->dev, 683 "The qeth device is not configured " 684 "for the OSI layer required by z/VM\n"); 685 return -EPERM; 686 } 687 return -EIO; 688 } 689 return 0; 690 } 691 692 static void qeth_put_cmd(struct qeth_cmd_buffer *iob) 693 { 694 if (refcount_dec_and_test(&iob->ref_count)) { 695 if (iob->reply) 696 qeth_put_reply(iob->reply); 697 kfree(iob->data); 698 kfree(iob); 699 } 700 } 701 702 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 703 { 704 __u8 index; 705 706 index = channel->io_buf_no; 707 do { 708 if (channel->iob[index].state == BUF_STATE_FREE) { 709 channel->iob[index].state = BUF_STATE_LOCKED; 710 channel->iob[index].timeout = QETH_TIMEOUT; 711 channel->io_buf_no = (channel->io_buf_no + 1) % 712 QETH_CMD_BUFFER_NO; 713 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 714 return channel->iob + index; 715 } 716 index = (index + 1) % QETH_CMD_BUFFER_NO; 717 } while (index != channel->io_buf_no); 718 719 return NULL; 720 } 721 722 void qeth_release_buffer(struct qeth_cmd_buffer *iob) 723 { 724 struct qeth_channel *channel = iob->channel; 725 unsigned long flags; 726 727 if (iob->state == BUF_STATE_MALLOC) { 728 qeth_put_cmd(iob); 729 return; 730 } 731 732 spin_lock_irqsave(&channel->iob_lock, flags); 733 iob->state = BUF_STATE_FREE; 734 iob->callback = NULL; 735 if (iob->reply) { 736 qeth_put_reply(iob->reply); 737 iob->reply = NULL; 738 } 739 spin_unlock_irqrestore(&channel->iob_lock, flags); 740 wake_up(&channel->wait_q); 741 } 742 EXPORT_SYMBOL_GPL(qeth_release_buffer); 743 744 static void qeth_release_buffer_cb(struct qeth_card *card, 745 struct qeth_cmd_buffer *iob) 746 { 747 qeth_release_buffer(iob); 748 } 749 750 static void qeth_cancel_cmd(struct qeth_cmd_buffer *iob, int rc) 751 { 752 struct qeth_reply *reply = iob->reply; 753 754 if (reply) 755 qeth_notify_reply(reply, rc); 756 qeth_release_buffer(iob); 757 } 758 759 struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 760 { 761 struct qeth_cmd_buffer *buffer = NULL; 762 unsigned long flags; 763 764 spin_lock_irqsave(&channel->iob_lock, flags); 765 buffer = __qeth_get_buffer(channel); 766 spin_unlock_irqrestore(&channel->iob_lock, flags); 767 return buffer; 768 } 769 EXPORT_SYMBOL_GPL(qeth_get_buffer); 770 771 static struct qeth_cmd_buffer *qeth_alloc_cmd(struct qeth_channel *channel, 772 unsigned int length, 773 unsigned int ccws, long timeout) 774 { 775 struct qeth_cmd_buffer *iob; 776 777 if (length > QETH_BUFSIZE) 778 return NULL; 779 780 iob = kzalloc(sizeof(*iob), GFP_KERNEL); 781 if (!iob) 782 return NULL; 783 784 iob->data = kzalloc(ALIGN(length, 8) + ccws * sizeof(struct ccw1), 785 GFP_KERNEL | GFP_DMA); 786 if (!iob->data) { 787 kfree(iob); 788 return NULL; 789 } 790 791 iob->state = BUF_STATE_MALLOC; 792 refcount_set(&iob->ref_count, 1); 793 iob->channel = channel; 794 iob->timeout = timeout; 795 iob->length = length; 796 return iob; 797 } 798 799 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 800 { 801 int cnt; 802 803 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 804 qeth_release_buffer(&channel->iob[cnt]); 805 channel->io_buf_no = 0; 806 } 807 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 808 809 static void qeth_issue_next_read_cb(struct qeth_card *card, 810 struct qeth_cmd_buffer *iob) 811 { 812 struct qeth_ipa_cmd *cmd = NULL; 813 struct qeth_reply *reply = NULL; 814 struct qeth_reply *r; 815 unsigned long flags; 816 int rc = 0; 817 818 QETH_CARD_TEXT(card, 4, "sndctlcb"); 819 rc = qeth_check_idx_response(card, iob->data); 820 switch (rc) { 821 case 0: 822 break; 823 case -EIO: 824 qeth_clear_ipacmd_list(card); 825 qeth_schedule_recovery(card); 826 /* fall through */ 827 default: 828 goto out; 829 } 830 831 if (IS_IPA(iob->data)) { 832 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 833 cmd = qeth_check_ipa_data(card, cmd); 834 if (!cmd) 835 goto out; 836 if (IS_OSN(card) && card->osn_info.assist_cb && 837 cmd->hdr.command != IPA_CMD_STARTLAN) { 838 card->osn_info.assist_cb(card->dev, cmd); 839 goto out; 840 } 841 } else { 842 /* non-IPA commands should only flow during initialization */ 843 if (card->state != CARD_STATE_DOWN) 844 goto out; 845 } 846 847 /* match against pending cmd requests */ 848 spin_lock_irqsave(&card->lock, flags); 849 list_for_each_entry(r, &card->cmd_waiter_list, list) { 850 if ((r->seqno == QETH_IDX_COMMAND_SEQNO) || 851 (cmd && (r->seqno == cmd->hdr.seqno))) { 852 reply = r; 853 /* take the object outside the lock */ 854 qeth_get_reply(reply); 855 break; 856 } 857 } 858 spin_unlock_irqrestore(&card->lock, flags); 859 860 if (!reply) 861 goto out; 862 863 if (!reply->callback) { 864 rc = 0; 865 } else { 866 if (cmd) { 867 reply->offset = (u16)((char *)cmd - (char *)iob->data); 868 rc = reply->callback(card, reply, (unsigned long)cmd); 869 } else { 870 rc = reply->callback(card, reply, (unsigned long)iob); 871 } 872 } 873 874 if (rc <= 0) 875 qeth_notify_reply(reply, rc); 876 qeth_put_reply(reply); 877 878 out: 879 memcpy(&card->seqno.pdu_hdr_ack, 880 QETH_PDU_HEADER_SEQ_NO(iob->data), 881 QETH_SEQ_NO_LENGTH); 882 qeth_release_buffer(iob); 883 __qeth_issue_next_read(card); 884 } 885 886 static int qeth_set_thread_start_bit(struct qeth_card *card, 887 unsigned long thread) 888 { 889 unsigned long flags; 890 891 spin_lock_irqsave(&card->thread_mask_lock, flags); 892 if (!(card->thread_allowed_mask & thread) || 893 (card->thread_start_mask & thread)) { 894 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 895 return -EPERM; 896 } 897 card->thread_start_mask |= thread; 898 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 899 return 0; 900 } 901 902 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 903 { 904 unsigned long flags; 905 906 spin_lock_irqsave(&card->thread_mask_lock, flags); 907 card->thread_start_mask &= ~thread; 908 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 909 wake_up(&card->wait_q); 910 } 911 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 912 913 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 914 { 915 unsigned long flags; 916 917 spin_lock_irqsave(&card->thread_mask_lock, flags); 918 card->thread_running_mask &= ~thread; 919 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 920 wake_up_all(&card->wait_q); 921 } 922 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 923 924 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 925 { 926 unsigned long flags; 927 int rc = 0; 928 929 spin_lock_irqsave(&card->thread_mask_lock, flags); 930 if (card->thread_start_mask & thread) { 931 if ((card->thread_allowed_mask & thread) && 932 !(card->thread_running_mask & thread)) { 933 rc = 1; 934 card->thread_start_mask &= ~thread; 935 card->thread_running_mask |= thread; 936 } else 937 rc = -EPERM; 938 } 939 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 940 return rc; 941 } 942 943 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 944 { 945 int rc = 0; 946 947 wait_event(card->wait_q, 948 (rc = __qeth_do_run_thread(card, thread)) >= 0); 949 return rc; 950 } 951 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 952 953 void qeth_schedule_recovery(struct qeth_card *card) 954 { 955 QETH_CARD_TEXT(card, 2, "startrec"); 956 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 957 schedule_work(&card->kernel_thread_starter); 958 } 959 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 960 961 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 962 struct irb *irb) 963 { 964 int dstat, cstat; 965 char *sense; 966 967 sense = (char *) irb->ecw; 968 cstat = irb->scsw.cmd.cstat; 969 dstat = irb->scsw.cmd.dstat; 970 971 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 972 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 973 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 974 QETH_CARD_TEXT(card, 2, "CGENCHK"); 975 dev_warn(&cdev->dev, "The qeth device driver " 976 "failed to recover an error on the device\n"); 977 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 978 CCW_DEVID(cdev), dstat, cstat); 979 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 980 16, 1, irb, 64, 1); 981 return 1; 982 } 983 984 if (dstat & DEV_STAT_UNIT_CHECK) { 985 if (sense[SENSE_RESETTING_EVENT_BYTE] & 986 SENSE_RESETTING_EVENT_FLAG) { 987 QETH_CARD_TEXT(card, 2, "REVIND"); 988 return 1; 989 } 990 if (sense[SENSE_COMMAND_REJECT_BYTE] & 991 SENSE_COMMAND_REJECT_FLAG) { 992 QETH_CARD_TEXT(card, 2, "CMDREJi"); 993 return 1; 994 } 995 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 996 QETH_CARD_TEXT(card, 2, "AFFE"); 997 return 1; 998 } 999 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 1000 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 1001 return 0; 1002 } 1003 QETH_CARD_TEXT(card, 2, "DGENCHK"); 1004 return 1; 1005 } 1006 return 0; 1007 } 1008 1009 static int qeth_check_irb_error(struct qeth_card *card, struct ccw_device *cdev, 1010 struct irb *irb) 1011 { 1012 if (!IS_ERR(irb)) 1013 return 0; 1014 1015 switch (PTR_ERR(irb)) { 1016 case -EIO: 1017 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 1018 CCW_DEVID(cdev)); 1019 QETH_CARD_TEXT(card, 2, "ckirberr"); 1020 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 1021 return -EIO; 1022 case -ETIMEDOUT: 1023 dev_warn(&cdev->dev, "A hardware operation timed out" 1024 " on the device\n"); 1025 QETH_CARD_TEXT(card, 2, "ckirberr"); 1026 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 1027 return -ETIMEDOUT; 1028 default: 1029 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1030 PTR_ERR(irb), CCW_DEVID(cdev)); 1031 QETH_CARD_TEXT(card, 2, "ckirberr"); 1032 QETH_CARD_TEXT(card, 2, " rc???"); 1033 return PTR_ERR(irb); 1034 } 1035 } 1036 1037 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1038 struct irb *irb) 1039 { 1040 int rc; 1041 int cstat, dstat; 1042 struct qeth_cmd_buffer *iob = NULL; 1043 struct ccwgroup_device *gdev; 1044 struct qeth_channel *channel; 1045 struct qeth_card *card; 1046 1047 /* while we hold the ccwdev lock, this stays valid: */ 1048 gdev = dev_get_drvdata(&cdev->dev); 1049 card = dev_get_drvdata(&gdev->dev); 1050 if (!card) 1051 return; 1052 1053 QETH_CARD_TEXT(card, 5, "irq"); 1054 1055 if (card->read.ccwdev == cdev) { 1056 channel = &card->read; 1057 QETH_CARD_TEXT(card, 5, "read"); 1058 } else if (card->write.ccwdev == cdev) { 1059 channel = &card->write; 1060 QETH_CARD_TEXT(card, 5, "write"); 1061 } else { 1062 channel = &card->data; 1063 QETH_CARD_TEXT(card, 5, "data"); 1064 } 1065 1066 if (qeth_intparm_is_iob(intparm)) 1067 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1068 1069 rc = qeth_check_irb_error(card, cdev, irb); 1070 if (rc) { 1071 /* IO was terminated, free its resources. */ 1072 if (iob) 1073 qeth_cancel_cmd(iob, rc); 1074 atomic_set(&channel->irq_pending, 0); 1075 wake_up(&card->wait_q); 1076 return; 1077 } 1078 1079 atomic_set(&channel->irq_pending, 0); 1080 1081 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1082 channel->state = CH_STATE_STOPPED; 1083 1084 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1085 channel->state = CH_STATE_HALTED; 1086 1087 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1088 QETH_CARD_TEXT(card, 6, "clrchpar"); 1089 /* we don't have to handle this further */ 1090 intparm = 0; 1091 } 1092 if (intparm == QETH_HALT_CHANNEL_PARM) { 1093 QETH_CARD_TEXT(card, 6, "hltchpar"); 1094 /* we don't have to handle this further */ 1095 intparm = 0; 1096 } 1097 1098 cstat = irb->scsw.cmd.cstat; 1099 dstat = irb->scsw.cmd.dstat; 1100 1101 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1102 (dstat & DEV_STAT_UNIT_CHECK) || 1103 (cstat)) { 1104 if (irb->esw.esw0.erw.cons) { 1105 dev_warn(&channel->ccwdev->dev, 1106 "The qeth device driver failed to recover " 1107 "an error on the device\n"); 1108 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1109 CCW_DEVID(channel->ccwdev), cstat, 1110 dstat); 1111 print_hex_dump(KERN_WARNING, "qeth: irb ", 1112 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1113 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1114 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1115 } 1116 1117 rc = qeth_get_problem(card, cdev, irb); 1118 if (rc) { 1119 card->read_or_write_problem = 1; 1120 if (iob) 1121 qeth_cancel_cmd(iob, rc); 1122 qeth_clear_ipacmd_list(card); 1123 qeth_schedule_recovery(card); 1124 goto out; 1125 } 1126 } 1127 1128 if (iob && iob->callback) 1129 iob->callback(card, iob); 1130 1131 out: 1132 wake_up(&card->wait_q); 1133 return; 1134 } 1135 1136 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1137 struct qeth_qdio_out_buffer *buf, 1138 enum iucv_tx_notify notification) 1139 { 1140 struct sk_buff *skb; 1141 1142 skb_queue_walk(&buf->skb_list, skb) { 1143 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1144 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1145 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1146 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1147 } 1148 } 1149 1150 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1151 { 1152 struct sk_buff *skb; 1153 1154 /* release may never happen from within CQ tasklet scope */ 1155 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1156 1157 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1158 qeth_notify_skbs(buf->q, buf, TX_NOTIFY_GENERALERROR); 1159 1160 while ((skb = __skb_dequeue(&buf->skb_list)) != NULL) 1161 consume_skb(skb); 1162 } 1163 1164 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1165 struct qeth_qdio_out_buffer *buf) 1166 { 1167 int i; 1168 1169 /* is PCI flag set on buffer? */ 1170 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1171 atomic_dec(&queue->set_pci_flags_count); 1172 1173 qeth_release_skbs(buf); 1174 1175 for (i = 0; i < queue->max_elements; ++i) { 1176 if (buf->buffer->element[i].addr && buf->is_header[i]) 1177 kmem_cache_free(qeth_core_header_cache, 1178 buf->buffer->element[i].addr); 1179 buf->is_header[i] = 0; 1180 } 1181 1182 qeth_scrub_qdio_buffer(buf->buffer, queue->max_elements); 1183 buf->next_element_to_fill = 0; 1184 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1185 } 1186 1187 static void qeth_drain_output_queue(struct qeth_qdio_out_q *q, bool free) 1188 { 1189 int j; 1190 1191 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1192 if (!q->bufs[j]) 1193 continue; 1194 qeth_cleanup_handled_pending(q, j, 1); 1195 qeth_clear_output_buffer(q, q->bufs[j]); 1196 if (free) { 1197 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1198 q->bufs[j] = NULL; 1199 } 1200 } 1201 } 1202 1203 void qeth_drain_output_queues(struct qeth_card *card) 1204 { 1205 int i; 1206 1207 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1208 /* clear outbound buffers to free skbs */ 1209 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1210 if (card->qdio.out_qs[i]) 1211 qeth_drain_output_queue(card->qdio.out_qs[i], false); 1212 } 1213 } 1214 EXPORT_SYMBOL_GPL(qeth_drain_output_queues); 1215 1216 static void qeth_free_buffer_pool(struct qeth_card *card) 1217 { 1218 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1219 int i = 0; 1220 list_for_each_entry_safe(pool_entry, tmp, 1221 &card->qdio.init_pool.entry_list, init_list){ 1222 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1223 free_page((unsigned long)pool_entry->elements[i]); 1224 list_del(&pool_entry->init_list); 1225 kfree(pool_entry); 1226 } 1227 } 1228 1229 static void qeth_clean_channel(struct qeth_channel *channel) 1230 { 1231 struct ccw_device *cdev = channel->ccwdev; 1232 int cnt; 1233 1234 QETH_DBF_TEXT(SETUP, 2, "freech"); 1235 1236 spin_lock_irq(get_ccwdev_lock(cdev)); 1237 cdev->handler = NULL; 1238 spin_unlock_irq(get_ccwdev_lock(cdev)); 1239 1240 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1241 kfree(channel->iob[cnt].data); 1242 kfree(channel->ccw); 1243 } 1244 1245 static int qeth_setup_channel(struct qeth_channel *channel, bool alloc_buffers) 1246 { 1247 struct ccw_device *cdev = channel->ccwdev; 1248 int cnt; 1249 1250 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1251 1252 channel->ccw = kmalloc(sizeof(struct ccw1), GFP_KERNEL | GFP_DMA); 1253 if (!channel->ccw) 1254 return -ENOMEM; 1255 channel->state = CH_STATE_DOWN; 1256 atomic_set(&channel->irq_pending, 0); 1257 init_waitqueue_head(&channel->wait_q); 1258 1259 spin_lock_irq(get_ccwdev_lock(cdev)); 1260 cdev->handler = qeth_irq; 1261 spin_unlock_irq(get_ccwdev_lock(cdev)); 1262 1263 if (!alloc_buffers) 1264 return 0; 1265 1266 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 1267 channel->iob[cnt].data = kmalloc(QETH_BUFSIZE, 1268 GFP_KERNEL | GFP_DMA); 1269 if (channel->iob[cnt].data == NULL) 1270 break; 1271 channel->iob[cnt].state = BUF_STATE_FREE; 1272 channel->iob[cnt].channel = channel; 1273 } 1274 if (cnt < QETH_CMD_BUFFER_NO) { 1275 qeth_clean_channel(channel); 1276 return -ENOMEM; 1277 } 1278 channel->io_buf_no = 0; 1279 spin_lock_init(&channel->iob_lock); 1280 1281 return 0; 1282 } 1283 1284 static int qeth_osa_set_output_queues(struct qeth_card *card, bool single) 1285 { 1286 unsigned int count = single ? 1 : card->dev->num_tx_queues; 1287 int rc; 1288 1289 rtnl_lock(); 1290 rc = netif_set_real_num_tx_queues(card->dev, count); 1291 rtnl_unlock(); 1292 1293 if (rc) 1294 return rc; 1295 1296 if (card->qdio.no_out_queues == count) 1297 return 0; 1298 1299 if (atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) 1300 qeth_free_qdio_queues(card); 1301 1302 if (count == 1) 1303 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1304 1305 card->qdio.default_out_queue = single ? 0 : QETH_DEFAULT_QUEUE; 1306 card->qdio.no_out_queues = count; 1307 return 0; 1308 } 1309 1310 static int qeth_update_from_chp_desc(struct qeth_card *card) 1311 { 1312 struct ccw_device *ccwdev; 1313 struct channel_path_desc_fmt0 *chp_dsc; 1314 int rc = 0; 1315 1316 QETH_CARD_TEXT(card, 2, "chp_desc"); 1317 1318 ccwdev = card->data.ccwdev; 1319 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1320 if (!chp_dsc) 1321 return -ENOMEM; 1322 1323 card->info.func_level = 0x4100 + chp_dsc->desc; 1324 1325 if (IS_OSD(card) || IS_OSX(card)) 1326 /* CHPP field bit 6 == 1 -> single queue */ 1327 rc = qeth_osa_set_output_queues(card, chp_dsc->chpp & 0x02); 1328 1329 kfree(chp_dsc); 1330 QETH_CARD_TEXT_(card, 2, "nr:%x", card->qdio.no_out_queues); 1331 QETH_CARD_TEXT_(card, 2, "lvl:%02x", card->info.func_level); 1332 return rc; 1333 } 1334 1335 static void qeth_init_qdio_info(struct qeth_card *card) 1336 { 1337 QETH_CARD_TEXT(card, 4, "intqdinf"); 1338 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1339 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1340 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1341 1342 /* inbound */ 1343 card->qdio.no_in_queues = 1; 1344 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1345 if (IS_IQD(card)) 1346 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1347 else 1348 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1349 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1350 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1351 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1352 } 1353 1354 static void qeth_set_initial_options(struct qeth_card *card) 1355 { 1356 card->options.route4.type = NO_ROUTER; 1357 card->options.route6.type = NO_ROUTER; 1358 card->options.rx_sg_cb = QETH_RX_SG_CB; 1359 card->options.isolation = ISOLATION_MODE_NONE; 1360 card->options.cq = QETH_CQ_DISABLED; 1361 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1362 } 1363 1364 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1365 { 1366 unsigned long flags; 1367 int rc = 0; 1368 1369 spin_lock_irqsave(&card->thread_mask_lock, flags); 1370 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1371 (u8) card->thread_start_mask, 1372 (u8) card->thread_allowed_mask, 1373 (u8) card->thread_running_mask); 1374 rc = (card->thread_start_mask & thread); 1375 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1376 return rc; 1377 } 1378 1379 static void qeth_start_kernel_thread(struct work_struct *work) 1380 { 1381 struct task_struct *ts; 1382 struct qeth_card *card = container_of(work, struct qeth_card, 1383 kernel_thread_starter); 1384 QETH_CARD_TEXT(card , 2, "strthrd"); 1385 1386 if (card->read.state != CH_STATE_UP && 1387 card->write.state != CH_STATE_UP) 1388 return; 1389 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1390 ts = kthread_run(card->discipline->recover, (void *)card, 1391 "qeth_recover"); 1392 if (IS_ERR(ts)) { 1393 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1394 qeth_clear_thread_running_bit(card, 1395 QETH_RECOVER_THREAD); 1396 } 1397 } 1398 } 1399 1400 static void qeth_buffer_reclaim_work(struct work_struct *); 1401 static void qeth_setup_card(struct qeth_card *card) 1402 { 1403 QETH_CARD_TEXT(card, 2, "setupcrd"); 1404 1405 card->info.type = CARD_RDEV(card)->id.driver_info; 1406 card->state = CARD_STATE_DOWN; 1407 spin_lock_init(&card->lock); 1408 spin_lock_init(&card->thread_mask_lock); 1409 mutex_init(&card->conf_mutex); 1410 mutex_init(&card->discipline_mutex); 1411 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1412 INIT_LIST_HEAD(&card->cmd_waiter_list); 1413 init_waitqueue_head(&card->wait_q); 1414 qeth_set_initial_options(card); 1415 /* IP address takeover */ 1416 INIT_LIST_HEAD(&card->ipato.entries); 1417 qeth_init_qdio_info(card); 1418 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1419 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1420 } 1421 1422 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1423 { 1424 struct qeth_card *card = container_of(slr, struct qeth_card, 1425 qeth_service_level); 1426 if (card->info.mcl_level[0]) 1427 seq_printf(m, "qeth: %s firmware level %s\n", 1428 CARD_BUS_ID(card), card->info.mcl_level); 1429 } 1430 1431 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1432 { 1433 struct qeth_card *card; 1434 1435 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1436 card = kzalloc(sizeof(*card), GFP_KERNEL); 1437 if (!card) 1438 goto out; 1439 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1440 1441 card->gdev = gdev; 1442 dev_set_drvdata(&gdev->dev, card); 1443 CARD_RDEV(card) = gdev->cdev[0]; 1444 CARD_WDEV(card) = gdev->cdev[1]; 1445 CARD_DDEV(card) = gdev->cdev[2]; 1446 1447 card->event_wq = alloc_ordered_workqueue("%s_event", 0, 1448 dev_name(&gdev->dev)); 1449 if (!card->event_wq) 1450 goto out_wq; 1451 1452 card->read_cmd = qeth_alloc_cmd(&card->read, QETH_BUFSIZE, 1, 0); 1453 if (!card->read_cmd) 1454 goto out_read_cmd; 1455 if (qeth_setup_channel(&card->read, false)) 1456 goto out_read; 1457 if (qeth_setup_channel(&card->write, true)) 1458 goto out_write; 1459 if (qeth_setup_channel(&card->data, false)) 1460 goto out_data; 1461 card->qeth_service_level.seq_print = qeth_core_sl_print; 1462 register_service_level(&card->qeth_service_level); 1463 return card; 1464 1465 out_data: 1466 qeth_clean_channel(&card->write); 1467 out_write: 1468 qeth_clean_channel(&card->read); 1469 out_read: 1470 qeth_release_buffer(card->read_cmd); 1471 out_read_cmd: 1472 destroy_workqueue(card->event_wq); 1473 out_wq: 1474 dev_set_drvdata(&gdev->dev, NULL); 1475 kfree(card); 1476 out: 1477 return NULL; 1478 } 1479 1480 static int qeth_clear_channel(struct qeth_card *card, 1481 struct qeth_channel *channel) 1482 { 1483 int rc; 1484 1485 QETH_CARD_TEXT(card, 3, "clearch"); 1486 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1487 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1488 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1489 1490 if (rc) 1491 return rc; 1492 rc = wait_event_interruptible_timeout(card->wait_q, 1493 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1494 if (rc == -ERESTARTSYS) 1495 return rc; 1496 if (channel->state != CH_STATE_STOPPED) 1497 return -ETIME; 1498 channel->state = CH_STATE_DOWN; 1499 return 0; 1500 } 1501 1502 static int qeth_halt_channel(struct qeth_card *card, 1503 struct qeth_channel *channel) 1504 { 1505 int rc; 1506 1507 QETH_CARD_TEXT(card, 3, "haltch"); 1508 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1509 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1510 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1511 1512 if (rc) 1513 return rc; 1514 rc = wait_event_interruptible_timeout(card->wait_q, 1515 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1516 if (rc == -ERESTARTSYS) 1517 return rc; 1518 if (channel->state != CH_STATE_HALTED) 1519 return -ETIME; 1520 return 0; 1521 } 1522 1523 static int qeth_halt_channels(struct qeth_card *card) 1524 { 1525 int rc1 = 0, rc2 = 0, rc3 = 0; 1526 1527 QETH_CARD_TEXT(card, 3, "haltchs"); 1528 rc1 = qeth_halt_channel(card, &card->read); 1529 rc2 = qeth_halt_channel(card, &card->write); 1530 rc3 = qeth_halt_channel(card, &card->data); 1531 if (rc1) 1532 return rc1; 1533 if (rc2) 1534 return rc2; 1535 return rc3; 1536 } 1537 1538 static int qeth_clear_channels(struct qeth_card *card) 1539 { 1540 int rc1 = 0, rc2 = 0, rc3 = 0; 1541 1542 QETH_CARD_TEXT(card, 3, "clearchs"); 1543 rc1 = qeth_clear_channel(card, &card->read); 1544 rc2 = qeth_clear_channel(card, &card->write); 1545 rc3 = qeth_clear_channel(card, &card->data); 1546 if (rc1) 1547 return rc1; 1548 if (rc2) 1549 return rc2; 1550 return rc3; 1551 } 1552 1553 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1554 { 1555 int rc = 0; 1556 1557 QETH_CARD_TEXT(card, 3, "clhacrd"); 1558 1559 if (halt) 1560 rc = qeth_halt_channels(card); 1561 if (rc) 1562 return rc; 1563 return qeth_clear_channels(card); 1564 } 1565 1566 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1567 { 1568 int rc = 0; 1569 1570 QETH_CARD_TEXT(card, 3, "qdioclr"); 1571 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1572 QETH_QDIO_CLEANING)) { 1573 case QETH_QDIO_ESTABLISHED: 1574 if (IS_IQD(card)) 1575 rc = qdio_shutdown(CARD_DDEV(card), 1576 QDIO_FLAG_CLEANUP_USING_HALT); 1577 else 1578 rc = qdio_shutdown(CARD_DDEV(card), 1579 QDIO_FLAG_CLEANUP_USING_CLEAR); 1580 if (rc) 1581 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1582 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1583 break; 1584 case QETH_QDIO_CLEANING: 1585 return rc; 1586 default: 1587 break; 1588 } 1589 rc = qeth_clear_halt_card(card, use_halt); 1590 if (rc) 1591 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1592 card->state = CARD_STATE_DOWN; 1593 return rc; 1594 } 1595 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1596 1597 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1598 { 1599 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1600 struct diag26c_vnic_resp *response = NULL; 1601 struct diag26c_vnic_req *request = NULL; 1602 struct ccw_dev_id id; 1603 char userid[80]; 1604 int rc = 0; 1605 1606 QETH_CARD_TEXT(card, 2, "vmlayer"); 1607 1608 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1609 if (rc) 1610 goto out; 1611 1612 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1613 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1614 if (!request || !response) { 1615 rc = -ENOMEM; 1616 goto out; 1617 } 1618 1619 ccw_device_get_id(CARD_RDEV(card), &id); 1620 request->resp_buf_len = sizeof(*response); 1621 request->resp_version = DIAG26C_VERSION6_VM65918; 1622 request->req_format = DIAG26C_VNIC_INFO; 1623 ASCEBC(userid, 8); 1624 memcpy(&request->sys_name, userid, 8); 1625 request->devno = id.devno; 1626 1627 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1628 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1629 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1630 if (rc) 1631 goto out; 1632 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1633 1634 if (request->resp_buf_len < sizeof(*response) || 1635 response->version != request->resp_version) { 1636 rc = -EIO; 1637 goto out; 1638 } 1639 1640 if (response->protocol == VNIC_INFO_PROT_L2) 1641 disc = QETH_DISCIPLINE_LAYER2; 1642 else if (response->protocol == VNIC_INFO_PROT_L3) 1643 disc = QETH_DISCIPLINE_LAYER3; 1644 1645 out: 1646 kfree(response); 1647 kfree(request); 1648 if (rc) 1649 QETH_CARD_TEXT_(card, 2, "err%x", rc); 1650 return disc; 1651 } 1652 1653 /* Determine whether the device requires a specific layer discipline */ 1654 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1655 { 1656 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1657 1658 if (IS_OSM(card) || IS_OSN(card)) 1659 disc = QETH_DISCIPLINE_LAYER2; 1660 else if (IS_VM_NIC(card)) 1661 disc = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 1662 qeth_vm_detect_layer(card); 1663 1664 switch (disc) { 1665 case QETH_DISCIPLINE_LAYER2: 1666 QETH_CARD_TEXT(card, 3, "force l2"); 1667 break; 1668 case QETH_DISCIPLINE_LAYER3: 1669 QETH_CARD_TEXT(card, 3, "force l3"); 1670 break; 1671 default: 1672 QETH_CARD_TEXT(card, 3, "force no"); 1673 } 1674 1675 return disc; 1676 } 1677 1678 static void qeth_set_blkt_defaults(struct qeth_card *card) 1679 { 1680 QETH_CARD_TEXT(card, 2, "cfgblkt"); 1681 1682 if (card->info.use_v1_blkt) { 1683 card->info.blkt.time_total = 0; 1684 card->info.blkt.inter_packet = 0; 1685 card->info.blkt.inter_packet_jumbo = 0; 1686 } else { 1687 card->info.blkt.time_total = 250; 1688 card->info.blkt.inter_packet = 5; 1689 card->info.blkt.inter_packet_jumbo = 15; 1690 } 1691 } 1692 1693 static void qeth_init_tokens(struct qeth_card *card) 1694 { 1695 card->token.issuer_rm_w = 0x00010103UL; 1696 card->token.cm_filter_w = 0x00010108UL; 1697 card->token.cm_connection_w = 0x0001010aUL; 1698 card->token.ulp_filter_w = 0x0001010bUL; 1699 card->token.ulp_connection_w = 0x0001010dUL; 1700 } 1701 1702 static void qeth_init_func_level(struct qeth_card *card) 1703 { 1704 switch (card->info.type) { 1705 case QETH_CARD_TYPE_IQD: 1706 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1707 break; 1708 case QETH_CARD_TYPE_OSD: 1709 case QETH_CARD_TYPE_OSN: 1710 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1711 break; 1712 default: 1713 break; 1714 } 1715 } 1716 1717 static void qeth_idx_finalize_cmd(struct qeth_card *card, 1718 struct qeth_cmd_buffer *iob, 1719 unsigned int length) 1720 { 1721 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), &card->seqno.trans_hdr, 1722 QETH_SEQ_NO_LENGTH); 1723 if (iob->channel == &card->write) 1724 card->seqno.trans_hdr++; 1725 } 1726 1727 static int qeth_peer_func_level(int level) 1728 { 1729 if ((level & 0xff) == 8) 1730 return (level & 0xff) + 0x400; 1731 if (((level >> 8) & 3) == 1) 1732 return (level & 0xff) + 0x200; 1733 return level; 1734 } 1735 1736 static void qeth_mpc_finalize_cmd(struct qeth_card *card, 1737 struct qeth_cmd_buffer *iob, 1738 unsigned int length) 1739 { 1740 qeth_setup_ccw(__ccw_from_cmd(iob), CCW_CMD_WRITE, 0, length, 1741 iob->data); 1742 qeth_idx_finalize_cmd(card, iob, length); 1743 1744 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 1745 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 1746 card->seqno.pdu_hdr++; 1747 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 1748 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 1749 1750 iob->reply->seqno = QETH_IDX_COMMAND_SEQNO; 1751 iob->callback = qeth_release_buffer_cb; 1752 } 1753 1754 static struct qeth_cmd_buffer *qeth_mpc_get_cmd_buffer(struct qeth_card *card) 1755 { 1756 struct qeth_cmd_buffer *iob; 1757 1758 iob = qeth_get_buffer(&card->write); 1759 if (iob) 1760 iob->finalize = qeth_mpc_finalize_cmd; 1761 return iob; 1762 } 1763 1764 /** 1765 * qeth_send_control_data() - send control command to the card 1766 * @card: qeth_card structure pointer 1767 * @len: size of the command buffer 1768 * @iob: qeth_cmd_buffer pointer 1769 * @reply_cb: callback function pointer 1770 * @cb_card: pointer to the qeth_card structure 1771 * @cb_reply: pointer to the qeth_reply structure 1772 * @cb_cmd: pointer to the original iob for non-IPA 1773 * commands, or to the qeth_ipa_cmd structure 1774 * for the IPA commands. 1775 * @reply_param: private pointer passed to the callback 1776 * 1777 * Callback function gets called one or more times, with cb_cmd 1778 * pointing to the response returned by the hardware. Callback 1779 * function must return 1780 * > 0 if more reply blocks are expected, 1781 * 0 if the last or only reply block is received, and 1782 * < 0 on error. 1783 * Callback function can get the value of the reply_param pointer from the 1784 * field 'param' of the structure qeth_reply. 1785 */ 1786 1787 static int qeth_send_control_data(struct qeth_card *card, int len, 1788 struct qeth_cmd_buffer *iob, 1789 int (*reply_cb)(struct qeth_card *cb_card, 1790 struct qeth_reply *cb_reply, 1791 unsigned long cb_cmd), 1792 void *reply_param) 1793 { 1794 struct qeth_channel *channel = iob->channel; 1795 long timeout = iob->timeout; 1796 int rc; 1797 struct qeth_reply *reply = NULL; 1798 1799 QETH_CARD_TEXT(card, 2, "sendctl"); 1800 1801 reply = qeth_alloc_reply(card); 1802 if (!reply) { 1803 qeth_release_buffer(iob); 1804 return -ENOMEM; 1805 } 1806 reply->callback = reply_cb; 1807 reply->param = reply_param; 1808 1809 /* pairs with qeth_release_buffer(): */ 1810 qeth_get_reply(reply); 1811 iob->reply = reply; 1812 1813 timeout = wait_event_interruptible_timeout(card->wait_q, 1814 qeth_trylock_channel(channel), 1815 timeout); 1816 if (timeout <= 0) { 1817 qeth_put_reply(reply); 1818 qeth_release_buffer(iob); 1819 return (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1820 } 1821 1822 if (iob->finalize) 1823 iob->finalize(card, iob, len); 1824 QETH_DBF_HEX(CTRL, 2, iob->data, min(len, QETH_DBF_CTRL_LEN)); 1825 1826 qeth_enqueue_reply(card, reply); 1827 1828 QETH_CARD_TEXT(card, 6, "noirqpnd"); 1829 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1830 rc = ccw_device_start_timeout(channel->ccwdev, __ccw_from_cmd(iob), 1831 (addr_t) iob, 0, 0, timeout); 1832 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1833 if (rc) { 1834 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 1835 CARD_DEVID(card), rc); 1836 QETH_CARD_TEXT_(card, 2, " err%d", rc); 1837 qeth_dequeue_reply(card, reply); 1838 qeth_put_reply(reply); 1839 qeth_release_buffer(iob); 1840 atomic_set(&channel->irq_pending, 0); 1841 wake_up(&card->wait_q); 1842 return rc; 1843 } 1844 1845 timeout = wait_for_completion_interruptible_timeout(&reply->received, 1846 timeout); 1847 if (timeout <= 0) 1848 rc = (timeout == -ERESTARTSYS) ? -EINTR : -ETIME; 1849 1850 qeth_dequeue_reply(card, reply); 1851 if (!rc) 1852 rc = reply->rc; 1853 qeth_put_reply(reply); 1854 return rc; 1855 } 1856 1857 static void qeth_read_conf_data_cb(struct qeth_card *card, 1858 struct qeth_cmd_buffer *iob) 1859 { 1860 unsigned char *prcd = iob->data; 1861 1862 QETH_CARD_TEXT(card, 2, "cfgunit"); 1863 card->info.chpid = prcd[30]; 1864 card->info.unit_addr2 = prcd[31]; 1865 card->info.cula = prcd[63]; 1866 card->info.is_vm_nic = ((prcd[0x10] == _ascebc['V']) && 1867 (prcd[0x11] == _ascebc['M'])); 1868 card->info.use_v1_blkt = prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1869 prcd[76] >= 0xF1 && prcd[76] <= 0xF4; 1870 1871 qeth_notify_reply(iob->reply, 0); 1872 qeth_release_buffer(iob); 1873 } 1874 1875 static int qeth_read_conf_data(struct qeth_card *card) 1876 { 1877 struct qeth_channel *channel = &card->data; 1878 struct qeth_cmd_buffer *iob; 1879 struct ciw *ciw; 1880 1881 /* scan for RCD command in extended SenseID data */ 1882 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1883 if (!ciw || ciw->cmd == 0) 1884 return -EOPNOTSUPP; 1885 1886 iob = qeth_alloc_cmd(channel, ciw->count, 1, QETH_RCD_TIMEOUT); 1887 if (!iob) 1888 return -ENOMEM; 1889 1890 iob->callback = qeth_read_conf_data_cb; 1891 qeth_setup_ccw(__ccw_from_cmd(iob), ciw->cmd, 0, iob->length, 1892 iob->data); 1893 1894 return qeth_send_control_data(card, iob->length, iob, NULL, NULL); 1895 } 1896 1897 static int qeth_idx_check_activate_response(struct qeth_card *card, 1898 struct qeth_channel *channel, 1899 struct qeth_cmd_buffer *iob) 1900 { 1901 int rc; 1902 1903 rc = qeth_check_idx_response(card, iob->data); 1904 if (rc) 1905 return rc; 1906 1907 if (QETH_IS_IDX_ACT_POS_REPLY(iob->data)) 1908 return 0; 1909 1910 /* negative reply: */ 1911 QETH_CARD_TEXT_(card, 2, "idxneg%c", 1912 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1913 1914 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1915 case QETH_IDX_ACT_ERR_EXCL: 1916 dev_err(&channel->ccwdev->dev, 1917 "The adapter is used exclusively by another host\n"); 1918 return -EBUSY; 1919 case QETH_IDX_ACT_ERR_AUTH: 1920 case QETH_IDX_ACT_ERR_AUTH_USER: 1921 dev_err(&channel->ccwdev->dev, 1922 "Setting the device online failed because of insufficient authorization\n"); 1923 return -EPERM; 1924 default: 1925 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1926 CCW_DEVID(channel->ccwdev)); 1927 return -EIO; 1928 } 1929 } 1930 1931 static void qeth_idx_activate_read_channel_cb(struct qeth_card *card, 1932 struct qeth_cmd_buffer *iob) 1933 { 1934 struct qeth_channel *channel = iob->channel; 1935 u16 peer_level; 1936 int rc; 1937 1938 QETH_CARD_TEXT(card, 2, "idxrdcb"); 1939 1940 rc = qeth_idx_check_activate_response(card, channel, iob); 1941 if (rc) 1942 goto out; 1943 1944 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1945 if (peer_level != qeth_peer_func_level(card->info.func_level)) { 1946 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1947 CCW_DEVID(channel->ccwdev), 1948 card->info.func_level, peer_level); 1949 rc = -EINVAL; 1950 goto out; 1951 } 1952 1953 memcpy(&card->token.issuer_rm_r, 1954 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1955 QETH_MPC_TOKEN_LENGTH); 1956 memcpy(&card->info.mcl_level[0], 1957 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1958 1959 out: 1960 qeth_notify_reply(iob->reply, rc); 1961 qeth_release_buffer(iob); 1962 } 1963 1964 static void qeth_idx_activate_write_channel_cb(struct qeth_card *card, 1965 struct qeth_cmd_buffer *iob) 1966 { 1967 struct qeth_channel *channel = iob->channel; 1968 u16 peer_level; 1969 int rc; 1970 1971 QETH_CARD_TEXT(card, 2, "idxwrcb"); 1972 1973 rc = qeth_idx_check_activate_response(card, channel, iob); 1974 if (rc) 1975 goto out; 1976 1977 memcpy(&peer_level, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1978 if ((peer_level & ~0x0100) != 1979 qeth_peer_func_level(card->info.func_level)) { 1980 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1981 CCW_DEVID(channel->ccwdev), 1982 card->info.func_level, peer_level); 1983 rc = -EINVAL; 1984 } 1985 1986 out: 1987 qeth_notify_reply(iob->reply, rc); 1988 qeth_release_buffer(iob); 1989 } 1990 1991 static void qeth_idx_setup_activate_cmd(struct qeth_card *card, 1992 struct qeth_cmd_buffer *iob) 1993 { 1994 u16 addr = (card->info.cula << 8) + card->info.unit_addr2; 1995 u8 port = ((u8)card->dev->dev_port) | 0x80; 1996 struct ccw1 *ccw = __ccw_from_cmd(iob); 1997 struct ccw_dev_id dev_id; 1998 1999 qeth_setup_ccw(&ccw[0], CCW_CMD_WRITE, CCW_FLAG_CC, IDX_ACTIVATE_SIZE, 2000 iob->data); 2001 qeth_setup_ccw(&ccw[1], CCW_CMD_READ, 0, iob->length, iob->data); 2002 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2003 iob->finalize = qeth_idx_finalize_cmd; 2004 2005 memcpy(QETH_IDX_ACT_PNO(iob->data), &port, 1); 2006 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2007 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 2008 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2009 &card->info.func_level, 2); 2010 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &dev_id.devno, 2); 2011 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &addr, 2); 2012 } 2013 2014 static int qeth_idx_activate_read_channel(struct qeth_card *card) 2015 { 2016 struct qeth_channel *channel = &card->read; 2017 struct qeth_cmd_buffer *iob; 2018 int rc; 2019 2020 QETH_CARD_TEXT(card, 2, "idxread"); 2021 2022 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2023 if (!iob) 2024 return -ENOMEM; 2025 2026 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 2027 qeth_idx_setup_activate_cmd(card, iob); 2028 iob->callback = qeth_idx_activate_read_channel_cb; 2029 2030 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2031 if (rc) 2032 return rc; 2033 2034 channel->state = CH_STATE_UP; 2035 return 0; 2036 } 2037 2038 static int qeth_idx_activate_write_channel(struct qeth_card *card) 2039 { 2040 struct qeth_channel *channel = &card->write; 2041 struct qeth_cmd_buffer *iob; 2042 int rc; 2043 2044 QETH_CARD_TEXT(card, 2, "idxwrite"); 2045 2046 iob = qeth_alloc_cmd(channel, QETH_BUFSIZE, 2, QETH_TIMEOUT); 2047 if (!iob) 2048 return -ENOMEM; 2049 2050 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 2051 qeth_idx_setup_activate_cmd(card, iob); 2052 iob->callback = qeth_idx_activate_write_channel_cb; 2053 2054 rc = qeth_send_control_data(card, IDX_ACTIVATE_SIZE, iob, NULL, NULL); 2055 if (rc) 2056 return rc; 2057 2058 channel->state = CH_STATE_UP; 2059 return 0; 2060 } 2061 2062 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2063 unsigned long data) 2064 { 2065 struct qeth_cmd_buffer *iob; 2066 2067 QETH_CARD_TEXT(card, 2, "cmenblcb"); 2068 2069 iob = (struct qeth_cmd_buffer *) data; 2070 memcpy(&card->token.cm_filter_r, 2071 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2072 QETH_MPC_TOKEN_LENGTH); 2073 return 0; 2074 } 2075 2076 static int qeth_cm_enable(struct qeth_card *card) 2077 { 2078 int rc; 2079 struct qeth_cmd_buffer *iob; 2080 2081 QETH_CARD_TEXT(card, 2, "cmenable"); 2082 2083 iob = qeth_mpc_get_cmd_buffer(card); 2084 if (!iob) 2085 return -ENOMEM; 2086 2087 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2088 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2089 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2090 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2091 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2092 2093 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2094 qeth_cm_enable_cb, NULL); 2095 return rc; 2096 } 2097 2098 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2099 unsigned long data) 2100 { 2101 struct qeth_cmd_buffer *iob; 2102 2103 QETH_CARD_TEXT(card, 2, "cmsetpcb"); 2104 2105 iob = (struct qeth_cmd_buffer *) data; 2106 memcpy(&card->token.cm_connection_r, 2107 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2108 QETH_MPC_TOKEN_LENGTH); 2109 return 0; 2110 } 2111 2112 static int qeth_cm_setup(struct qeth_card *card) 2113 { 2114 int rc; 2115 struct qeth_cmd_buffer *iob; 2116 2117 QETH_CARD_TEXT(card, 2, "cmsetup"); 2118 2119 iob = qeth_mpc_get_cmd_buffer(card); 2120 if (!iob) 2121 return -ENOMEM; 2122 2123 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2124 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2125 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2126 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2127 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2128 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2129 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2130 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2131 qeth_cm_setup_cb, NULL); 2132 return rc; 2133 } 2134 2135 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2136 { 2137 struct net_device *dev = card->dev; 2138 unsigned int new_mtu; 2139 2140 if (!max_mtu) { 2141 /* IQD needs accurate max MTU to set up its RX buffers: */ 2142 if (IS_IQD(card)) 2143 return -EINVAL; 2144 /* tolerate quirky HW: */ 2145 max_mtu = ETH_MAX_MTU; 2146 } 2147 2148 rtnl_lock(); 2149 if (IS_IQD(card)) { 2150 /* move any device with default MTU to new max MTU: */ 2151 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2152 2153 /* adjust RX buffer size to new max MTU: */ 2154 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2155 if (dev->max_mtu && dev->max_mtu != max_mtu) 2156 qeth_free_qdio_queues(card); 2157 } else { 2158 if (dev->mtu) 2159 new_mtu = dev->mtu; 2160 /* default MTUs for first setup: */ 2161 else if (IS_LAYER2(card)) 2162 new_mtu = ETH_DATA_LEN; 2163 else 2164 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2165 } 2166 2167 dev->max_mtu = max_mtu; 2168 dev->mtu = min(new_mtu, max_mtu); 2169 rtnl_unlock(); 2170 return 0; 2171 } 2172 2173 static int qeth_get_mtu_outof_framesize(int framesize) 2174 { 2175 switch (framesize) { 2176 case 0x4000: 2177 return 8192; 2178 case 0x6000: 2179 return 16384; 2180 case 0xa000: 2181 return 32768; 2182 case 0xffff: 2183 return 57344; 2184 default: 2185 return 0; 2186 } 2187 } 2188 2189 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2190 unsigned long data) 2191 { 2192 __u16 mtu, framesize; 2193 __u16 len; 2194 __u8 link_type; 2195 struct qeth_cmd_buffer *iob; 2196 2197 QETH_CARD_TEXT(card, 2, "ulpenacb"); 2198 2199 iob = (struct qeth_cmd_buffer *) data; 2200 memcpy(&card->token.ulp_filter_r, 2201 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2202 QETH_MPC_TOKEN_LENGTH); 2203 if (IS_IQD(card)) { 2204 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2205 mtu = qeth_get_mtu_outof_framesize(framesize); 2206 } else { 2207 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2208 } 2209 *(u16 *)reply->param = mtu; 2210 2211 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2212 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2213 memcpy(&link_type, 2214 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2215 card->info.link_type = link_type; 2216 } else 2217 card->info.link_type = 0; 2218 QETH_CARD_TEXT_(card, 2, "link%d", card->info.link_type); 2219 return 0; 2220 } 2221 2222 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2223 { 2224 if (IS_OSN(card)) 2225 return QETH_PROT_OSN2; 2226 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2227 } 2228 2229 static int qeth_ulp_enable(struct qeth_card *card) 2230 { 2231 u8 prot_type = qeth_mpc_select_prot_type(card); 2232 struct qeth_cmd_buffer *iob; 2233 u16 max_mtu; 2234 int rc; 2235 2236 QETH_CARD_TEXT(card, 2, "ulpenabl"); 2237 2238 iob = qeth_mpc_get_cmd_buffer(card); 2239 if (!iob) 2240 return -ENOMEM; 2241 2242 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2243 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2244 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2245 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2246 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2247 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2248 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2249 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2250 qeth_ulp_enable_cb, &max_mtu); 2251 if (rc) 2252 return rc; 2253 return qeth_update_max_mtu(card, max_mtu); 2254 } 2255 2256 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2257 unsigned long data) 2258 { 2259 struct qeth_cmd_buffer *iob; 2260 2261 QETH_CARD_TEXT(card, 2, "ulpstpcb"); 2262 2263 iob = (struct qeth_cmd_buffer *) data; 2264 memcpy(&card->token.ulp_connection_r, 2265 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2266 QETH_MPC_TOKEN_LENGTH); 2267 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2268 3)) { 2269 QETH_CARD_TEXT(card, 2, "olmlimit"); 2270 dev_err(&card->gdev->dev, "A connection could not be " 2271 "established because of an OLM limit\n"); 2272 return -EMLINK; 2273 } 2274 return 0; 2275 } 2276 2277 static int qeth_ulp_setup(struct qeth_card *card) 2278 { 2279 int rc; 2280 __u16 temp; 2281 struct qeth_cmd_buffer *iob; 2282 struct ccw_dev_id dev_id; 2283 2284 QETH_CARD_TEXT(card, 2, "ulpsetup"); 2285 2286 iob = qeth_mpc_get_cmd_buffer(card); 2287 if (!iob) 2288 return -ENOMEM; 2289 2290 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2291 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2292 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2293 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2294 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2295 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2296 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2297 2298 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2299 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2300 temp = (card->info.cula << 8) + card->info.unit_addr2; 2301 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2302 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2303 qeth_ulp_setup_cb, NULL); 2304 return rc; 2305 } 2306 2307 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2308 { 2309 struct qeth_qdio_out_buffer *newbuf; 2310 2311 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2312 if (!newbuf) 2313 return -ENOMEM; 2314 2315 newbuf->buffer = q->qdio_bufs[bidx]; 2316 skb_queue_head_init(&newbuf->skb_list); 2317 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2318 newbuf->q = q; 2319 newbuf->next_pending = q->bufs[bidx]; 2320 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2321 q->bufs[bidx] = newbuf; 2322 return 0; 2323 } 2324 2325 static void qeth_free_output_queue(struct qeth_qdio_out_q *q) 2326 { 2327 if (!q) 2328 return; 2329 2330 qeth_drain_output_queue(q, true); 2331 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2332 kfree(q); 2333 } 2334 2335 static struct qeth_qdio_out_q *qeth_alloc_output_queue(void) 2336 { 2337 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2338 2339 if (!q) 2340 return NULL; 2341 2342 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2343 kfree(q); 2344 return NULL; 2345 } 2346 return q; 2347 } 2348 2349 static int qeth_alloc_qdio_queues(struct qeth_card *card) 2350 { 2351 int i, j; 2352 2353 QETH_CARD_TEXT(card, 2, "allcqdbf"); 2354 2355 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2356 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2357 return 0; 2358 2359 QETH_CARD_TEXT(card, 2, "inq"); 2360 card->qdio.in_q = qeth_alloc_qdio_queue(); 2361 if (!card->qdio.in_q) 2362 goto out_nomem; 2363 2364 /* inbound buffer pool */ 2365 if (qeth_alloc_buffer_pool(card)) 2366 goto out_freeinq; 2367 2368 /* outbound */ 2369 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2370 card->qdio.out_qs[i] = qeth_alloc_output_queue(); 2371 if (!card->qdio.out_qs[i]) 2372 goto out_freeoutq; 2373 QETH_CARD_TEXT_(card, 2, "outq %i", i); 2374 QETH_CARD_HEX(card, 2, &card->qdio.out_qs[i], sizeof(void *)); 2375 card->qdio.out_qs[i]->card = card; 2376 card->qdio.out_qs[i]->queue_no = i; 2377 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2378 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2379 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2380 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2381 goto out_freeoutqbufs; 2382 } 2383 } 2384 2385 /* completion */ 2386 if (qeth_alloc_cq(card)) 2387 goto out_freeoutq; 2388 2389 return 0; 2390 2391 out_freeoutqbufs: 2392 while (j > 0) { 2393 --j; 2394 kmem_cache_free(qeth_qdio_outbuf_cache, 2395 card->qdio.out_qs[i]->bufs[j]); 2396 card->qdio.out_qs[i]->bufs[j] = NULL; 2397 } 2398 out_freeoutq: 2399 while (i > 0) { 2400 qeth_free_output_queue(card->qdio.out_qs[--i]); 2401 card->qdio.out_qs[i] = NULL; 2402 } 2403 qeth_free_buffer_pool(card); 2404 out_freeinq: 2405 qeth_free_qdio_queue(card->qdio.in_q); 2406 card->qdio.in_q = NULL; 2407 out_nomem: 2408 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2409 return -ENOMEM; 2410 } 2411 2412 static void qeth_free_qdio_queues(struct qeth_card *card) 2413 { 2414 int i, j; 2415 2416 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2417 QETH_QDIO_UNINITIALIZED) 2418 return; 2419 2420 qeth_free_cq(card); 2421 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2422 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2423 if (card->qdio.in_q->bufs[j].rx_skb) 2424 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2425 } 2426 qeth_free_qdio_queue(card->qdio.in_q); 2427 card->qdio.in_q = NULL; 2428 /* inbound buffer pool */ 2429 qeth_free_buffer_pool(card); 2430 /* free outbound qdio_qs */ 2431 for (i = 0; i < card->qdio.no_out_queues; i++) { 2432 qeth_free_output_queue(card->qdio.out_qs[i]); 2433 card->qdio.out_qs[i] = NULL; 2434 } 2435 } 2436 2437 static void qeth_create_qib_param_field(struct qeth_card *card, 2438 char *param_field) 2439 { 2440 2441 param_field[0] = _ascebc['P']; 2442 param_field[1] = _ascebc['C']; 2443 param_field[2] = _ascebc['I']; 2444 param_field[3] = _ascebc['T']; 2445 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2446 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2447 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2448 } 2449 2450 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2451 char *param_field) 2452 { 2453 param_field[16] = _ascebc['B']; 2454 param_field[17] = _ascebc['L']; 2455 param_field[18] = _ascebc['K']; 2456 param_field[19] = _ascebc['T']; 2457 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2458 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2459 *((unsigned int *) (¶m_field[28])) = 2460 card->info.blkt.inter_packet_jumbo; 2461 } 2462 2463 static int qeth_qdio_activate(struct qeth_card *card) 2464 { 2465 QETH_CARD_TEXT(card, 3, "qdioact"); 2466 return qdio_activate(CARD_DDEV(card)); 2467 } 2468 2469 static int qeth_dm_act(struct qeth_card *card) 2470 { 2471 int rc; 2472 struct qeth_cmd_buffer *iob; 2473 2474 QETH_CARD_TEXT(card, 2, "dmact"); 2475 2476 iob = qeth_mpc_get_cmd_buffer(card); 2477 if (!iob) 2478 return -ENOMEM; 2479 2480 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2481 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2482 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2483 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2484 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2485 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2486 return rc; 2487 } 2488 2489 static int qeth_mpc_initialize(struct qeth_card *card) 2490 { 2491 int rc; 2492 2493 QETH_CARD_TEXT(card, 2, "mpcinit"); 2494 2495 rc = qeth_issue_next_read(card); 2496 if (rc) { 2497 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2498 return rc; 2499 } 2500 rc = qeth_cm_enable(card); 2501 if (rc) { 2502 QETH_CARD_TEXT_(card, 2, "2err%d", rc); 2503 goto out_qdio; 2504 } 2505 rc = qeth_cm_setup(card); 2506 if (rc) { 2507 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 2508 goto out_qdio; 2509 } 2510 rc = qeth_ulp_enable(card); 2511 if (rc) { 2512 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 2513 goto out_qdio; 2514 } 2515 rc = qeth_ulp_setup(card); 2516 if (rc) { 2517 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2518 goto out_qdio; 2519 } 2520 rc = qeth_alloc_qdio_queues(card); 2521 if (rc) { 2522 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 2523 goto out_qdio; 2524 } 2525 rc = qeth_qdio_establish(card); 2526 if (rc) { 2527 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 2528 qeth_free_qdio_queues(card); 2529 goto out_qdio; 2530 } 2531 rc = qeth_qdio_activate(card); 2532 if (rc) { 2533 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 2534 goto out_qdio; 2535 } 2536 rc = qeth_dm_act(card); 2537 if (rc) { 2538 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 2539 goto out_qdio; 2540 } 2541 2542 return 0; 2543 out_qdio: 2544 qeth_qdio_clear_card(card, !IS_IQD(card)); 2545 qdio_free(CARD_DDEV(card)); 2546 return rc; 2547 } 2548 2549 void qeth_print_status_message(struct qeth_card *card) 2550 { 2551 switch (card->info.type) { 2552 case QETH_CARD_TYPE_OSD: 2553 case QETH_CARD_TYPE_OSM: 2554 case QETH_CARD_TYPE_OSX: 2555 /* VM will use a non-zero first character 2556 * to indicate a HiperSockets like reporting 2557 * of the level OSA sets the first character to zero 2558 * */ 2559 if (!card->info.mcl_level[0]) { 2560 sprintf(card->info.mcl_level, "%02x%02x", 2561 card->info.mcl_level[2], 2562 card->info.mcl_level[3]); 2563 break; 2564 } 2565 /* fallthrough */ 2566 case QETH_CARD_TYPE_IQD: 2567 if (IS_VM_NIC(card) || (card->info.mcl_level[0] & 0x80)) { 2568 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2569 card->info.mcl_level[0]]; 2570 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2571 card->info.mcl_level[1]]; 2572 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2573 card->info.mcl_level[2]]; 2574 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2575 card->info.mcl_level[3]]; 2576 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2577 } 2578 break; 2579 default: 2580 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2581 } 2582 dev_info(&card->gdev->dev, 2583 "Device is a%s card%s%s%s\nwith link type %s.\n", 2584 qeth_get_cardname(card), 2585 (card->info.mcl_level[0]) ? " (level: " : "", 2586 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2587 (card->info.mcl_level[0]) ? ")" : "", 2588 qeth_get_cardname_short(card)); 2589 } 2590 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2591 2592 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2593 { 2594 struct qeth_buffer_pool_entry *entry; 2595 2596 QETH_CARD_TEXT(card, 5, "inwrklst"); 2597 2598 list_for_each_entry(entry, 2599 &card->qdio.init_pool.entry_list, init_list) { 2600 qeth_put_buffer_pool_entry(card, entry); 2601 } 2602 } 2603 2604 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2605 struct qeth_card *card) 2606 { 2607 struct list_head *plh; 2608 struct qeth_buffer_pool_entry *entry; 2609 int i, free; 2610 struct page *page; 2611 2612 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2613 return NULL; 2614 2615 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2616 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2617 free = 1; 2618 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2619 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2620 free = 0; 2621 break; 2622 } 2623 } 2624 if (free) { 2625 list_del_init(&entry->list); 2626 return entry; 2627 } 2628 } 2629 2630 /* no free buffer in pool so take first one and swap pages */ 2631 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2632 struct qeth_buffer_pool_entry, list); 2633 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2634 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2635 page = alloc_page(GFP_ATOMIC); 2636 if (!page) { 2637 return NULL; 2638 } else { 2639 free_page((unsigned long)entry->elements[i]); 2640 entry->elements[i] = page_address(page); 2641 QETH_CARD_STAT_INC(card, rx_sg_alloc_page); 2642 } 2643 } 2644 } 2645 list_del_init(&entry->list); 2646 return entry; 2647 } 2648 2649 static int qeth_init_input_buffer(struct qeth_card *card, 2650 struct qeth_qdio_buffer *buf) 2651 { 2652 struct qeth_buffer_pool_entry *pool_entry; 2653 int i; 2654 2655 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2656 buf->rx_skb = netdev_alloc_skb(card->dev, 2657 QETH_RX_PULL_LEN + ETH_HLEN); 2658 if (!buf->rx_skb) 2659 return 1; 2660 } 2661 2662 pool_entry = qeth_find_free_buffer_pool_entry(card); 2663 if (!pool_entry) 2664 return 1; 2665 2666 /* 2667 * since the buffer is accessed only from the input_tasklet 2668 * there shouldn't be a need to synchronize; also, since we use 2669 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2670 * buffers 2671 */ 2672 2673 buf->pool_entry = pool_entry; 2674 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2675 buf->buffer->element[i].length = PAGE_SIZE; 2676 buf->buffer->element[i].addr = pool_entry->elements[i]; 2677 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2678 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2679 else 2680 buf->buffer->element[i].eflags = 0; 2681 buf->buffer->element[i].sflags = 0; 2682 } 2683 return 0; 2684 } 2685 2686 int qeth_init_qdio_queues(struct qeth_card *card) 2687 { 2688 unsigned int i; 2689 int rc; 2690 2691 QETH_CARD_TEXT(card, 2, "initqdqs"); 2692 2693 /* inbound queue */ 2694 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2695 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2696 qeth_initialize_working_pool_list(card); 2697 /*give only as many buffers to hardware as we have buffer pool entries*/ 2698 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2699 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2700 card->qdio.in_q->next_buf_to_init = 2701 card->qdio.in_buf_pool.buf_count - 1; 2702 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2703 card->qdio.in_buf_pool.buf_count - 1); 2704 if (rc) { 2705 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 2706 return rc; 2707 } 2708 2709 /* completion */ 2710 rc = qeth_cq_init(card); 2711 if (rc) { 2712 return rc; 2713 } 2714 2715 /* outbound queue */ 2716 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2717 struct qeth_qdio_out_q *queue = card->qdio.out_qs[i]; 2718 2719 qdio_reset_buffers(queue->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2720 queue->max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 2721 queue->next_buf_to_fill = 0; 2722 queue->do_pack = 0; 2723 atomic_set(&queue->used_buffers, 0); 2724 atomic_set(&queue->set_pci_flags_count, 0); 2725 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 2726 } 2727 return 0; 2728 } 2729 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2730 2731 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2732 { 2733 switch (link_type) { 2734 case QETH_LINK_TYPE_HSTR: 2735 return 2; 2736 default: 2737 return 1; 2738 } 2739 } 2740 2741 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2742 struct qeth_ipa_cmd *cmd, 2743 enum qeth_ipa_cmds command, 2744 enum qeth_prot_versions prot) 2745 { 2746 cmd->hdr.command = command; 2747 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2748 /* cmd->hdr.seqno is set by qeth_send_control_data() */ 2749 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2750 cmd->hdr.rel_adapter_no = (u8) card->dev->dev_port; 2751 cmd->hdr.prim_version_no = IS_LAYER2(card) ? 2 : 1; 2752 cmd->hdr.param_count = 1; 2753 cmd->hdr.prot_version = prot; 2754 } 2755 2756 static void qeth_ipa_finalize_cmd(struct qeth_card *card, 2757 struct qeth_cmd_buffer *iob, 2758 unsigned int length) 2759 { 2760 qeth_mpc_finalize_cmd(card, iob, length); 2761 2762 /* override with IPA-specific values: */ 2763 __ipa_cmd(iob)->hdr.seqno = card->seqno.ipa; 2764 iob->reply->seqno = card->seqno.ipa++; 2765 } 2766 2767 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2768 u16 cmd_length) 2769 { 2770 u16 total_length = IPA_PDU_HEADER_SIZE + cmd_length; 2771 u8 prot_type = qeth_mpc_select_prot_type(card); 2772 2773 iob->finalize = qeth_ipa_finalize_cmd; 2774 iob->timeout = QETH_IPA_TIMEOUT; 2775 2776 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2777 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &total_length, 2); 2778 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2779 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &cmd_length, 2); 2780 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &cmd_length, 2); 2781 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2782 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2783 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &cmd_length, 2); 2784 } 2785 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2786 2787 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2788 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2789 { 2790 struct qeth_cmd_buffer *iob; 2791 2792 iob = qeth_get_buffer(&card->write); 2793 if (iob) { 2794 qeth_prepare_ipa_cmd(card, iob, sizeof(struct qeth_ipa_cmd)); 2795 qeth_fill_ipacmd_header(card, __ipa_cmd(iob), ipacmd, prot); 2796 } else { 2797 dev_warn(&card->gdev->dev, 2798 "The qeth driver ran out of channel command buffers\n"); 2799 QETH_DBF_MESSAGE(1, "device %x ran out of channel command buffers", 2800 CARD_DEVID(card)); 2801 } 2802 2803 return iob; 2804 } 2805 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2806 2807 static int qeth_send_ipa_cmd_cb(struct qeth_card *card, 2808 struct qeth_reply *reply, unsigned long data) 2809 { 2810 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2811 2812 return (cmd->hdr.return_code) ? -EIO : 0; 2813 } 2814 2815 /** 2816 * qeth_send_ipa_cmd() - send an IPA command 2817 * 2818 * See qeth_send_control_data() for explanation of the arguments. 2819 */ 2820 2821 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2822 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2823 unsigned long), 2824 void *reply_param) 2825 { 2826 u16 length; 2827 int rc; 2828 2829 QETH_CARD_TEXT(card, 4, "sendipa"); 2830 2831 if (card->read_or_write_problem) { 2832 qeth_release_buffer(iob); 2833 return -EIO; 2834 } 2835 2836 if (reply_cb == NULL) 2837 reply_cb = qeth_send_ipa_cmd_cb; 2838 memcpy(&length, QETH_IPA_PDU_LEN_TOTAL(iob->data), 2); 2839 rc = qeth_send_control_data(card, length, iob, reply_cb, reply_param); 2840 if (rc == -ETIME) { 2841 qeth_clear_ipacmd_list(card); 2842 qeth_schedule_recovery(card); 2843 } 2844 return rc; 2845 } 2846 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2847 2848 static int qeth_send_startlan_cb(struct qeth_card *card, 2849 struct qeth_reply *reply, unsigned long data) 2850 { 2851 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2852 2853 if (cmd->hdr.return_code == IPA_RC_LAN_OFFLINE) 2854 return -ENETDOWN; 2855 2856 return (cmd->hdr.return_code) ? -EIO : 0; 2857 } 2858 2859 static int qeth_send_startlan(struct qeth_card *card) 2860 { 2861 struct qeth_cmd_buffer *iob; 2862 2863 QETH_CARD_TEXT(card, 2, "strtlan"); 2864 2865 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 2866 if (!iob) 2867 return -ENOMEM; 2868 return qeth_send_ipa_cmd(card, iob, qeth_send_startlan_cb, NULL); 2869 } 2870 2871 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2872 { 2873 if (!cmd->hdr.return_code) 2874 cmd->hdr.return_code = 2875 cmd->data.setadapterparms.hdr.return_code; 2876 return cmd->hdr.return_code; 2877 } 2878 2879 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2880 struct qeth_reply *reply, unsigned long data) 2881 { 2882 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2883 2884 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2885 if (qeth_setadpparms_inspect_rc(cmd)) 2886 return -EIO; 2887 2888 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2889 card->info.link_type = 2890 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2891 QETH_CARD_TEXT_(card, 2, "lnk %d", card->info.link_type); 2892 } 2893 card->options.adp.supported_funcs = 2894 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2895 return 0; 2896 } 2897 2898 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2899 __u32 command, __u32 cmdlen) 2900 { 2901 struct qeth_cmd_buffer *iob; 2902 struct qeth_ipa_cmd *cmd; 2903 2904 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 2905 QETH_PROT_IPV4); 2906 if (iob) { 2907 cmd = __ipa_cmd(iob); 2908 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 2909 cmd->data.setadapterparms.hdr.command_code = command; 2910 cmd->data.setadapterparms.hdr.used_total = 1; 2911 cmd->data.setadapterparms.hdr.seq_no = 1; 2912 } 2913 2914 return iob; 2915 } 2916 2917 static int qeth_query_setadapterparms(struct qeth_card *card) 2918 { 2919 int rc; 2920 struct qeth_cmd_buffer *iob; 2921 2922 QETH_CARD_TEXT(card, 3, "queryadp"); 2923 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2924 sizeof(struct qeth_ipacmd_setadpparms)); 2925 if (!iob) 2926 return -ENOMEM; 2927 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2928 return rc; 2929 } 2930 2931 static int qeth_query_ipassists_cb(struct qeth_card *card, 2932 struct qeth_reply *reply, unsigned long data) 2933 { 2934 struct qeth_ipa_cmd *cmd; 2935 2936 QETH_CARD_TEXT(card, 2, "qipasscb"); 2937 2938 cmd = (struct qeth_ipa_cmd *) data; 2939 2940 switch (cmd->hdr.return_code) { 2941 case IPA_RC_SUCCESS: 2942 break; 2943 case IPA_RC_NOTSUPP: 2944 case IPA_RC_L2_UNSUPPORTED_CMD: 2945 QETH_CARD_TEXT(card, 2, "ipaunsup"); 2946 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 2947 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 2948 return -EOPNOTSUPP; 2949 default: 2950 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2951 CARD_DEVID(card), cmd->hdr.return_code); 2952 return -EIO; 2953 } 2954 2955 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 2956 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 2957 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 2958 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 2959 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 2960 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 2961 } else 2962 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 2963 CARD_DEVID(card)); 2964 return 0; 2965 } 2966 2967 static int qeth_query_ipassists(struct qeth_card *card, 2968 enum qeth_prot_versions prot) 2969 { 2970 int rc; 2971 struct qeth_cmd_buffer *iob; 2972 2973 QETH_CARD_TEXT_(card, 2, "qipassi%i", prot); 2974 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 2975 if (!iob) 2976 return -ENOMEM; 2977 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 2978 return rc; 2979 } 2980 2981 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 2982 struct qeth_reply *reply, unsigned long data) 2983 { 2984 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2985 struct qeth_query_switch_attributes *attrs; 2986 struct qeth_switch_info *sw_info; 2987 2988 QETH_CARD_TEXT(card, 2, "qswiatcb"); 2989 if (qeth_setadpparms_inspect_rc(cmd)) 2990 return -EIO; 2991 2992 sw_info = (struct qeth_switch_info *)reply->param; 2993 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 2994 sw_info->capabilities = attrs->capabilities; 2995 sw_info->settings = attrs->settings; 2996 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 2997 sw_info->settings); 2998 return 0; 2999 } 3000 3001 int qeth_query_switch_attributes(struct qeth_card *card, 3002 struct qeth_switch_info *sw_info) 3003 { 3004 struct qeth_cmd_buffer *iob; 3005 3006 QETH_CARD_TEXT(card, 2, "qswiattr"); 3007 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3008 return -EOPNOTSUPP; 3009 if (!netif_carrier_ok(card->dev)) 3010 return -ENOMEDIUM; 3011 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3012 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3013 if (!iob) 3014 return -ENOMEM; 3015 return qeth_send_ipa_cmd(card, iob, 3016 qeth_query_switch_attributes_cb, sw_info); 3017 } 3018 3019 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3020 struct qeth_reply *reply, unsigned long data) 3021 { 3022 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3023 u16 rc = cmd->hdr.return_code; 3024 3025 if (rc) { 3026 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3027 return -EIO; 3028 } 3029 3030 card->info.diagass_support = cmd->data.diagass.ext; 3031 return 0; 3032 } 3033 3034 static int qeth_query_setdiagass(struct qeth_card *card) 3035 { 3036 struct qeth_cmd_buffer *iob; 3037 struct qeth_ipa_cmd *cmd; 3038 3039 QETH_CARD_TEXT(card, 2, "qdiagass"); 3040 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3041 if (!iob) 3042 return -ENOMEM; 3043 cmd = __ipa_cmd(iob); 3044 cmd->data.diagass.subcmd_len = 16; 3045 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3046 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3047 } 3048 3049 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3050 { 3051 unsigned long info = get_zeroed_page(GFP_KERNEL); 3052 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3053 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3054 struct ccw_dev_id ccwid; 3055 int level; 3056 3057 tid->chpid = card->info.chpid; 3058 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3059 tid->ssid = ccwid.ssid; 3060 tid->devno = ccwid.devno; 3061 if (!info) 3062 return; 3063 level = stsi(NULL, 0, 0, 0); 3064 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3065 tid->lparnr = info222->lpar_number; 3066 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3067 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3068 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3069 } 3070 free_page(info); 3071 return; 3072 } 3073 3074 static int qeth_hw_trap_cb(struct qeth_card *card, 3075 struct qeth_reply *reply, unsigned long data) 3076 { 3077 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3078 u16 rc = cmd->hdr.return_code; 3079 3080 if (rc) { 3081 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3082 return -EIO; 3083 } 3084 return 0; 3085 } 3086 3087 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3088 { 3089 struct qeth_cmd_buffer *iob; 3090 struct qeth_ipa_cmd *cmd; 3091 3092 QETH_CARD_TEXT(card, 2, "diagtrap"); 3093 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3094 if (!iob) 3095 return -ENOMEM; 3096 cmd = __ipa_cmd(iob); 3097 cmd->data.diagass.subcmd_len = 80; 3098 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3099 cmd->data.diagass.type = 1; 3100 cmd->data.diagass.action = action; 3101 switch (action) { 3102 case QETH_DIAGS_TRAP_ARM: 3103 cmd->data.diagass.options = 0x0003; 3104 cmd->data.diagass.ext = 0x00010000 + 3105 sizeof(struct qeth_trap_id); 3106 qeth_get_trap_id(card, 3107 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3108 break; 3109 case QETH_DIAGS_TRAP_DISARM: 3110 cmd->data.diagass.options = 0x0001; 3111 break; 3112 case QETH_DIAGS_TRAP_CAPTURE: 3113 break; 3114 } 3115 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3116 } 3117 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3118 3119 static int qeth_check_qdio_errors(struct qeth_card *card, 3120 struct qdio_buffer *buf, 3121 unsigned int qdio_error, 3122 const char *dbftext) 3123 { 3124 if (qdio_error) { 3125 QETH_CARD_TEXT(card, 2, dbftext); 3126 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3127 buf->element[15].sflags); 3128 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3129 buf->element[14].sflags); 3130 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3131 if ((buf->element[15].sflags) == 0x12) { 3132 QETH_CARD_STAT_INC(card, rx_dropped); 3133 return 0; 3134 } else 3135 return 1; 3136 } 3137 return 0; 3138 } 3139 3140 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3141 { 3142 struct qeth_qdio_q *queue = card->qdio.in_q; 3143 struct list_head *lh; 3144 int count; 3145 int i; 3146 int rc; 3147 int newcount = 0; 3148 3149 count = (index < queue->next_buf_to_init)? 3150 card->qdio.in_buf_pool.buf_count - 3151 (queue->next_buf_to_init - index) : 3152 card->qdio.in_buf_pool.buf_count - 3153 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3154 /* only requeue at a certain threshold to avoid SIGAs */ 3155 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3156 for (i = queue->next_buf_to_init; 3157 i < queue->next_buf_to_init + count; ++i) { 3158 if (qeth_init_input_buffer(card, 3159 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3160 break; 3161 } else { 3162 newcount++; 3163 } 3164 } 3165 3166 if (newcount < count) { 3167 /* we are in memory shortage so we switch back to 3168 traditional skb allocation and drop packages */ 3169 atomic_set(&card->force_alloc_skb, 3); 3170 count = newcount; 3171 } else { 3172 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3173 } 3174 3175 if (!count) { 3176 i = 0; 3177 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3178 i++; 3179 if (i == card->qdio.in_buf_pool.buf_count) { 3180 QETH_CARD_TEXT(card, 2, "qsarbw"); 3181 card->reclaim_index = index; 3182 schedule_delayed_work( 3183 &card->buffer_reclaim_work, 3184 QETH_RECLAIM_WORK_TIME); 3185 } 3186 return; 3187 } 3188 3189 /* 3190 * according to old code it should be avoided to requeue all 3191 * 128 buffers in order to benefit from PCI avoidance. 3192 * this function keeps at least one buffer (the buffer at 3193 * 'index') un-requeued -> this buffer is the first buffer that 3194 * will be requeued the next time 3195 */ 3196 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3197 queue->next_buf_to_init, count); 3198 if (rc) { 3199 QETH_CARD_TEXT(card, 2, "qinberr"); 3200 } 3201 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3202 QDIO_MAX_BUFFERS_PER_Q; 3203 } 3204 } 3205 3206 static void qeth_buffer_reclaim_work(struct work_struct *work) 3207 { 3208 struct qeth_card *card = container_of(work, struct qeth_card, 3209 buffer_reclaim_work.work); 3210 3211 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3212 qeth_queue_input_buffer(card, card->reclaim_index); 3213 } 3214 3215 static void qeth_handle_send_error(struct qeth_card *card, 3216 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3217 { 3218 int sbalf15 = buffer->buffer->element[15].sflags; 3219 3220 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3221 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3222 3223 if (!qdio_err) 3224 return; 3225 3226 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3227 return; 3228 3229 QETH_CARD_TEXT(card, 1, "lnkfail"); 3230 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3231 (u16)qdio_err, (u8)sbalf15); 3232 } 3233 3234 /** 3235 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3236 * @queue: queue to check for packing buffer 3237 * 3238 * Returns number of buffers that were prepared for flush. 3239 */ 3240 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3241 { 3242 struct qeth_qdio_out_buffer *buffer; 3243 3244 buffer = queue->bufs[queue->next_buf_to_fill]; 3245 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3246 (buffer->next_element_to_fill > 0)) { 3247 /* it's a packing buffer */ 3248 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3249 queue->next_buf_to_fill = 3250 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3251 return 1; 3252 } 3253 return 0; 3254 } 3255 3256 /* 3257 * Switched to packing state if the number of used buffers on a queue 3258 * reaches a certain limit. 3259 */ 3260 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3261 { 3262 if (!queue->do_pack) { 3263 if (atomic_read(&queue->used_buffers) 3264 >= QETH_HIGH_WATERMARK_PACK){ 3265 /* switch non-PACKING -> PACKING */ 3266 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3267 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3268 queue->do_pack = 1; 3269 } 3270 } 3271 } 3272 3273 /* 3274 * Switches from packing to non-packing mode. If there is a packing 3275 * buffer on the queue this buffer will be prepared to be flushed. 3276 * In that case 1 is returned to inform the caller. If no buffer 3277 * has to be flushed, zero is returned. 3278 */ 3279 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3280 { 3281 if (queue->do_pack) { 3282 if (atomic_read(&queue->used_buffers) 3283 <= QETH_LOW_WATERMARK_PACK) { 3284 /* switch PACKING -> non-PACKING */ 3285 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3286 QETH_TXQ_STAT_INC(queue, packing_mode_switch); 3287 queue->do_pack = 0; 3288 return qeth_prep_flush_pack_buffer(queue); 3289 } 3290 } 3291 return 0; 3292 } 3293 3294 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3295 int count) 3296 { 3297 struct qeth_qdio_out_buffer *buf; 3298 int rc; 3299 int i; 3300 unsigned int qdio_flags; 3301 3302 for (i = index; i < index + count; ++i) { 3303 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3304 buf = queue->bufs[bidx]; 3305 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3306 SBAL_EFLAGS_LAST_ENTRY; 3307 3308 if (queue->bufstates) 3309 queue->bufstates[bidx].user = buf; 3310 3311 if (IS_IQD(queue->card)) 3312 continue; 3313 3314 if (!queue->do_pack) { 3315 if ((atomic_read(&queue->used_buffers) >= 3316 (QETH_HIGH_WATERMARK_PACK - 3317 QETH_WATERMARK_PACK_FUZZ)) && 3318 !atomic_read(&queue->set_pci_flags_count)) { 3319 /* it's likely that we'll go to packing 3320 * mode soon */ 3321 atomic_inc(&queue->set_pci_flags_count); 3322 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3323 } 3324 } else { 3325 if (!atomic_read(&queue->set_pci_flags_count)) { 3326 /* 3327 * there's no outstanding PCI any more, so we 3328 * have to request a PCI to be sure the the PCI 3329 * will wake at some time in the future then we 3330 * can flush packed buffers that might still be 3331 * hanging around, which can happen if no 3332 * further send was requested by the stack 3333 */ 3334 atomic_inc(&queue->set_pci_flags_count); 3335 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3336 } 3337 } 3338 } 3339 3340 QETH_TXQ_STAT_ADD(queue, bufs, count); 3341 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3342 if (atomic_read(&queue->set_pci_flags_count)) 3343 qdio_flags |= QDIO_FLAG_PCI_OUT; 3344 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3345 queue->queue_no, index, count); 3346 if (rc) { 3347 QETH_TXQ_STAT_ADD(queue, tx_errors, count); 3348 /* ignore temporary SIGA errors without busy condition */ 3349 if (rc == -ENOBUFS) 3350 return; 3351 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3352 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3353 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3354 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3355 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3356 3357 /* this must not happen under normal circumstances. if it 3358 * happens something is really wrong -> recover */ 3359 qeth_schedule_recovery(queue->card); 3360 return; 3361 } 3362 } 3363 3364 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3365 { 3366 int index; 3367 int flush_cnt = 0; 3368 int q_was_packing = 0; 3369 3370 /* 3371 * check if weed have to switch to non-packing mode or if 3372 * we have to get a pci flag out on the queue 3373 */ 3374 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3375 !atomic_read(&queue->set_pci_flags_count)) { 3376 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3377 QETH_OUT_Q_UNLOCKED) { 3378 /* 3379 * If we get in here, there was no action in 3380 * do_send_packet. So, we check if there is a 3381 * packing buffer to be flushed here. 3382 */ 3383 index = queue->next_buf_to_fill; 3384 q_was_packing = queue->do_pack; 3385 /* queue->do_pack may change */ 3386 barrier(); 3387 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3388 if (!flush_cnt && 3389 !atomic_read(&queue->set_pci_flags_count)) 3390 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3391 if (q_was_packing) 3392 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_cnt); 3393 if (flush_cnt) 3394 qeth_flush_buffers(queue, index, flush_cnt); 3395 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3396 } 3397 } 3398 } 3399 3400 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3401 unsigned long card_ptr) 3402 { 3403 struct qeth_card *card = (struct qeth_card *)card_ptr; 3404 3405 if (card->dev->flags & IFF_UP) 3406 napi_schedule(&card->napi); 3407 } 3408 3409 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3410 { 3411 int rc; 3412 3413 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3414 rc = -1; 3415 goto out; 3416 } else { 3417 if (card->options.cq == cq) { 3418 rc = 0; 3419 goto out; 3420 } 3421 3422 if (card->state != CARD_STATE_DOWN) { 3423 rc = -1; 3424 goto out; 3425 } 3426 3427 qeth_free_qdio_queues(card); 3428 card->options.cq = cq; 3429 rc = 0; 3430 } 3431 out: 3432 return rc; 3433 3434 } 3435 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3436 3437 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3438 unsigned int queue, int first_element, 3439 int count) 3440 { 3441 struct qeth_qdio_q *cq = card->qdio.c_q; 3442 int i; 3443 int rc; 3444 3445 if (!qeth_is_cq(card, queue)) 3446 return; 3447 3448 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3449 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3450 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3451 3452 if (qdio_err) { 3453 netif_tx_stop_all_queues(card->dev); 3454 qeth_schedule_recovery(card); 3455 return; 3456 } 3457 3458 for (i = first_element; i < first_element + count; ++i) { 3459 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3460 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3461 int e = 0; 3462 3463 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3464 buffer->element[e].addr) { 3465 unsigned long phys_aob_addr; 3466 3467 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3468 qeth_qdio_handle_aob(card, phys_aob_addr); 3469 ++e; 3470 } 3471 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3472 } 3473 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3474 card->qdio.c_q->next_buf_to_init, 3475 count); 3476 if (rc) { 3477 dev_warn(&card->gdev->dev, 3478 "QDIO reported an error, rc=%i\n", rc); 3479 QETH_CARD_TEXT(card, 2, "qcqherr"); 3480 } 3481 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3482 + count) % QDIO_MAX_BUFFERS_PER_Q; 3483 } 3484 3485 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3486 unsigned int qdio_err, int queue, 3487 int first_elem, int count, 3488 unsigned long card_ptr) 3489 { 3490 struct qeth_card *card = (struct qeth_card *)card_ptr; 3491 3492 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3493 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3494 3495 if (qeth_is_cq(card, queue)) 3496 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3497 else if (qdio_err) 3498 qeth_schedule_recovery(card); 3499 } 3500 3501 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3502 unsigned int qdio_error, int __queue, 3503 int first_element, int count, 3504 unsigned long card_ptr) 3505 { 3506 struct qeth_card *card = (struct qeth_card *) card_ptr; 3507 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3508 struct qeth_qdio_out_buffer *buffer; 3509 struct net_device *dev = card->dev; 3510 struct netdev_queue *txq; 3511 int i; 3512 3513 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3514 if (qdio_error & QDIO_ERROR_FATAL) { 3515 QETH_CARD_TEXT(card, 2, "achkcond"); 3516 netif_tx_stop_all_queues(dev); 3517 qeth_schedule_recovery(card); 3518 return; 3519 } 3520 3521 for (i = first_element; i < (first_element + count); ++i) { 3522 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3523 buffer = queue->bufs[bidx]; 3524 qeth_handle_send_error(card, buffer, qdio_error); 3525 3526 if (queue->bufstates && 3527 (queue->bufstates[bidx].flags & 3528 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3529 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3530 3531 if (atomic_cmpxchg(&buffer->state, 3532 QETH_QDIO_BUF_PRIMED, 3533 QETH_QDIO_BUF_PENDING) == 3534 QETH_QDIO_BUF_PRIMED) { 3535 qeth_notify_skbs(queue, buffer, 3536 TX_NOTIFY_PENDING); 3537 } 3538 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3539 3540 /* prepare the queue slot for re-use: */ 3541 qeth_scrub_qdio_buffer(buffer->buffer, 3542 queue->max_elements); 3543 if (qeth_init_qdio_out_buf(queue, bidx)) { 3544 QETH_CARD_TEXT(card, 2, "outofbuf"); 3545 qeth_schedule_recovery(card); 3546 } 3547 } else { 3548 if (card->options.cq == QETH_CQ_ENABLED) { 3549 enum iucv_tx_notify n; 3550 3551 n = qeth_compute_cq_notification( 3552 buffer->buffer->element[15].sflags, 0); 3553 qeth_notify_skbs(queue, buffer, n); 3554 } 3555 3556 qeth_clear_output_buffer(queue, buffer); 3557 } 3558 qeth_cleanup_handled_pending(queue, bidx, 0); 3559 } 3560 atomic_sub(count, &queue->used_buffers); 3561 /* check if we need to do something on this outbound queue */ 3562 if (!IS_IQD(card)) 3563 qeth_check_outbound_queue(queue); 3564 3565 if (IS_IQD(card)) 3566 __queue = qeth_iqd_translate_txq(dev, __queue); 3567 txq = netdev_get_tx_queue(dev, __queue); 3568 /* xmit may have observed the full-condition, but not yet stopped the 3569 * txq. In which case the code below won't trigger. So before returning, 3570 * xmit will re-check the txq's fill level and wake it up if needed. 3571 */ 3572 if (netif_tx_queue_stopped(txq) && !qeth_out_queue_is_full(queue)) 3573 netif_tx_wake_queue(txq); 3574 } 3575 3576 /** 3577 * Note: Function assumes that we have 4 outbound queues. 3578 */ 3579 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb) 3580 { 3581 struct vlan_ethhdr *veth = vlan_eth_hdr(skb); 3582 u8 tos; 3583 3584 switch (card->qdio.do_prio_queueing) { 3585 case QETH_PRIO_Q_ING_TOS: 3586 case QETH_PRIO_Q_ING_PREC: 3587 switch (qeth_get_ip_version(skb)) { 3588 case 4: 3589 tos = ipv4_get_dsfield(ip_hdr(skb)); 3590 break; 3591 case 6: 3592 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3593 break; 3594 default: 3595 return card->qdio.default_out_queue; 3596 } 3597 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3598 return ~tos >> 6 & 3; 3599 if (tos & IPTOS_MINCOST) 3600 return 3; 3601 if (tos & IPTOS_RELIABILITY) 3602 return 2; 3603 if (tos & IPTOS_THROUGHPUT) 3604 return 1; 3605 if (tos & IPTOS_LOWDELAY) 3606 return 0; 3607 break; 3608 case QETH_PRIO_Q_ING_SKB: 3609 if (skb->priority > 5) 3610 return 0; 3611 return ~skb->priority >> 1 & 3; 3612 case QETH_PRIO_Q_ING_VLAN: 3613 if (veth->h_vlan_proto == htons(ETH_P_8021Q)) 3614 return ~ntohs(veth->h_vlan_TCI) >> 3615 (VLAN_PRIO_SHIFT + 1) & 3; 3616 break; 3617 default: 3618 break; 3619 } 3620 return card->qdio.default_out_queue; 3621 } 3622 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3623 3624 /** 3625 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3626 * @skb: SKB address 3627 * 3628 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3629 * fragmented part of the SKB. Returns zero for linear SKB. 3630 */ 3631 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3632 { 3633 int cnt, elements = 0; 3634 3635 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3636 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3637 3638 elements += qeth_get_elements_for_range( 3639 (addr_t)skb_frag_address(frag), 3640 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3641 } 3642 return elements; 3643 } 3644 3645 /** 3646 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3647 * to transmit an skb. 3648 * @skb: the skb to operate on. 3649 * @data_offset: skip this part of the skb's linear data 3650 * 3651 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3652 * skb's data (both its linear part and paged fragments). 3653 */ 3654 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3655 { 3656 unsigned int elements = qeth_get_elements_for_frags(skb); 3657 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3658 addr_t start = (addr_t)skb->data + data_offset; 3659 3660 if (start != end) 3661 elements += qeth_get_elements_for_range(start, end); 3662 return elements; 3663 } 3664 EXPORT_SYMBOL_GPL(qeth_count_elements); 3665 3666 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3667 MAX_TCP_HEADER) 3668 3669 /** 3670 * qeth_add_hw_header() - add a HW header to an skb. 3671 * @skb: skb that the HW header should be added to. 3672 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3673 * it contains a valid pointer to a qeth_hdr. 3674 * @hdr_len: length of the HW header. 3675 * @proto_len: length of protocol headers that need to be in same page as the 3676 * HW header. 3677 * 3678 * Returns the pushed length. If the header can't be pushed on 3679 * (eg. because it would cross a page boundary), it is allocated from 3680 * the cache instead and 0 is returned. 3681 * The number of needed buffer elements is returned in @elements. 3682 * Error to create the hdr is indicated by returning with < 0. 3683 */ 3684 static int qeth_add_hw_header(struct qeth_qdio_out_q *queue, 3685 struct sk_buff *skb, struct qeth_hdr **hdr, 3686 unsigned int hdr_len, unsigned int proto_len, 3687 unsigned int *elements) 3688 { 3689 const unsigned int contiguous = proto_len ? proto_len : 1; 3690 const unsigned int max_elements = queue->max_elements; 3691 unsigned int __elements; 3692 addr_t start, end; 3693 bool push_ok; 3694 int rc; 3695 3696 check_layout: 3697 start = (addr_t)skb->data - hdr_len; 3698 end = (addr_t)skb->data; 3699 3700 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3701 /* Push HW header into same page as first protocol header. */ 3702 push_ok = true; 3703 /* ... but TSO always needs a separate element for headers: */ 3704 if (skb_is_gso(skb)) 3705 __elements = 1 + qeth_count_elements(skb, proto_len); 3706 else 3707 __elements = qeth_count_elements(skb, 0); 3708 } else if (!proto_len && PAGE_ALIGNED(skb->data)) { 3709 /* Push HW header into preceding page, flush with skb->data. */ 3710 push_ok = true; 3711 __elements = 1 + qeth_count_elements(skb, 0); 3712 } else { 3713 /* Use header cache, copy protocol headers up. */ 3714 push_ok = false; 3715 __elements = 1 + qeth_count_elements(skb, proto_len); 3716 } 3717 3718 /* Compress skb to fit into one IO buffer: */ 3719 if (__elements > max_elements) { 3720 if (!skb_is_nonlinear(skb)) { 3721 /* Drop it, no easy way of shrinking it further. */ 3722 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3723 max_elements, __elements, skb->len); 3724 return -E2BIG; 3725 } 3726 3727 rc = skb_linearize(skb); 3728 if (rc) { 3729 QETH_TXQ_STAT_INC(queue, skbs_linearized_fail); 3730 return rc; 3731 } 3732 3733 QETH_TXQ_STAT_INC(queue, skbs_linearized); 3734 /* Linearization changed the layout, re-evaluate: */ 3735 goto check_layout; 3736 } 3737 3738 *elements = __elements; 3739 /* Add the header: */ 3740 if (push_ok) { 3741 *hdr = skb_push(skb, hdr_len); 3742 return hdr_len; 3743 } 3744 /* fall back */ 3745 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3746 return -E2BIG; 3747 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3748 if (!*hdr) 3749 return -ENOMEM; 3750 /* Copy protocol headers behind HW header: */ 3751 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3752 return 0; 3753 } 3754 3755 static void __qeth_fill_buffer(struct sk_buff *skb, 3756 struct qeth_qdio_out_buffer *buf, 3757 bool is_first_elem, unsigned int offset) 3758 { 3759 struct qdio_buffer *buffer = buf->buffer; 3760 int element = buf->next_element_to_fill; 3761 int length = skb_headlen(skb) - offset; 3762 char *data = skb->data + offset; 3763 unsigned int elem_length, cnt; 3764 3765 /* map linear part into buffer element(s) */ 3766 while (length > 0) { 3767 elem_length = min_t(unsigned int, length, 3768 PAGE_SIZE - offset_in_page(data)); 3769 3770 buffer->element[element].addr = data; 3771 buffer->element[element].length = elem_length; 3772 length -= elem_length; 3773 if (is_first_elem) { 3774 is_first_elem = false; 3775 if (length || skb_is_nonlinear(skb)) 3776 /* skb needs additional elements */ 3777 buffer->element[element].eflags = 3778 SBAL_EFLAGS_FIRST_FRAG; 3779 else 3780 buffer->element[element].eflags = 0; 3781 } else { 3782 buffer->element[element].eflags = 3783 SBAL_EFLAGS_MIDDLE_FRAG; 3784 } 3785 3786 data += elem_length; 3787 element++; 3788 } 3789 3790 /* map page frags into buffer element(s) */ 3791 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3792 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3793 3794 data = skb_frag_address(frag); 3795 length = skb_frag_size(frag); 3796 while (length > 0) { 3797 elem_length = min_t(unsigned int, length, 3798 PAGE_SIZE - offset_in_page(data)); 3799 3800 buffer->element[element].addr = data; 3801 buffer->element[element].length = elem_length; 3802 buffer->element[element].eflags = 3803 SBAL_EFLAGS_MIDDLE_FRAG; 3804 3805 length -= elem_length; 3806 data += elem_length; 3807 element++; 3808 } 3809 } 3810 3811 if (buffer->element[element - 1].eflags) 3812 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3813 buf->next_element_to_fill = element; 3814 } 3815 3816 /** 3817 * qeth_fill_buffer() - map skb into an output buffer 3818 * @queue: QDIO queue to submit the buffer on 3819 * @buf: buffer to transport the skb 3820 * @skb: skb to map into the buffer 3821 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3822 * from qeth_core_header_cache. 3823 * @offset: when mapping the skb, start at skb->data + offset 3824 * @hd_len: if > 0, build a dedicated header element of this size 3825 * flush: Prepare the buffer to be flushed, regardless of its fill level. 3826 */ 3827 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 3828 struct qeth_qdio_out_buffer *buf, 3829 struct sk_buff *skb, struct qeth_hdr *hdr, 3830 unsigned int offset, unsigned int hd_len, 3831 bool flush) 3832 { 3833 struct qdio_buffer *buffer = buf->buffer; 3834 bool is_first_elem = true; 3835 3836 __skb_queue_tail(&buf->skb_list, skb); 3837 3838 /* build dedicated header element */ 3839 if (hd_len) { 3840 int element = buf->next_element_to_fill; 3841 is_first_elem = false; 3842 3843 buffer->element[element].addr = hdr; 3844 buffer->element[element].length = hd_len; 3845 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3846 /* remember to free cache-allocated qeth_hdr: */ 3847 buf->is_header[element] = ((void *)hdr != skb->data); 3848 buf->next_element_to_fill++; 3849 } 3850 3851 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3852 3853 if (!queue->do_pack) { 3854 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 3855 } else { 3856 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 3857 3858 QETH_TXQ_STAT_INC(queue, skbs_pack); 3859 /* If the buffer still has free elements, keep using it. */ 3860 if (!flush && 3861 buf->next_element_to_fill < queue->max_elements) 3862 return 0; 3863 } 3864 3865 /* flush out the buffer */ 3866 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 3867 queue->next_buf_to_fill = (queue->next_buf_to_fill + 1) % 3868 QDIO_MAX_BUFFERS_PER_Q; 3869 return 1; 3870 } 3871 3872 static int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, 3873 struct sk_buff *skb, struct qeth_hdr *hdr, 3874 unsigned int offset, unsigned int hd_len) 3875 { 3876 int index = queue->next_buf_to_fill; 3877 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 3878 struct netdev_queue *txq; 3879 bool stopped = false; 3880 3881 /* Just a sanity check, the wake/stop logic should ensure that we always 3882 * get a free buffer. 3883 */ 3884 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3885 return -EBUSY; 3886 3887 txq = netdev_get_tx_queue(queue->card->dev, skb_get_queue_mapping(skb)); 3888 3889 if (atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3890 /* If a TX completion happens right _here_ and misses to wake 3891 * the txq, then our re-check below will catch the race. 3892 */ 3893 QETH_TXQ_STAT_INC(queue, stopped); 3894 netif_tx_stop_queue(txq); 3895 stopped = true; 3896 } 3897 3898 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len, stopped); 3899 qeth_flush_buffers(queue, index, 1); 3900 3901 if (stopped && !qeth_out_queue_is_full(queue)) 3902 netif_tx_start_queue(txq); 3903 return 0; 3904 } 3905 3906 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3907 struct sk_buff *skb, struct qeth_hdr *hdr, 3908 unsigned int offset, unsigned int hd_len, 3909 int elements_needed) 3910 { 3911 struct qeth_qdio_out_buffer *buffer; 3912 struct netdev_queue *txq; 3913 bool stopped = false; 3914 int start_index; 3915 int flush_count = 0; 3916 int do_pack = 0; 3917 int tmp; 3918 int rc = 0; 3919 3920 /* spin until we get the queue ... */ 3921 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 3922 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 3923 start_index = queue->next_buf_to_fill; 3924 buffer = queue->bufs[queue->next_buf_to_fill]; 3925 3926 /* Just a sanity check, the wake/stop logic should ensure that we always 3927 * get a free buffer. 3928 */ 3929 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 3930 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3931 return -EBUSY; 3932 } 3933 3934 txq = netdev_get_tx_queue(card->dev, skb_get_queue_mapping(skb)); 3935 3936 /* check if we need to switch packing state of this queue */ 3937 qeth_switch_to_packing_if_needed(queue); 3938 if (queue->do_pack) { 3939 do_pack = 1; 3940 /* does packet fit in current buffer? */ 3941 if (buffer->next_element_to_fill + elements_needed > 3942 queue->max_elements) { 3943 /* ... no -> set state PRIMED */ 3944 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3945 flush_count++; 3946 queue->next_buf_to_fill = 3947 (queue->next_buf_to_fill + 1) % 3948 QDIO_MAX_BUFFERS_PER_Q; 3949 buffer = queue->bufs[queue->next_buf_to_fill]; 3950 3951 /* We stepped forward, so sanity-check again: */ 3952 if (atomic_read(&buffer->state) != 3953 QETH_QDIO_BUF_EMPTY) { 3954 qeth_flush_buffers(queue, start_index, 3955 flush_count); 3956 atomic_set(&queue->state, 3957 QETH_OUT_Q_UNLOCKED); 3958 rc = -EBUSY; 3959 goto out; 3960 } 3961 } 3962 } 3963 3964 if (buffer->next_element_to_fill == 0 && 3965 atomic_inc_return(&queue->used_buffers) >= QDIO_MAX_BUFFERS_PER_Q) { 3966 /* If a TX completion happens right _here_ and misses to wake 3967 * the txq, then our re-check below will catch the race. 3968 */ 3969 QETH_TXQ_STAT_INC(queue, stopped); 3970 netif_tx_stop_queue(txq); 3971 stopped = true; 3972 } 3973 3974 flush_count += qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len, 3975 stopped); 3976 if (flush_count) 3977 qeth_flush_buffers(queue, start_index, flush_count); 3978 else if (!atomic_read(&queue->set_pci_flags_count)) 3979 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 3980 /* 3981 * queue->state will go from LOCKED -> UNLOCKED or from 3982 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 3983 * (switch packing state or flush buffer to get another pci flag out). 3984 * In that case we will enter this loop 3985 */ 3986 while (atomic_dec_return(&queue->state)) { 3987 start_index = queue->next_buf_to_fill; 3988 /* check if we can go back to non-packing state */ 3989 tmp = qeth_switch_to_nonpacking_if_needed(queue); 3990 /* 3991 * check if we need to flush a packing buffer to get a pci 3992 * flag out on the queue 3993 */ 3994 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 3995 tmp = qeth_prep_flush_pack_buffer(queue); 3996 if (tmp) { 3997 qeth_flush_buffers(queue, start_index, tmp); 3998 flush_count += tmp; 3999 } 4000 } 4001 out: 4002 /* at this point the queue is UNLOCKED again */ 4003 if (do_pack) 4004 QETH_TXQ_STAT_ADD(queue, bufs_pack, flush_count); 4005 4006 if (stopped && !qeth_out_queue_is_full(queue)) 4007 netif_tx_start_queue(txq); 4008 return rc; 4009 } 4010 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4011 4012 static void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, 4013 unsigned int payload_len, struct sk_buff *skb, 4014 unsigned int proto_len) 4015 { 4016 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4017 4018 ext->hdr_tot_len = sizeof(*ext); 4019 ext->imb_hdr_no = 1; 4020 ext->hdr_type = 1; 4021 ext->hdr_version = 1; 4022 ext->hdr_len = 28; 4023 ext->payload_len = payload_len; 4024 ext->mss = skb_shinfo(skb)->gso_size; 4025 ext->dg_hdr_len = proto_len; 4026 } 4027 4028 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4029 struct qeth_qdio_out_q *queue, int ipv, int cast_type, 4030 void (*fill_header)(struct qeth_qdio_out_q *queue, 4031 struct qeth_hdr *hdr, struct sk_buff *skb, 4032 int ipv, int cast_type, 4033 unsigned int data_len)) 4034 { 4035 unsigned int proto_len, hw_hdr_len; 4036 unsigned int frame_len = skb->len; 4037 bool is_tso = skb_is_gso(skb); 4038 unsigned int data_offset = 0; 4039 struct qeth_hdr *hdr = NULL; 4040 unsigned int hd_len = 0; 4041 unsigned int elements; 4042 int push_len, rc; 4043 bool is_sg; 4044 4045 if (is_tso) { 4046 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4047 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4048 } else { 4049 hw_hdr_len = sizeof(struct qeth_hdr); 4050 proto_len = (IS_IQD(card) && IS_LAYER2(card)) ? ETH_HLEN : 0; 4051 } 4052 4053 rc = skb_cow_head(skb, hw_hdr_len); 4054 if (rc) 4055 return rc; 4056 4057 push_len = qeth_add_hw_header(queue, skb, &hdr, hw_hdr_len, proto_len, 4058 &elements); 4059 if (push_len < 0) 4060 return push_len; 4061 if (is_tso || !push_len) { 4062 /* HW header needs its own buffer element. */ 4063 hd_len = hw_hdr_len + proto_len; 4064 data_offset = push_len + proto_len; 4065 } 4066 memset(hdr, 0, hw_hdr_len); 4067 fill_header(queue, hdr, skb, ipv, cast_type, frame_len); 4068 if (is_tso) 4069 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4070 frame_len - proto_len, skb, proto_len); 4071 4072 is_sg = skb_is_nonlinear(skb); 4073 if (IS_IQD(card)) { 4074 rc = qeth_do_send_packet_fast(queue, skb, hdr, data_offset, 4075 hd_len); 4076 } else { 4077 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4078 skb_orphan(skb); 4079 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4080 hd_len, elements); 4081 } 4082 4083 if (!rc) { 4084 QETH_TXQ_STAT_ADD(queue, buf_elements, elements); 4085 if (is_sg) 4086 QETH_TXQ_STAT_INC(queue, skbs_sg); 4087 if (is_tso) { 4088 QETH_TXQ_STAT_INC(queue, skbs_tso); 4089 QETH_TXQ_STAT_ADD(queue, tso_bytes, frame_len); 4090 } 4091 } else { 4092 if (!push_len) 4093 kmem_cache_free(qeth_core_header_cache, hdr); 4094 } 4095 return rc; 4096 } 4097 EXPORT_SYMBOL_GPL(qeth_xmit); 4098 4099 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4100 struct qeth_reply *reply, unsigned long data) 4101 { 4102 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4103 struct qeth_ipacmd_setadpparms *setparms; 4104 4105 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4106 4107 setparms = &(cmd->data.setadapterparms); 4108 if (qeth_setadpparms_inspect_rc(cmd)) { 4109 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4110 setparms->data.mode = SET_PROMISC_MODE_OFF; 4111 } 4112 card->info.promisc_mode = setparms->data.mode; 4113 return (cmd->hdr.return_code) ? -EIO : 0; 4114 } 4115 4116 void qeth_setadp_promisc_mode(struct qeth_card *card) 4117 { 4118 enum qeth_ipa_promisc_modes mode; 4119 struct net_device *dev = card->dev; 4120 struct qeth_cmd_buffer *iob; 4121 struct qeth_ipa_cmd *cmd; 4122 4123 QETH_CARD_TEXT(card, 4, "setprom"); 4124 4125 if (((dev->flags & IFF_PROMISC) && 4126 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4127 (!(dev->flags & IFF_PROMISC) && 4128 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4129 return; 4130 mode = SET_PROMISC_MODE_OFF; 4131 if (dev->flags & IFF_PROMISC) 4132 mode = SET_PROMISC_MODE_ON; 4133 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4134 4135 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4136 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4137 if (!iob) 4138 return; 4139 cmd = __ipa_cmd(iob); 4140 cmd->data.setadapterparms.data.mode = mode; 4141 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4142 } 4143 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4144 4145 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4146 struct qeth_reply *reply, unsigned long data) 4147 { 4148 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4149 struct qeth_ipacmd_setadpparms *adp_cmd; 4150 4151 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4152 if (qeth_setadpparms_inspect_rc(cmd)) 4153 return -EIO; 4154 4155 adp_cmd = &cmd->data.setadapterparms; 4156 if (!is_valid_ether_addr(adp_cmd->data.change_addr.addr)) 4157 return -EADDRNOTAVAIL; 4158 4159 if (IS_LAYER2(card) && IS_OSD(card) && !IS_VM_NIC(card) && 4160 !(adp_cmd->hdr.flags & QETH_SETADP_FLAGS_VIRTUAL_MAC)) 4161 return -EADDRNOTAVAIL; 4162 4163 ether_addr_copy(card->dev->dev_addr, adp_cmd->data.change_addr.addr); 4164 return 0; 4165 } 4166 4167 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4168 { 4169 int rc; 4170 struct qeth_cmd_buffer *iob; 4171 struct qeth_ipa_cmd *cmd; 4172 4173 QETH_CARD_TEXT(card, 4, "chgmac"); 4174 4175 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4176 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4177 sizeof(struct qeth_change_addr)); 4178 if (!iob) 4179 return -ENOMEM; 4180 cmd = __ipa_cmd(iob); 4181 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4182 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4183 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4184 card->dev->dev_addr); 4185 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4186 NULL); 4187 return rc; 4188 } 4189 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4190 4191 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4192 struct qeth_reply *reply, unsigned long data) 4193 { 4194 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4195 struct qeth_set_access_ctrl *access_ctrl_req; 4196 int fallback = *(int *)reply->param; 4197 4198 QETH_CARD_TEXT(card, 4, "setaccb"); 4199 if (cmd->hdr.return_code) 4200 return -EIO; 4201 qeth_setadpparms_inspect_rc(cmd); 4202 4203 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4204 QETH_CARD_TEXT_(card, 2, "rc=%d", 4205 cmd->data.setadapterparms.hdr.return_code); 4206 if (cmd->data.setadapterparms.hdr.return_code != 4207 SET_ACCESS_CTRL_RC_SUCCESS) 4208 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4209 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4210 cmd->data.setadapterparms.hdr.return_code); 4211 switch (cmd->data.setadapterparms.hdr.return_code) { 4212 case SET_ACCESS_CTRL_RC_SUCCESS: 4213 if (card->options.isolation == ISOLATION_MODE_NONE) { 4214 dev_info(&card->gdev->dev, 4215 "QDIO data connection isolation is deactivated\n"); 4216 } else { 4217 dev_info(&card->gdev->dev, 4218 "QDIO data connection isolation is activated\n"); 4219 } 4220 break; 4221 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4222 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4223 CARD_DEVID(card)); 4224 if (fallback) 4225 card->options.isolation = card->options.prev_isolation; 4226 break; 4227 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4228 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4229 CARD_DEVID(card)); 4230 if (fallback) 4231 card->options.isolation = card->options.prev_isolation; 4232 break; 4233 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4234 dev_err(&card->gdev->dev, "Adapter does not " 4235 "support QDIO data connection isolation\n"); 4236 break; 4237 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4238 dev_err(&card->gdev->dev, 4239 "Adapter is dedicated. " 4240 "QDIO data connection isolation not supported\n"); 4241 if (fallback) 4242 card->options.isolation = card->options.prev_isolation; 4243 break; 4244 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4245 dev_err(&card->gdev->dev, 4246 "TSO does not permit QDIO data connection isolation\n"); 4247 if (fallback) 4248 card->options.isolation = card->options.prev_isolation; 4249 break; 4250 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4251 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4252 "support reflective relay mode\n"); 4253 if (fallback) 4254 card->options.isolation = card->options.prev_isolation; 4255 break; 4256 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4257 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4258 "enabled at the adjacent switch port"); 4259 if (fallback) 4260 card->options.isolation = card->options.prev_isolation; 4261 break; 4262 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4263 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4264 "at the adjacent switch failed\n"); 4265 break; 4266 default: 4267 /* this should never happen */ 4268 if (fallback) 4269 card->options.isolation = card->options.prev_isolation; 4270 break; 4271 } 4272 return (cmd->hdr.return_code) ? -EIO : 0; 4273 } 4274 4275 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4276 enum qeth_ipa_isolation_modes isolation, int fallback) 4277 { 4278 int rc; 4279 struct qeth_cmd_buffer *iob; 4280 struct qeth_ipa_cmd *cmd; 4281 struct qeth_set_access_ctrl *access_ctrl_req; 4282 4283 QETH_CARD_TEXT(card, 4, "setacctl"); 4284 4285 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4286 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4287 sizeof(struct qeth_set_access_ctrl)); 4288 if (!iob) 4289 return -ENOMEM; 4290 cmd = __ipa_cmd(iob); 4291 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4292 access_ctrl_req->subcmd_code = isolation; 4293 4294 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4295 &fallback); 4296 QETH_CARD_TEXT_(card, 2, "rc=%d", rc); 4297 return rc; 4298 } 4299 4300 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4301 { 4302 int rc = 0; 4303 4304 QETH_CARD_TEXT(card, 4, "setactlo"); 4305 4306 if ((IS_OSD(card) || IS_OSX(card)) && 4307 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4308 rc = qeth_setadpparms_set_access_ctrl(card, 4309 card->options.isolation, fallback); 4310 if (rc) { 4311 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4312 rc, CARD_DEVID(card)); 4313 rc = -EOPNOTSUPP; 4314 } 4315 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4316 card->options.isolation = ISOLATION_MODE_NONE; 4317 4318 dev_err(&card->gdev->dev, "Adapter does not " 4319 "support QDIO data connection isolation\n"); 4320 rc = -EOPNOTSUPP; 4321 } 4322 return rc; 4323 } 4324 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4325 4326 void qeth_tx_timeout(struct net_device *dev) 4327 { 4328 struct qeth_card *card; 4329 4330 card = dev->ml_priv; 4331 QETH_CARD_TEXT(card, 4, "txtimeo"); 4332 qeth_schedule_recovery(card); 4333 } 4334 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4335 4336 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4337 { 4338 struct qeth_card *card = dev->ml_priv; 4339 int rc = 0; 4340 4341 switch (regnum) { 4342 case MII_BMCR: /* Basic mode control register */ 4343 rc = BMCR_FULLDPLX; 4344 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4345 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4346 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4347 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4348 rc |= BMCR_SPEED100; 4349 break; 4350 case MII_BMSR: /* Basic mode status register */ 4351 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4352 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4353 BMSR_100BASE4; 4354 break; 4355 case MII_PHYSID1: /* PHYS ID 1 */ 4356 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4357 dev->dev_addr[2]; 4358 rc = (rc >> 5) & 0xFFFF; 4359 break; 4360 case MII_PHYSID2: /* PHYS ID 2 */ 4361 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4362 break; 4363 case MII_ADVERTISE: /* Advertisement control reg */ 4364 rc = ADVERTISE_ALL; 4365 break; 4366 case MII_LPA: /* Link partner ability reg */ 4367 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4368 LPA_100BASE4 | LPA_LPACK; 4369 break; 4370 case MII_EXPANSION: /* Expansion register */ 4371 break; 4372 case MII_DCOUNTER: /* disconnect counter */ 4373 break; 4374 case MII_FCSCOUNTER: /* false carrier counter */ 4375 break; 4376 case MII_NWAYTEST: /* N-way auto-neg test register */ 4377 break; 4378 case MII_RERRCOUNTER: /* rx error counter */ 4379 rc = card->stats.rx_errors; 4380 break; 4381 case MII_SREVISION: /* silicon revision */ 4382 break; 4383 case MII_RESV1: /* reserved 1 */ 4384 break; 4385 case MII_LBRERROR: /* loopback, rx, bypass error */ 4386 break; 4387 case MII_PHYADDR: /* physical address */ 4388 break; 4389 case MII_RESV2: /* reserved 2 */ 4390 break; 4391 case MII_TPISTATUS: /* TPI status for 10mbps */ 4392 break; 4393 case MII_NCONFIG: /* network interface config */ 4394 break; 4395 default: 4396 break; 4397 } 4398 return rc; 4399 } 4400 4401 static int qeth_snmp_command_cb(struct qeth_card *card, 4402 struct qeth_reply *reply, unsigned long sdata) 4403 { 4404 struct qeth_ipa_cmd *cmd; 4405 struct qeth_arp_query_info *qinfo; 4406 unsigned char *data; 4407 void *snmp_data; 4408 __u16 data_len; 4409 4410 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4411 4412 cmd = (struct qeth_ipa_cmd *) sdata; 4413 data = (unsigned char *)((char *)cmd - reply->offset); 4414 qinfo = (struct qeth_arp_query_info *) reply->param; 4415 4416 if (cmd->hdr.return_code) { 4417 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4418 return -EIO; 4419 } 4420 if (cmd->data.setadapterparms.hdr.return_code) { 4421 cmd->hdr.return_code = 4422 cmd->data.setadapterparms.hdr.return_code; 4423 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4424 return -EIO; 4425 } 4426 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4427 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4428 snmp_data = &cmd->data.setadapterparms.data.snmp; 4429 data_len -= offsetof(struct qeth_ipa_cmd, 4430 data.setadapterparms.data.snmp); 4431 } else { 4432 snmp_data = &cmd->data.setadapterparms.data.snmp.request; 4433 data_len -= offsetof(struct qeth_ipa_cmd, 4434 data.setadapterparms.data.snmp.request); 4435 } 4436 4437 /* check if there is enough room in userspace */ 4438 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4439 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOSPC); 4440 return -ENOSPC; 4441 } 4442 QETH_CARD_TEXT_(card, 4, "snore%i", 4443 cmd->data.setadapterparms.hdr.used_total); 4444 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4445 cmd->data.setadapterparms.hdr.seq_no); 4446 /*copy entries to user buffer*/ 4447 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4448 qinfo->udata_offset += data_len; 4449 4450 /* check if all replies received ... */ 4451 QETH_CARD_TEXT_(card, 4, "srtot%i", 4452 cmd->data.setadapterparms.hdr.used_total); 4453 QETH_CARD_TEXT_(card, 4, "srseq%i", 4454 cmd->data.setadapterparms.hdr.seq_no); 4455 if (cmd->data.setadapterparms.hdr.seq_no < 4456 cmd->data.setadapterparms.hdr.used_total) 4457 return 1; 4458 return 0; 4459 } 4460 4461 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4462 { 4463 struct qeth_cmd_buffer *iob; 4464 struct qeth_ipa_cmd *cmd; 4465 struct qeth_snmp_ureq *ureq; 4466 unsigned int req_len; 4467 struct qeth_arp_query_info qinfo = {0, }; 4468 int rc = 0; 4469 4470 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4471 4472 if (IS_VM_NIC(card)) 4473 return -EOPNOTSUPP; 4474 4475 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4476 IS_LAYER3(card)) 4477 return -EOPNOTSUPP; 4478 4479 /* skip 4 bytes (data_len struct member) to get req_len */ 4480 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4481 return -EFAULT; 4482 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4483 sizeof(struct qeth_ipacmd_hdr) - 4484 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4485 return -EINVAL; 4486 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4487 if (IS_ERR(ureq)) { 4488 QETH_CARD_TEXT(card, 2, "snmpnome"); 4489 return PTR_ERR(ureq); 4490 } 4491 qinfo.udata_len = ureq->hdr.data_len; 4492 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4493 if (!qinfo.udata) { 4494 kfree(ureq); 4495 return -ENOMEM; 4496 } 4497 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4498 4499 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4500 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4501 if (!iob) { 4502 rc = -ENOMEM; 4503 goto out; 4504 } 4505 4506 /* for large requests, fix-up the length fields: */ 4507 qeth_prepare_ipa_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len); 4508 4509 cmd = __ipa_cmd(iob); 4510 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4511 rc = qeth_send_ipa_cmd(card, iob, qeth_snmp_command_cb, &qinfo); 4512 if (rc) 4513 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4514 CARD_DEVID(card), rc); 4515 else { 4516 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4517 rc = -EFAULT; 4518 } 4519 out: 4520 kfree(ureq); 4521 kfree(qinfo.udata); 4522 return rc; 4523 } 4524 4525 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4526 struct qeth_reply *reply, unsigned long data) 4527 { 4528 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4529 struct qeth_qoat_priv *priv; 4530 char *resdata; 4531 int resdatalen; 4532 4533 QETH_CARD_TEXT(card, 3, "qoatcb"); 4534 if (qeth_setadpparms_inspect_rc(cmd)) 4535 return -EIO; 4536 4537 priv = (struct qeth_qoat_priv *)reply->param; 4538 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4539 resdata = (char *)data + 28; 4540 4541 if (resdatalen > (priv->buffer_len - priv->response_len)) 4542 return -ENOSPC; 4543 4544 memcpy((priv->buffer + priv->response_len), resdata, 4545 resdatalen); 4546 priv->response_len += resdatalen; 4547 4548 if (cmd->data.setadapterparms.hdr.seq_no < 4549 cmd->data.setadapterparms.hdr.used_total) 4550 return 1; 4551 return 0; 4552 } 4553 4554 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4555 { 4556 int rc = 0; 4557 struct qeth_cmd_buffer *iob; 4558 struct qeth_ipa_cmd *cmd; 4559 struct qeth_query_oat *oat_req; 4560 struct qeth_query_oat_data oat_data; 4561 struct qeth_qoat_priv priv; 4562 void __user *tmp; 4563 4564 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4565 4566 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4567 rc = -EOPNOTSUPP; 4568 goto out; 4569 } 4570 4571 if (copy_from_user(&oat_data, udata, 4572 sizeof(struct qeth_query_oat_data))) { 4573 rc = -EFAULT; 4574 goto out; 4575 } 4576 4577 priv.buffer_len = oat_data.buffer_len; 4578 priv.response_len = 0; 4579 priv.buffer = vzalloc(oat_data.buffer_len); 4580 if (!priv.buffer) { 4581 rc = -ENOMEM; 4582 goto out; 4583 } 4584 4585 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4586 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4587 sizeof(struct qeth_query_oat)); 4588 if (!iob) { 4589 rc = -ENOMEM; 4590 goto out_free; 4591 } 4592 cmd = __ipa_cmd(iob); 4593 oat_req = &cmd->data.setadapterparms.data.query_oat; 4594 oat_req->subcmd_code = oat_data.command; 4595 4596 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4597 &priv); 4598 if (!rc) { 4599 if (is_compat_task()) 4600 tmp = compat_ptr(oat_data.ptr); 4601 else 4602 tmp = (void __user *)(unsigned long)oat_data.ptr; 4603 4604 if (copy_to_user(tmp, priv.buffer, 4605 priv.response_len)) { 4606 rc = -EFAULT; 4607 goto out_free; 4608 } 4609 4610 oat_data.response_len = priv.response_len; 4611 4612 if (copy_to_user(udata, &oat_data, 4613 sizeof(struct qeth_query_oat_data))) 4614 rc = -EFAULT; 4615 } 4616 4617 out_free: 4618 vfree(priv.buffer); 4619 out: 4620 return rc; 4621 } 4622 4623 static int qeth_query_card_info_cb(struct qeth_card *card, 4624 struct qeth_reply *reply, unsigned long data) 4625 { 4626 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4627 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4628 struct qeth_query_card_info *card_info; 4629 4630 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4631 if (qeth_setadpparms_inspect_rc(cmd)) 4632 return -EIO; 4633 4634 card_info = &cmd->data.setadapterparms.data.card_info; 4635 carrier_info->card_type = card_info->card_type; 4636 carrier_info->port_mode = card_info->port_mode; 4637 carrier_info->port_speed = card_info->port_speed; 4638 return 0; 4639 } 4640 4641 int qeth_query_card_info(struct qeth_card *card, 4642 struct carrier_info *carrier_info) 4643 { 4644 struct qeth_cmd_buffer *iob; 4645 4646 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4647 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4648 return -EOPNOTSUPP; 4649 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4650 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4651 if (!iob) 4652 return -ENOMEM; 4653 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4654 (void *)carrier_info); 4655 } 4656 4657 /** 4658 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4659 * @card: pointer to a qeth_card 4660 * 4661 * Returns 4662 * 0, if a MAC address has been set for the card's netdevice 4663 * a return code, for various error conditions 4664 */ 4665 int qeth_vm_request_mac(struct qeth_card *card) 4666 { 4667 struct diag26c_mac_resp *response; 4668 struct diag26c_mac_req *request; 4669 struct ccw_dev_id id; 4670 int rc; 4671 4672 QETH_CARD_TEXT(card, 2, "vmreqmac"); 4673 4674 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4675 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4676 if (!request || !response) { 4677 rc = -ENOMEM; 4678 goto out; 4679 } 4680 4681 ccw_device_get_id(CARD_DDEV(card), &id); 4682 request->resp_buf_len = sizeof(*response); 4683 request->resp_version = DIAG26C_VERSION2; 4684 request->op_code = DIAG26C_GET_MAC; 4685 request->devno = id.devno; 4686 4687 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4688 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4689 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4690 if (rc) 4691 goto out; 4692 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4693 4694 if (request->resp_buf_len < sizeof(*response) || 4695 response->version != request->resp_version) { 4696 rc = -EIO; 4697 QETH_CARD_TEXT(card, 2, "badresp"); 4698 QETH_CARD_HEX(card, 2, &request->resp_buf_len, 4699 sizeof(request->resp_buf_len)); 4700 } else if (!is_valid_ether_addr(response->mac)) { 4701 rc = -EINVAL; 4702 QETH_CARD_TEXT(card, 2, "badmac"); 4703 QETH_CARD_HEX(card, 2, response->mac, ETH_ALEN); 4704 } else { 4705 ether_addr_copy(card->dev->dev_addr, response->mac); 4706 } 4707 4708 out: 4709 kfree(response); 4710 kfree(request); 4711 return rc; 4712 } 4713 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4714 4715 static void qeth_determine_capabilities(struct qeth_card *card) 4716 { 4717 int rc; 4718 struct ccw_device *ddev; 4719 int ddev_offline = 0; 4720 4721 QETH_CARD_TEXT(card, 2, "detcapab"); 4722 ddev = CARD_DDEV(card); 4723 if (!ddev->online) { 4724 ddev_offline = 1; 4725 rc = ccw_device_set_online(ddev); 4726 if (rc) { 4727 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4728 goto out; 4729 } 4730 } 4731 4732 rc = qeth_read_conf_data(card); 4733 if (rc) { 4734 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4735 CARD_DEVID(card), rc); 4736 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 4737 goto out_offline; 4738 } 4739 4740 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4741 if (rc) 4742 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 4743 4744 QETH_CARD_TEXT_(card, 2, "qfmt%d", card->ssqd.qfmt); 4745 QETH_CARD_TEXT_(card, 2, "ac1:%02x", card->ssqd.qdioac1); 4746 QETH_CARD_TEXT_(card, 2, "ac2:%04x", card->ssqd.qdioac2); 4747 QETH_CARD_TEXT_(card, 2, "ac3:%04x", card->ssqd.qdioac3); 4748 QETH_CARD_TEXT_(card, 2, "icnt%d", card->ssqd.icnt); 4749 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4750 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4751 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4752 dev_info(&card->gdev->dev, 4753 "Completion Queueing supported\n"); 4754 } else { 4755 card->options.cq = QETH_CQ_NOTAVAILABLE; 4756 } 4757 4758 4759 out_offline: 4760 if (ddev_offline == 1) 4761 ccw_device_set_offline(ddev); 4762 out: 4763 return; 4764 } 4765 4766 static void qeth_qdio_establish_cq(struct qeth_card *card, 4767 struct qdio_buffer **in_sbal_ptrs, 4768 void (**queue_start_poll) 4769 (struct ccw_device *, int, 4770 unsigned long)) 4771 { 4772 int i; 4773 4774 if (card->options.cq == QETH_CQ_ENABLED) { 4775 int offset = QDIO_MAX_BUFFERS_PER_Q * 4776 (card->qdio.no_in_queues - 1); 4777 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4778 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4779 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4780 } 4781 4782 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4783 } 4784 } 4785 4786 static int qeth_qdio_establish(struct qeth_card *card) 4787 { 4788 struct qdio_initialize init_data; 4789 char *qib_param_field; 4790 struct qdio_buffer **in_sbal_ptrs; 4791 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4792 struct qdio_buffer **out_sbal_ptrs; 4793 int i, j, k; 4794 int rc = 0; 4795 4796 QETH_CARD_TEXT(card, 2, "qdioest"); 4797 4798 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q, 4799 GFP_KERNEL); 4800 if (!qib_param_field) { 4801 rc = -ENOMEM; 4802 goto out_free_nothing; 4803 } 4804 4805 qeth_create_qib_param_field(card, qib_param_field); 4806 qeth_create_qib_param_field_blkt(card, qib_param_field); 4807 4808 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4809 sizeof(void *), 4810 GFP_KERNEL); 4811 if (!in_sbal_ptrs) { 4812 rc = -ENOMEM; 4813 goto out_free_qib_param; 4814 } 4815 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4816 in_sbal_ptrs[i] = (struct qdio_buffer *) 4817 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4818 } 4819 4820 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4821 GFP_KERNEL); 4822 if (!queue_start_poll) { 4823 rc = -ENOMEM; 4824 goto out_free_in_sbals; 4825 } 4826 for (i = 0; i < card->qdio.no_in_queues; ++i) 4827 queue_start_poll[i] = qeth_qdio_start_poll; 4828 4829 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4830 4831 out_sbal_ptrs = 4832 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4833 sizeof(void *), 4834 GFP_KERNEL); 4835 if (!out_sbal_ptrs) { 4836 rc = -ENOMEM; 4837 goto out_free_queue_start_poll; 4838 } 4839 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4840 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 4841 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 4842 card->qdio.out_qs[i]->bufs[j]->buffer); 4843 } 4844 4845 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4846 init_data.cdev = CARD_DDEV(card); 4847 init_data.q_format = IS_IQD(card) ? QDIO_IQDIO_QFMT : 4848 QDIO_QETH_QFMT; 4849 init_data.qib_param_field_format = 0; 4850 init_data.qib_param_field = qib_param_field; 4851 init_data.no_input_qs = card->qdio.no_in_queues; 4852 init_data.no_output_qs = card->qdio.no_out_queues; 4853 init_data.input_handler = qeth_qdio_input_handler; 4854 init_data.output_handler = qeth_qdio_output_handler; 4855 init_data.queue_start_poll_array = queue_start_poll; 4856 init_data.int_parm = (unsigned long) card; 4857 init_data.input_sbal_addr_array = in_sbal_ptrs; 4858 init_data.output_sbal_addr_array = out_sbal_ptrs; 4859 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4860 init_data.scan_threshold = IS_IQD(card) ? 1 : 32; 4861 4862 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4863 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4864 rc = qdio_allocate(&init_data); 4865 if (rc) { 4866 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4867 goto out; 4868 } 4869 rc = qdio_establish(&init_data); 4870 if (rc) { 4871 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4872 qdio_free(CARD_DDEV(card)); 4873 } 4874 } 4875 4876 switch (card->options.cq) { 4877 case QETH_CQ_ENABLED: 4878 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 4879 break; 4880 case QETH_CQ_DISABLED: 4881 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 4882 break; 4883 default: 4884 break; 4885 } 4886 out: 4887 kfree(out_sbal_ptrs); 4888 out_free_queue_start_poll: 4889 kfree(queue_start_poll); 4890 out_free_in_sbals: 4891 kfree(in_sbal_ptrs); 4892 out_free_qib_param: 4893 kfree(qib_param_field); 4894 out_free_nothing: 4895 return rc; 4896 } 4897 4898 static void qeth_core_free_card(struct qeth_card *card) 4899 { 4900 QETH_CARD_TEXT(card, 2, "freecrd"); 4901 qeth_clean_channel(&card->read); 4902 qeth_clean_channel(&card->write); 4903 qeth_clean_channel(&card->data); 4904 qeth_release_buffer(card->read_cmd); 4905 destroy_workqueue(card->event_wq); 4906 qeth_free_qdio_queues(card); 4907 unregister_service_level(&card->qeth_service_level); 4908 dev_set_drvdata(&card->gdev->dev, NULL); 4909 kfree(card); 4910 } 4911 4912 void qeth_trace_features(struct qeth_card *card) 4913 { 4914 QETH_CARD_TEXT(card, 2, "features"); 4915 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 4916 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 4917 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 4918 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 4919 sizeof(card->info.diagass_support)); 4920 } 4921 EXPORT_SYMBOL_GPL(qeth_trace_features); 4922 4923 static struct ccw_device_id qeth_ids[] = { 4924 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 4925 .driver_info = QETH_CARD_TYPE_OSD}, 4926 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 4927 .driver_info = QETH_CARD_TYPE_IQD}, 4928 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 4929 .driver_info = QETH_CARD_TYPE_OSN}, 4930 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 4931 .driver_info = QETH_CARD_TYPE_OSM}, 4932 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 4933 .driver_info = QETH_CARD_TYPE_OSX}, 4934 {}, 4935 }; 4936 MODULE_DEVICE_TABLE(ccw, qeth_ids); 4937 4938 static struct ccw_driver qeth_ccw_driver = { 4939 .driver = { 4940 .owner = THIS_MODULE, 4941 .name = "qeth", 4942 }, 4943 .ids = qeth_ids, 4944 .probe = ccwgroup_probe_ccwdev, 4945 .remove = ccwgroup_remove_ccwdev, 4946 }; 4947 4948 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 4949 { 4950 int retries = 3; 4951 int rc; 4952 4953 QETH_CARD_TEXT(card, 2, "hrdsetup"); 4954 atomic_set(&card->force_alloc_skb, 0); 4955 rc = qeth_update_from_chp_desc(card); 4956 if (rc) 4957 return rc; 4958 retry: 4959 if (retries < 3) 4960 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 4961 CARD_DEVID(card)); 4962 rc = qeth_qdio_clear_card(card, !IS_IQD(card)); 4963 ccw_device_set_offline(CARD_DDEV(card)); 4964 ccw_device_set_offline(CARD_WDEV(card)); 4965 ccw_device_set_offline(CARD_RDEV(card)); 4966 qdio_free(CARD_DDEV(card)); 4967 rc = ccw_device_set_online(CARD_RDEV(card)); 4968 if (rc) 4969 goto retriable; 4970 rc = ccw_device_set_online(CARD_WDEV(card)); 4971 if (rc) 4972 goto retriable; 4973 rc = ccw_device_set_online(CARD_DDEV(card)); 4974 if (rc) 4975 goto retriable; 4976 retriable: 4977 if (rc == -ERESTARTSYS) { 4978 QETH_CARD_TEXT(card, 2, "break1"); 4979 return rc; 4980 } else if (rc) { 4981 QETH_CARD_TEXT_(card, 2, "1err%d", rc); 4982 if (--retries < 0) 4983 goto out; 4984 else 4985 goto retry; 4986 } 4987 qeth_determine_capabilities(card); 4988 qeth_init_tokens(card); 4989 qeth_init_func_level(card); 4990 4991 rc = qeth_idx_activate_read_channel(card); 4992 if (rc == -EINTR) { 4993 QETH_CARD_TEXT(card, 2, "break2"); 4994 return rc; 4995 } else if (rc) { 4996 QETH_CARD_TEXT_(card, 2, "3err%d", rc); 4997 if (--retries < 0) 4998 goto out; 4999 else 5000 goto retry; 5001 } 5002 5003 rc = qeth_idx_activate_write_channel(card); 5004 if (rc == -EINTR) { 5005 QETH_CARD_TEXT(card, 2, "break3"); 5006 return rc; 5007 } else if (rc) { 5008 QETH_CARD_TEXT_(card, 2, "4err%d", rc); 5009 if (--retries < 0) 5010 goto out; 5011 else 5012 goto retry; 5013 } 5014 card->read_or_write_problem = 0; 5015 rc = qeth_mpc_initialize(card); 5016 if (rc) { 5017 QETH_CARD_TEXT_(card, 2, "5err%d", rc); 5018 goto out; 5019 } 5020 5021 rc = qeth_send_startlan(card); 5022 if (rc) { 5023 QETH_CARD_TEXT_(card, 2, "6err%d", rc); 5024 if (rc == -ENETDOWN) { 5025 dev_warn(&card->gdev->dev, "The LAN is offline\n"); 5026 *carrier_ok = false; 5027 } else { 5028 goto out; 5029 } 5030 } else { 5031 *carrier_ok = true; 5032 } 5033 5034 card->options.ipa4.supported_funcs = 0; 5035 card->options.ipa6.supported_funcs = 0; 5036 card->options.adp.supported_funcs = 0; 5037 card->options.sbp.supported_funcs = 0; 5038 card->info.diagass_support = 0; 5039 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5040 if (rc == -ENOMEM) 5041 goto out; 5042 if (qeth_is_supported(card, IPA_IPV6)) { 5043 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5044 if (rc == -ENOMEM) 5045 goto out; 5046 } 5047 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5048 rc = qeth_query_setadapterparms(card); 5049 if (rc < 0) { 5050 QETH_CARD_TEXT_(card, 2, "7err%d", rc); 5051 goto out; 5052 } 5053 } 5054 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5055 rc = qeth_query_setdiagass(card); 5056 if (rc < 0) { 5057 QETH_CARD_TEXT_(card, 2, "8err%d", rc); 5058 goto out; 5059 } 5060 } 5061 return 0; 5062 out: 5063 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5064 "an error on the device\n"); 5065 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5066 CARD_DEVID(card), rc); 5067 return rc; 5068 } 5069 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5070 5071 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5072 struct sk_buff *skb, int offset, int data_len) 5073 { 5074 struct page *page = virt_to_page(element->addr); 5075 unsigned int next_frag; 5076 5077 /* first fill the linear space */ 5078 if (!skb->len) { 5079 unsigned int linear = min(data_len, skb_tailroom(skb)); 5080 5081 skb_put_data(skb, element->addr + offset, linear); 5082 data_len -= linear; 5083 if (!data_len) 5084 return; 5085 offset += linear; 5086 /* fall through to add page frag for remaining data */ 5087 } 5088 5089 next_frag = skb_shinfo(skb)->nr_frags; 5090 get_page(page); 5091 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5092 } 5093 5094 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5095 { 5096 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5097 } 5098 5099 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5100 struct qeth_qdio_buffer *qethbuffer, 5101 struct qdio_buffer_element **__element, int *__offset, 5102 struct qeth_hdr **hdr) 5103 { 5104 struct qdio_buffer_element *element = *__element; 5105 struct qdio_buffer *buffer = qethbuffer->buffer; 5106 int offset = *__offset; 5107 struct sk_buff *skb; 5108 int skb_len = 0; 5109 void *data_ptr; 5110 int data_len; 5111 int headroom = 0; 5112 int use_rx_sg = 0; 5113 5114 /* qeth_hdr must not cross element boundaries */ 5115 while (element->length < offset + sizeof(struct qeth_hdr)) { 5116 if (qeth_is_last_sbale(element)) 5117 return NULL; 5118 element++; 5119 offset = 0; 5120 } 5121 *hdr = element->addr + offset; 5122 5123 offset += sizeof(struct qeth_hdr); 5124 switch ((*hdr)->hdr.l2.id) { 5125 case QETH_HEADER_TYPE_LAYER2: 5126 skb_len = (*hdr)->hdr.l2.pkt_length; 5127 break; 5128 case QETH_HEADER_TYPE_LAYER3: 5129 skb_len = (*hdr)->hdr.l3.length; 5130 headroom = ETH_HLEN; 5131 break; 5132 case QETH_HEADER_TYPE_OSN: 5133 skb_len = (*hdr)->hdr.osn.pdu_length; 5134 headroom = sizeof(struct qeth_hdr); 5135 break; 5136 default: 5137 break; 5138 } 5139 5140 if (!skb_len) 5141 return NULL; 5142 5143 if (((skb_len >= card->options.rx_sg_cb) && 5144 !IS_OSN(card) && 5145 (!atomic_read(&card->force_alloc_skb))) || 5146 (card->options.cq == QETH_CQ_ENABLED)) 5147 use_rx_sg = 1; 5148 5149 if (use_rx_sg && qethbuffer->rx_skb) { 5150 /* QETH_CQ_ENABLED only: */ 5151 skb = qethbuffer->rx_skb; 5152 qethbuffer->rx_skb = NULL; 5153 } else { 5154 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5155 5156 skb = napi_alloc_skb(&card->napi, linear + headroom); 5157 } 5158 if (!skb) 5159 goto no_mem; 5160 if (headroom) 5161 skb_reserve(skb, headroom); 5162 5163 data_ptr = element->addr + offset; 5164 while (skb_len) { 5165 data_len = min(skb_len, (int)(element->length - offset)); 5166 if (data_len) { 5167 if (use_rx_sg) 5168 qeth_create_skb_frag(element, skb, offset, 5169 data_len); 5170 else 5171 skb_put_data(skb, data_ptr, data_len); 5172 } 5173 skb_len -= data_len; 5174 if (skb_len) { 5175 if (qeth_is_last_sbale(element)) { 5176 QETH_CARD_TEXT(card, 4, "unexeob"); 5177 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5178 dev_kfree_skb_any(skb); 5179 QETH_CARD_STAT_INC(card, rx_errors); 5180 return NULL; 5181 } 5182 element++; 5183 offset = 0; 5184 data_ptr = element->addr; 5185 } else { 5186 offset += data_len; 5187 } 5188 } 5189 *__element = element; 5190 *__offset = offset; 5191 if (use_rx_sg) { 5192 QETH_CARD_STAT_INC(card, rx_sg_skbs); 5193 QETH_CARD_STAT_ADD(card, rx_sg_frags, 5194 skb_shinfo(skb)->nr_frags); 5195 } 5196 return skb; 5197 no_mem: 5198 if (net_ratelimit()) { 5199 QETH_CARD_TEXT(card, 2, "noskbmem"); 5200 } 5201 QETH_CARD_STAT_INC(card, rx_dropped); 5202 return NULL; 5203 } 5204 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5205 5206 int qeth_poll(struct napi_struct *napi, int budget) 5207 { 5208 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5209 int work_done = 0; 5210 struct qeth_qdio_buffer *buffer; 5211 int done; 5212 int new_budget = budget; 5213 5214 while (1) { 5215 if (!card->rx.b_count) { 5216 card->rx.qdio_err = 0; 5217 card->rx.b_count = qdio_get_next_buffers( 5218 card->data.ccwdev, 0, &card->rx.b_index, 5219 &card->rx.qdio_err); 5220 if (card->rx.b_count <= 0) { 5221 card->rx.b_count = 0; 5222 break; 5223 } 5224 card->rx.b_element = 5225 &card->qdio.in_q->bufs[card->rx.b_index] 5226 .buffer->element[0]; 5227 card->rx.e_offset = 0; 5228 } 5229 5230 while (card->rx.b_count) { 5231 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5232 if (!(card->rx.qdio_err && 5233 qeth_check_qdio_errors(card, buffer->buffer, 5234 card->rx.qdio_err, "qinerr"))) 5235 work_done += 5236 card->discipline->process_rx_buffer( 5237 card, new_budget, &done); 5238 else 5239 done = 1; 5240 5241 if (done) { 5242 QETH_CARD_STAT_INC(card, rx_bufs); 5243 qeth_put_buffer_pool_entry(card, 5244 buffer->pool_entry); 5245 qeth_queue_input_buffer(card, card->rx.b_index); 5246 card->rx.b_count--; 5247 if (card->rx.b_count) { 5248 card->rx.b_index = 5249 (card->rx.b_index + 1) % 5250 QDIO_MAX_BUFFERS_PER_Q; 5251 card->rx.b_element = 5252 &card->qdio.in_q 5253 ->bufs[card->rx.b_index] 5254 .buffer->element[0]; 5255 card->rx.e_offset = 0; 5256 } 5257 } 5258 5259 if (work_done >= budget) 5260 goto out; 5261 else 5262 new_budget = budget - work_done; 5263 } 5264 } 5265 5266 napi_complete_done(napi, work_done); 5267 if (qdio_start_irq(card->data.ccwdev, 0)) 5268 napi_schedule(&card->napi); 5269 out: 5270 return work_done; 5271 } 5272 EXPORT_SYMBOL_GPL(qeth_poll); 5273 5274 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5275 { 5276 if (!cmd->hdr.return_code) 5277 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5278 return cmd->hdr.return_code; 5279 } 5280 5281 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5282 struct qeth_reply *reply, 5283 unsigned long data) 5284 { 5285 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5286 struct qeth_ipa_caps *caps = reply->param; 5287 5288 if (qeth_setassparms_inspect_rc(cmd)) 5289 return -EIO; 5290 5291 caps->supported = cmd->data.setassparms.data.caps.supported; 5292 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5293 return 0; 5294 } 5295 5296 int qeth_setassparms_cb(struct qeth_card *card, 5297 struct qeth_reply *reply, unsigned long data) 5298 { 5299 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5300 5301 QETH_CARD_TEXT(card, 4, "defadpcb"); 5302 5303 if (cmd->hdr.return_code) 5304 return -EIO; 5305 5306 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5307 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5308 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5309 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5310 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5311 return 0; 5312 } 5313 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5314 5315 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5316 enum qeth_ipa_funcs ipa_func, 5317 __u16 cmd_code, __u16 len, 5318 enum qeth_prot_versions prot) 5319 { 5320 struct qeth_cmd_buffer *iob; 5321 struct qeth_ipa_cmd *cmd; 5322 5323 QETH_CARD_TEXT(card, 4, "getasscm"); 5324 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5325 5326 if (iob) { 5327 cmd = __ipa_cmd(iob); 5328 cmd->data.setassparms.hdr.assist_no = ipa_func; 5329 cmd->data.setassparms.hdr.length = 8 + len; 5330 cmd->data.setassparms.hdr.command_code = cmd_code; 5331 } 5332 5333 return iob; 5334 } 5335 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5336 5337 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5338 enum qeth_ipa_funcs ipa_func, 5339 u16 cmd_code, long data, 5340 enum qeth_prot_versions prot) 5341 { 5342 int length = 0; 5343 struct qeth_cmd_buffer *iob; 5344 5345 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5346 if (data) 5347 length = sizeof(__u32); 5348 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5349 if (!iob) 5350 return -ENOMEM; 5351 5352 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = (__u32) data; 5353 return qeth_send_ipa_cmd(card, iob, qeth_setassparms_cb, NULL); 5354 } 5355 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5356 5357 static void qeth_unregister_dbf_views(void) 5358 { 5359 int x; 5360 for (x = 0; x < QETH_DBF_INFOS; x++) { 5361 debug_unregister(qeth_dbf[x].id); 5362 qeth_dbf[x].id = NULL; 5363 } 5364 } 5365 5366 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5367 { 5368 char dbf_txt_buf[32]; 5369 va_list args; 5370 5371 if (!debug_level_enabled(id, level)) 5372 return; 5373 va_start(args, fmt); 5374 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5375 va_end(args); 5376 debug_text_event(id, level, dbf_txt_buf); 5377 } 5378 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5379 5380 static int qeth_register_dbf_views(void) 5381 { 5382 int ret; 5383 int x; 5384 5385 for (x = 0; x < QETH_DBF_INFOS; x++) { 5386 /* register the areas */ 5387 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5388 qeth_dbf[x].pages, 5389 qeth_dbf[x].areas, 5390 qeth_dbf[x].len); 5391 if (qeth_dbf[x].id == NULL) { 5392 qeth_unregister_dbf_views(); 5393 return -ENOMEM; 5394 } 5395 5396 /* register a view */ 5397 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5398 if (ret) { 5399 qeth_unregister_dbf_views(); 5400 return ret; 5401 } 5402 5403 /* set a passing level */ 5404 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5405 } 5406 5407 return 0; 5408 } 5409 5410 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5411 5412 int qeth_core_load_discipline(struct qeth_card *card, 5413 enum qeth_discipline_id discipline) 5414 { 5415 mutex_lock(&qeth_mod_mutex); 5416 switch (discipline) { 5417 case QETH_DISCIPLINE_LAYER3: 5418 card->discipline = try_then_request_module( 5419 symbol_get(qeth_l3_discipline), "qeth_l3"); 5420 break; 5421 case QETH_DISCIPLINE_LAYER2: 5422 card->discipline = try_then_request_module( 5423 symbol_get(qeth_l2_discipline), "qeth_l2"); 5424 break; 5425 default: 5426 break; 5427 } 5428 mutex_unlock(&qeth_mod_mutex); 5429 5430 if (!card->discipline) { 5431 dev_err(&card->gdev->dev, "There is no kernel module to " 5432 "support discipline %d\n", discipline); 5433 return -EINVAL; 5434 } 5435 5436 card->options.layer = discipline; 5437 return 0; 5438 } 5439 5440 void qeth_core_free_discipline(struct qeth_card *card) 5441 { 5442 if (IS_LAYER2(card)) 5443 symbol_put(qeth_l2_discipline); 5444 else 5445 symbol_put(qeth_l3_discipline); 5446 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5447 card->discipline = NULL; 5448 } 5449 5450 const struct device_type qeth_generic_devtype = { 5451 .name = "qeth_generic", 5452 .groups = qeth_generic_attr_groups, 5453 }; 5454 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5455 5456 static const struct device_type qeth_osn_devtype = { 5457 .name = "qeth_osn", 5458 .groups = qeth_osn_attr_groups, 5459 }; 5460 5461 #define DBF_NAME_LEN 20 5462 5463 struct qeth_dbf_entry { 5464 char dbf_name[DBF_NAME_LEN]; 5465 debug_info_t *dbf_info; 5466 struct list_head dbf_list; 5467 }; 5468 5469 static LIST_HEAD(qeth_dbf_list); 5470 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5471 5472 static debug_info_t *qeth_get_dbf_entry(char *name) 5473 { 5474 struct qeth_dbf_entry *entry; 5475 debug_info_t *rc = NULL; 5476 5477 mutex_lock(&qeth_dbf_list_mutex); 5478 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5479 if (strcmp(entry->dbf_name, name) == 0) { 5480 rc = entry->dbf_info; 5481 break; 5482 } 5483 } 5484 mutex_unlock(&qeth_dbf_list_mutex); 5485 return rc; 5486 } 5487 5488 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5489 { 5490 struct qeth_dbf_entry *new_entry; 5491 5492 card->debug = debug_register(name, 2, 1, 8); 5493 if (!card->debug) { 5494 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5495 goto err; 5496 } 5497 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5498 goto err_dbg; 5499 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5500 if (!new_entry) 5501 goto err_dbg; 5502 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5503 new_entry->dbf_info = card->debug; 5504 mutex_lock(&qeth_dbf_list_mutex); 5505 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5506 mutex_unlock(&qeth_dbf_list_mutex); 5507 5508 return 0; 5509 5510 err_dbg: 5511 debug_unregister(card->debug); 5512 err: 5513 return -ENOMEM; 5514 } 5515 5516 static void qeth_clear_dbf_list(void) 5517 { 5518 struct qeth_dbf_entry *entry, *tmp; 5519 5520 mutex_lock(&qeth_dbf_list_mutex); 5521 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5522 list_del(&entry->dbf_list); 5523 debug_unregister(entry->dbf_info); 5524 kfree(entry); 5525 } 5526 mutex_unlock(&qeth_dbf_list_mutex); 5527 } 5528 5529 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5530 { 5531 struct net_device *dev; 5532 5533 switch (card->info.type) { 5534 case QETH_CARD_TYPE_IQD: 5535 dev = alloc_netdev_mqs(0, "hsi%d", NET_NAME_UNKNOWN, 5536 ether_setup, QETH_MAX_QUEUES, 1); 5537 break; 5538 case QETH_CARD_TYPE_OSM: 5539 dev = alloc_etherdev(0); 5540 break; 5541 case QETH_CARD_TYPE_OSN: 5542 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5543 break; 5544 default: 5545 dev = alloc_etherdev_mqs(0, QETH_MAX_QUEUES, 1); 5546 } 5547 5548 if (!dev) 5549 return NULL; 5550 5551 dev->ml_priv = card; 5552 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5553 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5554 /* initialized when device first goes online: */ 5555 dev->max_mtu = 0; 5556 dev->mtu = 0; 5557 SET_NETDEV_DEV(dev, &card->gdev->dev); 5558 netif_carrier_off(dev); 5559 5560 if (IS_OSN(card)) { 5561 dev->ethtool_ops = &qeth_osn_ethtool_ops; 5562 } else { 5563 dev->ethtool_ops = &qeth_ethtool_ops; 5564 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5565 dev->hw_features |= NETIF_F_SG; 5566 dev->vlan_features |= NETIF_F_SG; 5567 if (IS_IQD(card)) { 5568 dev->features |= NETIF_F_SG; 5569 if (netif_set_real_num_tx_queues(dev, 5570 QETH_IQD_MIN_TXQ)) { 5571 free_netdev(dev); 5572 return NULL; 5573 } 5574 } 5575 } 5576 5577 return dev; 5578 } 5579 5580 struct net_device *qeth_clone_netdev(struct net_device *orig) 5581 { 5582 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5583 5584 if (!clone) 5585 return NULL; 5586 5587 clone->dev_port = orig->dev_port; 5588 return clone; 5589 } 5590 5591 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5592 { 5593 struct qeth_card *card; 5594 struct device *dev; 5595 int rc; 5596 enum qeth_discipline_id enforced_disc; 5597 char dbf_name[DBF_NAME_LEN]; 5598 5599 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5600 5601 dev = &gdev->dev; 5602 if (!get_device(dev)) 5603 return -ENODEV; 5604 5605 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5606 5607 card = qeth_alloc_card(gdev); 5608 if (!card) { 5609 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5610 rc = -ENOMEM; 5611 goto err_dev; 5612 } 5613 5614 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5615 dev_name(&gdev->dev)); 5616 card->debug = qeth_get_dbf_entry(dbf_name); 5617 if (!card->debug) { 5618 rc = qeth_add_dbf_entry(card, dbf_name); 5619 if (rc) 5620 goto err_card; 5621 } 5622 5623 qeth_setup_card(card); 5624 card->dev = qeth_alloc_netdev(card); 5625 if (!card->dev) { 5626 rc = -ENOMEM; 5627 goto err_card; 5628 } 5629 5630 card->qdio.no_out_queues = card->dev->num_tx_queues; 5631 rc = qeth_update_from_chp_desc(card); 5632 if (rc) 5633 goto err_chp_desc; 5634 qeth_determine_capabilities(card); 5635 qeth_set_blkt_defaults(card); 5636 5637 enforced_disc = qeth_enforce_discipline(card); 5638 switch (enforced_disc) { 5639 case QETH_DISCIPLINE_UNDETERMINED: 5640 gdev->dev.type = &qeth_generic_devtype; 5641 break; 5642 default: 5643 card->info.layer_enforced = true; 5644 rc = qeth_core_load_discipline(card, enforced_disc); 5645 if (rc) 5646 goto err_load; 5647 5648 gdev->dev.type = IS_OSN(card) ? &qeth_osn_devtype : 5649 card->discipline->devtype; 5650 rc = card->discipline->setup(card->gdev); 5651 if (rc) 5652 goto err_disc; 5653 break; 5654 } 5655 5656 return 0; 5657 5658 err_disc: 5659 qeth_core_free_discipline(card); 5660 err_load: 5661 err_chp_desc: 5662 free_netdev(card->dev); 5663 err_card: 5664 qeth_core_free_card(card); 5665 err_dev: 5666 put_device(dev); 5667 return rc; 5668 } 5669 5670 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5671 { 5672 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5673 5674 QETH_CARD_TEXT(card, 2, "removedv"); 5675 5676 if (card->discipline) { 5677 card->discipline->remove(gdev); 5678 qeth_core_free_discipline(card); 5679 } 5680 5681 free_netdev(card->dev); 5682 qeth_core_free_card(card); 5683 put_device(&gdev->dev); 5684 } 5685 5686 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5687 { 5688 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5689 int rc = 0; 5690 enum qeth_discipline_id def_discipline; 5691 5692 if (!card->discipline) { 5693 def_discipline = IS_IQD(card) ? QETH_DISCIPLINE_LAYER3 : 5694 QETH_DISCIPLINE_LAYER2; 5695 rc = qeth_core_load_discipline(card, def_discipline); 5696 if (rc) 5697 goto err; 5698 rc = card->discipline->setup(card->gdev); 5699 if (rc) { 5700 qeth_core_free_discipline(card); 5701 goto err; 5702 } 5703 } 5704 rc = card->discipline->set_online(gdev); 5705 err: 5706 return rc; 5707 } 5708 5709 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5710 { 5711 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5712 return card->discipline->set_offline(gdev); 5713 } 5714 5715 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5716 { 5717 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5718 qeth_set_allowed_threads(card, 0, 1); 5719 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5720 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5721 qeth_qdio_clear_card(card, 0); 5722 qeth_drain_output_queues(card); 5723 qdio_free(CARD_DDEV(card)); 5724 } 5725 5726 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5727 { 5728 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5729 if (card->discipline && card->discipline->freeze) 5730 return card->discipline->freeze(gdev); 5731 return 0; 5732 } 5733 5734 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5735 { 5736 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5737 if (card->discipline && card->discipline->thaw) 5738 return card->discipline->thaw(gdev); 5739 return 0; 5740 } 5741 5742 static int qeth_core_restore(struct ccwgroup_device *gdev) 5743 { 5744 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5745 if (card->discipline && card->discipline->restore) 5746 return card->discipline->restore(gdev); 5747 return 0; 5748 } 5749 5750 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5751 size_t count) 5752 { 5753 int err; 5754 5755 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5756 buf); 5757 5758 return err ? err : count; 5759 } 5760 static DRIVER_ATTR_WO(group); 5761 5762 static struct attribute *qeth_drv_attrs[] = { 5763 &driver_attr_group.attr, 5764 NULL, 5765 }; 5766 static struct attribute_group qeth_drv_attr_group = { 5767 .attrs = qeth_drv_attrs, 5768 }; 5769 static const struct attribute_group *qeth_drv_attr_groups[] = { 5770 &qeth_drv_attr_group, 5771 NULL, 5772 }; 5773 5774 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5775 .driver = { 5776 .groups = qeth_drv_attr_groups, 5777 .owner = THIS_MODULE, 5778 .name = "qeth", 5779 }, 5780 .ccw_driver = &qeth_ccw_driver, 5781 .setup = qeth_core_probe_device, 5782 .remove = qeth_core_remove_device, 5783 .set_online = qeth_core_set_online, 5784 .set_offline = qeth_core_set_offline, 5785 .shutdown = qeth_core_shutdown, 5786 .prepare = NULL, 5787 .complete = NULL, 5788 .freeze = qeth_core_freeze, 5789 .thaw = qeth_core_thaw, 5790 .restore = qeth_core_restore, 5791 }; 5792 5793 struct qeth_card *qeth_get_card_by_busid(char *bus_id) 5794 { 5795 struct ccwgroup_device *gdev; 5796 struct qeth_card *card; 5797 5798 gdev = get_ccwgroupdev_by_busid(&qeth_core_ccwgroup_driver, bus_id); 5799 if (!gdev) 5800 return NULL; 5801 5802 card = dev_get_drvdata(&gdev->dev); 5803 put_device(&gdev->dev); 5804 return card; 5805 } 5806 EXPORT_SYMBOL_GPL(qeth_get_card_by_busid); 5807 5808 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5809 { 5810 struct qeth_card *card = dev->ml_priv; 5811 struct mii_ioctl_data *mii_data; 5812 int rc = 0; 5813 5814 if (!card) 5815 return -ENODEV; 5816 5817 switch (cmd) { 5818 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5819 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5820 break; 5821 case SIOC_QETH_GET_CARD_TYPE: 5822 if ((IS_OSD(card) || IS_OSM(card) || IS_OSX(card)) && 5823 !IS_VM_NIC(card)) 5824 return 1; 5825 return 0; 5826 case SIOCGMIIPHY: 5827 mii_data = if_mii(rq); 5828 mii_data->phy_id = 0; 5829 break; 5830 case SIOCGMIIREG: 5831 mii_data = if_mii(rq); 5832 if (mii_data->phy_id != 0) 5833 rc = -EINVAL; 5834 else 5835 mii_data->val_out = qeth_mdio_read(dev, 5836 mii_data->phy_id, mii_data->reg_num); 5837 break; 5838 case SIOC_QETH_QUERY_OAT: 5839 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5840 break; 5841 default: 5842 if (card->discipline->do_ioctl) 5843 rc = card->discipline->do_ioctl(dev, rq, cmd); 5844 else 5845 rc = -EOPNOTSUPP; 5846 } 5847 if (rc) 5848 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 5849 return rc; 5850 } 5851 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 5852 5853 static int qeth_start_csum_cb(struct qeth_card *card, struct qeth_reply *reply, 5854 unsigned long data) 5855 { 5856 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5857 u32 *features = reply->param; 5858 5859 if (qeth_setassparms_inspect_rc(cmd)) 5860 return -EIO; 5861 5862 *features = cmd->data.setassparms.data.flags_32bit; 5863 return 0; 5864 } 5865 5866 static int qeth_set_csum_off(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5867 enum qeth_prot_versions prot) 5868 { 5869 return qeth_send_simple_setassparms_prot(card, cstype, 5870 IPA_CMD_ASS_STOP, 0, prot); 5871 } 5872 5873 static int qeth_set_csum_on(struct qeth_card *card, enum qeth_ipa_funcs cstype, 5874 enum qeth_prot_versions prot) 5875 { 5876 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 5877 struct qeth_cmd_buffer *iob; 5878 struct qeth_ipa_caps caps; 5879 u32 features; 5880 int rc; 5881 5882 /* some L3 HW requires combined L3+L4 csum offload: */ 5883 if (IS_LAYER3(card) && prot == QETH_PROT_IPV4 && 5884 cstype == IPA_OUTBOUND_CHECKSUM) 5885 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 5886 5887 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_START, 0, 5888 prot); 5889 if (!iob) 5890 return -ENOMEM; 5891 5892 rc = qeth_send_ipa_cmd(card, iob, qeth_start_csum_cb, &features); 5893 if (rc) 5894 return rc; 5895 5896 if ((required_features & features) != required_features) { 5897 qeth_set_csum_off(card, cstype, prot); 5898 return -EOPNOTSUPP; 5899 } 5900 5901 iob = qeth_get_setassparms_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 4, 5902 prot); 5903 if (!iob) { 5904 qeth_set_csum_off(card, cstype, prot); 5905 return -ENOMEM; 5906 } 5907 5908 if (features & QETH_IPA_CHECKSUM_LP2LP) 5909 required_features |= QETH_IPA_CHECKSUM_LP2LP; 5910 __ipa_cmd(iob)->data.setassparms.data.flags_32bit = required_features; 5911 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 5912 if (rc) { 5913 qeth_set_csum_off(card, cstype, prot); 5914 return rc; 5915 } 5916 5917 if (!qeth_ipa_caps_supported(&caps, required_features) || 5918 !qeth_ipa_caps_enabled(&caps, required_features)) { 5919 qeth_set_csum_off(card, cstype, prot); 5920 return -EOPNOTSUPP; 5921 } 5922 5923 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 5924 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 5925 if (!qeth_ipa_caps_enabled(&caps, QETH_IPA_CHECKSUM_LP2LP) && 5926 cstype == IPA_OUTBOUND_CHECKSUM) 5927 dev_warn(&card->gdev->dev, 5928 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 5929 QETH_CARD_IFNAME(card)); 5930 return 0; 5931 } 5932 5933 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 5934 enum qeth_prot_versions prot) 5935 { 5936 return on ? qeth_set_csum_on(card, cstype, prot) : 5937 qeth_set_csum_off(card, cstype, prot); 5938 } 5939 5940 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 5941 unsigned long data) 5942 { 5943 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5944 struct qeth_tso_start_data *tso_data = reply->param; 5945 5946 if (qeth_setassparms_inspect_rc(cmd)) 5947 return -EIO; 5948 5949 tso_data->mss = cmd->data.setassparms.data.tso.mss; 5950 tso_data->supported = cmd->data.setassparms.data.tso.supported; 5951 return 0; 5952 } 5953 5954 static int qeth_set_tso_off(struct qeth_card *card, 5955 enum qeth_prot_versions prot) 5956 { 5957 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 5958 IPA_CMD_ASS_STOP, 0, prot); 5959 } 5960 5961 static int qeth_set_tso_on(struct qeth_card *card, 5962 enum qeth_prot_versions prot) 5963 { 5964 struct qeth_tso_start_data tso_data; 5965 struct qeth_cmd_buffer *iob; 5966 struct qeth_ipa_caps caps; 5967 int rc; 5968 5969 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 5970 IPA_CMD_ASS_START, 0, prot); 5971 if (!iob) 5972 return -ENOMEM; 5973 5974 rc = qeth_send_ipa_cmd(card, iob, qeth_start_tso_cb, &tso_data); 5975 if (rc) 5976 return rc; 5977 5978 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 5979 qeth_set_tso_off(card, prot); 5980 return -EOPNOTSUPP; 5981 } 5982 5983 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 5984 IPA_CMD_ASS_ENABLE, sizeof(caps), prot); 5985 if (!iob) { 5986 qeth_set_tso_off(card, prot); 5987 return -ENOMEM; 5988 } 5989 5990 /* enable TSO capability */ 5991 __ipa_cmd(iob)->data.setassparms.data.caps.enabled = 5992 QETH_IPA_LARGE_SEND_TCP; 5993 rc = qeth_send_ipa_cmd(card, iob, qeth_setassparms_get_caps_cb, &caps); 5994 if (rc) { 5995 qeth_set_tso_off(card, prot); 5996 return rc; 5997 } 5998 5999 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6000 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6001 qeth_set_tso_off(card, prot); 6002 return -EOPNOTSUPP; 6003 } 6004 6005 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6006 tso_data.mss); 6007 return 0; 6008 } 6009 6010 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6011 enum qeth_prot_versions prot) 6012 { 6013 return on ? qeth_set_tso_on(card, prot) : qeth_set_tso_off(card, prot); 6014 } 6015 6016 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6017 { 6018 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6019 int rc_ipv6; 6020 6021 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6022 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6023 QETH_PROT_IPV4); 6024 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6025 /* no/one Offload Assist available, so the rc is trivial */ 6026 return rc_ipv4; 6027 6028 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6029 QETH_PROT_IPV6); 6030 6031 if (on) 6032 /* enable: success if any Assist is active */ 6033 return (rc_ipv6) ? rc_ipv4 : 0; 6034 6035 /* disable: failure if any Assist is still active */ 6036 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6037 } 6038 6039 /** 6040 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6041 * @dev: a net_device 6042 */ 6043 void qeth_enable_hw_features(struct net_device *dev) 6044 { 6045 struct qeth_card *card = dev->ml_priv; 6046 netdev_features_t features; 6047 6048 features = dev->features; 6049 /* force-off any feature that might need an IPA sequence. 6050 * netdev_update_features() will restart them. 6051 */ 6052 dev->features &= ~dev->hw_features; 6053 /* toggle VLAN filter, so that VIDs are re-programmed: */ 6054 if (IS_LAYER2(card) && IS_VM_NIC(card)) { 6055 dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER; 6056 dev->wanted_features |= NETIF_F_HW_VLAN_CTAG_FILTER; 6057 } 6058 netdev_update_features(dev); 6059 if (features != dev->features) 6060 dev_warn(&card->gdev->dev, 6061 "Device recovery failed to restore all offload features\n"); 6062 } 6063 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6064 6065 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6066 { 6067 struct qeth_card *card = dev->ml_priv; 6068 netdev_features_t changed = dev->features ^ features; 6069 int rc = 0; 6070 6071 QETH_CARD_TEXT(card, 2, "setfeat"); 6072 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6073 6074 if ((changed & NETIF_F_IP_CSUM)) { 6075 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6076 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6077 if (rc) 6078 changed ^= NETIF_F_IP_CSUM; 6079 } 6080 if (changed & NETIF_F_IPV6_CSUM) { 6081 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6082 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6083 if (rc) 6084 changed ^= NETIF_F_IPV6_CSUM; 6085 } 6086 if (changed & NETIF_F_RXCSUM) { 6087 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6088 if (rc) 6089 changed ^= NETIF_F_RXCSUM; 6090 } 6091 if (changed & NETIF_F_TSO) { 6092 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6093 QETH_PROT_IPV4); 6094 if (rc) 6095 changed ^= NETIF_F_TSO; 6096 } 6097 if (changed & NETIF_F_TSO6) { 6098 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6099 QETH_PROT_IPV6); 6100 if (rc) 6101 changed ^= NETIF_F_TSO6; 6102 } 6103 6104 /* everything changed successfully? */ 6105 if ((dev->features ^ features) == changed) 6106 return 0; 6107 /* something went wrong. save changed features and return error */ 6108 dev->features ^= changed; 6109 return -EIO; 6110 } 6111 EXPORT_SYMBOL_GPL(qeth_set_features); 6112 6113 netdev_features_t qeth_fix_features(struct net_device *dev, 6114 netdev_features_t features) 6115 { 6116 struct qeth_card *card = dev->ml_priv; 6117 6118 QETH_CARD_TEXT(card, 2, "fixfeat"); 6119 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6120 features &= ~NETIF_F_IP_CSUM; 6121 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6122 features &= ~NETIF_F_IPV6_CSUM; 6123 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6124 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6125 features &= ~NETIF_F_RXCSUM; 6126 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6127 features &= ~NETIF_F_TSO; 6128 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6129 features &= ~NETIF_F_TSO6; 6130 6131 QETH_CARD_HEX(card, 2, &features, sizeof(features)); 6132 return features; 6133 } 6134 EXPORT_SYMBOL_GPL(qeth_fix_features); 6135 6136 netdev_features_t qeth_features_check(struct sk_buff *skb, 6137 struct net_device *dev, 6138 netdev_features_t features) 6139 { 6140 /* GSO segmentation builds skbs with 6141 * a (small) linear part for the headers, and 6142 * page frags for the data. 6143 * Compared to a linear skb, the header-only part consumes an 6144 * additional buffer element. This reduces buffer utilization, and 6145 * hurts throughput. So compress small segments into one element. 6146 */ 6147 if (netif_needs_gso(skb, features)) { 6148 /* match skb_segment(): */ 6149 unsigned int doffset = skb->data - skb_mac_header(skb); 6150 unsigned int hsize = skb_shinfo(skb)->gso_size; 6151 unsigned int hroom = skb_headroom(skb); 6152 6153 /* linearize only if resulting skb allocations are order-0: */ 6154 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6155 features &= ~NETIF_F_SG; 6156 } 6157 6158 return vlan_features_check(skb, features); 6159 } 6160 EXPORT_SYMBOL_GPL(qeth_features_check); 6161 6162 void qeth_get_stats64(struct net_device *dev, struct rtnl_link_stats64 *stats) 6163 { 6164 struct qeth_card *card = dev->ml_priv; 6165 struct qeth_qdio_out_q *queue; 6166 unsigned int i; 6167 6168 QETH_CARD_TEXT(card, 5, "getstat"); 6169 6170 stats->rx_packets = card->stats.rx_packets; 6171 stats->rx_bytes = card->stats.rx_bytes; 6172 stats->rx_errors = card->stats.rx_errors; 6173 stats->rx_dropped = card->stats.rx_dropped; 6174 stats->multicast = card->stats.rx_multicast; 6175 6176 for (i = 0; i < card->qdio.no_out_queues; i++) { 6177 queue = card->qdio.out_qs[i]; 6178 6179 stats->tx_packets += queue->stats.tx_packets; 6180 stats->tx_bytes += queue->stats.tx_bytes; 6181 stats->tx_errors += queue->stats.tx_errors; 6182 stats->tx_dropped += queue->stats.tx_dropped; 6183 } 6184 } 6185 EXPORT_SYMBOL_GPL(qeth_get_stats64); 6186 6187 u16 qeth_iqd_select_queue(struct net_device *dev, struct sk_buff *skb, 6188 u8 cast_type, struct net_device *sb_dev) 6189 { 6190 if (cast_type != RTN_UNICAST) 6191 return QETH_IQD_MCAST_TXQ; 6192 return QETH_IQD_MIN_UCAST_TXQ; 6193 } 6194 EXPORT_SYMBOL_GPL(qeth_iqd_select_queue); 6195 6196 int qeth_open(struct net_device *dev) 6197 { 6198 struct qeth_card *card = dev->ml_priv; 6199 6200 QETH_CARD_TEXT(card, 4, "qethopen"); 6201 6202 if (qdio_stop_irq(CARD_DDEV(card), 0) < 0) 6203 return -EIO; 6204 6205 card->data.state = CH_STATE_UP; 6206 netif_tx_start_all_queues(dev); 6207 6208 napi_enable(&card->napi); 6209 local_bh_disable(); 6210 napi_schedule(&card->napi); 6211 /* kick-start the NAPI softirq: */ 6212 local_bh_enable(); 6213 return 0; 6214 } 6215 EXPORT_SYMBOL_GPL(qeth_open); 6216 6217 int qeth_stop(struct net_device *dev) 6218 { 6219 struct qeth_card *card = dev->ml_priv; 6220 6221 QETH_CARD_TEXT(card, 4, "qethstop"); 6222 netif_tx_disable(dev); 6223 napi_disable(&card->napi); 6224 return 0; 6225 } 6226 EXPORT_SYMBOL_GPL(qeth_stop); 6227 6228 static int __init qeth_core_init(void) 6229 { 6230 int rc; 6231 6232 pr_info("loading core functions\n"); 6233 6234 rc = qeth_register_dbf_views(); 6235 if (rc) 6236 goto dbf_err; 6237 qeth_core_root_dev = root_device_register("qeth"); 6238 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6239 if (rc) 6240 goto register_err; 6241 qeth_core_header_cache = 6242 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6243 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6244 0, NULL); 6245 if (!qeth_core_header_cache) { 6246 rc = -ENOMEM; 6247 goto slab_err; 6248 } 6249 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6250 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6251 if (!qeth_qdio_outbuf_cache) { 6252 rc = -ENOMEM; 6253 goto cqslab_err; 6254 } 6255 rc = ccw_driver_register(&qeth_ccw_driver); 6256 if (rc) 6257 goto ccw_err; 6258 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6259 if (rc) 6260 goto ccwgroup_err; 6261 6262 return 0; 6263 6264 ccwgroup_err: 6265 ccw_driver_unregister(&qeth_ccw_driver); 6266 ccw_err: 6267 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6268 cqslab_err: 6269 kmem_cache_destroy(qeth_core_header_cache); 6270 slab_err: 6271 root_device_unregister(qeth_core_root_dev); 6272 register_err: 6273 qeth_unregister_dbf_views(); 6274 dbf_err: 6275 pr_err("Initializing the qeth device driver failed\n"); 6276 return rc; 6277 } 6278 6279 static void __exit qeth_core_exit(void) 6280 { 6281 qeth_clear_dbf_list(); 6282 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6283 ccw_driver_unregister(&qeth_ccw_driver); 6284 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6285 kmem_cache_destroy(qeth_core_header_cache); 6286 root_device_unregister(qeth_core_root_dev); 6287 qeth_unregister_dbf_views(); 6288 pr_info("core functions removed\n"); 6289 } 6290 6291 module_init(qeth_core_init); 6292 module_exit(qeth_core_exit); 6293 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6294 MODULE_DESCRIPTION("qeth core functions"); 6295 MODULE_LICENSE("GPL"); 6296