1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/kthread.h> 24 #include <linux/slab.h> 25 #include <linux/if_vlan.h> 26 #include <linux/netdevice.h> 27 #include <linux/netdev_features.h> 28 #include <linux/skbuff.h> 29 #include <linux/vmalloc.h> 30 31 #include <net/iucv/af_iucv.h> 32 #include <net/dsfield.h> 33 34 #include <asm/ebcdic.h> 35 #include <asm/chpid.h> 36 #include <asm/io.h> 37 #include <asm/sysinfo.h> 38 #include <asm/diag.h> 39 #include <asm/cio.h> 40 #include <asm/ccwdev.h> 41 #include <asm/cpcmd.h> 42 43 #include "qeth_core.h" 44 45 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 46 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 47 /* N P A M L V H */ 48 [QETH_DBF_SETUP] = {"qeth_setup", 49 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 50 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 51 &debug_sprintf_view, NULL}, 52 [QETH_DBF_CTRL] = {"qeth_control", 53 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 54 }; 55 EXPORT_SYMBOL_GPL(qeth_dbf); 56 57 struct qeth_card_list_struct qeth_core_card_list; 58 EXPORT_SYMBOL_GPL(qeth_core_card_list); 59 struct kmem_cache *qeth_core_header_cache; 60 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 61 static struct kmem_cache *qeth_qdio_outbuf_cache; 62 63 static struct device *qeth_core_root_dev; 64 static struct lock_class_key qdio_out_skb_queue_key; 65 66 static void qeth_send_control_data_cb(struct qeth_channel *, 67 struct qeth_cmd_buffer *); 68 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *); 69 static void qeth_free_buffer_pool(struct qeth_card *); 70 static int qeth_qdio_establish(struct qeth_card *); 71 static void qeth_free_qdio_buffers(struct qeth_card *); 72 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 73 struct qeth_qdio_out_buffer *buf, 74 enum iucv_tx_notify notification); 75 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 76 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 77 78 struct workqueue_struct *qeth_wq; 79 EXPORT_SYMBOL_GPL(qeth_wq); 80 81 int qeth_card_hw_is_reachable(struct qeth_card *card) 82 { 83 return (card->state == CARD_STATE_SOFTSETUP) || 84 (card->state == CARD_STATE_UP); 85 } 86 EXPORT_SYMBOL_GPL(qeth_card_hw_is_reachable); 87 88 static void qeth_close_dev_handler(struct work_struct *work) 89 { 90 struct qeth_card *card; 91 92 card = container_of(work, struct qeth_card, close_dev_work); 93 QETH_CARD_TEXT(card, 2, "cldevhdl"); 94 rtnl_lock(); 95 dev_close(card->dev); 96 rtnl_unlock(); 97 ccwgroup_set_offline(card->gdev); 98 } 99 100 void qeth_close_dev(struct qeth_card *card) 101 { 102 QETH_CARD_TEXT(card, 2, "cldevsubm"); 103 queue_work(qeth_wq, &card->close_dev_work); 104 } 105 EXPORT_SYMBOL_GPL(qeth_close_dev); 106 107 static const char *qeth_get_cardname(struct qeth_card *card) 108 { 109 if (card->info.guestlan) { 110 switch (card->info.type) { 111 case QETH_CARD_TYPE_OSD: 112 return " Virtual NIC QDIO"; 113 case QETH_CARD_TYPE_IQD: 114 return " Virtual NIC Hiper"; 115 case QETH_CARD_TYPE_OSM: 116 return " Virtual NIC QDIO - OSM"; 117 case QETH_CARD_TYPE_OSX: 118 return " Virtual NIC QDIO - OSX"; 119 default: 120 return " unknown"; 121 } 122 } else { 123 switch (card->info.type) { 124 case QETH_CARD_TYPE_OSD: 125 return " OSD Express"; 126 case QETH_CARD_TYPE_IQD: 127 return " HiperSockets"; 128 case QETH_CARD_TYPE_OSN: 129 return " OSN QDIO"; 130 case QETH_CARD_TYPE_OSM: 131 return " OSM QDIO"; 132 case QETH_CARD_TYPE_OSX: 133 return " OSX QDIO"; 134 default: 135 return " unknown"; 136 } 137 } 138 return " n/a"; 139 } 140 141 /* max length to be returned: 14 */ 142 const char *qeth_get_cardname_short(struct qeth_card *card) 143 { 144 if (card->info.guestlan) { 145 switch (card->info.type) { 146 case QETH_CARD_TYPE_OSD: 147 return "Virt.NIC QDIO"; 148 case QETH_CARD_TYPE_IQD: 149 return "Virt.NIC Hiper"; 150 case QETH_CARD_TYPE_OSM: 151 return "Virt.NIC OSM"; 152 case QETH_CARD_TYPE_OSX: 153 return "Virt.NIC OSX"; 154 default: 155 return "unknown"; 156 } 157 } else { 158 switch (card->info.type) { 159 case QETH_CARD_TYPE_OSD: 160 switch (card->info.link_type) { 161 case QETH_LINK_TYPE_FAST_ETH: 162 return "OSD_100"; 163 case QETH_LINK_TYPE_HSTR: 164 return "HSTR"; 165 case QETH_LINK_TYPE_GBIT_ETH: 166 return "OSD_1000"; 167 case QETH_LINK_TYPE_10GBIT_ETH: 168 return "OSD_10GIG"; 169 case QETH_LINK_TYPE_LANE_ETH100: 170 return "OSD_FE_LANE"; 171 case QETH_LINK_TYPE_LANE_TR: 172 return "OSD_TR_LANE"; 173 case QETH_LINK_TYPE_LANE_ETH1000: 174 return "OSD_GbE_LANE"; 175 case QETH_LINK_TYPE_LANE: 176 return "OSD_ATM_LANE"; 177 default: 178 return "OSD_Express"; 179 } 180 case QETH_CARD_TYPE_IQD: 181 return "HiperSockets"; 182 case QETH_CARD_TYPE_OSN: 183 return "OSN"; 184 case QETH_CARD_TYPE_OSM: 185 return "OSM_1000"; 186 case QETH_CARD_TYPE_OSX: 187 return "OSX_10GIG"; 188 default: 189 return "unknown"; 190 } 191 } 192 return "n/a"; 193 } 194 195 void qeth_set_recovery_task(struct qeth_card *card) 196 { 197 card->recovery_task = current; 198 } 199 EXPORT_SYMBOL_GPL(qeth_set_recovery_task); 200 201 void qeth_clear_recovery_task(struct qeth_card *card) 202 { 203 card->recovery_task = NULL; 204 } 205 EXPORT_SYMBOL_GPL(qeth_clear_recovery_task); 206 207 static bool qeth_is_recovery_task(const struct qeth_card *card) 208 { 209 return card->recovery_task == current; 210 } 211 212 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 213 int clear_start_mask) 214 { 215 unsigned long flags; 216 217 spin_lock_irqsave(&card->thread_mask_lock, flags); 218 card->thread_allowed_mask = threads; 219 if (clear_start_mask) 220 card->thread_start_mask &= threads; 221 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 222 wake_up(&card->wait_q); 223 } 224 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 225 226 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 227 { 228 unsigned long flags; 229 int rc = 0; 230 231 spin_lock_irqsave(&card->thread_mask_lock, flags); 232 rc = (card->thread_running_mask & threads); 233 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 234 return rc; 235 } 236 EXPORT_SYMBOL_GPL(qeth_threads_running); 237 238 int qeth_wait_for_threads(struct qeth_card *card, unsigned long threads) 239 { 240 if (qeth_is_recovery_task(card)) 241 return 0; 242 return wait_event_interruptible(card->wait_q, 243 qeth_threads_running(card, threads) == 0); 244 } 245 EXPORT_SYMBOL_GPL(qeth_wait_for_threads); 246 247 void qeth_clear_working_pool_list(struct qeth_card *card) 248 { 249 struct qeth_buffer_pool_entry *pool_entry, *tmp; 250 251 QETH_CARD_TEXT(card, 5, "clwrklst"); 252 list_for_each_entry_safe(pool_entry, tmp, 253 &card->qdio.in_buf_pool.entry_list, list){ 254 list_del(&pool_entry->list); 255 } 256 } 257 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 258 259 static int qeth_alloc_buffer_pool(struct qeth_card *card) 260 { 261 struct qeth_buffer_pool_entry *pool_entry; 262 void *ptr; 263 int i, j; 264 265 QETH_CARD_TEXT(card, 5, "alocpool"); 266 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 267 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 268 if (!pool_entry) { 269 qeth_free_buffer_pool(card); 270 return -ENOMEM; 271 } 272 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 273 ptr = (void *) __get_free_page(GFP_KERNEL); 274 if (!ptr) { 275 while (j > 0) 276 free_page((unsigned long) 277 pool_entry->elements[--j]); 278 kfree(pool_entry); 279 qeth_free_buffer_pool(card); 280 return -ENOMEM; 281 } 282 pool_entry->elements[j] = ptr; 283 } 284 list_add(&pool_entry->init_list, 285 &card->qdio.init_pool.entry_list); 286 } 287 return 0; 288 } 289 290 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 291 { 292 QETH_CARD_TEXT(card, 2, "realcbp"); 293 294 if ((card->state != CARD_STATE_DOWN) && 295 (card->state != CARD_STATE_RECOVER)) 296 return -EPERM; 297 298 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 299 qeth_clear_working_pool_list(card); 300 qeth_free_buffer_pool(card); 301 card->qdio.in_buf_pool.buf_count = bufcnt; 302 card->qdio.init_pool.buf_count = bufcnt; 303 return qeth_alloc_buffer_pool(card); 304 } 305 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 306 307 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 308 { 309 if (!q) 310 return; 311 312 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 313 kfree(q); 314 } 315 316 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 317 { 318 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 319 int i; 320 321 if (!q) 322 return NULL; 323 324 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 325 kfree(q); 326 return NULL; 327 } 328 329 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 330 q->bufs[i].buffer = q->qdio_bufs[i]; 331 332 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 333 return q; 334 } 335 336 static int qeth_cq_init(struct qeth_card *card) 337 { 338 int rc; 339 340 if (card->options.cq == QETH_CQ_ENABLED) { 341 QETH_DBF_TEXT(SETUP, 2, "cqinit"); 342 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 343 QDIO_MAX_BUFFERS_PER_Q); 344 card->qdio.c_q->next_buf_to_init = 127; 345 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 346 card->qdio.no_in_queues - 1, 0, 347 127); 348 if (rc) { 349 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 350 goto out; 351 } 352 } 353 rc = 0; 354 out: 355 return rc; 356 } 357 358 static int qeth_alloc_cq(struct qeth_card *card) 359 { 360 int rc; 361 362 if (card->options.cq == QETH_CQ_ENABLED) { 363 int i; 364 struct qdio_outbuf_state *outbuf_states; 365 366 QETH_DBF_TEXT(SETUP, 2, "cqon"); 367 card->qdio.c_q = qeth_alloc_qdio_queue(); 368 if (!card->qdio.c_q) { 369 rc = -1; 370 goto kmsg_out; 371 } 372 card->qdio.no_in_queues = 2; 373 card->qdio.out_bufstates = 374 kcalloc(card->qdio.no_out_queues * 375 QDIO_MAX_BUFFERS_PER_Q, 376 sizeof(struct qdio_outbuf_state), 377 GFP_KERNEL); 378 outbuf_states = card->qdio.out_bufstates; 379 if (outbuf_states == NULL) { 380 rc = -1; 381 goto free_cq_out; 382 } 383 for (i = 0; i < card->qdio.no_out_queues; ++i) { 384 card->qdio.out_qs[i]->bufstates = outbuf_states; 385 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 386 } 387 } else { 388 QETH_DBF_TEXT(SETUP, 2, "nocq"); 389 card->qdio.c_q = NULL; 390 card->qdio.no_in_queues = 1; 391 } 392 QETH_DBF_TEXT_(SETUP, 2, "iqc%d", card->qdio.no_in_queues); 393 rc = 0; 394 out: 395 return rc; 396 free_cq_out: 397 qeth_free_qdio_queue(card->qdio.c_q); 398 card->qdio.c_q = NULL; 399 kmsg_out: 400 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 401 goto out; 402 } 403 404 static void qeth_free_cq(struct qeth_card *card) 405 { 406 if (card->qdio.c_q) { 407 --card->qdio.no_in_queues; 408 qeth_free_qdio_queue(card->qdio.c_q); 409 card->qdio.c_q = NULL; 410 } 411 kfree(card->qdio.out_bufstates); 412 card->qdio.out_bufstates = NULL; 413 } 414 415 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 416 int delayed) 417 { 418 enum iucv_tx_notify n; 419 420 switch (sbalf15) { 421 case 0: 422 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 423 break; 424 case 4: 425 case 16: 426 case 17: 427 case 18: 428 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 429 TX_NOTIFY_UNREACHABLE; 430 break; 431 default: 432 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 433 TX_NOTIFY_GENERALERROR; 434 break; 435 } 436 437 return n; 438 } 439 440 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 441 int forced_cleanup) 442 { 443 if (q->card->options.cq != QETH_CQ_ENABLED) 444 return; 445 446 if (q->bufs[bidx]->next_pending != NULL) { 447 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 448 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 449 450 while (c) { 451 if (forced_cleanup || 452 atomic_read(&c->state) == 453 QETH_QDIO_BUF_HANDLED_DELAYED) { 454 struct qeth_qdio_out_buffer *f = c; 455 QETH_CARD_TEXT(f->q->card, 5, "fp"); 456 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 457 /* release here to avoid interleaving between 458 outbound tasklet and inbound tasklet 459 regarding notifications and lifecycle */ 460 qeth_release_skbs(c); 461 462 c = f->next_pending; 463 WARN_ON_ONCE(head->next_pending != f); 464 head->next_pending = c; 465 kmem_cache_free(qeth_qdio_outbuf_cache, f); 466 } else { 467 head = c; 468 c = c->next_pending; 469 } 470 471 } 472 } 473 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 474 QETH_QDIO_BUF_HANDLED_DELAYED)) { 475 /* for recovery situations */ 476 qeth_init_qdio_out_buf(q, bidx); 477 QETH_CARD_TEXT(q->card, 2, "clprecov"); 478 } 479 } 480 481 482 static void qeth_qdio_handle_aob(struct qeth_card *card, 483 unsigned long phys_aob_addr) 484 { 485 struct qaob *aob; 486 struct qeth_qdio_out_buffer *buffer; 487 enum iucv_tx_notify notification; 488 unsigned int i; 489 490 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 491 QETH_CARD_TEXT(card, 5, "haob"); 492 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 493 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 494 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 495 496 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 497 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 498 notification = TX_NOTIFY_OK; 499 } else { 500 WARN_ON_ONCE(atomic_read(&buffer->state) != 501 QETH_QDIO_BUF_PENDING); 502 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 503 notification = TX_NOTIFY_DELAYED_OK; 504 } 505 506 if (aob->aorc != 0) { 507 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 508 notification = qeth_compute_cq_notification(aob->aorc, 1); 509 } 510 qeth_notify_skbs(buffer->q, buffer, notification); 511 512 /* Free dangling allocations. The attached skbs are handled by 513 * qeth_cleanup_handled_pending(). 514 */ 515 for (i = 0; 516 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 517 i++) { 518 if (aob->sba[i] && buffer->is_header[i]) 519 kmem_cache_free(qeth_core_header_cache, 520 (void *) aob->sba[i]); 521 } 522 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 523 524 qdio_release_aob(aob); 525 } 526 527 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 528 { 529 return card->options.cq == QETH_CQ_ENABLED && 530 card->qdio.c_q != NULL && 531 queue != 0 && 532 queue == card->qdio.no_in_queues - 1; 533 } 534 535 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u32 len, void *data) 536 { 537 ccw->cmd_code = cmd_code; 538 ccw->flags = CCW_FLAG_SLI; 539 ccw->count = len; 540 ccw->cda = (__u32) __pa(data); 541 } 542 543 static int __qeth_issue_next_read(struct qeth_card *card) 544 { 545 struct qeth_channel *channel = &card->read; 546 struct qeth_cmd_buffer *iob; 547 int rc; 548 549 QETH_CARD_TEXT(card, 5, "issnxrd"); 550 if (channel->state != CH_STATE_UP) 551 return -EIO; 552 iob = qeth_get_buffer(channel); 553 if (!iob) { 554 dev_warn(&card->gdev->dev, "The qeth device driver " 555 "failed to recover an error on the device\n"); 556 QETH_DBF_MESSAGE(2, "%s issue_next_read failed: no iob " 557 "available\n", dev_name(&card->gdev->dev)); 558 return -ENOMEM; 559 } 560 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 561 QETH_CARD_TEXT(card, 6, "noirqpnd"); 562 rc = ccw_device_start(channel->ccwdev, channel->ccw, 563 (addr_t) iob, 0, 0); 564 if (rc) { 565 QETH_DBF_MESSAGE(2, "%s error in starting next read ccw! " 566 "rc=%i\n", dev_name(&card->gdev->dev), rc); 567 atomic_set(&channel->irq_pending, 0); 568 card->read_or_write_problem = 1; 569 qeth_schedule_recovery(card); 570 wake_up(&card->wait_q); 571 } 572 return rc; 573 } 574 575 static int qeth_issue_next_read(struct qeth_card *card) 576 { 577 int ret; 578 579 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 580 ret = __qeth_issue_next_read(card); 581 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 582 583 return ret; 584 } 585 586 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 587 { 588 struct qeth_reply *reply; 589 590 reply = kzalloc(sizeof(struct qeth_reply), GFP_ATOMIC); 591 if (reply) { 592 refcount_set(&reply->refcnt, 1); 593 atomic_set(&reply->received, 0); 594 } 595 return reply; 596 } 597 598 static void qeth_get_reply(struct qeth_reply *reply) 599 { 600 refcount_inc(&reply->refcnt); 601 } 602 603 static void qeth_put_reply(struct qeth_reply *reply) 604 { 605 if (refcount_dec_and_test(&reply->refcnt)) 606 kfree(reply); 607 } 608 609 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 610 struct qeth_card *card) 611 { 612 char *ipa_name; 613 int com = cmd->hdr.command; 614 ipa_name = qeth_get_ipa_cmd_name(com); 615 if (rc) 616 QETH_DBF_MESSAGE(2, "IPA: %s(x%X) for %s/%s returned " 617 "x%X \"%s\"\n", 618 ipa_name, com, dev_name(&card->gdev->dev), 619 QETH_CARD_IFNAME(card), rc, 620 qeth_get_ipa_msg(rc)); 621 else 622 QETH_DBF_MESSAGE(5, "IPA: %s(x%X) for %s/%s succeeded\n", 623 ipa_name, com, dev_name(&card->gdev->dev), 624 QETH_CARD_IFNAME(card)); 625 } 626 627 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 628 struct qeth_cmd_buffer *iob) 629 { 630 struct qeth_ipa_cmd *cmd = NULL; 631 632 QETH_CARD_TEXT(card, 5, "chkipad"); 633 if (IS_IPA(iob->data)) { 634 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 635 if (IS_IPA_REPLY(cmd)) { 636 if (cmd->hdr.command != IPA_CMD_SETCCID && 637 cmd->hdr.command != IPA_CMD_DELCCID && 638 cmd->hdr.command != IPA_CMD_MODCCID && 639 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 640 qeth_issue_ipa_msg(cmd, 641 cmd->hdr.return_code, card); 642 return cmd; 643 } else { 644 switch (cmd->hdr.command) { 645 case IPA_CMD_STOPLAN: 646 if (cmd->hdr.return_code == 647 IPA_RC_VEPA_TO_VEB_TRANSITION) { 648 dev_err(&card->gdev->dev, 649 "Interface %s is down because the " 650 "adjacent port is no longer in " 651 "reflective relay mode\n", 652 QETH_CARD_IFNAME(card)); 653 qeth_close_dev(card); 654 } else { 655 dev_warn(&card->gdev->dev, 656 "The link for interface %s on CHPID" 657 " 0x%X failed\n", 658 QETH_CARD_IFNAME(card), 659 card->info.chpid); 660 qeth_issue_ipa_msg(cmd, 661 cmd->hdr.return_code, card); 662 } 663 card->lan_online = 0; 664 netif_carrier_off(card->dev); 665 return NULL; 666 case IPA_CMD_STARTLAN: 667 dev_info(&card->gdev->dev, 668 "The link for %s on CHPID 0x%X has" 669 " been restored\n", 670 QETH_CARD_IFNAME(card), 671 card->info.chpid); 672 netif_carrier_on(card->dev); 673 card->lan_online = 1; 674 if (card->info.hwtrap) 675 card->info.hwtrap = 2; 676 qeth_schedule_recovery(card); 677 return NULL; 678 case IPA_CMD_SETBRIDGEPORT_IQD: 679 case IPA_CMD_SETBRIDGEPORT_OSA: 680 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 681 if (card->discipline->control_event_handler 682 (card, cmd)) 683 return cmd; 684 else 685 return NULL; 686 case IPA_CMD_MODCCID: 687 return cmd; 688 case IPA_CMD_REGISTER_LOCAL_ADDR: 689 QETH_CARD_TEXT(card, 3, "irla"); 690 break; 691 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 692 QETH_CARD_TEXT(card, 3, "urla"); 693 break; 694 default: 695 QETH_DBF_MESSAGE(2, "Received data is IPA " 696 "but not a reply!\n"); 697 break; 698 } 699 } 700 } 701 return cmd; 702 } 703 704 void qeth_clear_ipacmd_list(struct qeth_card *card) 705 { 706 struct qeth_reply *reply, *r; 707 unsigned long flags; 708 709 QETH_CARD_TEXT(card, 4, "clipalst"); 710 711 spin_lock_irqsave(&card->lock, flags); 712 list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) { 713 qeth_get_reply(reply); 714 reply->rc = -EIO; 715 atomic_inc(&reply->received); 716 list_del_init(&reply->list); 717 wake_up(&reply->wait_q); 718 qeth_put_reply(reply); 719 } 720 spin_unlock_irqrestore(&card->lock, flags); 721 } 722 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 723 724 static int qeth_check_idx_response(struct qeth_card *card, 725 unsigned char *buffer) 726 { 727 if (!buffer) 728 return 0; 729 730 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 731 if ((buffer[2] & 0xc0) == 0xc0) { 732 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#02x\n", 733 buffer[4]); 734 QETH_CARD_TEXT(card, 2, "ckidxres"); 735 QETH_CARD_TEXT(card, 2, " idxterm"); 736 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 737 if (buffer[4] == 0xf6) { 738 dev_err(&card->gdev->dev, 739 "The qeth device is not configured " 740 "for the OSI layer required by z/VM\n"); 741 return -EPERM; 742 } 743 return -EIO; 744 } 745 return 0; 746 } 747 748 static struct qeth_card *CARD_FROM_CDEV(struct ccw_device *cdev) 749 { 750 struct qeth_card *card = dev_get_drvdata(&((struct ccwgroup_device *) 751 dev_get_drvdata(&cdev->dev))->dev); 752 return card; 753 } 754 755 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 756 { 757 __u8 index; 758 759 QETH_CARD_TEXT(CARD_FROM_CDEV(channel->ccwdev), 6, "getbuff"); 760 index = channel->io_buf_no; 761 do { 762 if (channel->iob[index].state == BUF_STATE_FREE) { 763 channel->iob[index].state = BUF_STATE_LOCKED; 764 channel->io_buf_no = (channel->io_buf_no + 1) % 765 QETH_CMD_BUFFER_NO; 766 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 767 return channel->iob + index; 768 } 769 index = (index + 1) % QETH_CMD_BUFFER_NO; 770 } while (index != channel->io_buf_no); 771 772 return NULL; 773 } 774 775 void qeth_release_buffer(struct qeth_channel *channel, 776 struct qeth_cmd_buffer *iob) 777 { 778 unsigned long flags; 779 780 QETH_CARD_TEXT(CARD_FROM_CDEV(channel->ccwdev), 6, "relbuff"); 781 spin_lock_irqsave(&channel->iob_lock, flags); 782 iob->state = BUF_STATE_FREE; 783 iob->callback = qeth_send_control_data_cb; 784 iob->rc = 0; 785 spin_unlock_irqrestore(&channel->iob_lock, flags); 786 wake_up(&channel->wait_q); 787 } 788 EXPORT_SYMBOL_GPL(qeth_release_buffer); 789 790 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 791 { 792 struct qeth_cmd_buffer *buffer = NULL; 793 unsigned long flags; 794 795 spin_lock_irqsave(&channel->iob_lock, flags); 796 buffer = __qeth_get_buffer(channel); 797 spin_unlock_irqrestore(&channel->iob_lock, flags); 798 return buffer; 799 } 800 801 struct qeth_cmd_buffer *qeth_wait_for_buffer(struct qeth_channel *channel) 802 { 803 struct qeth_cmd_buffer *buffer; 804 wait_event(channel->wait_q, 805 ((buffer = qeth_get_buffer(channel)) != NULL)); 806 return buffer; 807 } 808 EXPORT_SYMBOL_GPL(qeth_wait_for_buffer); 809 810 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 811 { 812 int cnt; 813 814 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 815 qeth_release_buffer(channel, &channel->iob[cnt]); 816 channel->io_buf_no = 0; 817 } 818 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 819 820 static void qeth_send_control_data_cb(struct qeth_channel *channel, 821 struct qeth_cmd_buffer *iob) 822 { 823 struct qeth_card *card; 824 struct qeth_reply *reply, *r; 825 struct qeth_ipa_cmd *cmd; 826 unsigned long flags; 827 int keep_reply; 828 int rc = 0; 829 830 card = CARD_FROM_CDEV(channel->ccwdev); 831 QETH_CARD_TEXT(card, 4, "sndctlcb"); 832 rc = qeth_check_idx_response(card, iob->data); 833 switch (rc) { 834 case 0: 835 break; 836 case -EIO: 837 qeth_clear_ipacmd_list(card); 838 qeth_schedule_recovery(card); 839 /* fall through */ 840 default: 841 goto out; 842 } 843 844 cmd = qeth_check_ipa_data(card, iob); 845 if ((cmd == NULL) && (card->state != CARD_STATE_DOWN)) 846 goto out; 847 /*in case of OSN : check if cmd is set */ 848 if (card->info.type == QETH_CARD_TYPE_OSN && 849 cmd && 850 cmd->hdr.command != IPA_CMD_STARTLAN && 851 card->osn_info.assist_cb != NULL) { 852 card->osn_info.assist_cb(card->dev, cmd); 853 goto out; 854 } 855 856 spin_lock_irqsave(&card->lock, flags); 857 list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) { 858 if ((reply->seqno == QETH_IDX_COMMAND_SEQNO) || 859 ((cmd) && (reply->seqno == cmd->hdr.seqno))) { 860 qeth_get_reply(reply); 861 list_del_init(&reply->list); 862 spin_unlock_irqrestore(&card->lock, flags); 863 keep_reply = 0; 864 if (reply->callback != NULL) { 865 if (cmd) { 866 reply->offset = (__u16)((char *)cmd - 867 (char *)iob->data); 868 keep_reply = reply->callback(card, 869 reply, 870 (unsigned long)cmd); 871 } else 872 keep_reply = reply->callback(card, 873 reply, 874 (unsigned long)iob); 875 } 876 if (cmd) 877 reply->rc = (u16) cmd->hdr.return_code; 878 else if (iob->rc) 879 reply->rc = iob->rc; 880 if (keep_reply) { 881 spin_lock_irqsave(&card->lock, flags); 882 list_add_tail(&reply->list, 883 &card->cmd_waiter_list); 884 spin_unlock_irqrestore(&card->lock, flags); 885 } else { 886 atomic_inc(&reply->received); 887 wake_up(&reply->wait_q); 888 } 889 qeth_put_reply(reply); 890 goto out; 891 } 892 } 893 spin_unlock_irqrestore(&card->lock, flags); 894 out: 895 memcpy(&card->seqno.pdu_hdr_ack, 896 QETH_PDU_HEADER_SEQ_NO(iob->data), 897 QETH_SEQ_NO_LENGTH); 898 qeth_release_buffer(channel, iob); 899 } 900 901 static int qeth_set_thread_start_bit(struct qeth_card *card, 902 unsigned long thread) 903 { 904 unsigned long flags; 905 906 spin_lock_irqsave(&card->thread_mask_lock, flags); 907 if (!(card->thread_allowed_mask & thread) || 908 (card->thread_start_mask & thread)) { 909 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 910 return -EPERM; 911 } 912 card->thread_start_mask |= thread; 913 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 914 return 0; 915 } 916 917 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 918 { 919 unsigned long flags; 920 921 spin_lock_irqsave(&card->thread_mask_lock, flags); 922 card->thread_start_mask &= ~thread; 923 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 924 wake_up(&card->wait_q); 925 } 926 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 927 928 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 929 { 930 unsigned long flags; 931 932 spin_lock_irqsave(&card->thread_mask_lock, flags); 933 card->thread_running_mask &= ~thread; 934 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 935 wake_up_all(&card->wait_q); 936 } 937 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 938 939 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 940 { 941 unsigned long flags; 942 int rc = 0; 943 944 spin_lock_irqsave(&card->thread_mask_lock, flags); 945 if (card->thread_start_mask & thread) { 946 if ((card->thread_allowed_mask & thread) && 947 !(card->thread_running_mask & thread)) { 948 rc = 1; 949 card->thread_start_mask &= ~thread; 950 card->thread_running_mask |= thread; 951 } else 952 rc = -EPERM; 953 } 954 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 955 return rc; 956 } 957 958 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 959 { 960 int rc = 0; 961 962 wait_event(card->wait_q, 963 (rc = __qeth_do_run_thread(card, thread)) >= 0); 964 return rc; 965 } 966 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 967 968 void qeth_schedule_recovery(struct qeth_card *card) 969 { 970 QETH_CARD_TEXT(card, 2, "startrec"); 971 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 972 schedule_work(&card->kernel_thread_starter); 973 } 974 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 975 976 static int qeth_get_problem(struct ccw_device *cdev, struct irb *irb) 977 { 978 int dstat, cstat; 979 char *sense; 980 struct qeth_card *card; 981 982 sense = (char *) irb->ecw; 983 cstat = irb->scsw.cmd.cstat; 984 dstat = irb->scsw.cmd.dstat; 985 card = CARD_FROM_CDEV(cdev); 986 987 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 988 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 989 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 990 QETH_CARD_TEXT(card, 2, "CGENCHK"); 991 dev_warn(&cdev->dev, "The qeth device driver " 992 "failed to recover an error on the device\n"); 993 QETH_DBF_MESSAGE(2, "%s check on device dstat=x%x, cstat=x%x\n", 994 dev_name(&cdev->dev), dstat, cstat); 995 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 996 16, 1, irb, 64, 1); 997 return 1; 998 } 999 1000 if (dstat & DEV_STAT_UNIT_CHECK) { 1001 if (sense[SENSE_RESETTING_EVENT_BYTE] & 1002 SENSE_RESETTING_EVENT_FLAG) { 1003 QETH_CARD_TEXT(card, 2, "REVIND"); 1004 return 1; 1005 } 1006 if (sense[SENSE_COMMAND_REJECT_BYTE] & 1007 SENSE_COMMAND_REJECT_FLAG) { 1008 QETH_CARD_TEXT(card, 2, "CMDREJi"); 1009 return 1; 1010 } 1011 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 1012 QETH_CARD_TEXT(card, 2, "AFFE"); 1013 return 1; 1014 } 1015 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 1016 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 1017 return 0; 1018 } 1019 QETH_CARD_TEXT(card, 2, "DGENCHK"); 1020 return 1; 1021 } 1022 return 0; 1023 } 1024 1025 static long __qeth_check_irb_error(struct ccw_device *cdev, 1026 unsigned long intparm, struct irb *irb) 1027 { 1028 struct qeth_card *card; 1029 1030 card = CARD_FROM_CDEV(cdev); 1031 1032 if (!card || !IS_ERR(irb)) 1033 return 0; 1034 1035 switch (PTR_ERR(irb)) { 1036 case -EIO: 1037 QETH_DBF_MESSAGE(2, "%s i/o-error on device\n", 1038 dev_name(&cdev->dev)); 1039 QETH_CARD_TEXT(card, 2, "ckirberr"); 1040 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 1041 break; 1042 case -ETIMEDOUT: 1043 dev_warn(&cdev->dev, "A hardware operation timed out" 1044 " on the device\n"); 1045 QETH_CARD_TEXT(card, 2, "ckirberr"); 1046 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 1047 if (intparm == QETH_RCD_PARM) { 1048 if (card->data.ccwdev == cdev) { 1049 card->data.state = CH_STATE_DOWN; 1050 wake_up(&card->wait_q); 1051 } 1052 } 1053 break; 1054 default: 1055 QETH_DBF_MESSAGE(2, "%s unknown error %ld on device\n", 1056 dev_name(&cdev->dev), PTR_ERR(irb)); 1057 QETH_CARD_TEXT(card, 2, "ckirberr"); 1058 QETH_CARD_TEXT(card, 2, " rc???"); 1059 } 1060 return PTR_ERR(irb); 1061 } 1062 1063 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1064 struct irb *irb) 1065 { 1066 int rc; 1067 int cstat, dstat; 1068 struct qeth_cmd_buffer *iob = NULL; 1069 struct qeth_channel *channel; 1070 struct qeth_card *card; 1071 1072 card = CARD_FROM_CDEV(cdev); 1073 if (!card) 1074 return; 1075 1076 QETH_CARD_TEXT(card, 5, "irq"); 1077 1078 if (card->read.ccwdev == cdev) { 1079 channel = &card->read; 1080 QETH_CARD_TEXT(card, 5, "read"); 1081 } else if (card->write.ccwdev == cdev) { 1082 channel = &card->write; 1083 QETH_CARD_TEXT(card, 5, "write"); 1084 } else { 1085 channel = &card->data; 1086 QETH_CARD_TEXT(card, 5, "data"); 1087 } 1088 1089 if (qeth_intparm_is_iob(intparm)) 1090 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1091 1092 if (__qeth_check_irb_error(cdev, intparm, irb)) { 1093 /* IO was terminated, free its resources. */ 1094 if (iob) 1095 qeth_release_buffer(iob->channel, iob); 1096 atomic_set(&channel->irq_pending, 0); 1097 wake_up(&card->wait_q); 1098 return; 1099 } 1100 1101 atomic_set(&channel->irq_pending, 0); 1102 1103 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1104 channel->state = CH_STATE_STOPPED; 1105 1106 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1107 channel->state = CH_STATE_HALTED; 1108 1109 /*let's wake up immediately on data channel*/ 1110 if ((channel == &card->data) && (intparm != 0) && 1111 (intparm != QETH_RCD_PARM)) 1112 goto out; 1113 1114 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1115 QETH_CARD_TEXT(card, 6, "clrchpar"); 1116 /* we don't have to handle this further */ 1117 intparm = 0; 1118 } 1119 if (intparm == QETH_HALT_CHANNEL_PARM) { 1120 QETH_CARD_TEXT(card, 6, "hltchpar"); 1121 /* we don't have to handle this further */ 1122 intparm = 0; 1123 } 1124 1125 cstat = irb->scsw.cmd.cstat; 1126 dstat = irb->scsw.cmd.dstat; 1127 1128 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1129 (dstat & DEV_STAT_UNIT_CHECK) || 1130 (cstat)) { 1131 if (irb->esw.esw0.erw.cons) { 1132 dev_warn(&channel->ccwdev->dev, 1133 "The qeth device driver failed to recover " 1134 "an error on the device\n"); 1135 QETH_DBF_MESSAGE(2, "%s sense data available. cstat " 1136 "0x%X dstat 0x%X\n", 1137 dev_name(&channel->ccwdev->dev), cstat, dstat); 1138 print_hex_dump(KERN_WARNING, "qeth: irb ", 1139 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1140 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1141 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1142 } 1143 if (intparm == QETH_RCD_PARM) { 1144 channel->state = CH_STATE_DOWN; 1145 goto out; 1146 } 1147 rc = qeth_get_problem(cdev, irb); 1148 if (rc) { 1149 card->read_or_write_problem = 1; 1150 qeth_clear_ipacmd_list(card); 1151 qeth_schedule_recovery(card); 1152 goto out; 1153 } 1154 } 1155 1156 if (intparm == QETH_RCD_PARM) { 1157 channel->state = CH_STATE_RCD_DONE; 1158 goto out; 1159 } 1160 if (channel == &card->data) 1161 return; 1162 if (channel == &card->read && 1163 channel->state == CH_STATE_UP) 1164 __qeth_issue_next_read(card); 1165 1166 if (iob && iob->callback) 1167 iob->callback(iob->channel, iob); 1168 1169 out: 1170 wake_up(&card->wait_q); 1171 return; 1172 } 1173 1174 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1175 struct qeth_qdio_out_buffer *buf, 1176 enum iucv_tx_notify notification) 1177 { 1178 struct sk_buff *skb; 1179 1180 if (skb_queue_empty(&buf->skb_list)) 1181 goto out; 1182 skb = skb_peek(&buf->skb_list); 1183 while (skb) { 1184 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1185 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1186 if (be16_to_cpu(skb->protocol) == ETH_P_AF_IUCV) { 1187 if (skb->sk) { 1188 struct iucv_sock *iucv = iucv_sk(skb->sk); 1189 iucv->sk_txnotify(skb, notification); 1190 } 1191 } 1192 if (skb_queue_is_last(&buf->skb_list, skb)) 1193 skb = NULL; 1194 else 1195 skb = skb_queue_next(&buf->skb_list, skb); 1196 } 1197 out: 1198 return; 1199 } 1200 1201 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1202 { 1203 struct sk_buff *skb; 1204 struct iucv_sock *iucv; 1205 int notify_general_error = 0; 1206 1207 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1208 notify_general_error = 1; 1209 1210 /* release may never happen from within CQ tasklet scope */ 1211 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1212 1213 skb = skb_dequeue(&buf->skb_list); 1214 while (skb) { 1215 QETH_CARD_TEXT(buf->q->card, 5, "skbr"); 1216 QETH_CARD_TEXT_(buf->q->card, 5, "%lx", (long) skb); 1217 if (notify_general_error && 1218 be16_to_cpu(skb->protocol) == ETH_P_AF_IUCV) { 1219 if (skb->sk) { 1220 iucv = iucv_sk(skb->sk); 1221 iucv->sk_txnotify(skb, TX_NOTIFY_GENERALERROR); 1222 } 1223 } 1224 refcount_dec(&skb->users); 1225 dev_kfree_skb_any(skb); 1226 skb = skb_dequeue(&buf->skb_list); 1227 } 1228 } 1229 1230 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1231 struct qeth_qdio_out_buffer *buf) 1232 { 1233 int i; 1234 1235 /* is PCI flag set on buffer? */ 1236 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1237 atomic_dec(&queue->set_pci_flags_count); 1238 1239 qeth_release_skbs(buf); 1240 1241 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(queue->card); ++i) { 1242 if (buf->buffer->element[i].addr && buf->is_header[i]) 1243 kmem_cache_free(qeth_core_header_cache, 1244 buf->buffer->element[i].addr); 1245 buf->is_header[i] = 0; 1246 } 1247 1248 qeth_scrub_qdio_buffer(buf->buffer, 1249 QETH_MAX_BUFFER_ELEMENTS(queue->card)); 1250 buf->next_element_to_fill = 0; 1251 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1252 } 1253 1254 static void qeth_clear_outq_buffers(struct qeth_qdio_out_q *q, int free) 1255 { 1256 int j; 1257 1258 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1259 if (!q->bufs[j]) 1260 continue; 1261 qeth_cleanup_handled_pending(q, j, 1); 1262 qeth_clear_output_buffer(q, q->bufs[j]); 1263 if (free) { 1264 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1265 q->bufs[j] = NULL; 1266 } 1267 } 1268 } 1269 1270 void qeth_clear_qdio_buffers(struct qeth_card *card) 1271 { 1272 int i; 1273 1274 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1275 /* clear outbound buffers to free skbs */ 1276 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1277 if (card->qdio.out_qs[i]) { 1278 qeth_clear_outq_buffers(card->qdio.out_qs[i], 0); 1279 } 1280 } 1281 } 1282 EXPORT_SYMBOL_GPL(qeth_clear_qdio_buffers); 1283 1284 static void qeth_free_buffer_pool(struct qeth_card *card) 1285 { 1286 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1287 int i = 0; 1288 list_for_each_entry_safe(pool_entry, tmp, 1289 &card->qdio.init_pool.entry_list, init_list){ 1290 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1291 free_page((unsigned long)pool_entry->elements[i]); 1292 list_del(&pool_entry->init_list); 1293 kfree(pool_entry); 1294 } 1295 } 1296 1297 static void qeth_clean_channel(struct qeth_channel *channel) 1298 { 1299 struct ccw_device *cdev = channel->ccwdev; 1300 int cnt; 1301 1302 QETH_DBF_TEXT(SETUP, 2, "freech"); 1303 1304 spin_lock_irq(get_ccwdev_lock(cdev)); 1305 cdev->handler = NULL; 1306 spin_unlock_irq(get_ccwdev_lock(cdev)); 1307 1308 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1309 kfree(channel->iob[cnt].data); 1310 kfree(channel->ccw); 1311 } 1312 1313 static int qeth_setup_channel(struct qeth_channel *channel, bool alloc_buffers) 1314 { 1315 struct ccw_device *cdev = channel->ccwdev; 1316 int cnt; 1317 1318 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1319 1320 channel->ccw = kmalloc(sizeof(struct ccw1), GFP_KERNEL | GFP_DMA); 1321 if (!channel->ccw) 1322 return -ENOMEM; 1323 channel->state = CH_STATE_DOWN; 1324 atomic_set(&channel->irq_pending, 0); 1325 init_waitqueue_head(&channel->wait_q); 1326 1327 spin_lock_irq(get_ccwdev_lock(cdev)); 1328 cdev->handler = qeth_irq; 1329 spin_unlock_irq(get_ccwdev_lock(cdev)); 1330 1331 if (!alloc_buffers) 1332 return 0; 1333 1334 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 1335 channel->iob[cnt].data = kmalloc(QETH_BUFSIZE, 1336 GFP_KERNEL | GFP_DMA); 1337 if (channel->iob[cnt].data == NULL) 1338 break; 1339 channel->iob[cnt].state = BUF_STATE_FREE; 1340 channel->iob[cnt].channel = channel; 1341 channel->iob[cnt].callback = qeth_send_control_data_cb; 1342 channel->iob[cnt].rc = 0; 1343 } 1344 if (cnt < QETH_CMD_BUFFER_NO) { 1345 qeth_clean_channel(channel); 1346 return -ENOMEM; 1347 } 1348 channel->io_buf_no = 0; 1349 spin_lock_init(&channel->iob_lock); 1350 1351 return 0; 1352 } 1353 1354 static void qeth_set_single_write_queues(struct qeth_card *card) 1355 { 1356 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1357 (card->qdio.no_out_queues == 4)) 1358 qeth_free_qdio_buffers(card); 1359 1360 card->qdio.no_out_queues = 1; 1361 if (card->qdio.default_out_queue != 0) 1362 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1363 1364 card->qdio.default_out_queue = 0; 1365 } 1366 1367 static void qeth_set_multiple_write_queues(struct qeth_card *card) 1368 { 1369 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1370 (card->qdio.no_out_queues == 1)) { 1371 qeth_free_qdio_buffers(card); 1372 card->qdio.default_out_queue = 2; 1373 } 1374 card->qdio.no_out_queues = 4; 1375 } 1376 1377 static void qeth_update_from_chp_desc(struct qeth_card *card) 1378 { 1379 struct ccw_device *ccwdev; 1380 struct channel_path_desc_fmt0 *chp_dsc; 1381 1382 QETH_DBF_TEXT(SETUP, 2, "chp_desc"); 1383 1384 ccwdev = card->data.ccwdev; 1385 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1386 if (!chp_dsc) 1387 goto out; 1388 1389 card->info.func_level = 0x4100 + chp_dsc->desc; 1390 if (card->info.type == QETH_CARD_TYPE_IQD) 1391 goto out; 1392 1393 /* CHPP field bit 6 == 1 -> single queue */ 1394 if ((chp_dsc->chpp & 0x02) == 0x02) 1395 qeth_set_single_write_queues(card); 1396 else 1397 qeth_set_multiple_write_queues(card); 1398 out: 1399 kfree(chp_dsc); 1400 QETH_DBF_TEXT_(SETUP, 2, "nr:%x", card->qdio.no_out_queues); 1401 QETH_DBF_TEXT_(SETUP, 2, "lvl:%02x", card->info.func_level); 1402 } 1403 1404 static void qeth_init_qdio_info(struct qeth_card *card) 1405 { 1406 QETH_DBF_TEXT(SETUP, 4, "intqdinf"); 1407 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1408 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1409 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1410 card->qdio.no_out_queues = QETH_MAX_QUEUES; 1411 1412 /* inbound */ 1413 card->qdio.no_in_queues = 1; 1414 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1415 if (card->info.type == QETH_CARD_TYPE_IQD) 1416 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1417 else 1418 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1419 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1420 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1421 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1422 } 1423 1424 static void qeth_set_initial_options(struct qeth_card *card) 1425 { 1426 card->options.route4.type = NO_ROUTER; 1427 card->options.route6.type = NO_ROUTER; 1428 card->options.rx_sg_cb = QETH_RX_SG_CB; 1429 card->options.isolation = ISOLATION_MODE_NONE; 1430 card->options.cq = QETH_CQ_DISABLED; 1431 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1432 } 1433 1434 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1435 { 1436 unsigned long flags; 1437 int rc = 0; 1438 1439 spin_lock_irqsave(&card->thread_mask_lock, flags); 1440 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1441 (u8) card->thread_start_mask, 1442 (u8) card->thread_allowed_mask, 1443 (u8) card->thread_running_mask); 1444 rc = (card->thread_start_mask & thread); 1445 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1446 return rc; 1447 } 1448 1449 static void qeth_start_kernel_thread(struct work_struct *work) 1450 { 1451 struct task_struct *ts; 1452 struct qeth_card *card = container_of(work, struct qeth_card, 1453 kernel_thread_starter); 1454 QETH_CARD_TEXT(card , 2, "strthrd"); 1455 1456 if (card->read.state != CH_STATE_UP && 1457 card->write.state != CH_STATE_UP) 1458 return; 1459 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1460 ts = kthread_run(card->discipline->recover, (void *)card, 1461 "qeth_recover"); 1462 if (IS_ERR(ts)) { 1463 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1464 qeth_clear_thread_running_bit(card, 1465 QETH_RECOVER_THREAD); 1466 } 1467 } 1468 } 1469 1470 static void qeth_buffer_reclaim_work(struct work_struct *); 1471 static void qeth_setup_card(struct qeth_card *card) 1472 { 1473 QETH_DBF_TEXT(SETUP, 2, "setupcrd"); 1474 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1475 1476 card->info.type = CARD_RDEV(card)->id.driver_info; 1477 card->state = CARD_STATE_DOWN; 1478 spin_lock_init(&card->mclock); 1479 spin_lock_init(&card->lock); 1480 spin_lock_init(&card->ip_lock); 1481 spin_lock_init(&card->thread_mask_lock); 1482 mutex_init(&card->conf_mutex); 1483 mutex_init(&card->discipline_mutex); 1484 mutex_init(&card->vid_list_mutex); 1485 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1486 INIT_LIST_HEAD(&card->cmd_waiter_list); 1487 init_waitqueue_head(&card->wait_q); 1488 qeth_set_initial_options(card); 1489 /* IP address takeover */ 1490 INIT_LIST_HEAD(&card->ipato.entries); 1491 qeth_init_qdio_info(card); 1492 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1493 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1494 } 1495 1496 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1497 { 1498 struct qeth_card *card = container_of(slr, struct qeth_card, 1499 qeth_service_level); 1500 if (card->info.mcl_level[0]) 1501 seq_printf(m, "qeth: %s firmware level %s\n", 1502 CARD_BUS_ID(card), card->info.mcl_level); 1503 } 1504 1505 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1506 { 1507 struct qeth_card *card; 1508 1509 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1510 card = kzalloc(sizeof(*card), GFP_KERNEL); 1511 if (!card) 1512 goto out; 1513 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1514 1515 card->gdev = gdev; 1516 dev_set_drvdata(&gdev->dev, card); 1517 CARD_RDEV(card) = gdev->cdev[0]; 1518 CARD_WDEV(card) = gdev->cdev[1]; 1519 CARD_DDEV(card) = gdev->cdev[2]; 1520 if (qeth_setup_channel(&card->read, true)) 1521 goto out_ip; 1522 if (qeth_setup_channel(&card->write, true)) 1523 goto out_channel; 1524 if (qeth_setup_channel(&card->data, false)) 1525 goto out_data; 1526 card->qeth_service_level.seq_print = qeth_core_sl_print; 1527 register_service_level(&card->qeth_service_level); 1528 return card; 1529 1530 out_data: 1531 qeth_clean_channel(&card->write); 1532 out_channel: 1533 qeth_clean_channel(&card->read); 1534 out_ip: 1535 dev_set_drvdata(&gdev->dev, NULL); 1536 kfree(card); 1537 out: 1538 return NULL; 1539 } 1540 1541 static int qeth_clear_channel(struct qeth_channel *channel) 1542 { 1543 struct qeth_card *card; 1544 int rc; 1545 1546 card = CARD_FROM_CDEV(channel->ccwdev); 1547 QETH_CARD_TEXT(card, 3, "clearch"); 1548 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1549 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1550 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1551 1552 if (rc) 1553 return rc; 1554 rc = wait_event_interruptible_timeout(card->wait_q, 1555 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1556 if (rc == -ERESTARTSYS) 1557 return rc; 1558 if (channel->state != CH_STATE_STOPPED) 1559 return -ETIME; 1560 channel->state = CH_STATE_DOWN; 1561 return 0; 1562 } 1563 1564 static int qeth_halt_channel(struct qeth_channel *channel) 1565 { 1566 struct qeth_card *card; 1567 int rc; 1568 1569 card = CARD_FROM_CDEV(channel->ccwdev); 1570 QETH_CARD_TEXT(card, 3, "haltch"); 1571 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1572 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1573 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1574 1575 if (rc) 1576 return rc; 1577 rc = wait_event_interruptible_timeout(card->wait_q, 1578 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1579 if (rc == -ERESTARTSYS) 1580 return rc; 1581 if (channel->state != CH_STATE_HALTED) 1582 return -ETIME; 1583 return 0; 1584 } 1585 1586 static int qeth_halt_channels(struct qeth_card *card) 1587 { 1588 int rc1 = 0, rc2 = 0, rc3 = 0; 1589 1590 QETH_CARD_TEXT(card, 3, "haltchs"); 1591 rc1 = qeth_halt_channel(&card->read); 1592 rc2 = qeth_halt_channel(&card->write); 1593 rc3 = qeth_halt_channel(&card->data); 1594 if (rc1) 1595 return rc1; 1596 if (rc2) 1597 return rc2; 1598 return rc3; 1599 } 1600 1601 static int qeth_clear_channels(struct qeth_card *card) 1602 { 1603 int rc1 = 0, rc2 = 0, rc3 = 0; 1604 1605 QETH_CARD_TEXT(card, 3, "clearchs"); 1606 rc1 = qeth_clear_channel(&card->read); 1607 rc2 = qeth_clear_channel(&card->write); 1608 rc3 = qeth_clear_channel(&card->data); 1609 if (rc1) 1610 return rc1; 1611 if (rc2) 1612 return rc2; 1613 return rc3; 1614 } 1615 1616 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1617 { 1618 int rc = 0; 1619 1620 QETH_CARD_TEXT(card, 3, "clhacrd"); 1621 1622 if (halt) 1623 rc = qeth_halt_channels(card); 1624 if (rc) 1625 return rc; 1626 return qeth_clear_channels(card); 1627 } 1628 1629 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1630 { 1631 int rc = 0; 1632 1633 QETH_CARD_TEXT(card, 3, "qdioclr"); 1634 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1635 QETH_QDIO_CLEANING)) { 1636 case QETH_QDIO_ESTABLISHED: 1637 if (card->info.type == QETH_CARD_TYPE_IQD) 1638 rc = qdio_shutdown(CARD_DDEV(card), 1639 QDIO_FLAG_CLEANUP_USING_HALT); 1640 else 1641 rc = qdio_shutdown(CARD_DDEV(card), 1642 QDIO_FLAG_CLEANUP_USING_CLEAR); 1643 if (rc) 1644 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1645 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1646 break; 1647 case QETH_QDIO_CLEANING: 1648 return rc; 1649 default: 1650 break; 1651 } 1652 rc = qeth_clear_halt_card(card, use_halt); 1653 if (rc) 1654 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1655 card->state = CARD_STATE_DOWN; 1656 return rc; 1657 } 1658 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1659 1660 static int qeth_read_conf_data(struct qeth_card *card, void **buffer, 1661 int *length) 1662 { 1663 struct ciw *ciw; 1664 char *rcd_buf; 1665 int ret; 1666 struct qeth_channel *channel = &card->data; 1667 1668 /* 1669 * scan for RCD command in extended SenseID data 1670 */ 1671 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1672 if (!ciw || ciw->cmd == 0) 1673 return -EOPNOTSUPP; 1674 rcd_buf = kzalloc(ciw->count, GFP_KERNEL | GFP_DMA); 1675 if (!rcd_buf) 1676 return -ENOMEM; 1677 1678 qeth_setup_ccw(channel->ccw, ciw->cmd, ciw->count, rcd_buf); 1679 channel->state = CH_STATE_RCD; 1680 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1681 ret = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1682 QETH_RCD_PARM, LPM_ANYPATH, 0, 1683 QETH_RCD_TIMEOUT); 1684 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1685 if (!ret) 1686 wait_event(card->wait_q, 1687 (channel->state == CH_STATE_RCD_DONE || 1688 channel->state == CH_STATE_DOWN)); 1689 if (channel->state == CH_STATE_DOWN) 1690 ret = -EIO; 1691 else 1692 channel->state = CH_STATE_DOWN; 1693 if (ret) { 1694 kfree(rcd_buf); 1695 *buffer = NULL; 1696 *length = 0; 1697 } else { 1698 *length = ciw->count; 1699 *buffer = rcd_buf; 1700 } 1701 return ret; 1702 } 1703 1704 static void qeth_configure_unitaddr(struct qeth_card *card, char *prcd) 1705 { 1706 QETH_DBF_TEXT(SETUP, 2, "cfgunit"); 1707 card->info.chpid = prcd[30]; 1708 card->info.unit_addr2 = prcd[31]; 1709 card->info.cula = prcd[63]; 1710 card->info.guestlan = ((prcd[0x10] == _ascebc['V']) && 1711 (prcd[0x11] == _ascebc['M'])); 1712 } 1713 1714 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1715 { 1716 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1717 struct diag26c_vnic_resp *response = NULL; 1718 struct diag26c_vnic_req *request = NULL; 1719 struct ccw_dev_id id; 1720 char userid[80]; 1721 int rc = 0; 1722 1723 QETH_DBF_TEXT(SETUP, 2, "vmlayer"); 1724 1725 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1726 if (rc) 1727 goto out; 1728 1729 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1730 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1731 if (!request || !response) { 1732 rc = -ENOMEM; 1733 goto out; 1734 } 1735 1736 ccw_device_get_id(CARD_RDEV(card), &id); 1737 request->resp_buf_len = sizeof(*response); 1738 request->resp_version = DIAG26C_VERSION6_VM65918; 1739 request->req_format = DIAG26C_VNIC_INFO; 1740 ASCEBC(userid, 8); 1741 memcpy(&request->sys_name, userid, 8); 1742 request->devno = id.devno; 1743 1744 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1745 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1746 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1747 if (rc) 1748 goto out; 1749 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1750 1751 if (request->resp_buf_len < sizeof(*response) || 1752 response->version != request->resp_version) { 1753 rc = -EIO; 1754 goto out; 1755 } 1756 1757 if (response->protocol == VNIC_INFO_PROT_L2) 1758 disc = QETH_DISCIPLINE_LAYER2; 1759 else if (response->protocol == VNIC_INFO_PROT_L3) 1760 disc = QETH_DISCIPLINE_LAYER3; 1761 1762 out: 1763 kfree(response); 1764 kfree(request); 1765 if (rc) 1766 QETH_DBF_TEXT_(SETUP, 2, "err%x", rc); 1767 return disc; 1768 } 1769 1770 /* Determine whether the device requires a specific layer discipline */ 1771 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1772 { 1773 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1774 1775 if (card->info.type == QETH_CARD_TYPE_OSM || 1776 card->info.type == QETH_CARD_TYPE_OSN) 1777 disc = QETH_DISCIPLINE_LAYER2; 1778 else if (card->info.guestlan) 1779 disc = (card->info.type == QETH_CARD_TYPE_IQD) ? 1780 QETH_DISCIPLINE_LAYER3 : 1781 qeth_vm_detect_layer(card); 1782 1783 switch (disc) { 1784 case QETH_DISCIPLINE_LAYER2: 1785 QETH_DBF_TEXT(SETUP, 3, "force l2"); 1786 break; 1787 case QETH_DISCIPLINE_LAYER3: 1788 QETH_DBF_TEXT(SETUP, 3, "force l3"); 1789 break; 1790 default: 1791 QETH_DBF_TEXT(SETUP, 3, "force no"); 1792 } 1793 1794 return disc; 1795 } 1796 1797 static void qeth_configure_blkt_default(struct qeth_card *card, char *prcd) 1798 { 1799 QETH_DBF_TEXT(SETUP, 2, "cfgblkt"); 1800 1801 if (prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1802 prcd[76] >= 0xF1 && prcd[76] <= 0xF4) { 1803 card->info.blkt.time_total = 0; 1804 card->info.blkt.inter_packet = 0; 1805 card->info.blkt.inter_packet_jumbo = 0; 1806 } else { 1807 card->info.blkt.time_total = 250; 1808 card->info.blkt.inter_packet = 5; 1809 card->info.blkt.inter_packet_jumbo = 15; 1810 } 1811 } 1812 1813 static void qeth_init_tokens(struct qeth_card *card) 1814 { 1815 card->token.issuer_rm_w = 0x00010103UL; 1816 card->token.cm_filter_w = 0x00010108UL; 1817 card->token.cm_connection_w = 0x0001010aUL; 1818 card->token.ulp_filter_w = 0x0001010bUL; 1819 card->token.ulp_connection_w = 0x0001010dUL; 1820 } 1821 1822 static void qeth_init_func_level(struct qeth_card *card) 1823 { 1824 switch (card->info.type) { 1825 case QETH_CARD_TYPE_IQD: 1826 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1827 break; 1828 case QETH_CARD_TYPE_OSD: 1829 case QETH_CARD_TYPE_OSN: 1830 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1831 break; 1832 default: 1833 break; 1834 } 1835 } 1836 1837 static int qeth_idx_activate_get_answer(struct qeth_channel *channel, 1838 void (*idx_reply_cb)(struct qeth_channel *, 1839 struct qeth_cmd_buffer *)) 1840 { 1841 struct qeth_cmd_buffer *iob; 1842 int rc; 1843 struct qeth_card *card; 1844 1845 QETH_DBF_TEXT(SETUP, 2, "idxanswr"); 1846 card = CARD_FROM_CDEV(channel->ccwdev); 1847 iob = qeth_get_buffer(channel); 1848 if (!iob) 1849 return -ENOMEM; 1850 iob->callback = idx_reply_cb; 1851 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 1852 1853 wait_event(card->wait_q, 1854 atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0); 1855 QETH_DBF_TEXT(SETUP, 6, "noirqpnd"); 1856 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1857 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1858 (addr_t) iob, 0, 0, QETH_TIMEOUT); 1859 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1860 1861 if (rc) { 1862 QETH_DBF_MESSAGE(2, "Error2 in activating channel rc=%d\n", rc); 1863 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 1864 atomic_set(&channel->irq_pending, 0); 1865 wake_up(&card->wait_q); 1866 return rc; 1867 } 1868 rc = wait_event_interruptible_timeout(card->wait_q, 1869 channel->state == CH_STATE_UP, QETH_TIMEOUT); 1870 if (rc == -ERESTARTSYS) 1871 return rc; 1872 if (channel->state != CH_STATE_UP) { 1873 rc = -ETIME; 1874 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 1875 } else 1876 rc = 0; 1877 return rc; 1878 } 1879 1880 static int qeth_idx_activate_channel(struct qeth_channel *channel, 1881 void (*idx_reply_cb)(struct qeth_channel *, 1882 struct qeth_cmd_buffer *)) 1883 { 1884 struct qeth_card *card; 1885 struct qeth_cmd_buffer *iob; 1886 __u16 temp; 1887 __u8 tmp; 1888 int rc; 1889 struct ccw_dev_id temp_devid; 1890 1891 card = CARD_FROM_CDEV(channel->ccwdev); 1892 1893 QETH_DBF_TEXT(SETUP, 2, "idxactch"); 1894 1895 iob = qeth_get_buffer(channel); 1896 if (!iob) 1897 return -ENOMEM; 1898 iob->callback = idx_reply_cb; 1899 qeth_setup_ccw(channel->ccw, CCW_CMD_WRITE, IDX_ACTIVATE_SIZE, 1900 iob->data); 1901 if (channel == &card->write) { 1902 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 1903 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 1904 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 1905 card->seqno.trans_hdr++; 1906 } else { 1907 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 1908 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 1909 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 1910 } 1911 tmp = ((u8)card->dev->dev_port) | 0x80; 1912 memcpy(QETH_IDX_ACT_PNO(iob->data), &tmp, 1); 1913 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1914 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 1915 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 1916 &card->info.func_level, sizeof(__u16)); 1917 ccw_device_get_id(CARD_DDEV(card), &temp_devid); 1918 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &temp_devid.devno, 2); 1919 temp = (card->info.cula << 8) + card->info.unit_addr2; 1920 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &temp, 2); 1921 1922 wait_event(card->wait_q, 1923 atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0); 1924 QETH_DBF_TEXT(SETUP, 6, "noirqpnd"); 1925 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1926 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1927 (addr_t) iob, 0, 0, QETH_TIMEOUT); 1928 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1929 1930 if (rc) { 1931 QETH_DBF_MESSAGE(2, "Error1 in activating channel. rc=%d\n", 1932 rc); 1933 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 1934 atomic_set(&channel->irq_pending, 0); 1935 wake_up(&card->wait_q); 1936 return rc; 1937 } 1938 rc = wait_event_interruptible_timeout(card->wait_q, 1939 channel->state == CH_STATE_ACTIVATING, QETH_TIMEOUT); 1940 if (rc == -ERESTARTSYS) 1941 return rc; 1942 if (channel->state != CH_STATE_ACTIVATING) { 1943 dev_warn(&channel->ccwdev->dev, "The qeth device driver" 1944 " failed to recover an error on the device\n"); 1945 QETH_DBF_MESSAGE(2, "%s IDX activate timed out\n", 1946 dev_name(&channel->ccwdev->dev)); 1947 QETH_DBF_TEXT_(SETUP, 2, "2err%d", -ETIME); 1948 return -ETIME; 1949 } 1950 return qeth_idx_activate_get_answer(channel, idx_reply_cb); 1951 } 1952 1953 static int qeth_peer_func_level(int level) 1954 { 1955 if ((level & 0xff) == 8) 1956 return (level & 0xff) + 0x400; 1957 if (((level >> 8) & 3) == 1) 1958 return (level & 0xff) + 0x200; 1959 return level; 1960 } 1961 1962 static void qeth_idx_write_cb(struct qeth_channel *channel, 1963 struct qeth_cmd_buffer *iob) 1964 { 1965 struct qeth_card *card; 1966 __u16 temp; 1967 1968 QETH_DBF_TEXT(SETUP , 2, "idxwrcb"); 1969 1970 if (channel->state == CH_STATE_DOWN) { 1971 channel->state = CH_STATE_ACTIVATING; 1972 goto out; 1973 } 1974 card = CARD_FROM_CDEV(channel->ccwdev); 1975 1976 if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) { 1977 if (QETH_IDX_ACT_CAUSE_CODE(iob->data) == QETH_IDX_ACT_ERR_EXCL) 1978 dev_err(&channel->ccwdev->dev, 1979 "The adapter is used exclusively by another " 1980 "host\n"); 1981 else 1982 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on write channel:" 1983 " negative reply\n", 1984 dev_name(&channel->ccwdev->dev)); 1985 goto out; 1986 } 1987 memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1988 if ((temp & ~0x0100) != qeth_peer_func_level(card->info.func_level)) { 1989 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on write channel: " 1990 "function level mismatch (sent: 0x%x, received: " 1991 "0x%x)\n", dev_name(&channel->ccwdev->dev), 1992 card->info.func_level, temp); 1993 goto out; 1994 } 1995 channel->state = CH_STATE_UP; 1996 out: 1997 qeth_release_buffer(channel, iob); 1998 } 1999 2000 static void qeth_idx_read_cb(struct qeth_channel *channel, 2001 struct qeth_cmd_buffer *iob) 2002 { 2003 struct qeth_card *card; 2004 __u16 temp; 2005 2006 QETH_DBF_TEXT(SETUP , 2, "idxrdcb"); 2007 if (channel->state == CH_STATE_DOWN) { 2008 channel->state = CH_STATE_ACTIVATING; 2009 goto out; 2010 } 2011 2012 card = CARD_FROM_CDEV(channel->ccwdev); 2013 if (qeth_check_idx_response(card, iob->data)) 2014 goto out; 2015 2016 if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) { 2017 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 2018 case QETH_IDX_ACT_ERR_EXCL: 2019 dev_err(&channel->ccwdev->dev, 2020 "The adapter is used exclusively by another " 2021 "host\n"); 2022 break; 2023 case QETH_IDX_ACT_ERR_AUTH: 2024 case QETH_IDX_ACT_ERR_AUTH_USER: 2025 dev_err(&channel->ccwdev->dev, 2026 "Setting the device online failed because of " 2027 "insufficient authorization\n"); 2028 break; 2029 default: 2030 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on read channel:" 2031 " negative reply\n", 2032 dev_name(&channel->ccwdev->dev)); 2033 } 2034 QETH_CARD_TEXT_(card, 2, "idxread%c", 2035 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 2036 goto out; 2037 } 2038 2039 memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 2040 if (temp != qeth_peer_func_level(card->info.func_level)) { 2041 QETH_DBF_MESSAGE(2, "%s IDX_ACTIVATE on read channel: function " 2042 "level mismatch (sent: 0x%x, received: 0x%x)\n", 2043 dev_name(&channel->ccwdev->dev), 2044 card->info.func_level, temp); 2045 goto out; 2046 } 2047 memcpy(&card->token.issuer_rm_r, 2048 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 2049 QETH_MPC_TOKEN_LENGTH); 2050 memcpy(&card->info.mcl_level[0], 2051 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 2052 channel->state = CH_STATE_UP; 2053 out: 2054 qeth_release_buffer(channel, iob); 2055 } 2056 2057 void qeth_prepare_control_data(struct qeth_card *card, int len, 2058 struct qeth_cmd_buffer *iob) 2059 { 2060 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_WRITE, len, iob->data); 2061 iob->callback = qeth_release_buffer; 2062 2063 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 2064 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 2065 card->seqno.trans_hdr++; 2066 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 2067 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 2068 card->seqno.pdu_hdr++; 2069 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 2070 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 2071 QETH_DBF_HEX(CTRL, 2, iob->data, QETH_DBF_CTRL_LEN); 2072 } 2073 EXPORT_SYMBOL_GPL(qeth_prepare_control_data); 2074 2075 /** 2076 * qeth_send_control_data() - send control command to the card 2077 * @card: qeth_card structure pointer 2078 * @len: size of the command buffer 2079 * @iob: qeth_cmd_buffer pointer 2080 * @reply_cb: callback function pointer 2081 * @cb_card: pointer to the qeth_card structure 2082 * @cb_reply: pointer to the qeth_reply structure 2083 * @cb_cmd: pointer to the original iob for non-IPA 2084 * commands, or to the qeth_ipa_cmd structure 2085 * for the IPA commands. 2086 * @reply_param: private pointer passed to the callback 2087 * 2088 * Returns the value of the `return_code' field of the response 2089 * block returned from the hardware, or other error indication. 2090 * Value of zero indicates successful execution of the command. 2091 * 2092 * Callback function gets called one or more times, with cb_cmd 2093 * pointing to the response returned by the hardware. Callback 2094 * function must return non-zero if more reply blocks are expected, 2095 * and zero if the last or only reply block is received. Callback 2096 * function can get the value of the reply_param pointer from the 2097 * field 'param' of the structure qeth_reply. 2098 */ 2099 2100 int qeth_send_control_data(struct qeth_card *card, int len, 2101 struct qeth_cmd_buffer *iob, 2102 int (*reply_cb)(struct qeth_card *cb_card, 2103 struct qeth_reply *cb_reply, 2104 unsigned long cb_cmd), 2105 void *reply_param) 2106 { 2107 struct qeth_channel *channel = iob->channel; 2108 int rc; 2109 struct qeth_reply *reply = NULL; 2110 unsigned long timeout, event_timeout; 2111 struct qeth_ipa_cmd *cmd = NULL; 2112 2113 QETH_CARD_TEXT(card, 2, "sendctl"); 2114 2115 if (card->read_or_write_problem) { 2116 qeth_release_buffer(channel, iob); 2117 return -EIO; 2118 } 2119 reply = qeth_alloc_reply(card); 2120 if (!reply) { 2121 return -ENOMEM; 2122 } 2123 reply->callback = reply_cb; 2124 reply->param = reply_param; 2125 2126 init_waitqueue_head(&reply->wait_q); 2127 2128 while (atomic_cmpxchg(&channel->irq_pending, 0, 1)) ; 2129 2130 if (IS_IPA(iob->data)) { 2131 cmd = __ipa_cmd(iob); 2132 cmd->hdr.seqno = card->seqno.ipa++; 2133 reply->seqno = cmd->hdr.seqno; 2134 event_timeout = QETH_IPA_TIMEOUT; 2135 } else { 2136 reply->seqno = QETH_IDX_COMMAND_SEQNO; 2137 event_timeout = QETH_TIMEOUT; 2138 } 2139 qeth_prepare_control_data(card, len, iob); 2140 2141 spin_lock_irq(&card->lock); 2142 list_add_tail(&reply->list, &card->cmd_waiter_list); 2143 spin_unlock_irq(&card->lock); 2144 2145 timeout = jiffies + event_timeout; 2146 2147 QETH_CARD_TEXT(card, 6, "noirqpnd"); 2148 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 2149 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 2150 (addr_t) iob, 0, 0, event_timeout); 2151 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 2152 if (rc) { 2153 QETH_DBF_MESSAGE(2, "%s qeth_send_control_data: " 2154 "ccw_device_start rc = %i\n", 2155 dev_name(&channel->ccwdev->dev), rc); 2156 QETH_CARD_TEXT_(card, 2, " err%d", rc); 2157 spin_lock_irq(&card->lock); 2158 list_del_init(&reply->list); 2159 qeth_put_reply(reply); 2160 spin_unlock_irq(&card->lock); 2161 qeth_release_buffer(channel, iob); 2162 atomic_set(&channel->irq_pending, 0); 2163 wake_up(&card->wait_q); 2164 return rc; 2165 } 2166 2167 /* we have only one long running ipassist, since we can ensure 2168 process context of this command we can sleep */ 2169 if (cmd && cmd->hdr.command == IPA_CMD_SETIP && 2170 cmd->hdr.prot_version == QETH_PROT_IPV4) { 2171 if (!wait_event_timeout(reply->wait_q, 2172 atomic_read(&reply->received), event_timeout)) 2173 goto time_err; 2174 } else { 2175 while (!atomic_read(&reply->received)) { 2176 if (time_after(jiffies, timeout)) 2177 goto time_err; 2178 cpu_relax(); 2179 } 2180 } 2181 2182 rc = reply->rc; 2183 qeth_put_reply(reply); 2184 return rc; 2185 2186 time_err: 2187 reply->rc = -ETIME; 2188 spin_lock_irq(&card->lock); 2189 list_del_init(&reply->list); 2190 spin_unlock_irq(&card->lock); 2191 atomic_inc(&reply->received); 2192 rc = reply->rc; 2193 qeth_put_reply(reply); 2194 return rc; 2195 } 2196 EXPORT_SYMBOL_GPL(qeth_send_control_data); 2197 2198 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2199 unsigned long data) 2200 { 2201 struct qeth_cmd_buffer *iob; 2202 2203 QETH_DBF_TEXT(SETUP, 2, "cmenblcb"); 2204 2205 iob = (struct qeth_cmd_buffer *) data; 2206 memcpy(&card->token.cm_filter_r, 2207 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2208 QETH_MPC_TOKEN_LENGTH); 2209 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2210 return 0; 2211 } 2212 2213 static int qeth_cm_enable(struct qeth_card *card) 2214 { 2215 int rc; 2216 struct qeth_cmd_buffer *iob; 2217 2218 QETH_DBF_TEXT(SETUP, 2, "cmenable"); 2219 2220 iob = qeth_wait_for_buffer(&card->write); 2221 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2222 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2223 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2224 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2225 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2226 2227 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2228 qeth_cm_enable_cb, NULL); 2229 return rc; 2230 } 2231 2232 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2233 unsigned long data) 2234 { 2235 2236 struct qeth_cmd_buffer *iob; 2237 2238 QETH_DBF_TEXT(SETUP, 2, "cmsetpcb"); 2239 2240 iob = (struct qeth_cmd_buffer *) data; 2241 memcpy(&card->token.cm_connection_r, 2242 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2243 QETH_MPC_TOKEN_LENGTH); 2244 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2245 return 0; 2246 } 2247 2248 static int qeth_cm_setup(struct qeth_card *card) 2249 { 2250 int rc; 2251 struct qeth_cmd_buffer *iob; 2252 2253 QETH_DBF_TEXT(SETUP, 2, "cmsetup"); 2254 2255 iob = qeth_wait_for_buffer(&card->write); 2256 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2257 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2258 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2259 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2260 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2261 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2262 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2263 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2264 qeth_cm_setup_cb, NULL); 2265 return rc; 2266 2267 } 2268 2269 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2270 { 2271 struct net_device *dev = card->dev; 2272 unsigned int new_mtu; 2273 2274 if (!max_mtu) { 2275 /* IQD needs accurate max MTU to set up its RX buffers: */ 2276 if (IS_IQD(card)) 2277 return -EINVAL; 2278 /* tolerate quirky HW: */ 2279 max_mtu = ETH_MAX_MTU; 2280 } 2281 2282 rtnl_lock(); 2283 if (IS_IQD(card)) { 2284 /* move any device with default MTU to new max MTU: */ 2285 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2286 2287 /* adjust RX buffer size to new max MTU: */ 2288 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2289 if (dev->max_mtu && dev->max_mtu != max_mtu) 2290 qeth_free_qdio_buffers(card); 2291 } else { 2292 if (dev->mtu) 2293 new_mtu = dev->mtu; 2294 /* default MTUs for first setup: */ 2295 else if (IS_LAYER2(card)) 2296 new_mtu = ETH_DATA_LEN; 2297 else 2298 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2299 } 2300 2301 dev->max_mtu = max_mtu; 2302 dev->mtu = min(new_mtu, max_mtu); 2303 rtnl_unlock(); 2304 return 0; 2305 } 2306 2307 static int qeth_get_mtu_outof_framesize(int framesize) 2308 { 2309 switch (framesize) { 2310 case 0x4000: 2311 return 8192; 2312 case 0x6000: 2313 return 16384; 2314 case 0xa000: 2315 return 32768; 2316 case 0xffff: 2317 return 57344; 2318 default: 2319 return 0; 2320 } 2321 } 2322 2323 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2324 unsigned long data) 2325 { 2326 2327 __u16 mtu, framesize; 2328 __u16 len; 2329 __u8 link_type; 2330 struct qeth_cmd_buffer *iob; 2331 2332 QETH_DBF_TEXT(SETUP, 2, "ulpenacb"); 2333 2334 iob = (struct qeth_cmd_buffer *) data; 2335 memcpy(&card->token.ulp_filter_r, 2336 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2337 QETH_MPC_TOKEN_LENGTH); 2338 if (card->info.type == QETH_CARD_TYPE_IQD) { 2339 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2340 mtu = qeth_get_mtu_outof_framesize(framesize); 2341 } else { 2342 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2343 } 2344 *(u16 *)reply->param = mtu; 2345 2346 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2347 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2348 memcpy(&link_type, 2349 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2350 card->info.link_type = link_type; 2351 } else 2352 card->info.link_type = 0; 2353 QETH_DBF_TEXT_(SETUP, 2, "link%d", card->info.link_type); 2354 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2355 return 0; 2356 } 2357 2358 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2359 { 2360 if (IS_OSN(card)) 2361 return QETH_PROT_OSN2; 2362 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2363 } 2364 2365 static int qeth_ulp_enable(struct qeth_card *card) 2366 { 2367 u8 prot_type = qeth_mpc_select_prot_type(card); 2368 struct qeth_cmd_buffer *iob; 2369 u16 max_mtu; 2370 int rc; 2371 2372 /*FIXME: trace view callbacks*/ 2373 QETH_DBF_TEXT(SETUP, 2, "ulpenabl"); 2374 2375 iob = qeth_wait_for_buffer(&card->write); 2376 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2377 2378 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2379 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2380 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2381 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2382 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2383 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2384 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2385 qeth_ulp_enable_cb, &max_mtu); 2386 if (rc) 2387 return rc; 2388 return qeth_update_max_mtu(card, max_mtu); 2389 } 2390 2391 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2392 unsigned long data) 2393 { 2394 struct qeth_cmd_buffer *iob; 2395 2396 QETH_DBF_TEXT(SETUP, 2, "ulpstpcb"); 2397 2398 iob = (struct qeth_cmd_buffer *) data; 2399 memcpy(&card->token.ulp_connection_r, 2400 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2401 QETH_MPC_TOKEN_LENGTH); 2402 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2403 3)) { 2404 QETH_DBF_TEXT(SETUP, 2, "olmlimit"); 2405 dev_err(&card->gdev->dev, "A connection could not be " 2406 "established because of an OLM limit\n"); 2407 iob->rc = -EMLINK; 2408 } 2409 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2410 return 0; 2411 } 2412 2413 static int qeth_ulp_setup(struct qeth_card *card) 2414 { 2415 int rc; 2416 __u16 temp; 2417 struct qeth_cmd_buffer *iob; 2418 struct ccw_dev_id dev_id; 2419 2420 QETH_DBF_TEXT(SETUP, 2, "ulpsetup"); 2421 2422 iob = qeth_wait_for_buffer(&card->write); 2423 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2424 2425 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2426 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2427 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2428 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2429 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2430 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2431 2432 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2433 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2434 temp = (card->info.cula << 8) + card->info.unit_addr2; 2435 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2436 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2437 qeth_ulp_setup_cb, NULL); 2438 return rc; 2439 } 2440 2441 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2442 { 2443 struct qeth_qdio_out_buffer *newbuf; 2444 2445 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2446 if (!newbuf) 2447 return -ENOMEM; 2448 2449 newbuf->buffer = q->qdio_bufs[bidx]; 2450 skb_queue_head_init(&newbuf->skb_list); 2451 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2452 newbuf->q = q; 2453 newbuf->next_pending = q->bufs[bidx]; 2454 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2455 q->bufs[bidx] = newbuf; 2456 return 0; 2457 } 2458 2459 static void qeth_free_qdio_out_buf(struct qeth_qdio_out_q *q) 2460 { 2461 if (!q) 2462 return; 2463 2464 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2465 kfree(q); 2466 } 2467 2468 static struct qeth_qdio_out_q *qeth_alloc_qdio_out_buf(void) 2469 { 2470 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2471 2472 if (!q) 2473 return NULL; 2474 2475 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2476 kfree(q); 2477 return NULL; 2478 } 2479 return q; 2480 } 2481 2482 static int qeth_alloc_qdio_buffers(struct qeth_card *card) 2483 { 2484 int i, j; 2485 2486 QETH_DBF_TEXT(SETUP, 2, "allcqdbf"); 2487 2488 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2489 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2490 return 0; 2491 2492 QETH_DBF_TEXT(SETUP, 2, "inq"); 2493 card->qdio.in_q = qeth_alloc_qdio_queue(); 2494 if (!card->qdio.in_q) 2495 goto out_nomem; 2496 2497 /* inbound buffer pool */ 2498 if (qeth_alloc_buffer_pool(card)) 2499 goto out_freeinq; 2500 2501 /* outbound */ 2502 card->qdio.out_qs = 2503 kcalloc(card->qdio.no_out_queues, 2504 sizeof(struct qeth_qdio_out_q *), 2505 GFP_KERNEL); 2506 if (!card->qdio.out_qs) 2507 goto out_freepool; 2508 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2509 card->qdio.out_qs[i] = qeth_alloc_qdio_out_buf(); 2510 if (!card->qdio.out_qs[i]) 2511 goto out_freeoutq; 2512 QETH_DBF_TEXT_(SETUP, 2, "outq %i", i); 2513 QETH_DBF_HEX(SETUP, 2, &card->qdio.out_qs[i], sizeof(void *)); 2514 card->qdio.out_qs[i]->queue_no = i; 2515 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2516 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2517 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2518 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2519 goto out_freeoutqbufs; 2520 } 2521 } 2522 2523 /* completion */ 2524 if (qeth_alloc_cq(card)) 2525 goto out_freeoutq; 2526 2527 return 0; 2528 2529 out_freeoutqbufs: 2530 while (j > 0) { 2531 --j; 2532 kmem_cache_free(qeth_qdio_outbuf_cache, 2533 card->qdio.out_qs[i]->bufs[j]); 2534 card->qdio.out_qs[i]->bufs[j] = NULL; 2535 } 2536 out_freeoutq: 2537 while (i > 0) { 2538 qeth_free_qdio_out_buf(card->qdio.out_qs[--i]); 2539 qeth_clear_outq_buffers(card->qdio.out_qs[i], 1); 2540 } 2541 kfree(card->qdio.out_qs); 2542 card->qdio.out_qs = NULL; 2543 out_freepool: 2544 qeth_free_buffer_pool(card); 2545 out_freeinq: 2546 qeth_free_qdio_queue(card->qdio.in_q); 2547 card->qdio.in_q = NULL; 2548 out_nomem: 2549 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2550 return -ENOMEM; 2551 } 2552 2553 static void qeth_free_qdio_buffers(struct qeth_card *card) 2554 { 2555 int i, j; 2556 2557 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2558 QETH_QDIO_UNINITIALIZED) 2559 return; 2560 2561 qeth_free_cq(card); 2562 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2563 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2564 if (card->qdio.in_q->bufs[j].rx_skb) 2565 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2566 } 2567 qeth_free_qdio_queue(card->qdio.in_q); 2568 card->qdio.in_q = NULL; 2569 /* inbound buffer pool */ 2570 qeth_free_buffer_pool(card); 2571 /* free outbound qdio_qs */ 2572 if (card->qdio.out_qs) { 2573 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2574 qeth_clear_outq_buffers(card->qdio.out_qs[i], 1); 2575 qeth_free_qdio_out_buf(card->qdio.out_qs[i]); 2576 } 2577 kfree(card->qdio.out_qs); 2578 card->qdio.out_qs = NULL; 2579 } 2580 } 2581 2582 static void qeth_create_qib_param_field(struct qeth_card *card, 2583 char *param_field) 2584 { 2585 2586 param_field[0] = _ascebc['P']; 2587 param_field[1] = _ascebc['C']; 2588 param_field[2] = _ascebc['I']; 2589 param_field[3] = _ascebc['T']; 2590 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2591 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2592 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2593 } 2594 2595 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2596 char *param_field) 2597 { 2598 param_field[16] = _ascebc['B']; 2599 param_field[17] = _ascebc['L']; 2600 param_field[18] = _ascebc['K']; 2601 param_field[19] = _ascebc['T']; 2602 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2603 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2604 *((unsigned int *) (¶m_field[28])) = 2605 card->info.blkt.inter_packet_jumbo; 2606 } 2607 2608 static int qeth_qdio_activate(struct qeth_card *card) 2609 { 2610 QETH_DBF_TEXT(SETUP, 3, "qdioact"); 2611 return qdio_activate(CARD_DDEV(card)); 2612 } 2613 2614 static int qeth_dm_act(struct qeth_card *card) 2615 { 2616 int rc; 2617 struct qeth_cmd_buffer *iob; 2618 2619 QETH_DBF_TEXT(SETUP, 2, "dmact"); 2620 2621 iob = qeth_wait_for_buffer(&card->write); 2622 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2623 2624 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2625 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2626 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2627 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2628 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2629 return rc; 2630 } 2631 2632 static int qeth_mpc_initialize(struct qeth_card *card) 2633 { 2634 int rc; 2635 2636 QETH_DBF_TEXT(SETUP, 2, "mpcinit"); 2637 2638 rc = qeth_issue_next_read(card); 2639 if (rc) { 2640 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2641 return rc; 2642 } 2643 rc = qeth_cm_enable(card); 2644 if (rc) { 2645 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 2646 goto out_qdio; 2647 } 2648 rc = qeth_cm_setup(card); 2649 if (rc) { 2650 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 2651 goto out_qdio; 2652 } 2653 rc = qeth_ulp_enable(card); 2654 if (rc) { 2655 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 2656 goto out_qdio; 2657 } 2658 rc = qeth_ulp_setup(card); 2659 if (rc) { 2660 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2661 goto out_qdio; 2662 } 2663 rc = qeth_alloc_qdio_buffers(card); 2664 if (rc) { 2665 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2666 goto out_qdio; 2667 } 2668 rc = qeth_qdio_establish(card); 2669 if (rc) { 2670 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 2671 qeth_free_qdio_buffers(card); 2672 goto out_qdio; 2673 } 2674 rc = qeth_qdio_activate(card); 2675 if (rc) { 2676 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 2677 goto out_qdio; 2678 } 2679 rc = qeth_dm_act(card); 2680 if (rc) { 2681 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 2682 goto out_qdio; 2683 } 2684 2685 return 0; 2686 out_qdio: 2687 qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 2688 qdio_free(CARD_DDEV(card)); 2689 return rc; 2690 } 2691 2692 void qeth_print_status_message(struct qeth_card *card) 2693 { 2694 switch (card->info.type) { 2695 case QETH_CARD_TYPE_OSD: 2696 case QETH_CARD_TYPE_OSM: 2697 case QETH_CARD_TYPE_OSX: 2698 /* VM will use a non-zero first character 2699 * to indicate a HiperSockets like reporting 2700 * of the level OSA sets the first character to zero 2701 * */ 2702 if (!card->info.mcl_level[0]) { 2703 sprintf(card->info.mcl_level, "%02x%02x", 2704 card->info.mcl_level[2], 2705 card->info.mcl_level[3]); 2706 break; 2707 } 2708 /* fallthrough */ 2709 case QETH_CARD_TYPE_IQD: 2710 if ((card->info.guestlan) || 2711 (card->info.mcl_level[0] & 0x80)) { 2712 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2713 card->info.mcl_level[0]]; 2714 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2715 card->info.mcl_level[1]]; 2716 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2717 card->info.mcl_level[2]]; 2718 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2719 card->info.mcl_level[3]]; 2720 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2721 } 2722 break; 2723 default: 2724 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2725 } 2726 dev_info(&card->gdev->dev, 2727 "Device is a%s card%s%s%s\nwith link type %s.\n", 2728 qeth_get_cardname(card), 2729 (card->info.mcl_level[0]) ? " (level: " : "", 2730 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2731 (card->info.mcl_level[0]) ? ")" : "", 2732 qeth_get_cardname_short(card)); 2733 } 2734 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2735 2736 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2737 { 2738 struct qeth_buffer_pool_entry *entry; 2739 2740 QETH_CARD_TEXT(card, 5, "inwrklst"); 2741 2742 list_for_each_entry(entry, 2743 &card->qdio.init_pool.entry_list, init_list) { 2744 qeth_put_buffer_pool_entry(card, entry); 2745 } 2746 } 2747 2748 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2749 struct qeth_card *card) 2750 { 2751 struct list_head *plh; 2752 struct qeth_buffer_pool_entry *entry; 2753 int i, free; 2754 struct page *page; 2755 2756 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2757 return NULL; 2758 2759 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2760 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2761 free = 1; 2762 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2763 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2764 free = 0; 2765 break; 2766 } 2767 } 2768 if (free) { 2769 list_del_init(&entry->list); 2770 return entry; 2771 } 2772 } 2773 2774 /* no free buffer in pool so take first one and swap pages */ 2775 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2776 struct qeth_buffer_pool_entry, list); 2777 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2778 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2779 page = alloc_page(GFP_ATOMIC); 2780 if (!page) { 2781 return NULL; 2782 } else { 2783 free_page((unsigned long)entry->elements[i]); 2784 entry->elements[i] = page_address(page); 2785 if (card->options.performance_stats) 2786 card->perf_stats.sg_alloc_page_rx++; 2787 } 2788 } 2789 } 2790 list_del_init(&entry->list); 2791 return entry; 2792 } 2793 2794 static int qeth_init_input_buffer(struct qeth_card *card, 2795 struct qeth_qdio_buffer *buf) 2796 { 2797 struct qeth_buffer_pool_entry *pool_entry; 2798 int i; 2799 2800 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2801 buf->rx_skb = netdev_alloc_skb(card->dev, 2802 QETH_RX_PULL_LEN + ETH_HLEN); 2803 if (!buf->rx_skb) 2804 return 1; 2805 } 2806 2807 pool_entry = qeth_find_free_buffer_pool_entry(card); 2808 if (!pool_entry) 2809 return 1; 2810 2811 /* 2812 * since the buffer is accessed only from the input_tasklet 2813 * there shouldn't be a need to synchronize; also, since we use 2814 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2815 * buffers 2816 */ 2817 2818 buf->pool_entry = pool_entry; 2819 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2820 buf->buffer->element[i].length = PAGE_SIZE; 2821 buf->buffer->element[i].addr = pool_entry->elements[i]; 2822 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2823 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2824 else 2825 buf->buffer->element[i].eflags = 0; 2826 buf->buffer->element[i].sflags = 0; 2827 } 2828 return 0; 2829 } 2830 2831 int qeth_init_qdio_queues(struct qeth_card *card) 2832 { 2833 int i, j; 2834 int rc; 2835 2836 QETH_DBF_TEXT(SETUP, 2, "initqdqs"); 2837 2838 /* inbound queue */ 2839 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2840 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2841 qeth_initialize_working_pool_list(card); 2842 /*give only as many buffers to hardware as we have buffer pool entries*/ 2843 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2844 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2845 card->qdio.in_q->next_buf_to_init = 2846 card->qdio.in_buf_pool.buf_count - 1; 2847 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2848 card->qdio.in_buf_pool.buf_count - 1); 2849 if (rc) { 2850 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2851 return rc; 2852 } 2853 2854 /* completion */ 2855 rc = qeth_cq_init(card); 2856 if (rc) { 2857 return rc; 2858 } 2859 2860 /* outbound queue */ 2861 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2862 qdio_reset_buffers(card->qdio.out_qs[i]->qdio_bufs, 2863 QDIO_MAX_BUFFERS_PER_Q); 2864 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2865 qeth_clear_output_buffer(card->qdio.out_qs[i], 2866 card->qdio.out_qs[i]->bufs[j]); 2867 } 2868 card->qdio.out_qs[i]->card = card; 2869 card->qdio.out_qs[i]->next_buf_to_fill = 0; 2870 card->qdio.out_qs[i]->do_pack = 0; 2871 atomic_set(&card->qdio.out_qs[i]->used_buffers, 0); 2872 atomic_set(&card->qdio.out_qs[i]->set_pci_flags_count, 0); 2873 atomic_set(&card->qdio.out_qs[i]->state, 2874 QETH_OUT_Q_UNLOCKED); 2875 } 2876 return 0; 2877 } 2878 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2879 2880 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2881 { 2882 switch (link_type) { 2883 case QETH_LINK_TYPE_HSTR: 2884 return 2; 2885 default: 2886 return 1; 2887 } 2888 } 2889 2890 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2891 struct qeth_ipa_cmd *cmd, 2892 enum qeth_ipa_cmds command, 2893 enum qeth_prot_versions prot) 2894 { 2895 cmd->hdr.command = command; 2896 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2897 /* cmd->hdr.seqno is set by qeth_send_control_data() */ 2898 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2899 cmd->hdr.rel_adapter_no = (u8) card->dev->dev_port; 2900 cmd->hdr.prim_version_no = IS_LAYER2(card) ? 2 : 1; 2901 cmd->hdr.param_count = 1; 2902 cmd->hdr.prot_version = prot; 2903 } 2904 2905 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2906 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2907 { 2908 struct qeth_cmd_buffer *iob; 2909 2910 iob = qeth_get_buffer(&card->write); 2911 if (iob) { 2912 qeth_fill_ipacmd_header(card, __ipa_cmd(iob), ipacmd, prot); 2913 } else { 2914 dev_warn(&card->gdev->dev, 2915 "The qeth driver ran out of channel command buffers\n"); 2916 QETH_DBF_MESSAGE(1, "%s The qeth driver ran out of channel command buffers", 2917 dev_name(&card->gdev->dev)); 2918 } 2919 2920 return iob; 2921 } 2922 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2923 2924 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob) 2925 { 2926 u8 prot_type = qeth_mpc_select_prot_type(card); 2927 2928 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2929 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2930 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2931 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2932 } 2933 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2934 2935 /** 2936 * qeth_send_ipa_cmd() - send an IPA command 2937 * 2938 * See qeth_send_control_data() for explanation of the arguments. 2939 */ 2940 2941 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2942 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2943 unsigned long), 2944 void *reply_param) 2945 { 2946 int rc; 2947 2948 QETH_CARD_TEXT(card, 4, "sendipa"); 2949 qeth_prepare_ipa_cmd(card, iob); 2950 rc = qeth_send_control_data(card, IPA_CMD_LENGTH, 2951 iob, reply_cb, reply_param); 2952 if (rc == -ETIME) { 2953 qeth_clear_ipacmd_list(card); 2954 qeth_schedule_recovery(card); 2955 } 2956 return rc; 2957 } 2958 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2959 2960 static int qeth_send_startlan(struct qeth_card *card) 2961 { 2962 int rc; 2963 struct qeth_cmd_buffer *iob; 2964 2965 QETH_DBF_TEXT(SETUP, 2, "strtlan"); 2966 2967 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 2968 if (!iob) 2969 return -ENOMEM; 2970 rc = qeth_send_ipa_cmd(card, iob, NULL, NULL); 2971 return rc; 2972 } 2973 2974 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2975 { 2976 if (!cmd->hdr.return_code) 2977 cmd->hdr.return_code = 2978 cmd->data.setadapterparms.hdr.return_code; 2979 return cmd->hdr.return_code; 2980 } 2981 2982 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2983 struct qeth_reply *reply, unsigned long data) 2984 { 2985 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2986 2987 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2988 if (qeth_setadpparms_inspect_rc(cmd)) 2989 return 0; 2990 2991 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2992 card->info.link_type = 2993 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2994 QETH_DBF_TEXT_(SETUP, 2, "lnk %d", card->info.link_type); 2995 } 2996 card->options.adp.supported_funcs = 2997 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2998 return 0; 2999 } 3000 3001 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 3002 __u32 command, __u32 cmdlen) 3003 { 3004 struct qeth_cmd_buffer *iob; 3005 struct qeth_ipa_cmd *cmd; 3006 3007 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 3008 QETH_PROT_IPV4); 3009 if (iob) { 3010 cmd = __ipa_cmd(iob); 3011 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 3012 cmd->data.setadapterparms.hdr.command_code = command; 3013 cmd->data.setadapterparms.hdr.used_total = 1; 3014 cmd->data.setadapterparms.hdr.seq_no = 1; 3015 } 3016 3017 return iob; 3018 } 3019 3020 static int qeth_query_setadapterparms(struct qeth_card *card) 3021 { 3022 int rc; 3023 struct qeth_cmd_buffer *iob; 3024 3025 QETH_CARD_TEXT(card, 3, "queryadp"); 3026 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 3027 sizeof(struct qeth_ipacmd_setadpparms)); 3028 if (!iob) 3029 return -ENOMEM; 3030 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 3031 return rc; 3032 } 3033 3034 static int qeth_query_ipassists_cb(struct qeth_card *card, 3035 struct qeth_reply *reply, unsigned long data) 3036 { 3037 struct qeth_ipa_cmd *cmd; 3038 3039 QETH_DBF_TEXT(SETUP, 2, "qipasscb"); 3040 3041 cmd = (struct qeth_ipa_cmd *) data; 3042 3043 switch (cmd->hdr.return_code) { 3044 case IPA_RC_NOTSUPP: 3045 case IPA_RC_L2_UNSUPPORTED_CMD: 3046 QETH_DBF_TEXT(SETUP, 2, "ipaunsup"); 3047 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 3048 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 3049 return 0; 3050 default: 3051 if (cmd->hdr.return_code) { 3052 QETH_DBF_MESSAGE(1, "%s IPA_CMD_QIPASSIST: Unhandled " 3053 "rc=%d\n", 3054 dev_name(&card->gdev->dev), 3055 cmd->hdr.return_code); 3056 return 0; 3057 } 3058 } 3059 3060 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 3061 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 3062 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 3063 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 3064 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 3065 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 3066 } else 3067 QETH_DBF_MESSAGE(1, "%s IPA_CMD_QIPASSIST: Flawed LIC detected" 3068 "\n", dev_name(&card->gdev->dev)); 3069 return 0; 3070 } 3071 3072 static int qeth_query_ipassists(struct qeth_card *card, 3073 enum qeth_prot_versions prot) 3074 { 3075 int rc; 3076 struct qeth_cmd_buffer *iob; 3077 3078 QETH_DBF_TEXT_(SETUP, 2, "qipassi%i", prot); 3079 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 3080 if (!iob) 3081 return -ENOMEM; 3082 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 3083 return rc; 3084 } 3085 3086 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3087 struct qeth_reply *reply, unsigned long data) 3088 { 3089 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3090 struct qeth_query_switch_attributes *attrs; 3091 struct qeth_switch_info *sw_info; 3092 3093 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3094 if (qeth_setadpparms_inspect_rc(cmd)) 3095 return 0; 3096 3097 sw_info = (struct qeth_switch_info *)reply->param; 3098 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3099 sw_info->capabilities = attrs->capabilities; 3100 sw_info->settings = attrs->settings; 3101 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3102 sw_info->settings); 3103 return 0; 3104 } 3105 3106 int qeth_query_switch_attributes(struct qeth_card *card, 3107 struct qeth_switch_info *sw_info) 3108 { 3109 struct qeth_cmd_buffer *iob; 3110 3111 QETH_CARD_TEXT(card, 2, "qswiattr"); 3112 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3113 return -EOPNOTSUPP; 3114 if (!netif_carrier_ok(card->dev)) 3115 return -ENOMEDIUM; 3116 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3117 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3118 if (!iob) 3119 return -ENOMEM; 3120 return qeth_send_ipa_cmd(card, iob, 3121 qeth_query_switch_attributes_cb, sw_info); 3122 } 3123 3124 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3125 struct qeth_reply *reply, unsigned long data) 3126 { 3127 struct qeth_ipa_cmd *cmd; 3128 __u16 rc; 3129 3130 cmd = (struct qeth_ipa_cmd *)data; 3131 rc = cmd->hdr.return_code; 3132 if (rc) 3133 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3134 else 3135 card->info.diagass_support = cmd->data.diagass.ext; 3136 return 0; 3137 } 3138 3139 static int qeth_query_setdiagass(struct qeth_card *card) 3140 { 3141 struct qeth_cmd_buffer *iob; 3142 struct qeth_ipa_cmd *cmd; 3143 3144 QETH_DBF_TEXT(SETUP, 2, "qdiagass"); 3145 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3146 if (!iob) 3147 return -ENOMEM; 3148 cmd = __ipa_cmd(iob); 3149 cmd->data.diagass.subcmd_len = 16; 3150 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3151 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3152 } 3153 3154 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3155 { 3156 unsigned long info = get_zeroed_page(GFP_KERNEL); 3157 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3158 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3159 struct ccw_dev_id ccwid; 3160 int level; 3161 3162 tid->chpid = card->info.chpid; 3163 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3164 tid->ssid = ccwid.ssid; 3165 tid->devno = ccwid.devno; 3166 if (!info) 3167 return; 3168 level = stsi(NULL, 0, 0, 0); 3169 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3170 tid->lparnr = info222->lpar_number; 3171 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3172 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3173 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3174 } 3175 free_page(info); 3176 return; 3177 } 3178 3179 static int qeth_hw_trap_cb(struct qeth_card *card, 3180 struct qeth_reply *reply, unsigned long data) 3181 { 3182 struct qeth_ipa_cmd *cmd; 3183 __u16 rc; 3184 3185 cmd = (struct qeth_ipa_cmd *)data; 3186 rc = cmd->hdr.return_code; 3187 if (rc) 3188 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3189 return 0; 3190 } 3191 3192 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3193 { 3194 struct qeth_cmd_buffer *iob; 3195 struct qeth_ipa_cmd *cmd; 3196 3197 QETH_DBF_TEXT(SETUP, 2, "diagtrap"); 3198 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3199 if (!iob) 3200 return -ENOMEM; 3201 cmd = __ipa_cmd(iob); 3202 cmd->data.diagass.subcmd_len = 80; 3203 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3204 cmd->data.diagass.type = 1; 3205 cmd->data.diagass.action = action; 3206 switch (action) { 3207 case QETH_DIAGS_TRAP_ARM: 3208 cmd->data.diagass.options = 0x0003; 3209 cmd->data.diagass.ext = 0x00010000 + 3210 sizeof(struct qeth_trap_id); 3211 qeth_get_trap_id(card, 3212 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3213 break; 3214 case QETH_DIAGS_TRAP_DISARM: 3215 cmd->data.diagass.options = 0x0001; 3216 break; 3217 case QETH_DIAGS_TRAP_CAPTURE: 3218 break; 3219 } 3220 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3221 } 3222 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3223 3224 static int qeth_check_qdio_errors(struct qeth_card *card, 3225 struct qdio_buffer *buf, 3226 unsigned int qdio_error, 3227 const char *dbftext) 3228 { 3229 if (qdio_error) { 3230 QETH_CARD_TEXT(card, 2, dbftext); 3231 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3232 buf->element[15].sflags); 3233 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3234 buf->element[14].sflags); 3235 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3236 if ((buf->element[15].sflags) == 0x12) { 3237 card->stats.rx_dropped++; 3238 return 0; 3239 } else 3240 return 1; 3241 } 3242 return 0; 3243 } 3244 3245 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3246 { 3247 struct qeth_qdio_q *queue = card->qdio.in_q; 3248 struct list_head *lh; 3249 int count; 3250 int i; 3251 int rc; 3252 int newcount = 0; 3253 3254 count = (index < queue->next_buf_to_init)? 3255 card->qdio.in_buf_pool.buf_count - 3256 (queue->next_buf_to_init - index) : 3257 card->qdio.in_buf_pool.buf_count - 3258 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3259 /* only requeue at a certain threshold to avoid SIGAs */ 3260 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3261 for (i = queue->next_buf_to_init; 3262 i < queue->next_buf_to_init + count; ++i) { 3263 if (qeth_init_input_buffer(card, 3264 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3265 break; 3266 } else { 3267 newcount++; 3268 } 3269 } 3270 3271 if (newcount < count) { 3272 /* we are in memory shortage so we switch back to 3273 traditional skb allocation and drop packages */ 3274 atomic_set(&card->force_alloc_skb, 3); 3275 count = newcount; 3276 } else { 3277 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3278 } 3279 3280 if (!count) { 3281 i = 0; 3282 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3283 i++; 3284 if (i == card->qdio.in_buf_pool.buf_count) { 3285 QETH_CARD_TEXT(card, 2, "qsarbw"); 3286 card->reclaim_index = index; 3287 schedule_delayed_work( 3288 &card->buffer_reclaim_work, 3289 QETH_RECLAIM_WORK_TIME); 3290 } 3291 return; 3292 } 3293 3294 /* 3295 * according to old code it should be avoided to requeue all 3296 * 128 buffers in order to benefit from PCI avoidance. 3297 * this function keeps at least one buffer (the buffer at 3298 * 'index') un-requeued -> this buffer is the first buffer that 3299 * will be requeued the next time 3300 */ 3301 if (card->options.performance_stats) { 3302 card->perf_stats.inbound_do_qdio_cnt++; 3303 card->perf_stats.inbound_do_qdio_start_time = 3304 qeth_get_micros(); 3305 } 3306 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3307 queue->next_buf_to_init, count); 3308 if (card->options.performance_stats) 3309 card->perf_stats.inbound_do_qdio_time += 3310 qeth_get_micros() - 3311 card->perf_stats.inbound_do_qdio_start_time; 3312 if (rc) { 3313 QETH_CARD_TEXT(card, 2, "qinberr"); 3314 } 3315 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3316 QDIO_MAX_BUFFERS_PER_Q; 3317 } 3318 } 3319 3320 static void qeth_buffer_reclaim_work(struct work_struct *work) 3321 { 3322 struct qeth_card *card = container_of(work, struct qeth_card, 3323 buffer_reclaim_work.work); 3324 3325 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3326 qeth_queue_input_buffer(card, card->reclaim_index); 3327 } 3328 3329 static void qeth_handle_send_error(struct qeth_card *card, 3330 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3331 { 3332 int sbalf15 = buffer->buffer->element[15].sflags; 3333 3334 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3335 if (card->info.type == QETH_CARD_TYPE_IQD) { 3336 if (sbalf15 == 0) { 3337 qdio_err = 0; 3338 } else { 3339 qdio_err = 1; 3340 } 3341 } 3342 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3343 3344 if (!qdio_err) 3345 return; 3346 3347 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3348 return; 3349 3350 QETH_CARD_TEXT(card, 1, "lnkfail"); 3351 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3352 (u16)qdio_err, (u8)sbalf15); 3353 } 3354 3355 /** 3356 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3357 * @queue: queue to check for packing buffer 3358 * 3359 * Returns number of buffers that were prepared for flush. 3360 */ 3361 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3362 { 3363 struct qeth_qdio_out_buffer *buffer; 3364 3365 buffer = queue->bufs[queue->next_buf_to_fill]; 3366 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3367 (buffer->next_element_to_fill > 0)) { 3368 /* it's a packing buffer */ 3369 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3370 queue->next_buf_to_fill = 3371 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3372 return 1; 3373 } 3374 return 0; 3375 } 3376 3377 /* 3378 * Switched to packing state if the number of used buffers on a queue 3379 * reaches a certain limit. 3380 */ 3381 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3382 { 3383 if (!queue->do_pack) { 3384 if (atomic_read(&queue->used_buffers) 3385 >= QETH_HIGH_WATERMARK_PACK){ 3386 /* switch non-PACKING -> PACKING */ 3387 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3388 if (queue->card->options.performance_stats) 3389 queue->card->perf_stats.sc_dp_p++; 3390 queue->do_pack = 1; 3391 } 3392 } 3393 } 3394 3395 /* 3396 * Switches from packing to non-packing mode. If there is a packing 3397 * buffer on the queue this buffer will be prepared to be flushed. 3398 * In that case 1 is returned to inform the caller. If no buffer 3399 * has to be flushed, zero is returned. 3400 */ 3401 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3402 { 3403 if (queue->do_pack) { 3404 if (atomic_read(&queue->used_buffers) 3405 <= QETH_LOW_WATERMARK_PACK) { 3406 /* switch PACKING -> non-PACKING */ 3407 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3408 if (queue->card->options.performance_stats) 3409 queue->card->perf_stats.sc_p_dp++; 3410 queue->do_pack = 0; 3411 return qeth_prep_flush_pack_buffer(queue); 3412 } 3413 } 3414 return 0; 3415 } 3416 3417 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3418 int count) 3419 { 3420 struct qeth_qdio_out_buffer *buf; 3421 int rc; 3422 int i; 3423 unsigned int qdio_flags; 3424 3425 for (i = index; i < index + count; ++i) { 3426 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3427 buf = queue->bufs[bidx]; 3428 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3429 SBAL_EFLAGS_LAST_ENTRY; 3430 3431 if (queue->bufstates) 3432 queue->bufstates[bidx].user = buf; 3433 3434 if (queue->card->info.type == QETH_CARD_TYPE_IQD) 3435 continue; 3436 3437 if (!queue->do_pack) { 3438 if ((atomic_read(&queue->used_buffers) >= 3439 (QETH_HIGH_WATERMARK_PACK - 3440 QETH_WATERMARK_PACK_FUZZ)) && 3441 !atomic_read(&queue->set_pci_flags_count)) { 3442 /* it's likely that we'll go to packing 3443 * mode soon */ 3444 atomic_inc(&queue->set_pci_flags_count); 3445 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3446 } 3447 } else { 3448 if (!atomic_read(&queue->set_pci_flags_count)) { 3449 /* 3450 * there's no outstanding PCI any more, so we 3451 * have to request a PCI to be sure the the PCI 3452 * will wake at some time in the future then we 3453 * can flush packed buffers that might still be 3454 * hanging around, which can happen if no 3455 * further send was requested by the stack 3456 */ 3457 atomic_inc(&queue->set_pci_flags_count); 3458 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3459 } 3460 } 3461 } 3462 3463 netif_trans_update(queue->card->dev); 3464 if (queue->card->options.performance_stats) { 3465 queue->card->perf_stats.outbound_do_qdio_cnt++; 3466 queue->card->perf_stats.outbound_do_qdio_start_time = 3467 qeth_get_micros(); 3468 } 3469 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3470 if (atomic_read(&queue->set_pci_flags_count)) 3471 qdio_flags |= QDIO_FLAG_PCI_OUT; 3472 atomic_add(count, &queue->used_buffers); 3473 3474 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3475 queue->queue_no, index, count); 3476 if (queue->card->options.performance_stats) 3477 queue->card->perf_stats.outbound_do_qdio_time += 3478 qeth_get_micros() - 3479 queue->card->perf_stats.outbound_do_qdio_start_time; 3480 if (rc) { 3481 queue->card->stats.tx_errors += count; 3482 /* ignore temporary SIGA errors without busy condition */ 3483 if (rc == -ENOBUFS) 3484 return; 3485 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3486 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3487 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3488 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3489 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3490 3491 /* this must not happen under normal circumstances. if it 3492 * happens something is really wrong -> recover */ 3493 qeth_schedule_recovery(queue->card); 3494 return; 3495 } 3496 if (queue->card->options.performance_stats) 3497 queue->card->perf_stats.bufs_sent += count; 3498 } 3499 3500 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3501 { 3502 int index; 3503 int flush_cnt = 0; 3504 int q_was_packing = 0; 3505 3506 /* 3507 * check if weed have to switch to non-packing mode or if 3508 * we have to get a pci flag out on the queue 3509 */ 3510 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3511 !atomic_read(&queue->set_pci_flags_count)) { 3512 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3513 QETH_OUT_Q_UNLOCKED) { 3514 /* 3515 * If we get in here, there was no action in 3516 * do_send_packet. So, we check if there is a 3517 * packing buffer to be flushed here. 3518 */ 3519 netif_stop_queue(queue->card->dev); 3520 index = queue->next_buf_to_fill; 3521 q_was_packing = queue->do_pack; 3522 /* queue->do_pack may change */ 3523 barrier(); 3524 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3525 if (!flush_cnt && 3526 !atomic_read(&queue->set_pci_flags_count)) 3527 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3528 if (queue->card->options.performance_stats && 3529 q_was_packing) 3530 queue->card->perf_stats.bufs_sent_pack += 3531 flush_cnt; 3532 if (flush_cnt) 3533 qeth_flush_buffers(queue, index, flush_cnt); 3534 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3535 } 3536 } 3537 } 3538 3539 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3540 unsigned long card_ptr) 3541 { 3542 struct qeth_card *card = (struct qeth_card *)card_ptr; 3543 3544 if (card->dev->flags & IFF_UP) 3545 napi_schedule(&card->napi); 3546 } 3547 3548 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3549 { 3550 int rc; 3551 3552 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3553 rc = -1; 3554 goto out; 3555 } else { 3556 if (card->options.cq == cq) { 3557 rc = 0; 3558 goto out; 3559 } 3560 3561 if (card->state != CARD_STATE_DOWN && 3562 card->state != CARD_STATE_RECOVER) { 3563 rc = -1; 3564 goto out; 3565 } 3566 3567 qeth_free_qdio_buffers(card); 3568 card->options.cq = cq; 3569 rc = 0; 3570 } 3571 out: 3572 return rc; 3573 3574 } 3575 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3576 3577 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3578 unsigned int queue, int first_element, 3579 int count) 3580 { 3581 struct qeth_qdio_q *cq = card->qdio.c_q; 3582 int i; 3583 int rc; 3584 3585 if (!qeth_is_cq(card, queue)) 3586 goto out; 3587 3588 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3589 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3590 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3591 3592 if (qdio_err) { 3593 netif_stop_queue(card->dev); 3594 qeth_schedule_recovery(card); 3595 goto out; 3596 } 3597 3598 if (card->options.performance_stats) { 3599 card->perf_stats.cq_cnt++; 3600 card->perf_stats.cq_start_time = qeth_get_micros(); 3601 } 3602 3603 for (i = first_element; i < first_element + count; ++i) { 3604 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3605 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3606 int e = 0; 3607 3608 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3609 buffer->element[e].addr) { 3610 unsigned long phys_aob_addr; 3611 3612 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3613 qeth_qdio_handle_aob(card, phys_aob_addr); 3614 ++e; 3615 } 3616 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3617 } 3618 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3619 card->qdio.c_q->next_buf_to_init, 3620 count); 3621 if (rc) { 3622 dev_warn(&card->gdev->dev, 3623 "QDIO reported an error, rc=%i\n", rc); 3624 QETH_CARD_TEXT(card, 2, "qcqherr"); 3625 } 3626 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3627 + count) % QDIO_MAX_BUFFERS_PER_Q; 3628 3629 netif_wake_queue(card->dev); 3630 3631 if (card->options.performance_stats) { 3632 int delta_t = qeth_get_micros(); 3633 delta_t -= card->perf_stats.cq_start_time; 3634 card->perf_stats.cq_time += delta_t; 3635 } 3636 out: 3637 return; 3638 } 3639 3640 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3641 unsigned int qdio_err, int queue, 3642 int first_elem, int count, 3643 unsigned long card_ptr) 3644 { 3645 struct qeth_card *card = (struct qeth_card *)card_ptr; 3646 3647 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3648 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3649 3650 if (qeth_is_cq(card, queue)) 3651 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3652 else if (qdio_err) 3653 qeth_schedule_recovery(card); 3654 } 3655 3656 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3657 unsigned int qdio_error, int __queue, 3658 int first_element, int count, 3659 unsigned long card_ptr) 3660 { 3661 struct qeth_card *card = (struct qeth_card *) card_ptr; 3662 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3663 struct qeth_qdio_out_buffer *buffer; 3664 int i; 3665 3666 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3667 if (qdio_error & QDIO_ERROR_FATAL) { 3668 QETH_CARD_TEXT(card, 2, "achkcond"); 3669 netif_stop_queue(card->dev); 3670 qeth_schedule_recovery(card); 3671 return; 3672 } 3673 if (card->options.performance_stats) { 3674 card->perf_stats.outbound_handler_cnt++; 3675 card->perf_stats.outbound_handler_start_time = 3676 qeth_get_micros(); 3677 } 3678 for (i = first_element; i < (first_element + count); ++i) { 3679 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3680 buffer = queue->bufs[bidx]; 3681 qeth_handle_send_error(card, buffer, qdio_error); 3682 3683 if (queue->bufstates && 3684 (queue->bufstates[bidx].flags & 3685 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3686 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3687 3688 if (atomic_cmpxchg(&buffer->state, 3689 QETH_QDIO_BUF_PRIMED, 3690 QETH_QDIO_BUF_PENDING) == 3691 QETH_QDIO_BUF_PRIMED) { 3692 qeth_notify_skbs(queue, buffer, 3693 TX_NOTIFY_PENDING); 3694 } 3695 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3696 3697 /* prepare the queue slot for re-use: */ 3698 qeth_scrub_qdio_buffer(buffer->buffer, 3699 QETH_MAX_BUFFER_ELEMENTS(card)); 3700 if (qeth_init_qdio_out_buf(queue, bidx)) { 3701 QETH_CARD_TEXT(card, 2, "outofbuf"); 3702 qeth_schedule_recovery(card); 3703 } 3704 } else { 3705 if (card->options.cq == QETH_CQ_ENABLED) { 3706 enum iucv_tx_notify n; 3707 3708 n = qeth_compute_cq_notification( 3709 buffer->buffer->element[15].sflags, 0); 3710 qeth_notify_skbs(queue, buffer, n); 3711 } 3712 3713 qeth_clear_output_buffer(queue, buffer); 3714 } 3715 qeth_cleanup_handled_pending(queue, bidx, 0); 3716 } 3717 atomic_sub(count, &queue->used_buffers); 3718 /* check if we need to do something on this outbound queue */ 3719 if (card->info.type != QETH_CARD_TYPE_IQD) 3720 qeth_check_outbound_queue(queue); 3721 3722 netif_wake_queue(queue->card->dev); 3723 if (card->options.performance_stats) 3724 card->perf_stats.outbound_handler_time += qeth_get_micros() - 3725 card->perf_stats.outbound_handler_start_time; 3726 } 3727 3728 /* We cannot use outbound queue 3 for unicast packets on HiperSockets */ 3729 static inline int qeth_cut_iqd_prio(struct qeth_card *card, int queue_num) 3730 { 3731 if ((card->info.type == QETH_CARD_TYPE_IQD) && (queue_num == 3)) 3732 return 2; 3733 return queue_num; 3734 } 3735 3736 /** 3737 * Note: Function assumes that we have 4 outbound queues. 3738 */ 3739 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb, 3740 int ipv) 3741 { 3742 __be16 *tci; 3743 u8 tos; 3744 3745 switch (card->qdio.do_prio_queueing) { 3746 case QETH_PRIO_Q_ING_TOS: 3747 case QETH_PRIO_Q_ING_PREC: 3748 switch (ipv) { 3749 case 4: 3750 tos = ipv4_get_dsfield(ip_hdr(skb)); 3751 break; 3752 case 6: 3753 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3754 break; 3755 default: 3756 return card->qdio.default_out_queue; 3757 } 3758 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3759 return qeth_cut_iqd_prio(card, ~tos >> 6 & 3); 3760 if (tos & IPTOS_MINCOST) 3761 return qeth_cut_iqd_prio(card, 3); 3762 if (tos & IPTOS_RELIABILITY) 3763 return 2; 3764 if (tos & IPTOS_THROUGHPUT) 3765 return 1; 3766 if (tos & IPTOS_LOWDELAY) 3767 return 0; 3768 break; 3769 case QETH_PRIO_Q_ING_SKB: 3770 if (skb->priority > 5) 3771 return 0; 3772 return qeth_cut_iqd_prio(card, ~skb->priority >> 1 & 3); 3773 case QETH_PRIO_Q_ING_VLAN: 3774 tci = &((struct ethhdr *)skb->data)->h_proto; 3775 if (be16_to_cpu(*tci) == ETH_P_8021Q) 3776 return qeth_cut_iqd_prio(card, 3777 ~be16_to_cpu(*(tci + 1)) >> (VLAN_PRIO_SHIFT + 1) & 3); 3778 break; 3779 default: 3780 break; 3781 } 3782 return card->qdio.default_out_queue; 3783 } 3784 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3785 3786 /** 3787 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3788 * @skb: SKB address 3789 * 3790 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3791 * fragmented part of the SKB. Returns zero for linear SKB. 3792 */ 3793 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3794 { 3795 int cnt, elements = 0; 3796 3797 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3798 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3799 3800 elements += qeth_get_elements_for_range( 3801 (addr_t)skb_frag_address(frag), 3802 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3803 } 3804 return elements; 3805 } 3806 3807 /** 3808 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3809 * to transmit an skb. 3810 * @skb: the skb to operate on. 3811 * @data_offset: skip this part of the skb's linear data 3812 * 3813 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3814 * skb's data (both its linear part and paged fragments). 3815 */ 3816 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3817 { 3818 unsigned int elements = qeth_get_elements_for_frags(skb); 3819 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3820 addr_t start = (addr_t)skb->data + data_offset; 3821 3822 if (start != end) 3823 elements += qeth_get_elements_for_range(start, end); 3824 return elements; 3825 } 3826 EXPORT_SYMBOL_GPL(qeth_count_elements); 3827 3828 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3829 MAX_TCP_HEADER) 3830 3831 /** 3832 * qeth_add_hw_header() - add a HW header to an skb. 3833 * @skb: skb that the HW header should be added to. 3834 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3835 * it contains a valid pointer to a qeth_hdr. 3836 * @hdr_len: length of the HW header. 3837 * @proto_len: length of protocol headers that need to be in same page as the 3838 * HW header. 3839 * 3840 * Returns the pushed length. If the header can't be pushed on 3841 * (eg. because it would cross a page boundary), it is allocated from 3842 * the cache instead and 0 is returned. 3843 * The number of needed buffer elements is returned in @elements. 3844 * Error to create the hdr is indicated by returning with < 0. 3845 */ 3846 int qeth_add_hw_header(struct qeth_card *card, struct sk_buff *skb, 3847 struct qeth_hdr **hdr, unsigned int hdr_len, 3848 unsigned int proto_len, unsigned int *elements) 3849 { 3850 const unsigned int max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 3851 const unsigned int contiguous = proto_len ? proto_len : 1; 3852 unsigned int __elements; 3853 addr_t start, end; 3854 bool push_ok; 3855 int rc; 3856 3857 check_layout: 3858 start = (addr_t)skb->data - hdr_len; 3859 end = (addr_t)skb->data; 3860 3861 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3862 /* Push HW header into same page as first protocol header. */ 3863 push_ok = true; 3864 /* ... but TSO always needs a separate element for headers: */ 3865 if (skb_is_gso(skb)) 3866 __elements = 1 + qeth_count_elements(skb, proto_len); 3867 else 3868 __elements = qeth_count_elements(skb, 0); 3869 } else if (!proto_len && qeth_get_elements_for_range(start, end) == 1) { 3870 /* Push HW header into a new page. */ 3871 push_ok = true; 3872 __elements = 1 + qeth_count_elements(skb, 0); 3873 } else { 3874 /* Use header cache, copy protocol headers up. */ 3875 push_ok = false; 3876 __elements = 1 + qeth_count_elements(skb, proto_len); 3877 } 3878 3879 /* Compress skb to fit into one IO buffer: */ 3880 if (__elements > max_elements) { 3881 if (!skb_is_nonlinear(skb)) { 3882 /* Drop it, no easy way of shrinking it further. */ 3883 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3884 max_elements, __elements, skb->len); 3885 return -E2BIG; 3886 } 3887 3888 rc = skb_linearize(skb); 3889 if (card->options.performance_stats) { 3890 if (rc) 3891 card->perf_stats.tx_linfail++; 3892 else 3893 card->perf_stats.tx_lin++; 3894 } 3895 if (rc) 3896 return rc; 3897 3898 /* Linearization changed the layout, re-evaluate: */ 3899 goto check_layout; 3900 } 3901 3902 *elements = __elements; 3903 /* Add the header: */ 3904 if (push_ok) { 3905 *hdr = skb_push(skb, hdr_len); 3906 return hdr_len; 3907 } 3908 /* fall back */ 3909 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3910 return -E2BIG; 3911 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3912 if (!*hdr) 3913 return -ENOMEM; 3914 /* Copy protocol headers behind HW header: */ 3915 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3916 return 0; 3917 } 3918 EXPORT_SYMBOL_GPL(qeth_add_hw_header); 3919 3920 static void __qeth_fill_buffer(struct sk_buff *skb, 3921 struct qeth_qdio_out_buffer *buf, 3922 bool is_first_elem, unsigned int offset) 3923 { 3924 struct qdio_buffer *buffer = buf->buffer; 3925 int element = buf->next_element_to_fill; 3926 int length = skb_headlen(skb) - offset; 3927 char *data = skb->data + offset; 3928 int length_here, cnt; 3929 3930 /* map linear part into buffer element(s) */ 3931 while (length > 0) { 3932 /* length_here is the remaining amount of data in this page */ 3933 length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE); 3934 if (length < length_here) 3935 length_here = length; 3936 3937 buffer->element[element].addr = data; 3938 buffer->element[element].length = length_here; 3939 length -= length_here; 3940 if (is_first_elem) { 3941 is_first_elem = false; 3942 if (length || skb_is_nonlinear(skb)) 3943 /* skb needs additional elements */ 3944 buffer->element[element].eflags = 3945 SBAL_EFLAGS_FIRST_FRAG; 3946 else 3947 buffer->element[element].eflags = 0; 3948 } else { 3949 buffer->element[element].eflags = 3950 SBAL_EFLAGS_MIDDLE_FRAG; 3951 } 3952 data += length_here; 3953 element++; 3954 } 3955 3956 /* map page frags into buffer element(s) */ 3957 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3958 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3959 3960 data = skb_frag_address(frag); 3961 length = skb_frag_size(frag); 3962 while (length > 0) { 3963 length_here = PAGE_SIZE - 3964 ((unsigned long) data % PAGE_SIZE); 3965 if (length < length_here) 3966 length_here = length; 3967 3968 buffer->element[element].addr = data; 3969 buffer->element[element].length = length_here; 3970 buffer->element[element].eflags = 3971 SBAL_EFLAGS_MIDDLE_FRAG; 3972 length -= length_here; 3973 data += length_here; 3974 element++; 3975 } 3976 } 3977 3978 if (buffer->element[element - 1].eflags) 3979 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3980 buf->next_element_to_fill = element; 3981 } 3982 3983 /** 3984 * qeth_fill_buffer() - map skb into an output buffer 3985 * @queue: QDIO queue to submit the buffer on 3986 * @buf: buffer to transport the skb 3987 * @skb: skb to map into the buffer 3988 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3989 * from qeth_core_header_cache. 3990 * @offset: when mapping the skb, start at skb->data + offset 3991 * @hd_len: if > 0, build a dedicated header element of this size 3992 */ 3993 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 3994 struct qeth_qdio_out_buffer *buf, 3995 struct sk_buff *skb, struct qeth_hdr *hdr, 3996 unsigned int offset, unsigned int hd_len) 3997 { 3998 struct qdio_buffer *buffer = buf->buffer; 3999 bool is_first_elem = true; 4000 int flush_cnt = 0; 4001 4002 refcount_inc(&skb->users); 4003 skb_queue_tail(&buf->skb_list, skb); 4004 4005 /* build dedicated header element */ 4006 if (hd_len) { 4007 int element = buf->next_element_to_fill; 4008 is_first_elem = false; 4009 4010 buffer->element[element].addr = hdr; 4011 buffer->element[element].length = hd_len; 4012 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 4013 /* remember to free cache-allocated qeth_hdr: */ 4014 buf->is_header[element] = ((void *)hdr != skb->data); 4015 buf->next_element_to_fill++; 4016 } 4017 4018 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 4019 4020 if (!queue->do_pack) { 4021 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 4022 /* set state to PRIMED -> will be flushed */ 4023 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 4024 flush_cnt = 1; 4025 } else { 4026 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 4027 if (queue->card->options.performance_stats) 4028 queue->card->perf_stats.skbs_sent_pack++; 4029 if (buf->next_element_to_fill >= 4030 QETH_MAX_BUFFER_ELEMENTS(queue->card)) { 4031 /* 4032 * packed buffer if full -> set state PRIMED 4033 * -> will be flushed 4034 */ 4035 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 4036 flush_cnt = 1; 4037 } 4038 } 4039 return flush_cnt; 4040 } 4041 4042 int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, struct sk_buff *skb, 4043 struct qeth_hdr *hdr, unsigned int offset, 4044 unsigned int hd_len) 4045 { 4046 int index = queue->next_buf_to_fill; 4047 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 4048 4049 /* 4050 * check if buffer is empty to make sure that we do not 'overtake' 4051 * ourselves and try to fill a buffer that is already primed 4052 */ 4053 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 4054 return -EBUSY; 4055 queue->next_buf_to_fill = (index + 1) % QDIO_MAX_BUFFERS_PER_Q; 4056 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 4057 qeth_flush_buffers(queue, index, 1); 4058 return 0; 4059 } 4060 EXPORT_SYMBOL_GPL(qeth_do_send_packet_fast); 4061 4062 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 4063 struct sk_buff *skb, struct qeth_hdr *hdr, 4064 unsigned int offset, unsigned int hd_len, 4065 int elements_needed) 4066 { 4067 struct qeth_qdio_out_buffer *buffer; 4068 int start_index; 4069 int flush_count = 0; 4070 int do_pack = 0; 4071 int tmp; 4072 int rc = 0; 4073 4074 /* spin until we get the queue ... */ 4075 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 4076 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 4077 start_index = queue->next_buf_to_fill; 4078 buffer = queue->bufs[queue->next_buf_to_fill]; 4079 /* 4080 * check if buffer is empty to make sure that we do not 'overtake' 4081 * ourselves and try to fill a buffer that is already primed 4082 */ 4083 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 4084 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 4085 return -EBUSY; 4086 } 4087 /* check if we need to switch packing state of this queue */ 4088 qeth_switch_to_packing_if_needed(queue); 4089 if (queue->do_pack) { 4090 do_pack = 1; 4091 /* does packet fit in current buffer? */ 4092 if ((QETH_MAX_BUFFER_ELEMENTS(card) - 4093 buffer->next_element_to_fill) < elements_needed) { 4094 /* ... no -> set state PRIMED */ 4095 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4096 flush_count++; 4097 queue->next_buf_to_fill = 4098 (queue->next_buf_to_fill + 1) % 4099 QDIO_MAX_BUFFERS_PER_Q; 4100 buffer = queue->bufs[queue->next_buf_to_fill]; 4101 /* we did a step forward, so check buffer state 4102 * again */ 4103 if (atomic_read(&buffer->state) != 4104 QETH_QDIO_BUF_EMPTY) { 4105 qeth_flush_buffers(queue, start_index, 4106 flush_count); 4107 atomic_set(&queue->state, 4108 QETH_OUT_Q_UNLOCKED); 4109 rc = -EBUSY; 4110 goto out; 4111 } 4112 } 4113 } 4114 tmp = qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 4115 queue->next_buf_to_fill = (queue->next_buf_to_fill + tmp) % 4116 QDIO_MAX_BUFFERS_PER_Q; 4117 flush_count += tmp; 4118 if (flush_count) 4119 qeth_flush_buffers(queue, start_index, flush_count); 4120 else if (!atomic_read(&queue->set_pci_flags_count)) 4121 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4122 /* 4123 * queue->state will go from LOCKED -> UNLOCKED or from 4124 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4125 * (switch packing state or flush buffer to get another pci flag out). 4126 * In that case we will enter this loop 4127 */ 4128 while (atomic_dec_return(&queue->state)) { 4129 start_index = queue->next_buf_to_fill; 4130 /* check if we can go back to non-packing state */ 4131 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4132 /* 4133 * check if we need to flush a packing buffer to get a pci 4134 * flag out on the queue 4135 */ 4136 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4137 tmp = qeth_prep_flush_pack_buffer(queue); 4138 if (tmp) { 4139 qeth_flush_buffers(queue, start_index, tmp); 4140 flush_count += tmp; 4141 } 4142 } 4143 out: 4144 /* at this point the queue is UNLOCKED again */ 4145 if (queue->card->options.performance_stats && do_pack) 4146 queue->card->perf_stats.bufs_sent_pack += flush_count; 4147 4148 return rc; 4149 } 4150 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4151 4152 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4153 struct qeth_qdio_out_q *queue, int ipv, int cast_type, 4154 void (*fill_header)(struct qeth_card *card, struct qeth_hdr *hdr, 4155 struct sk_buff *skb, int ipv, int cast_type, 4156 unsigned int data_len)) 4157 { 4158 const unsigned int proto_len = IS_IQD(card) ? ETH_HLEN : 0; 4159 const unsigned int hw_hdr_len = sizeof(struct qeth_hdr); 4160 unsigned int frame_len = skb->len; 4161 unsigned int data_offset = 0; 4162 struct qeth_hdr *hdr = NULL; 4163 unsigned int hd_len = 0; 4164 unsigned int elements; 4165 int push_len, rc; 4166 bool is_sg; 4167 4168 rc = skb_cow_head(skb, hw_hdr_len); 4169 if (rc) 4170 return rc; 4171 4172 push_len = qeth_add_hw_header(card, skb, &hdr, hw_hdr_len, proto_len, 4173 &elements); 4174 if (push_len < 0) 4175 return push_len; 4176 if (!push_len) { 4177 /* HW header needs its own buffer element. */ 4178 hd_len = hw_hdr_len + proto_len; 4179 data_offset = proto_len; 4180 } 4181 memset(hdr, 0, hw_hdr_len); 4182 fill_header(card, hdr, skb, ipv, cast_type, frame_len); 4183 4184 is_sg = skb_is_nonlinear(skb); 4185 if (IS_IQD(card)) { 4186 rc = qeth_do_send_packet_fast(queue, skb, hdr, data_offset, 4187 hd_len); 4188 } else { 4189 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4190 skb_orphan(skb); 4191 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4192 hd_len, elements); 4193 } 4194 4195 if (!rc) { 4196 if (card->options.performance_stats) { 4197 card->perf_stats.buf_elements_sent += elements; 4198 if (is_sg) 4199 card->perf_stats.sg_skbs_sent++; 4200 } 4201 } else { 4202 if (!push_len) 4203 kmem_cache_free(qeth_core_header_cache, hdr); 4204 if (rc == -EBUSY) 4205 /* roll back to ETH header */ 4206 skb_pull(skb, push_len); 4207 } 4208 return rc; 4209 } 4210 EXPORT_SYMBOL_GPL(qeth_xmit); 4211 4212 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4213 struct qeth_reply *reply, unsigned long data) 4214 { 4215 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4216 struct qeth_ipacmd_setadpparms *setparms; 4217 4218 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4219 4220 setparms = &(cmd->data.setadapterparms); 4221 if (qeth_setadpparms_inspect_rc(cmd)) { 4222 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4223 setparms->data.mode = SET_PROMISC_MODE_OFF; 4224 } 4225 card->info.promisc_mode = setparms->data.mode; 4226 return 0; 4227 } 4228 4229 void qeth_setadp_promisc_mode(struct qeth_card *card) 4230 { 4231 enum qeth_ipa_promisc_modes mode; 4232 struct net_device *dev = card->dev; 4233 struct qeth_cmd_buffer *iob; 4234 struct qeth_ipa_cmd *cmd; 4235 4236 QETH_CARD_TEXT(card, 4, "setprom"); 4237 4238 if (((dev->flags & IFF_PROMISC) && 4239 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4240 (!(dev->flags & IFF_PROMISC) && 4241 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4242 return; 4243 mode = SET_PROMISC_MODE_OFF; 4244 if (dev->flags & IFF_PROMISC) 4245 mode = SET_PROMISC_MODE_ON; 4246 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4247 4248 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4249 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4250 if (!iob) 4251 return; 4252 cmd = __ipa_cmd(iob); 4253 cmd->data.setadapterparms.data.mode = mode; 4254 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4255 } 4256 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4257 4258 struct net_device_stats *qeth_get_stats(struct net_device *dev) 4259 { 4260 struct qeth_card *card; 4261 4262 card = dev->ml_priv; 4263 4264 QETH_CARD_TEXT(card, 5, "getstat"); 4265 4266 return &card->stats; 4267 } 4268 EXPORT_SYMBOL_GPL(qeth_get_stats); 4269 4270 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4271 struct qeth_reply *reply, unsigned long data) 4272 { 4273 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4274 4275 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4276 if (qeth_setadpparms_inspect_rc(cmd)) 4277 return 0; 4278 4279 if (IS_LAYER3(card) || !(card->info.mac_bits & QETH_LAYER2_MAC_READ)) { 4280 ether_addr_copy(card->dev->dev_addr, 4281 cmd->data.setadapterparms.data.change_addr.addr); 4282 card->info.mac_bits |= QETH_LAYER2_MAC_READ; 4283 } 4284 return 0; 4285 } 4286 4287 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4288 { 4289 int rc; 4290 struct qeth_cmd_buffer *iob; 4291 struct qeth_ipa_cmd *cmd; 4292 4293 QETH_CARD_TEXT(card, 4, "chgmac"); 4294 4295 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4296 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4297 sizeof(struct qeth_change_addr)); 4298 if (!iob) 4299 return -ENOMEM; 4300 cmd = __ipa_cmd(iob); 4301 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4302 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4303 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4304 card->dev->dev_addr); 4305 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4306 NULL); 4307 return rc; 4308 } 4309 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4310 4311 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4312 struct qeth_reply *reply, unsigned long data) 4313 { 4314 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4315 struct qeth_set_access_ctrl *access_ctrl_req; 4316 int fallback = *(int *)reply->param; 4317 4318 QETH_CARD_TEXT(card, 4, "setaccb"); 4319 if (cmd->hdr.return_code) 4320 return 0; 4321 qeth_setadpparms_inspect_rc(cmd); 4322 4323 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4324 QETH_DBF_TEXT_(SETUP, 2, "setaccb"); 4325 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4326 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", 4327 cmd->data.setadapterparms.hdr.return_code); 4328 if (cmd->data.setadapterparms.hdr.return_code != 4329 SET_ACCESS_CTRL_RC_SUCCESS) 4330 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%s,%d)==%d\n", 4331 card->gdev->dev.kobj.name, 4332 access_ctrl_req->subcmd_code, 4333 cmd->data.setadapterparms.hdr.return_code); 4334 switch (cmd->data.setadapterparms.hdr.return_code) { 4335 case SET_ACCESS_CTRL_RC_SUCCESS: 4336 if (card->options.isolation == ISOLATION_MODE_NONE) { 4337 dev_info(&card->gdev->dev, 4338 "QDIO data connection isolation is deactivated\n"); 4339 } else { 4340 dev_info(&card->gdev->dev, 4341 "QDIO data connection isolation is activated\n"); 4342 } 4343 break; 4344 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4345 QETH_DBF_MESSAGE(2, "%s QDIO data connection isolation already " 4346 "deactivated\n", dev_name(&card->gdev->dev)); 4347 if (fallback) 4348 card->options.isolation = card->options.prev_isolation; 4349 break; 4350 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4351 QETH_DBF_MESSAGE(2, "%s QDIO data connection isolation already" 4352 " activated\n", dev_name(&card->gdev->dev)); 4353 if (fallback) 4354 card->options.isolation = card->options.prev_isolation; 4355 break; 4356 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4357 dev_err(&card->gdev->dev, "Adapter does not " 4358 "support QDIO data connection isolation\n"); 4359 break; 4360 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4361 dev_err(&card->gdev->dev, 4362 "Adapter is dedicated. " 4363 "QDIO data connection isolation not supported\n"); 4364 if (fallback) 4365 card->options.isolation = card->options.prev_isolation; 4366 break; 4367 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4368 dev_err(&card->gdev->dev, 4369 "TSO does not permit QDIO data connection isolation\n"); 4370 if (fallback) 4371 card->options.isolation = card->options.prev_isolation; 4372 break; 4373 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4374 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4375 "support reflective relay mode\n"); 4376 if (fallback) 4377 card->options.isolation = card->options.prev_isolation; 4378 break; 4379 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4380 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4381 "enabled at the adjacent switch port"); 4382 if (fallback) 4383 card->options.isolation = card->options.prev_isolation; 4384 break; 4385 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4386 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4387 "at the adjacent switch failed\n"); 4388 break; 4389 default: 4390 /* this should never happen */ 4391 if (fallback) 4392 card->options.isolation = card->options.prev_isolation; 4393 break; 4394 } 4395 return 0; 4396 } 4397 4398 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4399 enum qeth_ipa_isolation_modes isolation, int fallback) 4400 { 4401 int rc; 4402 struct qeth_cmd_buffer *iob; 4403 struct qeth_ipa_cmd *cmd; 4404 struct qeth_set_access_ctrl *access_ctrl_req; 4405 4406 QETH_CARD_TEXT(card, 4, "setacctl"); 4407 4408 QETH_DBF_TEXT_(SETUP, 2, "setacctl"); 4409 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4410 4411 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4412 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4413 sizeof(struct qeth_set_access_ctrl)); 4414 if (!iob) 4415 return -ENOMEM; 4416 cmd = __ipa_cmd(iob); 4417 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4418 access_ctrl_req->subcmd_code = isolation; 4419 4420 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4421 &fallback); 4422 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", rc); 4423 return rc; 4424 } 4425 4426 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4427 { 4428 int rc = 0; 4429 4430 QETH_CARD_TEXT(card, 4, "setactlo"); 4431 4432 if ((card->info.type == QETH_CARD_TYPE_OSD || 4433 card->info.type == QETH_CARD_TYPE_OSX) && 4434 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4435 rc = qeth_setadpparms_set_access_ctrl(card, 4436 card->options.isolation, fallback); 4437 if (rc) { 4438 QETH_DBF_MESSAGE(3, 4439 "IPA(SET_ACCESS_CTRL,%s,%d) sent failed\n", 4440 card->gdev->dev.kobj.name, 4441 rc); 4442 rc = -EOPNOTSUPP; 4443 } 4444 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4445 card->options.isolation = ISOLATION_MODE_NONE; 4446 4447 dev_err(&card->gdev->dev, "Adapter does not " 4448 "support QDIO data connection isolation\n"); 4449 rc = -EOPNOTSUPP; 4450 } 4451 return rc; 4452 } 4453 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4454 4455 void qeth_tx_timeout(struct net_device *dev) 4456 { 4457 struct qeth_card *card; 4458 4459 card = dev->ml_priv; 4460 QETH_CARD_TEXT(card, 4, "txtimeo"); 4461 card->stats.tx_errors++; 4462 qeth_schedule_recovery(card); 4463 } 4464 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4465 4466 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4467 { 4468 struct qeth_card *card = dev->ml_priv; 4469 int rc = 0; 4470 4471 switch (regnum) { 4472 case MII_BMCR: /* Basic mode control register */ 4473 rc = BMCR_FULLDPLX; 4474 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4475 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4476 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH)) 4477 rc |= BMCR_SPEED100; 4478 break; 4479 case MII_BMSR: /* Basic mode status register */ 4480 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4481 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4482 BMSR_100BASE4; 4483 break; 4484 case MII_PHYSID1: /* PHYS ID 1 */ 4485 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4486 dev->dev_addr[2]; 4487 rc = (rc >> 5) & 0xFFFF; 4488 break; 4489 case MII_PHYSID2: /* PHYS ID 2 */ 4490 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4491 break; 4492 case MII_ADVERTISE: /* Advertisement control reg */ 4493 rc = ADVERTISE_ALL; 4494 break; 4495 case MII_LPA: /* Link partner ability reg */ 4496 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4497 LPA_100BASE4 | LPA_LPACK; 4498 break; 4499 case MII_EXPANSION: /* Expansion register */ 4500 break; 4501 case MII_DCOUNTER: /* disconnect counter */ 4502 break; 4503 case MII_FCSCOUNTER: /* false carrier counter */ 4504 break; 4505 case MII_NWAYTEST: /* N-way auto-neg test register */ 4506 break; 4507 case MII_RERRCOUNTER: /* rx error counter */ 4508 rc = card->stats.rx_errors; 4509 break; 4510 case MII_SREVISION: /* silicon revision */ 4511 break; 4512 case MII_RESV1: /* reserved 1 */ 4513 break; 4514 case MII_LBRERROR: /* loopback, rx, bypass error */ 4515 break; 4516 case MII_PHYADDR: /* physical address */ 4517 break; 4518 case MII_RESV2: /* reserved 2 */ 4519 break; 4520 case MII_TPISTATUS: /* TPI status for 10mbps */ 4521 break; 4522 case MII_NCONFIG: /* network interface config */ 4523 break; 4524 default: 4525 break; 4526 } 4527 return rc; 4528 } 4529 4530 static int qeth_send_ipa_snmp_cmd(struct qeth_card *card, 4531 struct qeth_cmd_buffer *iob, int len, 4532 int (*reply_cb)(struct qeth_card *, struct qeth_reply *, 4533 unsigned long), 4534 void *reply_param) 4535 { 4536 u16 s1, s2; 4537 4538 QETH_CARD_TEXT(card, 4, "sendsnmp"); 4539 4540 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 4541 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 4542 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 4543 /* adjust PDU length fields in IPA_PDU_HEADER */ 4544 s1 = (u32) IPA_PDU_HEADER_SIZE + len; 4545 s2 = (u32) len; 4546 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &s1, 2); 4547 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &s2, 2); 4548 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &s2, 2); 4549 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &s2, 2); 4550 return qeth_send_control_data(card, IPA_PDU_HEADER_SIZE + len, iob, 4551 reply_cb, reply_param); 4552 } 4553 4554 static int qeth_snmp_command_cb(struct qeth_card *card, 4555 struct qeth_reply *reply, unsigned long sdata) 4556 { 4557 struct qeth_ipa_cmd *cmd; 4558 struct qeth_arp_query_info *qinfo; 4559 struct qeth_snmp_cmd *snmp; 4560 unsigned char *data; 4561 __u16 data_len; 4562 4563 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4564 4565 cmd = (struct qeth_ipa_cmd *) sdata; 4566 data = (unsigned char *)((char *)cmd - reply->offset); 4567 qinfo = (struct qeth_arp_query_info *) reply->param; 4568 snmp = &cmd->data.setadapterparms.data.snmp; 4569 4570 if (cmd->hdr.return_code) { 4571 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4572 return 0; 4573 } 4574 if (cmd->data.setadapterparms.hdr.return_code) { 4575 cmd->hdr.return_code = 4576 cmd->data.setadapterparms.hdr.return_code; 4577 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4578 return 0; 4579 } 4580 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4581 if (cmd->data.setadapterparms.hdr.seq_no == 1) 4582 data_len -= (__u16)((char *)&snmp->data - (char *)cmd); 4583 else 4584 data_len -= (__u16)((char *)&snmp->request - (char *)cmd); 4585 4586 /* check if there is enough room in userspace */ 4587 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4588 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOMEM); 4589 cmd->hdr.return_code = IPA_RC_ENOMEM; 4590 return 0; 4591 } 4592 QETH_CARD_TEXT_(card, 4, "snore%i", 4593 cmd->data.setadapterparms.hdr.used_total); 4594 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4595 cmd->data.setadapterparms.hdr.seq_no); 4596 /*copy entries to user buffer*/ 4597 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4598 memcpy(qinfo->udata + qinfo->udata_offset, 4599 (char *)snmp, 4600 data_len + offsetof(struct qeth_snmp_cmd, data)); 4601 qinfo->udata_offset += offsetof(struct qeth_snmp_cmd, data); 4602 } else { 4603 memcpy(qinfo->udata + qinfo->udata_offset, 4604 (char *)&snmp->request, data_len); 4605 } 4606 qinfo->udata_offset += data_len; 4607 /* check if all replies received ... */ 4608 QETH_CARD_TEXT_(card, 4, "srtot%i", 4609 cmd->data.setadapterparms.hdr.used_total); 4610 QETH_CARD_TEXT_(card, 4, "srseq%i", 4611 cmd->data.setadapterparms.hdr.seq_no); 4612 if (cmd->data.setadapterparms.hdr.seq_no < 4613 cmd->data.setadapterparms.hdr.used_total) 4614 return 1; 4615 return 0; 4616 } 4617 4618 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4619 { 4620 struct qeth_cmd_buffer *iob; 4621 struct qeth_ipa_cmd *cmd; 4622 struct qeth_snmp_ureq *ureq; 4623 unsigned int req_len; 4624 struct qeth_arp_query_info qinfo = {0, }; 4625 int rc = 0; 4626 4627 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4628 4629 if (card->info.guestlan) 4630 return -EOPNOTSUPP; 4631 4632 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4633 IS_LAYER3(card)) 4634 return -EOPNOTSUPP; 4635 4636 /* skip 4 bytes (data_len struct member) to get req_len */ 4637 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4638 return -EFAULT; 4639 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4640 sizeof(struct qeth_ipacmd_hdr) - 4641 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4642 return -EINVAL; 4643 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4644 if (IS_ERR(ureq)) { 4645 QETH_CARD_TEXT(card, 2, "snmpnome"); 4646 return PTR_ERR(ureq); 4647 } 4648 qinfo.udata_len = ureq->hdr.data_len; 4649 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4650 if (!qinfo.udata) { 4651 kfree(ureq); 4652 return -ENOMEM; 4653 } 4654 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4655 4656 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4657 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4658 if (!iob) { 4659 rc = -ENOMEM; 4660 goto out; 4661 } 4662 cmd = __ipa_cmd(iob); 4663 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4664 rc = qeth_send_ipa_snmp_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len, 4665 qeth_snmp_command_cb, (void *)&qinfo); 4666 if (rc) 4667 QETH_DBF_MESSAGE(2, "SNMP command failed on %s: (0x%x)\n", 4668 QETH_CARD_IFNAME(card), rc); 4669 else { 4670 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4671 rc = -EFAULT; 4672 } 4673 out: 4674 kfree(ureq); 4675 kfree(qinfo.udata); 4676 return rc; 4677 } 4678 4679 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4680 struct qeth_reply *reply, unsigned long data) 4681 { 4682 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4683 struct qeth_qoat_priv *priv; 4684 char *resdata; 4685 int resdatalen; 4686 4687 QETH_CARD_TEXT(card, 3, "qoatcb"); 4688 if (qeth_setadpparms_inspect_rc(cmd)) 4689 return 0; 4690 4691 priv = (struct qeth_qoat_priv *)reply->param; 4692 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4693 resdata = (char *)data + 28; 4694 4695 if (resdatalen > (priv->buffer_len - priv->response_len)) { 4696 cmd->hdr.return_code = IPA_RC_FFFF; 4697 return 0; 4698 } 4699 4700 memcpy((priv->buffer + priv->response_len), resdata, 4701 resdatalen); 4702 priv->response_len += resdatalen; 4703 4704 if (cmd->data.setadapterparms.hdr.seq_no < 4705 cmd->data.setadapterparms.hdr.used_total) 4706 return 1; 4707 return 0; 4708 } 4709 4710 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4711 { 4712 int rc = 0; 4713 struct qeth_cmd_buffer *iob; 4714 struct qeth_ipa_cmd *cmd; 4715 struct qeth_query_oat *oat_req; 4716 struct qeth_query_oat_data oat_data; 4717 struct qeth_qoat_priv priv; 4718 void __user *tmp; 4719 4720 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4721 4722 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4723 rc = -EOPNOTSUPP; 4724 goto out; 4725 } 4726 4727 if (copy_from_user(&oat_data, udata, 4728 sizeof(struct qeth_query_oat_data))) { 4729 rc = -EFAULT; 4730 goto out; 4731 } 4732 4733 priv.buffer_len = oat_data.buffer_len; 4734 priv.response_len = 0; 4735 priv.buffer = vzalloc(oat_data.buffer_len); 4736 if (!priv.buffer) { 4737 rc = -ENOMEM; 4738 goto out; 4739 } 4740 4741 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4742 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4743 sizeof(struct qeth_query_oat)); 4744 if (!iob) { 4745 rc = -ENOMEM; 4746 goto out_free; 4747 } 4748 cmd = __ipa_cmd(iob); 4749 oat_req = &cmd->data.setadapterparms.data.query_oat; 4750 oat_req->subcmd_code = oat_data.command; 4751 4752 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4753 &priv); 4754 if (!rc) { 4755 if (is_compat_task()) 4756 tmp = compat_ptr(oat_data.ptr); 4757 else 4758 tmp = (void __user *)(unsigned long)oat_data.ptr; 4759 4760 if (copy_to_user(tmp, priv.buffer, 4761 priv.response_len)) { 4762 rc = -EFAULT; 4763 goto out_free; 4764 } 4765 4766 oat_data.response_len = priv.response_len; 4767 4768 if (copy_to_user(udata, &oat_data, 4769 sizeof(struct qeth_query_oat_data))) 4770 rc = -EFAULT; 4771 } else 4772 if (rc == IPA_RC_FFFF) 4773 rc = -EFAULT; 4774 4775 out_free: 4776 vfree(priv.buffer); 4777 out: 4778 return rc; 4779 } 4780 4781 static int qeth_query_card_info_cb(struct qeth_card *card, 4782 struct qeth_reply *reply, unsigned long data) 4783 { 4784 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4785 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4786 struct qeth_query_card_info *card_info; 4787 4788 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4789 if (qeth_setadpparms_inspect_rc(cmd)) 4790 return 0; 4791 4792 card_info = &cmd->data.setadapterparms.data.card_info; 4793 carrier_info->card_type = card_info->card_type; 4794 carrier_info->port_mode = card_info->port_mode; 4795 carrier_info->port_speed = card_info->port_speed; 4796 return 0; 4797 } 4798 4799 static int qeth_query_card_info(struct qeth_card *card, 4800 struct carrier_info *carrier_info) 4801 { 4802 struct qeth_cmd_buffer *iob; 4803 4804 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4805 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4806 return -EOPNOTSUPP; 4807 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4808 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4809 if (!iob) 4810 return -ENOMEM; 4811 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4812 (void *)carrier_info); 4813 } 4814 4815 /** 4816 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4817 * @card: pointer to a qeth_card 4818 * 4819 * Returns 4820 * 0, if a MAC address has been set for the card's netdevice 4821 * a return code, for various error conditions 4822 */ 4823 int qeth_vm_request_mac(struct qeth_card *card) 4824 { 4825 struct diag26c_mac_resp *response; 4826 struct diag26c_mac_req *request; 4827 struct ccw_dev_id id; 4828 int rc; 4829 4830 QETH_DBF_TEXT(SETUP, 2, "vmreqmac"); 4831 4832 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4833 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4834 if (!request || !response) { 4835 rc = -ENOMEM; 4836 goto out; 4837 } 4838 4839 ccw_device_get_id(CARD_DDEV(card), &id); 4840 request->resp_buf_len = sizeof(*response); 4841 request->resp_version = DIAG26C_VERSION2; 4842 request->op_code = DIAG26C_GET_MAC; 4843 request->devno = id.devno; 4844 4845 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4846 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4847 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4848 if (rc) 4849 goto out; 4850 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4851 4852 if (request->resp_buf_len < sizeof(*response) || 4853 response->version != request->resp_version) { 4854 rc = -EIO; 4855 QETH_DBF_TEXT(SETUP, 2, "badresp"); 4856 QETH_DBF_HEX(SETUP, 2, &request->resp_buf_len, 4857 sizeof(request->resp_buf_len)); 4858 } else if (!is_valid_ether_addr(response->mac)) { 4859 rc = -EINVAL; 4860 QETH_DBF_TEXT(SETUP, 2, "badmac"); 4861 QETH_DBF_HEX(SETUP, 2, response->mac, ETH_ALEN); 4862 } else { 4863 ether_addr_copy(card->dev->dev_addr, response->mac); 4864 } 4865 4866 out: 4867 kfree(response); 4868 kfree(request); 4869 return rc; 4870 } 4871 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4872 4873 static int qeth_get_qdio_q_format(struct qeth_card *card) 4874 { 4875 if (card->info.type == QETH_CARD_TYPE_IQD) 4876 return QDIO_IQDIO_QFMT; 4877 else 4878 return QDIO_QETH_QFMT; 4879 } 4880 4881 static void qeth_determine_capabilities(struct qeth_card *card) 4882 { 4883 int rc; 4884 int length; 4885 char *prcd; 4886 struct ccw_device *ddev; 4887 int ddev_offline = 0; 4888 4889 QETH_DBF_TEXT(SETUP, 2, "detcapab"); 4890 ddev = CARD_DDEV(card); 4891 if (!ddev->online) { 4892 ddev_offline = 1; 4893 rc = ccw_device_set_online(ddev); 4894 if (rc) { 4895 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 4896 goto out; 4897 } 4898 } 4899 4900 rc = qeth_read_conf_data(card, (void **) &prcd, &length); 4901 if (rc) { 4902 QETH_DBF_MESSAGE(2, "%s qeth_read_conf_data returned %i\n", 4903 dev_name(&card->gdev->dev), rc); 4904 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 4905 goto out_offline; 4906 } 4907 qeth_configure_unitaddr(card, prcd); 4908 if (ddev_offline) 4909 qeth_configure_blkt_default(card, prcd); 4910 kfree(prcd); 4911 4912 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4913 if (rc) 4914 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 4915 4916 QETH_DBF_TEXT_(SETUP, 2, "qfmt%d", card->ssqd.qfmt); 4917 QETH_DBF_TEXT_(SETUP, 2, "ac1:%02x", card->ssqd.qdioac1); 4918 QETH_DBF_TEXT_(SETUP, 2, "ac2:%04x", card->ssqd.qdioac2); 4919 QETH_DBF_TEXT_(SETUP, 2, "ac3:%04x", card->ssqd.qdioac3); 4920 QETH_DBF_TEXT_(SETUP, 2, "icnt%d", card->ssqd.icnt); 4921 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4922 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4923 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4924 dev_info(&card->gdev->dev, 4925 "Completion Queueing supported\n"); 4926 } else { 4927 card->options.cq = QETH_CQ_NOTAVAILABLE; 4928 } 4929 4930 4931 out_offline: 4932 if (ddev_offline == 1) 4933 ccw_device_set_offline(ddev); 4934 out: 4935 return; 4936 } 4937 4938 static void qeth_qdio_establish_cq(struct qeth_card *card, 4939 struct qdio_buffer **in_sbal_ptrs, 4940 void (**queue_start_poll) 4941 (struct ccw_device *, int, 4942 unsigned long)) 4943 { 4944 int i; 4945 4946 if (card->options.cq == QETH_CQ_ENABLED) { 4947 int offset = QDIO_MAX_BUFFERS_PER_Q * 4948 (card->qdio.no_in_queues - 1); 4949 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4950 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4951 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4952 } 4953 4954 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4955 } 4956 } 4957 4958 static int qeth_qdio_establish(struct qeth_card *card) 4959 { 4960 struct qdio_initialize init_data; 4961 char *qib_param_field; 4962 struct qdio_buffer **in_sbal_ptrs; 4963 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4964 struct qdio_buffer **out_sbal_ptrs; 4965 int i, j, k; 4966 int rc = 0; 4967 4968 QETH_DBF_TEXT(SETUP, 2, "qdioest"); 4969 4970 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q, 4971 GFP_KERNEL); 4972 if (!qib_param_field) { 4973 rc = -ENOMEM; 4974 goto out_free_nothing; 4975 } 4976 4977 qeth_create_qib_param_field(card, qib_param_field); 4978 qeth_create_qib_param_field_blkt(card, qib_param_field); 4979 4980 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4981 sizeof(void *), 4982 GFP_KERNEL); 4983 if (!in_sbal_ptrs) { 4984 rc = -ENOMEM; 4985 goto out_free_qib_param; 4986 } 4987 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4988 in_sbal_ptrs[i] = (struct qdio_buffer *) 4989 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4990 } 4991 4992 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4993 GFP_KERNEL); 4994 if (!queue_start_poll) { 4995 rc = -ENOMEM; 4996 goto out_free_in_sbals; 4997 } 4998 for (i = 0; i < card->qdio.no_in_queues; ++i) 4999 queue_start_poll[i] = qeth_qdio_start_poll; 5000 5001 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 5002 5003 out_sbal_ptrs = 5004 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 5005 sizeof(void *), 5006 GFP_KERNEL); 5007 if (!out_sbal_ptrs) { 5008 rc = -ENOMEM; 5009 goto out_free_queue_start_poll; 5010 } 5011 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 5012 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 5013 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 5014 card->qdio.out_qs[i]->bufs[j]->buffer); 5015 } 5016 5017 memset(&init_data, 0, sizeof(struct qdio_initialize)); 5018 init_data.cdev = CARD_DDEV(card); 5019 init_data.q_format = qeth_get_qdio_q_format(card); 5020 init_data.qib_param_field_format = 0; 5021 init_data.qib_param_field = qib_param_field; 5022 init_data.no_input_qs = card->qdio.no_in_queues; 5023 init_data.no_output_qs = card->qdio.no_out_queues; 5024 init_data.input_handler = qeth_qdio_input_handler; 5025 init_data.output_handler = qeth_qdio_output_handler; 5026 init_data.queue_start_poll_array = queue_start_poll; 5027 init_data.int_parm = (unsigned long) card; 5028 init_data.input_sbal_addr_array = (void **) in_sbal_ptrs; 5029 init_data.output_sbal_addr_array = (void **) out_sbal_ptrs; 5030 init_data.output_sbal_state_array = card->qdio.out_bufstates; 5031 init_data.scan_threshold = 5032 (card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32; 5033 5034 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 5035 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 5036 rc = qdio_allocate(&init_data); 5037 if (rc) { 5038 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5039 goto out; 5040 } 5041 rc = qdio_establish(&init_data); 5042 if (rc) { 5043 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5044 qdio_free(CARD_DDEV(card)); 5045 } 5046 } 5047 5048 switch (card->options.cq) { 5049 case QETH_CQ_ENABLED: 5050 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 5051 break; 5052 case QETH_CQ_DISABLED: 5053 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 5054 break; 5055 default: 5056 break; 5057 } 5058 out: 5059 kfree(out_sbal_ptrs); 5060 out_free_queue_start_poll: 5061 kfree(queue_start_poll); 5062 out_free_in_sbals: 5063 kfree(in_sbal_ptrs); 5064 out_free_qib_param: 5065 kfree(qib_param_field); 5066 out_free_nothing: 5067 return rc; 5068 } 5069 5070 static void qeth_core_free_card(struct qeth_card *card) 5071 { 5072 QETH_DBF_TEXT(SETUP, 2, "freecrd"); 5073 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 5074 qeth_clean_channel(&card->read); 5075 qeth_clean_channel(&card->write); 5076 qeth_clean_channel(&card->data); 5077 qeth_free_qdio_buffers(card); 5078 unregister_service_level(&card->qeth_service_level); 5079 dev_set_drvdata(&card->gdev->dev, NULL); 5080 kfree(card); 5081 } 5082 5083 void qeth_trace_features(struct qeth_card *card) 5084 { 5085 QETH_CARD_TEXT(card, 2, "features"); 5086 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 5087 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 5088 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 5089 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 5090 sizeof(card->info.diagass_support)); 5091 } 5092 EXPORT_SYMBOL_GPL(qeth_trace_features); 5093 5094 static struct ccw_device_id qeth_ids[] = { 5095 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 5096 .driver_info = QETH_CARD_TYPE_OSD}, 5097 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 5098 .driver_info = QETH_CARD_TYPE_IQD}, 5099 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 5100 .driver_info = QETH_CARD_TYPE_OSN}, 5101 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 5102 .driver_info = QETH_CARD_TYPE_OSM}, 5103 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 5104 .driver_info = QETH_CARD_TYPE_OSX}, 5105 {}, 5106 }; 5107 MODULE_DEVICE_TABLE(ccw, qeth_ids); 5108 5109 static struct ccw_driver qeth_ccw_driver = { 5110 .driver = { 5111 .owner = THIS_MODULE, 5112 .name = "qeth", 5113 }, 5114 .ids = qeth_ids, 5115 .probe = ccwgroup_probe_ccwdev, 5116 .remove = ccwgroup_remove_ccwdev, 5117 }; 5118 5119 int qeth_core_hardsetup_card(struct qeth_card *card) 5120 { 5121 int retries = 3; 5122 int rc; 5123 5124 QETH_DBF_TEXT(SETUP, 2, "hrdsetup"); 5125 atomic_set(&card->force_alloc_skb, 0); 5126 qeth_update_from_chp_desc(card); 5127 retry: 5128 if (retries < 3) 5129 QETH_DBF_MESSAGE(2, "%s Retrying to do IDX activates.\n", 5130 dev_name(&card->gdev->dev)); 5131 rc = qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 5132 ccw_device_set_offline(CARD_DDEV(card)); 5133 ccw_device_set_offline(CARD_WDEV(card)); 5134 ccw_device_set_offline(CARD_RDEV(card)); 5135 qdio_free(CARD_DDEV(card)); 5136 rc = ccw_device_set_online(CARD_RDEV(card)); 5137 if (rc) 5138 goto retriable; 5139 rc = ccw_device_set_online(CARD_WDEV(card)); 5140 if (rc) 5141 goto retriable; 5142 rc = ccw_device_set_online(CARD_DDEV(card)); 5143 if (rc) 5144 goto retriable; 5145 retriable: 5146 if (rc == -ERESTARTSYS) { 5147 QETH_DBF_TEXT(SETUP, 2, "break1"); 5148 return rc; 5149 } else if (rc) { 5150 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 5151 if (--retries < 0) 5152 goto out; 5153 else 5154 goto retry; 5155 } 5156 qeth_determine_capabilities(card); 5157 qeth_init_tokens(card); 5158 qeth_init_func_level(card); 5159 rc = qeth_idx_activate_channel(&card->read, qeth_idx_read_cb); 5160 if (rc == -ERESTARTSYS) { 5161 QETH_DBF_TEXT(SETUP, 2, "break2"); 5162 return rc; 5163 } else if (rc) { 5164 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 5165 if (--retries < 0) 5166 goto out; 5167 else 5168 goto retry; 5169 } 5170 rc = qeth_idx_activate_channel(&card->write, qeth_idx_write_cb); 5171 if (rc == -ERESTARTSYS) { 5172 QETH_DBF_TEXT(SETUP, 2, "break3"); 5173 return rc; 5174 } else if (rc) { 5175 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 5176 if (--retries < 0) 5177 goto out; 5178 else 5179 goto retry; 5180 } 5181 card->read_or_write_problem = 0; 5182 rc = qeth_mpc_initialize(card); 5183 if (rc) { 5184 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 5185 goto out; 5186 } 5187 5188 rc = qeth_send_startlan(card); 5189 if (rc) { 5190 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 5191 if (rc == IPA_RC_LAN_OFFLINE) { 5192 dev_warn(&card->gdev->dev, 5193 "The LAN is offline\n"); 5194 card->lan_online = 0; 5195 } else { 5196 rc = -ENODEV; 5197 goto out; 5198 } 5199 } else 5200 card->lan_online = 1; 5201 5202 card->options.ipa4.supported_funcs = 0; 5203 card->options.ipa6.supported_funcs = 0; 5204 card->options.adp.supported_funcs = 0; 5205 card->options.sbp.supported_funcs = 0; 5206 card->info.diagass_support = 0; 5207 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5208 if (rc == -ENOMEM) 5209 goto out; 5210 if (qeth_is_supported(card, IPA_IPV6)) { 5211 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5212 if (rc == -ENOMEM) 5213 goto out; 5214 } 5215 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5216 rc = qeth_query_setadapterparms(card); 5217 if (rc < 0) { 5218 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 5219 goto out; 5220 } 5221 } 5222 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5223 rc = qeth_query_setdiagass(card); 5224 if (rc < 0) { 5225 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 5226 goto out; 5227 } 5228 } 5229 return 0; 5230 out: 5231 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5232 "an error on the device\n"); 5233 QETH_DBF_MESSAGE(2, "%s Initialization in hardsetup failed! rc=%d\n", 5234 dev_name(&card->gdev->dev), rc); 5235 return rc; 5236 } 5237 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5238 5239 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5240 struct sk_buff *skb, int offset, int data_len) 5241 { 5242 struct page *page = virt_to_page(element->addr); 5243 unsigned int next_frag; 5244 5245 /* first fill the linear space */ 5246 if (!skb->len) { 5247 unsigned int linear = min(data_len, skb_tailroom(skb)); 5248 5249 skb_put_data(skb, element->addr + offset, linear); 5250 data_len -= linear; 5251 if (!data_len) 5252 return; 5253 offset += linear; 5254 /* fall through to add page frag for remaining data */ 5255 } 5256 5257 next_frag = skb_shinfo(skb)->nr_frags; 5258 get_page(page); 5259 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5260 } 5261 5262 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5263 { 5264 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5265 } 5266 5267 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5268 struct qeth_qdio_buffer *qethbuffer, 5269 struct qdio_buffer_element **__element, int *__offset, 5270 struct qeth_hdr **hdr) 5271 { 5272 struct qdio_buffer_element *element = *__element; 5273 struct qdio_buffer *buffer = qethbuffer->buffer; 5274 int offset = *__offset; 5275 struct sk_buff *skb; 5276 int skb_len = 0; 5277 void *data_ptr; 5278 int data_len; 5279 int headroom = 0; 5280 int use_rx_sg = 0; 5281 5282 /* qeth_hdr must not cross element boundaries */ 5283 while (element->length < offset + sizeof(struct qeth_hdr)) { 5284 if (qeth_is_last_sbale(element)) 5285 return NULL; 5286 element++; 5287 offset = 0; 5288 } 5289 *hdr = element->addr + offset; 5290 5291 offset += sizeof(struct qeth_hdr); 5292 switch ((*hdr)->hdr.l2.id) { 5293 case QETH_HEADER_TYPE_LAYER2: 5294 skb_len = (*hdr)->hdr.l2.pkt_length; 5295 break; 5296 case QETH_HEADER_TYPE_LAYER3: 5297 skb_len = (*hdr)->hdr.l3.length; 5298 headroom = ETH_HLEN; 5299 break; 5300 case QETH_HEADER_TYPE_OSN: 5301 skb_len = (*hdr)->hdr.osn.pdu_length; 5302 headroom = sizeof(struct qeth_hdr); 5303 break; 5304 default: 5305 break; 5306 } 5307 5308 if (!skb_len) 5309 return NULL; 5310 5311 if (((skb_len >= card->options.rx_sg_cb) && 5312 (!(card->info.type == QETH_CARD_TYPE_OSN)) && 5313 (!atomic_read(&card->force_alloc_skb))) || 5314 (card->options.cq == QETH_CQ_ENABLED)) 5315 use_rx_sg = 1; 5316 5317 if (use_rx_sg && qethbuffer->rx_skb) { 5318 /* QETH_CQ_ENABLED only: */ 5319 skb = qethbuffer->rx_skb; 5320 qethbuffer->rx_skb = NULL; 5321 } else { 5322 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5323 5324 skb = napi_alloc_skb(&card->napi, linear + headroom); 5325 } 5326 if (!skb) 5327 goto no_mem; 5328 if (headroom) 5329 skb_reserve(skb, headroom); 5330 5331 data_ptr = element->addr + offset; 5332 while (skb_len) { 5333 data_len = min(skb_len, (int)(element->length - offset)); 5334 if (data_len) { 5335 if (use_rx_sg) 5336 qeth_create_skb_frag(element, skb, offset, 5337 data_len); 5338 else 5339 skb_put_data(skb, data_ptr, data_len); 5340 } 5341 skb_len -= data_len; 5342 if (skb_len) { 5343 if (qeth_is_last_sbale(element)) { 5344 QETH_CARD_TEXT(card, 4, "unexeob"); 5345 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5346 dev_kfree_skb_any(skb); 5347 card->stats.rx_errors++; 5348 return NULL; 5349 } 5350 element++; 5351 offset = 0; 5352 data_ptr = element->addr; 5353 } else { 5354 offset += data_len; 5355 } 5356 } 5357 *__element = element; 5358 *__offset = offset; 5359 if (use_rx_sg && card->options.performance_stats) { 5360 card->perf_stats.sg_skbs_rx++; 5361 card->perf_stats.sg_frags_rx += skb_shinfo(skb)->nr_frags; 5362 } 5363 return skb; 5364 no_mem: 5365 if (net_ratelimit()) { 5366 QETH_CARD_TEXT(card, 2, "noskbmem"); 5367 } 5368 card->stats.rx_dropped++; 5369 return NULL; 5370 } 5371 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5372 5373 int qeth_poll(struct napi_struct *napi, int budget) 5374 { 5375 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5376 int work_done = 0; 5377 struct qeth_qdio_buffer *buffer; 5378 int done; 5379 int new_budget = budget; 5380 5381 if (card->options.performance_stats) { 5382 card->perf_stats.inbound_cnt++; 5383 card->perf_stats.inbound_start_time = qeth_get_micros(); 5384 } 5385 5386 while (1) { 5387 if (!card->rx.b_count) { 5388 card->rx.qdio_err = 0; 5389 card->rx.b_count = qdio_get_next_buffers( 5390 card->data.ccwdev, 0, &card->rx.b_index, 5391 &card->rx.qdio_err); 5392 if (card->rx.b_count <= 0) { 5393 card->rx.b_count = 0; 5394 break; 5395 } 5396 card->rx.b_element = 5397 &card->qdio.in_q->bufs[card->rx.b_index] 5398 .buffer->element[0]; 5399 card->rx.e_offset = 0; 5400 } 5401 5402 while (card->rx.b_count) { 5403 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5404 if (!(card->rx.qdio_err && 5405 qeth_check_qdio_errors(card, buffer->buffer, 5406 card->rx.qdio_err, "qinerr"))) 5407 work_done += 5408 card->discipline->process_rx_buffer( 5409 card, new_budget, &done); 5410 else 5411 done = 1; 5412 5413 if (done) { 5414 if (card->options.performance_stats) 5415 card->perf_stats.bufs_rec++; 5416 qeth_put_buffer_pool_entry(card, 5417 buffer->pool_entry); 5418 qeth_queue_input_buffer(card, card->rx.b_index); 5419 card->rx.b_count--; 5420 if (card->rx.b_count) { 5421 card->rx.b_index = 5422 (card->rx.b_index + 1) % 5423 QDIO_MAX_BUFFERS_PER_Q; 5424 card->rx.b_element = 5425 &card->qdio.in_q 5426 ->bufs[card->rx.b_index] 5427 .buffer->element[0]; 5428 card->rx.e_offset = 0; 5429 } 5430 } 5431 5432 if (work_done >= budget) 5433 goto out; 5434 else 5435 new_budget = budget - work_done; 5436 } 5437 } 5438 5439 napi_complete_done(napi, work_done); 5440 if (qdio_start_irq(card->data.ccwdev, 0)) 5441 napi_schedule(&card->napi); 5442 out: 5443 if (card->options.performance_stats) 5444 card->perf_stats.inbound_time += qeth_get_micros() - 5445 card->perf_stats.inbound_start_time; 5446 return work_done; 5447 } 5448 EXPORT_SYMBOL_GPL(qeth_poll); 5449 5450 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5451 { 5452 if (!cmd->hdr.return_code) 5453 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5454 return cmd->hdr.return_code; 5455 } 5456 5457 int qeth_setassparms_cb(struct qeth_card *card, 5458 struct qeth_reply *reply, unsigned long data) 5459 { 5460 struct qeth_ipa_cmd *cmd; 5461 5462 QETH_CARD_TEXT(card, 4, "defadpcb"); 5463 5464 cmd = (struct qeth_ipa_cmd *) data; 5465 if (cmd->hdr.return_code == 0) { 5466 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5467 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5468 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5469 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5470 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5471 } 5472 return 0; 5473 } 5474 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5475 5476 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5477 enum qeth_ipa_funcs ipa_func, 5478 __u16 cmd_code, __u16 len, 5479 enum qeth_prot_versions prot) 5480 { 5481 struct qeth_cmd_buffer *iob; 5482 struct qeth_ipa_cmd *cmd; 5483 5484 QETH_CARD_TEXT(card, 4, "getasscm"); 5485 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5486 5487 if (iob) { 5488 cmd = __ipa_cmd(iob); 5489 cmd->data.setassparms.hdr.assist_no = ipa_func; 5490 cmd->data.setassparms.hdr.length = 8 + len; 5491 cmd->data.setassparms.hdr.command_code = cmd_code; 5492 } 5493 5494 return iob; 5495 } 5496 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5497 5498 int qeth_send_setassparms(struct qeth_card *card, 5499 struct qeth_cmd_buffer *iob, __u16 len, long data, 5500 int (*reply_cb)(struct qeth_card *, 5501 struct qeth_reply *, unsigned long), 5502 void *reply_param) 5503 { 5504 int rc; 5505 struct qeth_ipa_cmd *cmd; 5506 5507 QETH_CARD_TEXT(card, 4, "sendassp"); 5508 5509 cmd = __ipa_cmd(iob); 5510 if (len <= sizeof(__u32)) 5511 cmd->data.setassparms.data.flags_32bit = (__u32) data; 5512 else /* (len > sizeof(__u32)) */ 5513 memcpy(&cmd->data.setassparms.data, (void *) data, len); 5514 5515 rc = qeth_send_ipa_cmd(card, iob, reply_cb, reply_param); 5516 return rc; 5517 } 5518 EXPORT_SYMBOL_GPL(qeth_send_setassparms); 5519 5520 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5521 enum qeth_ipa_funcs ipa_func, 5522 u16 cmd_code, long data, 5523 enum qeth_prot_versions prot) 5524 { 5525 int rc; 5526 int length = 0; 5527 struct qeth_cmd_buffer *iob; 5528 5529 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5530 if (data) 5531 length = sizeof(__u32); 5532 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5533 if (!iob) 5534 return -ENOMEM; 5535 rc = qeth_send_setassparms(card, iob, length, data, 5536 qeth_setassparms_cb, NULL); 5537 return rc; 5538 } 5539 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5540 5541 static void qeth_unregister_dbf_views(void) 5542 { 5543 int x; 5544 for (x = 0; x < QETH_DBF_INFOS; x++) { 5545 debug_unregister(qeth_dbf[x].id); 5546 qeth_dbf[x].id = NULL; 5547 } 5548 } 5549 5550 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5551 { 5552 char dbf_txt_buf[32]; 5553 va_list args; 5554 5555 if (!debug_level_enabled(id, level)) 5556 return; 5557 va_start(args, fmt); 5558 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5559 va_end(args); 5560 debug_text_event(id, level, dbf_txt_buf); 5561 } 5562 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5563 5564 static int qeth_register_dbf_views(void) 5565 { 5566 int ret; 5567 int x; 5568 5569 for (x = 0; x < QETH_DBF_INFOS; x++) { 5570 /* register the areas */ 5571 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5572 qeth_dbf[x].pages, 5573 qeth_dbf[x].areas, 5574 qeth_dbf[x].len); 5575 if (qeth_dbf[x].id == NULL) { 5576 qeth_unregister_dbf_views(); 5577 return -ENOMEM; 5578 } 5579 5580 /* register a view */ 5581 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5582 if (ret) { 5583 qeth_unregister_dbf_views(); 5584 return ret; 5585 } 5586 5587 /* set a passing level */ 5588 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5589 } 5590 5591 return 0; 5592 } 5593 5594 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5595 5596 int qeth_core_load_discipline(struct qeth_card *card, 5597 enum qeth_discipline_id discipline) 5598 { 5599 mutex_lock(&qeth_mod_mutex); 5600 switch (discipline) { 5601 case QETH_DISCIPLINE_LAYER3: 5602 card->discipline = try_then_request_module( 5603 symbol_get(qeth_l3_discipline), "qeth_l3"); 5604 break; 5605 case QETH_DISCIPLINE_LAYER2: 5606 card->discipline = try_then_request_module( 5607 symbol_get(qeth_l2_discipline), "qeth_l2"); 5608 break; 5609 default: 5610 break; 5611 } 5612 mutex_unlock(&qeth_mod_mutex); 5613 5614 if (!card->discipline) { 5615 dev_err(&card->gdev->dev, "There is no kernel module to " 5616 "support discipline %d\n", discipline); 5617 return -EINVAL; 5618 } 5619 5620 card->options.layer = discipline; 5621 return 0; 5622 } 5623 5624 void qeth_core_free_discipline(struct qeth_card *card) 5625 { 5626 if (IS_LAYER2(card)) 5627 symbol_put(qeth_l2_discipline); 5628 else 5629 symbol_put(qeth_l3_discipline); 5630 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5631 card->discipline = NULL; 5632 } 5633 5634 const struct device_type qeth_generic_devtype = { 5635 .name = "qeth_generic", 5636 .groups = qeth_generic_attr_groups, 5637 }; 5638 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5639 5640 static const struct device_type qeth_osn_devtype = { 5641 .name = "qeth_osn", 5642 .groups = qeth_osn_attr_groups, 5643 }; 5644 5645 #define DBF_NAME_LEN 20 5646 5647 struct qeth_dbf_entry { 5648 char dbf_name[DBF_NAME_LEN]; 5649 debug_info_t *dbf_info; 5650 struct list_head dbf_list; 5651 }; 5652 5653 static LIST_HEAD(qeth_dbf_list); 5654 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5655 5656 static debug_info_t *qeth_get_dbf_entry(char *name) 5657 { 5658 struct qeth_dbf_entry *entry; 5659 debug_info_t *rc = NULL; 5660 5661 mutex_lock(&qeth_dbf_list_mutex); 5662 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5663 if (strcmp(entry->dbf_name, name) == 0) { 5664 rc = entry->dbf_info; 5665 break; 5666 } 5667 } 5668 mutex_unlock(&qeth_dbf_list_mutex); 5669 return rc; 5670 } 5671 5672 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5673 { 5674 struct qeth_dbf_entry *new_entry; 5675 5676 card->debug = debug_register(name, 2, 1, 8); 5677 if (!card->debug) { 5678 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5679 goto err; 5680 } 5681 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5682 goto err_dbg; 5683 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5684 if (!new_entry) 5685 goto err_dbg; 5686 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5687 new_entry->dbf_info = card->debug; 5688 mutex_lock(&qeth_dbf_list_mutex); 5689 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5690 mutex_unlock(&qeth_dbf_list_mutex); 5691 5692 return 0; 5693 5694 err_dbg: 5695 debug_unregister(card->debug); 5696 err: 5697 return -ENOMEM; 5698 } 5699 5700 static void qeth_clear_dbf_list(void) 5701 { 5702 struct qeth_dbf_entry *entry, *tmp; 5703 5704 mutex_lock(&qeth_dbf_list_mutex); 5705 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5706 list_del(&entry->dbf_list); 5707 debug_unregister(entry->dbf_info); 5708 kfree(entry); 5709 } 5710 mutex_unlock(&qeth_dbf_list_mutex); 5711 } 5712 5713 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5714 { 5715 struct net_device *dev; 5716 5717 switch (card->info.type) { 5718 case QETH_CARD_TYPE_IQD: 5719 dev = alloc_netdev(0, "hsi%d", NET_NAME_UNKNOWN, ether_setup); 5720 break; 5721 case QETH_CARD_TYPE_OSN: 5722 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5723 break; 5724 default: 5725 dev = alloc_etherdev(0); 5726 } 5727 5728 if (!dev) 5729 return NULL; 5730 5731 dev->ml_priv = card; 5732 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5733 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5734 /* initialized when device first goes online: */ 5735 dev->max_mtu = 0; 5736 dev->mtu = 0; 5737 SET_NETDEV_DEV(dev, &card->gdev->dev); 5738 netif_carrier_off(dev); 5739 5740 if (!IS_OSN(card)) { 5741 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5742 dev->hw_features |= NETIF_F_SG; 5743 dev->vlan_features |= NETIF_F_SG; 5744 if (IS_IQD(card)) 5745 dev->features |= NETIF_F_SG; 5746 } 5747 5748 return dev; 5749 } 5750 5751 struct net_device *qeth_clone_netdev(struct net_device *orig) 5752 { 5753 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5754 5755 if (!clone) 5756 return NULL; 5757 5758 clone->dev_port = orig->dev_port; 5759 return clone; 5760 } 5761 5762 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5763 { 5764 struct qeth_card *card; 5765 struct device *dev; 5766 int rc; 5767 enum qeth_discipline_id enforced_disc; 5768 char dbf_name[DBF_NAME_LEN]; 5769 5770 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5771 5772 dev = &gdev->dev; 5773 if (!get_device(dev)) 5774 return -ENODEV; 5775 5776 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5777 5778 card = qeth_alloc_card(gdev); 5779 if (!card) { 5780 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5781 rc = -ENOMEM; 5782 goto err_dev; 5783 } 5784 5785 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5786 dev_name(&gdev->dev)); 5787 card->debug = qeth_get_dbf_entry(dbf_name); 5788 if (!card->debug) { 5789 rc = qeth_add_dbf_entry(card, dbf_name); 5790 if (rc) 5791 goto err_card; 5792 } 5793 5794 qeth_setup_card(card); 5795 qeth_update_from_chp_desc(card); 5796 5797 card->dev = qeth_alloc_netdev(card); 5798 if (!card->dev) { 5799 rc = -ENOMEM; 5800 goto err_card; 5801 } 5802 5803 qeth_determine_capabilities(card); 5804 enforced_disc = qeth_enforce_discipline(card); 5805 switch (enforced_disc) { 5806 case QETH_DISCIPLINE_UNDETERMINED: 5807 gdev->dev.type = &qeth_generic_devtype; 5808 break; 5809 default: 5810 card->info.layer_enforced = true; 5811 rc = qeth_core_load_discipline(card, enforced_disc); 5812 if (rc) 5813 goto err_load; 5814 5815 gdev->dev.type = (card->info.type != QETH_CARD_TYPE_OSN) 5816 ? card->discipline->devtype 5817 : &qeth_osn_devtype; 5818 rc = card->discipline->setup(card->gdev); 5819 if (rc) 5820 goto err_disc; 5821 break; 5822 } 5823 5824 write_lock_irq(&qeth_core_card_list.rwlock); 5825 list_add_tail(&card->list, &qeth_core_card_list.list); 5826 write_unlock_irq(&qeth_core_card_list.rwlock); 5827 return 0; 5828 5829 err_disc: 5830 qeth_core_free_discipline(card); 5831 err_load: 5832 free_netdev(card->dev); 5833 err_card: 5834 qeth_core_free_card(card); 5835 err_dev: 5836 put_device(dev); 5837 return rc; 5838 } 5839 5840 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5841 { 5842 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5843 5844 QETH_DBF_TEXT(SETUP, 2, "removedv"); 5845 5846 if (card->discipline) { 5847 card->discipline->remove(gdev); 5848 qeth_core_free_discipline(card); 5849 } 5850 5851 write_lock_irq(&qeth_core_card_list.rwlock); 5852 list_del(&card->list); 5853 write_unlock_irq(&qeth_core_card_list.rwlock); 5854 free_netdev(card->dev); 5855 qeth_core_free_card(card); 5856 put_device(&gdev->dev); 5857 } 5858 5859 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5860 { 5861 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5862 int rc = 0; 5863 enum qeth_discipline_id def_discipline; 5864 5865 if (!card->discipline) { 5866 if (card->info.type == QETH_CARD_TYPE_IQD) 5867 def_discipline = QETH_DISCIPLINE_LAYER3; 5868 else 5869 def_discipline = QETH_DISCIPLINE_LAYER2; 5870 rc = qeth_core_load_discipline(card, def_discipline); 5871 if (rc) 5872 goto err; 5873 rc = card->discipline->setup(card->gdev); 5874 if (rc) { 5875 qeth_core_free_discipline(card); 5876 goto err; 5877 } 5878 } 5879 rc = card->discipline->set_online(gdev); 5880 err: 5881 return rc; 5882 } 5883 5884 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5885 { 5886 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5887 return card->discipline->set_offline(gdev); 5888 } 5889 5890 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5891 { 5892 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5893 qeth_set_allowed_threads(card, 0, 1); 5894 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5895 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5896 qeth_qdio_clear_card(card, 0); 5897 qeth_clear_qdio_buffers(card); 5898 qdio_free(CARD_DDEV(card)); 5899 } 5900 5901 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5902 { 5903 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5904 if (card->discipline && card->discipline->freeze) 5905 return card->discipline->freeze(gdev); 5906 return 0; 5907 } 5908 5909 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5910 { 5911 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5912 if (card->discipline && card->discipline->thaw) 5913 return card->discipline->thaw(gdev); 5914 return 0; 5915 } 5916 5917 static int qeth_core_restore(struct ccwgroup_device *gdev) 5918 { 5919 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5920 if (card->discipline && card->discipline->restore) 5921 return card->discipline->restore(gdev); 5922 return 0; 5923 } 5924 5925 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5926 size_t count) 5927 { 5928 int err; 5929 5930 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5931 buf); 5932 5933 return err ? err : count; 5934 } 5935 static DRIVER_ATTR_WO(group); 5936 5937 static struct attribute *qeth_drv_attrs[] = { 5938 &driver_attr_group.attr, 5939 NULL, 5940 }; 5941 static struct attribute_group qeth_drv_attr_group = { 5942 .attrs = qeth_drv_attrs, 5943 }; 5944 static const struct attribute_group *qeth_drv_attr_groups[] = { 5945 &qeth_drv_attr_group, 5946 NULL, 5947 }; 5948 5949 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5950 .driver = { 5951 .groups = qeth_drv_attr_groups, 5952 .owner = THIS_MODULE, 5953 .name = "qeth", 5954 }, 5955 .ccw_driver = &qeth_ccw_driver, 5956 .setup = qeth_core_probe_device, 5957 .remove = qeth_core_remove_device, 5958 .set_online = qeth_core_set_online, 5959 .set_offline = qeth_core_set_offline, 5960 .shutdown = qeth_core_shutdown, 5961 .prepare = NULL, 5962 .complete = NULL, 5963 .freeze = qeth_core_freeze, 5964 .thaw = qeth_core_thaw, 5965 .restore = qeth_core_restore, 5966 }; 5967 5968 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5969 { 5970 struct qeth_card *card = dev->ml_priv; 5971 struct mii_ioctl_data *mii_data; 5972 int rc = 0; 5973 5974 if (!card) 5975 return -ENODEV; 5976 5977 if (!qeth_card_hw_is_reachable(card)) 5978 return -ENODEV; 5979 5980 if (card->info.type == QETH_CARD_TYPE_OSN) 5981 return -EPERM; 5982 5983 switch (cmd) { 5984 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5985 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5986 break; 5987 case SIOC_QETH_GET_CARD_TYPE: 5988 if ((card->info.type == QETH_CARD_TYPE_OSD || 5989 card->info.type == QETH_CARD_TYPE_OSM || 5990 card->info.type == QETH_CARD_TYPE_OSX) && 5991 !card->info.guestlan) 5992 return 1; 5993 else 5994 return 0; 5995 case SIOCGMIIPHY: 5996 mii_data = if_mii(rq); 5997 mii_data->phy_id = 0; 5998 break; 5999 case SIOCGMIIREG: 6000 mii_data = if_mii(rq); 6001 if (mii_data->phy_id != 0) 6002 rc = -EINVAL; 6003 else 6004 mii_data->val_out = qeth_mdio_read(dev, 6005 mii_data->phy_id, mii_data->reg_num); 6006 break; 6007 case SIOC_QETH_QUERY_OAT: 6008 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 6009 break; 6010 default: 6011 if (card->discipline->do_ioctl) 6012 rc = card->discipline->do_ioctl(dev, rq, cmd); 6013 else 6014 rc = -EOPNOTSUPP; 6015 } 6016 if (rc) 6017 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6018 return rc; 6019 } 6020 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6021 6022 static struct { 6023 const char str[ETH_GSTRING_LEN]; 6024 } qeth_ethtool_stats_keys[] = { 6025 /* 0 */{"rx skbs"}, 6026 {"rx buffers"}, 6027 {"tx skbs"}, 6028 {"tx buffers"}, 6029 {"tx skbs no packing"}, 6030 {"tx buffers no packing"}, 6031 {"tx skbs packing"}, 6032 {"tx buffers packing"}, 6033 {"tx sg skbs"}, 6034 {"tx buffer elements"}, 6035 /* 10 */{"rx sg skbs"}, 6036 {"rx sg frags"}, 6037 {"rx sg page allocs"}, 6038 {"tx large kbytes"}, 6039 {"tx large count"}, 6040 {"tx pk state ch n->p"}, 6041 {"tx pk state ch p->n"}, 6042 {"tx pk watermark low"}, 6043 {"tx pk watermark high"}, 6044 {"queue 0 buffer usage"}, 6045 /* 20 */{"queue 1 buffer usage"}, 6046 {"queue 2 buffer usage"}, 6047 {"queue 3 buffer usage"}, 6048 {"rx poll time"}, 6049 {"rx poll count"}, 6050 {"rx do_QDIO time"}, 6051 {"rx do_QDIO count"}, 6052 {"tx handler time"}, 6053 {"tx handler count"}, 6054 {"tx time"}, 6055 /* 30 */{"tx count"}, 6056 {"tx do_QDIO time"}, 6057 {"tx do_QDIO count"}, 6058 {"tx csum"}, 6059 {"tx lin"}, 6060 {"tx linfail"}, 6061 {"cq handler count"}, 6062 {"cq handler time"}, 6063 {"rx csum"} 6064 }; 6065 6066 int qeth_core_get_sset_count(struct net_device *dev, int stringset) 6067 { 6068 switch (stringset) { 6069 case ETH_SS_STATS: 6070 return (sizeof(qeth_ethtool_stats_keys) / ETH_GSTRING_LEN); 6071 default: 6072 return -EINVAL; 6073 } 6074 } 6075 EXPORT_SYMBOL_GPL(qeth_core_get_sset_count); 6076 6077 void qeth_core_get_ethtool_stats(struct net_device *dev, 6078 struct ethtool_stats *stats, u64 *data) 6079 { 6080 struct qeth_card *card = dev->ml_priv; 6081 data[0] = card->stats.rx_packets - 6082 card->perf_stats.initial_rx_packets; 6083 data[1] = card->perf_stats.bufs_rec; 6084 data[2] = card->stats.tx_packets - 6085 card->perf_stats.initial_tx_packets; 6086 data[3] = card->perf_stats.bufs_sent; 6087 data[4] = card->stats.tx_packets - card->perf_stats.initial_tx_packets 6088 - card->perf_stats.skbs_sent_pack; 6089 data[5] = card->perf_stats.bufs_sent - card->perf_stats.bufs_sent_pack; 6090 data[6] = card->perf_stats.skbs_sent_pack; 6091 data[7] = card->perf_stats.bufs_sent_pack; 6092 data[8] = card->perf_stats.sg_skbs_sent; 6093 data[9] = card->perf_stats.buf_elements_sent; 6094 data[10] = card->perf_stats.sg_skbs_rx; 6095 data[11] = card->perf_stats.sg_frags_rx; 6096 data[12] = card->perf_stats.sg_alloc_page_rx; 6097 data[13] = (card->perf_stats.large_send_bytes >> 10); 6098 data[14] = card->perf_stats.large_send_cnt; 6099 data[15] = card->perf_stats.sc_dp_p; 6100 data[16] = card->perf_stats.sc_p_dp; 6101 data[17] = QETH_LOW_WATERMARK_PACK; 6102 data[18] = QETH_HIGH_WATERMARK_PACK; 6103 data[19] = atomic_read(&card->qdio.out_qs[0]->used_buffers); 6104 data[20] = (card->qdio.no_out_queues > 1) ? 6105 atomic_read(&card->qdio.out_qs[1]->used_buffers) : 0; 6106 data[21] = (card->qdio.no_out_queues > 2) ? 6107 atomic_read(&card->qdio.out_qs[2]->used_buffers) : 0; 6108 data[22] = (card->qdio.no_out_queues > 3) ? 6109 atomic_read(&card->qdio.out_qs[3]->used_buffers) : 0; 6110 data[23] = card->perf_stats.inbound_time; 6111 data[24] = card->perf_stats.inbound_cnt; 6112 data[25] = card->perf_stats.inbound_do_qdio_time; 6113 data[26] = card->perf_stats.inbound_do_qdio_cnt; 6114 data[27] = card->perf_stats.outbound_handler_time; 6115 data[28] = card->perf_stats.outbound_handler_cnt; 6116 data[29] = card->perf_stats.outbound_time; 6117 data[30] = card->perf_stats.outbound_cnt; 6118 data[31] = card->perf_stats.outbound_do_qdio_time; 6119 data[32] = card->perf_stats.outbound_do_qdio_cnt; 6120 data[33] = card->perf_stats.tx_csum; 6121 data[34] = card->perf_stats.tx_lin; 6122 data[35] = card->perf_stats.tx_linfail; 6123 data[36] = card->perf_stats.cq_cnt; 6124 data[37] = card->perf_stats.cq_time; 6125 data[38] = card->perf_stats.rx_csum; 6126 } 6127 EXPORT_SYMBOL_GPL(qeth_core_get_ethtool_stats); 6128 6129 void qeth_core_get_strings(struct net_device *dev, u32 stringset, u8 *data) 6130 { 6131 switch (stringset) { 6132 case ETH_SS_STATS: 6133 memcpy(data, &qeth_ethtool_stats_keys, 6134 sizeof(qeth_ethtool_stats_keys)); 6135 break; 6136 default: 6137 WARN_ON(1); 6138 break; 6139 } 6140 } 6141 EXPORT_SYMBOL_GPL(qeth_core_get_strings); 6142 6143 void qeth_core_get_drvinfo(struct net_device *dev, 6144 struct ethtool_drvinfo *info) 6145 { 6146 struct qeth_card *card = dev->ml_priv; 6147 6148 strlcpy(info->driver, IS_LAYER2(card) ? "qeth_l2" : "qeth_l3", 6149 sizeof(info->driver)); 6150 strlcpy(info->version, "1.0", sizeof(info->version)); 6151 strlcpy(info->fw_version, card->info.mcl_level, 6152 sizeof(info->fw_version)); 6153 snprintf(info->bus_info, sizeof(info->bus_info), "%s/%s/%s", 6154 CARD_RDEV_ID(card), CARD_WDEV_ID(card), CARD_DDEV_ID(card)); 6155 } 6156 EXPORT_SYMBOL_GPL(qeth_core_get_drvinfo); 6157 6158 /* Helper function to fill 'advertising' and 'supported' which are the same. */ 6159 /* Autoneg and full-duplex are supported and advertised unconditionally. */ 6160 /* Always advertise and support all speeds up to specified, and only one */ 6161 /* specified port type. */ 6162 static void qeth_set_cmd_adv_sup(struct ethtool_link_ksettings *cmd, 6163 int maxspeed, int porttype) 6164 { 6165 ethtool_link_ksettings_zero_link_mode(cmd, supported); 6166 ethtool_link_ksettings_zero_link_mode(cmd, advertising); 6167 ethtool_link_ksettings_zero_link_mode(cmd, lp_advertising); 6168 6169 ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg); 6170 ethtool_link_ksettings_add_link_mode(cmd, advertising, Autoneg); 6171 6172 switch (porttype) { 6173 case PORT_TP: 6174 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 6175 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 6176 break; 6177 case PORT_FIBRE: 6178 ethtool_link_ksettings_add_link_mode(cmd, supported, FIBRE); 6179 ethtool_link_ksettings_add_link_mode(cmd, advertising, FIBRE); 6180 break; 6181 default: 6182 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 6183 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 6184 WARN_ON_ONCE(1); 6185 } 6186 6187 /* fallthrough from high to low, to select all legal speeds: */ 6188 switch (maxspeed) { 6189 case SPEED_10000: 6190 ethtool_link_ksettings_add_link_mode(cmd, supported, 6191 10000baseT_Full); 6192 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6193 10000baseT_Full); 6194 case SPEED_1000: 6195 ethtool_link_ksettings_add_link_mode(cmd, supported, 6196 1000baseT_Full); 6197 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6198 1000baseT_Full); 6199 ethtool_link_ksettings_add_link_mode(cmd, supported, 6200 1000baseT_Half); 6201 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6202 1000baseT_Half); 6203 case SPEED_100: 6204 ethtool_link_ksettings_add_link_mode(cmd, supported, 6205 100baseT_Full); 6206 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6207 100baseT_Full); 6208 ethtool_link_ksettings_add_link_mode(cmd, supported, 6209 100baseT_Half); 6210 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6211 100baseT_Half); 6212 case SPEED_10: 6213 ethtool_link_ksettings_add_link_mode(cmd, supported, 6214 10baseT_Full); 6215 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6216 10baseT_Full); 6217 ethtool_link_ksettings_add_link_mode(cmd, supported, 6218 10baseT_Half); 6219 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6220 10baseT_Half); 6221 /* end fallthrough */ 6222 break; 6223 default: 6224 ethtool_link_ksettings_add_link_mode(cmd, supported, 6225 10baseT_Full); 6226 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6227 10baseT_Full); 6228 ethtool_link_ksettings_add_link_mode(cmd, supported, 6229 10baseT_Half); 6230 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6231 10baseT_Half); 6232 WARN_ON_ONCE(1); 6233 } 6234 } 6235 6236 int qeth_core_ethtool_get_link_ksettings(struct net_device *netdev, 6237 struct ethtool_link_ksettings *cmd) 6238 { 6239 struct qeth_card *card = netdev->ml_priv; 6240 enum qeth_link_types link_type; 6241 struct carrier_info carrier_info; 6242 int rc; 6243 6244 if ((card->info.type == QETH_CARD_TYPE_IQD) || (card->info.guestlan)) 6245 link_type = QETH_LINK_TYPE_10GBIT_ETH; 6246 else 6247 link_type = card->info.link_type; 6248 6249 cmd->base.duplex = DUPLEX_FULL; 6250 cmd->base.autoneg = AUTONEG_ENABLE; 6251 cmd->base.phy_address = 0; 6252 cmd->base.mdio_support = 0; 6253 cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID; 6254 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID; 6255 6256 switch (link_type) { 6257 case QETH_LINK_TYPE_FAST_ETH: 6258 case QETH_LINK_TYPE_LANE_ETH100: 6259 cmd->base.speed = SPEED_100; 6260 cmd->base.port = PORT_TP; 6261 break; 6262 case QETH_LINK_TYPE_GBIT_ETH: 6263 case QETH_LINK_TYPE_LANE_ETH1000: 6264 cmd->base.speed = SPEED_1000; 6265 cmd->base.port = PORT_FIBRE; 6266 break; 6267 case QETH_LINK_TYPE_10GBIT_ETH: 6268 cmd->base.speed = SPEED_10000; 6269 cmd->base.port = PORT_FIBRE; 6270 break; 6271 default: 6272 cmd->base.speed = SPEED_10; 6273 cmd->base.port = PORT_TP; 6274 } 6275 qeth_set_cmd_adv_sup(cmd, cmd->base.speed, cmd->base.port); 6276 6277 /* Check if we can obtain more accurate information. */ 6278 /* If QUERY_CARD_INFO command is not supported or fails, */ 6279 /* just return the heuristics that was filled above. */ 6280 if (!qeth_card_hw_is_reachable(card)) 6281 return -ENODEV; 6282 rc = qeth_query_card_info(card, &carrier_info); 6283 if (rc == -EOPNOTSUPP) /* for old hardware, return heuristic */ 6284 return 0; 6285 if (rc) /* report error from the hardware operation */ 6286 return rc; 6287 /* on success, fill in the information got from the hardware */ 6288 6289 netdev_dbg(netdev, 6290 "card info: card_type=0x%02x, port_mode=0x%04x, port_speed=0x%08x\n", 6291 carrier_info.card_type, 6292 carrier_info.port_mode, 6293 carrier_info.port_speed); 6294 6295 /* Update attributes for which we've obtained more authoritative */ 6296 /* information, leave the rest the way they where filled above. */ 6297 switch (carrier_info.card_type) { 6298 case CARD_INFO_TYPE_1G_COPPER_A: 6299 case CARD_INFO_TYPE_1G_COPPER_B: 6300 cmd->base.port = PORT_TP; 6301 qeth_set_cmd_adv_sup(cmd, SPEED_1000, cmd->base.port); 6302 break; 6303 case CARD_INFO_TYPE_1G_FIBRE_A: 6304 case CARD_INFO_TYPE_1G_FIBRE_B: 6305 cmd->base.port = PORT_FIBRE; 6306 qeth_set_cmd_adv_sup(cmd, SPEED_1000, cmd->base.port); 6307 break; 6308 case CARD_INFO_TYPE_10G_FIBRE_A: 6309 case CARD_INFO_TYPE_10G_FIBRE_B: 6310 cmd->base.port = PORT_FIBRE; 6311 qeth_set_cmd_adv_sup(cmd, SPEED_10000, cmd->base.port); 6312 break; 6313 } 6314 6315 switch (carrier_info.port_mode) { 6316 case CARD_INFO_PORTM_FULLDUPLEX: 6317 cmd->base.duplex = DUPLEX_FULL; 6318 break; 6319 case CARD_INFO_PORTM_HALFDUPLEX: 6320 cmd->base.duplex = DUPLEX_HALF; 6321 break; 6322 } 6323 6324 switch (carrier_info.port_speed) { 6325 case CARD_INFO_PORTS_10M: 6326 cmd->base.speed = SPEED_10; 6327 break; 6328 case CARD_INFO_PORTS_100M: 6329 cmd->base.speed = SPEED_100; 6330 break; 6331 case CARD_INFO_PORTS_1G: 6332 cmd->base.speed = SPEED_1000; 6333 break; 6334 case CARD_INFO_PORTS_10G: 6335 cmd->base.speed = SPEED_10000; 6336 break; 6337 } 6338 6339 return 0; 6340 } 6341 EXPORT_SYMBOL_GPL(qeth_core_ethtool_get_link_ksettings); 6342 6343 /* Callback to handle checksum offload command reply from OSA card. 6344 * Verify that required features have been enabled on the card. 6345 * Return error in hdr->return_code as this value is checked by caller. 6346 * 6347 * Always returns zero to indicate no further messages from the OSA card. 6348 */ 6349 static int qeth_ipa_checksum_run_cmd_cb(struct qeth_card *card, 6350 struct qeth_reply *reply, 6351 unsigned long data) 6352 { 6353 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6354 struct qeth_checksum_cmd *chksum_cb = 6355 (struct qeth_checksum_cmd *)reply->param; 6356 6357 QETH_CARD_TEXT(card, 4, "chkdoccb"); 6358 if (qeth_setassparms_inspect_rc(cmd)) 6359 return 0; 6360 6361 memset(chksum_cb, 0, sizeof(*chksum_cb)); 6362 if (cmd->data.setassparms.hdr.command_code == IPA_CMD_ASS_START) { 6363 chksum_cb->supported = 6364 cmd->data.setassparms.data.chksum.supported; 6365 QETH_CARD_TEXT_(card, 3, "strt:%x", chksum_cb->supported); 6366 } 6367 if (cmd->data.setassparms.hdr.command_code == IPA_CMD_ASS_ENABLE) { 6368 chksum_cb->supported = 6369 cmd->data.setassparms.data.chksum.supported; 6370 chksum_cb->enabled = 6371 cmd->data.setassparms.data.chksum.enabled; 6372 QETH_CARD_TEXT_(card, 3, "supp:%x", chksum_cb->supported); 6373 QETH_CARD_TEXT_(card, 3, "enab:%x", chksum_cb->enabled); 6374 } 6375 return 0; 6376 } 6377 6378 /* Send command to OSA card and check results. */ 6379 static int qeth_ipa_checksum_run_cmd(struct qeth_card *card, 6380 enum qeth_ipa_funcs ipa_func, 6381 __u16 cmd_code, long data, 6382 struct qeth_checksum_cmd *chksum_cb, 6383 enum qeth_prot_versions prot) 6384 { 6385 struct qeth_cmd_buffer *iob; 6386 int rc = -ENOMEM; 6387 6388 QETH_CARD_TEXT(card, 4, "chkdocmd"); 6389 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, 6390 sizeof(__u32), prot); 6391 if (iob) 6392 rc = qeth_send_setassparms(card, iob, sizeof(__u32), data, 6393 qeth_ipa_checksum_run_cmd_cb, 6394 chksum_cb); 6395 return rc; 6396 } 6397 6398 static int qeth_send_checksum_on(struct qeth_card *card, int cstype, 6399 enum qeth_prot_versions prot) 6400 { 6401 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 6402 struct qeth_checksum_cmd chksum_cb; 6403 int rc; 6404 6405 if (prot == QETH_PROT_IPV4) 6406 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 6407 rc = qeth_ipa_checksum_run_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6408 &chksum_cb, prot); 6409 if (!rc) { 6410 if ((required_features & chksum_cb.supported) != 6411 required_features) 6412 rc = -EIO; 6413 else if (!(QETH_IPA_CHECKSUM_LP2LP & chksum_cb.supported) && 6414 cstype == IPA_INBOUND_CHECKSUM) 6415 dev_warn(&card->gdev->dev, 6416 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6417 QETH_CARD_IFNAME(card)); 6418 } 6419 if (rc) { 6420 qeth_send_simple_setassparms_prot(card, cstype, 6421 IPA_CMD_ASS_STOP, 0, prot); 6422 dev_warn(&card->gdev->dev, 6423 "Starting HW IPv%d checksumming for %s failed, using SW checksumming\n", 6424 prot, QETH_CARD_IFNAME(card)); 6425 return rc; 6426 } 6427 rc = qeth_ipa_checksum_run_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6428 chksum_cb.supported, &chksum_cb, 6429 prot); 6430 if (!rc) { 6431 if ((required_features & chksum_cb.enabled) != 6432 required_features) 6433 rc = -EIO; 6434 } 6435 if (rc) { 6436 qeth_send_simple_setassparms_prot(card, cstype, 6437 IPA_CMD_ASS_STOP, 0, prot); 6438 dev_warn(&card->gdev->dev, 6439 "Enabling HW IPv%d checksumming for %s failed, using SW checksumming\n", 6440 prot, QETH_CARD_IFNAME(card)); 6441 return rc; 6442 } 6443 6444 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6445 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6446 return 0; 6447 } 6448 6449 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6450 enum qeth_prot_versions prot) 6451 { 6452 int rc = (on) ? qeth_send_checksum_on(card, cstype, prot) 6453 : qeth_send_simple_setassparms_prot(card, cstype, 6454 IPA_CMD_ASS_STOP, 0, 6455 prot); 6456 return rc ? -EIO : 0; 6457 } 6458 6459 static int qeth_set_ipa_tso(struct qeth_card *card, int on) 6460 { 6461 int rc; 6462 6463 QETH_CARD_TEXT(card, 3, "sttso"); 6464 6465 if (on) { 6466 rc = qeth_send_simple_setassparms(card, IPA_OUTBOUND_TSO, 6467 IPA_CMD_ASS_START, 0); 6468 if (rc) { 6469 dev_warn(&card->gdev->dev, 6470 "Starting outbound TCP segmentation offload for %s failed\n", 6471 QETH_CARD_IFNAME(card)); 6472 return -EIO; 6473 } 6474 dev_info(&card->gdev->dev, "Outbound TSO enabled\n"); 6475 } else { 6476 rc = qeth_send_simple_setassparms(card, IPA_OUTBOUND_TSO, 6477 IPA_CMD_ASS_STOP, 0); 6478 } 6479 return rc; 6480 } 6481 6482 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6483 { 6484 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6485 int rc_ipv6; 6486 6487 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6488 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6489 QETH_PROT_IPV4); 6490 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6491 /* no/one Offload Assist available, so the rc is trivial */ 6492 return rc_ipv4; 6493 6494 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6495 QETH_PROT_IPV6); 6496 6497 if (on) 6498 /* enable: success if any Assist is active */ 6499 return (rc_ipv6) ? rc_ipv4 : 0; 6500 6501 /* disable: failure if any Assist is still active */ 6502 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6503 } 6504 6505 #define QETH_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | NETIF_F_TSO | \ 6506 NETIF_F_IPV6_CSUM) 6507 /** 6508 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6509 * @dev: a net_device 6510 */ 6511 void qeth_enable_hw_features(struct net_device *dev) 6512 { 6513 struct qeth_card *card = dev->ml_priv; 6514 netdev_features_t features; 6515 6516 rtnl_lock(); 6517 features = dev->features; 6518 /* force-off any feature that needs an IPA sequence. 6519 * netdev_update_features() will restart them. 6520 */ 6521 dev->features &= ~QETH_HW_FEATURES; 6522 netdev_update_features(dev); 6523 if (features != dev->features) 6524 dev_warn(&card->gdev->dev, 6525 "Device recovery failed to restore all offload features\n"); 6526 rtnl_unlock(); 6527 } 6528 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6529 6530 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6531 { 6532 struct qeth_card *card = dev->ml_priv; 6533 netdev_features_t changed = dev->features ^ features; 6534 int rc = 0; 6535 6536 QETH_DBF_TEXT(SETUP, 2, "setfeat"); 6537 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6538 6539 if ((changed & NETIF_F_IP_CSUM)) { 6540 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6541 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6542 if (rc) 6543 changed ^= NETIF_F_IP_CSUM; 6544 } 6545 if (changed & NETIF_F_IPV6_CSUM) { 6546 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6547 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6548 if (rc) 6549 changed ^= NETIF_F_IPV6_CSUM; 6550 } 6551 if (changed & NETIF_F_RXCSUM) { 6552 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6553 if (rc) 6554 changed ^= NETIF_F_RXCSUM; 6555 } 6556 if ((changed & NETIF_F_TSO)) { 6557 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO ? 1 : 0); 6558 if (rc) 6559 changed ^= NETIF_F_TSO; 6560 } 6561 6562 /* everything changed successfully? */ 6563 if ((dev->features ^ features) == changed) 6564 return 0; 6565 /* something went wrong. save changed features and return error */ 6566 dev->features ^= changed; 6567 return -EIO; 6568 } 6569 EXPORT_SYMBOL_GPL(qeth_set_features); 6570 6571 netdev_features_t qeth_fix_features(struct net_device *dev, 6572 netdev_features_t features) 6573 { 6574 struct qeth_card *card = dev->ml_priv; 6575 6576 QETH_DBF_TEXT(SETUP, 2, "fixfeat"); 6577 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6578 features &= ~NETIF_F_IP_CSUM; 6579 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6580 features &= ~NETIF_F_IPV6_CSUM; 6581 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6582 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6583 features &= ~NETIF_F_RXCSUM; 6584 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6585 features &= ~NETIF_F_TSO; 6586 /* if the card isn't up, remove features that require hw changes */ 6587 if (card->state == CARD_STATE_DOWN || 6588 card->state == CARD_STATE_RECOVER) 6589 features &= ~QETH_HW_FEATURES; 6590 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6591 return features; 6592 } 6593 EXPORT_SYMBOL_GPL(qeth_fix_features); 6594 6595 netdev_features_t qeth_features_check(struct sk_buff *skb, 6596 struct net_device *dev, 6597 netdev_features_t features) 6598 { 6599 /* GSO segmentation builds skbs with 6600 * a (small) linear part for the headers, and 6601 * page frags for the data. 6602 * Compared to a linear skb, the header-only part consumes an 6603 * additional buffer element. This reduces buffer utilization, and 6604 * hurts throughput. So compress small segments into one element. 6605 */ 6606 if (netif_needs_gso(skb, features)) { 6607 /* match skb_segment(): */ 6608 unsigned int doffset = skb->data - skb_mac_header(skb); 6609 unsigned int hsize = skb_shinfo(skb)->gso_size; 6610 unsigned int hroom = skb_headroom(skb); 6611 6612 /* linearize only if resulting skb allocations are order-0: */ 6613 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6614 features &= ~NETIF_F_SG; 6615 } 6616 6617 return vlan_features_check(skb, features); 6618 } 6619 EXPORT_SYMBOL_GPL(qeth_features_check); 6620 6621 static int __init qeth_core_init(void) 6622 { 6623 int rc; 6624 6625 pr_info("loading core functions\n"); 6626 INIT_LIST_HEAD(&qeth_core_card_list.list); 6627 INIT_LIST_HEAD(&qeth_dbf_list); 6628 rwlock_init(&qeth_core_card_list.rwlock); 6629 6630 qeth_wq = create_singlethread_workqueue("qeth_wq"); 6631 if (!qeth_wq) { 6632 rc = -ENOMEM; 6633 goto out_err; 6634 } 6635 6636 rc = qeth_register_dbf_views(); 6637 if (rc) 6638 goto dbf_err; 6639 qeth_core_root_dev = root_device_register("qeth"); 6640 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6641 if (rc) 6642 goto register_err; 6643 qeth_core_header_cache = 6644 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6645 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6646 0, NULL); 6647 if (!qeth_core_header_cache) { 6648 rc = -ENOMEM; 6649 goto slab_err; 6650 } 6651 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6652 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6653 if (!qeth_qdio_outbuf_cache) { 6654 rc = -ENOMEM; 6655 goto cqslab_err; 6656 } 6657 rc = ccw_driver_register(&qeth_ccw_driver); 6658 if (rc) 6659 goto ccw_err; 6660 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6661 if (rc) 6662 goto ccwgroup_err; 6663 6664 return 0; 6665 6666 ccwgroup_err: 6667 ccw_driver_unregister(&qeth_ccw_driver); 6668 ccw_err: 6669 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6670 cqslab_err: 6671 kmem_cache_destroy(qeth_core_header_cache); 6672 slab_err: 6673 root_device_unregister(qeth_core_root_dev); 6674 register_err: 6675 qeth_unregister_dbf_views(); 6676 dbf_err: 6677 destroy_workqueue(qeth_wq); 6678 out_err: 6679 pr_err("Initializing the qeth device driver failed\n"); 6680 return rc; 6681 } 6682 6683 static void __exit qeth_core_exit(void) 6684 { 6685 qeth_clear_dbf_list(); 6686 destroy_workqueue(qeth_wq); 6687 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6688 ccw_driver_unregister(&qeth_ccw_driver); 6689 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6690 kmem_cache_destroy(qeth_core_header_cache); 6691 root_device_unregister(qeth_core_root_dev); 6692 qeth_unregister_dbf_views(); 6693 pr_info("core functions removed\n"); 6694 } 6695 6696 module_init(qeth_core_init); 6697 module_exit(qeth_core_exit); 6698 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6699 MODULE_DESCRIPTION("qeth core functions"); 6700 MODULE_LICENSE("GPL"); 6701