1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright IBM Corp. 2007, 2009 4 * Author(s): Utz Bacher <utz.bacher@de.ibm.com>, 5 * Frank Pavlic <fpavlic@de.ibm.com>, 6 * Thomas Spatzier <tspat@de.ibm.com>, 7 * Frank Blaschka <frank.blaschka@de.ibm.com> 8 */ 9 10 #define KMSG_COMPONENT "qeth" 11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt 12 13 #include <linux/compat.h> 14 #include <linux/module.h> 15 #include <linux/moduleparam.h> 16 #include <linux/string.h> 17 #include <linux/errno.h> 18 #include <linux/kernel.h> 19 #include <linux/log2.h> 20 #include <linux/ip.h> 21 #include <linux/tcp.h> 22 #include <linux/mii.h> 23 #include <linux/kthread.h> 24 #include <linux/slab.h> 25 #include <linux/if_vlan.h> 26 #include <linux/netdevice.h> 27 #include <linux/netdev_features.h> 28 #include <linux/skbuff.h> 29 #include <linux/vmalloc.h> 30 31 #include <net/iucv/af_iucv.h> 32 #include <net/dsfield.h> 33 34 #include <asm/ebcdic.h> 35 #include <asm/chpid.h> 36 #include <asm/io.h> 37 #include <asm/sysinfo.h> 38 #include <asm/diag.h> 39 #include <asm/cio.h> 40 #include <asm/ccwdev.h> 41 #include <asm/cpcmd.h> 42 43 #include "qeth_core.h" 44 45 struct qeth_dbf_info qeth_dbf[QETH_DBF_INFOS] = { 46 /* define dbf - Name, Pages, Areas, Maxlen, Level, View, Handle */ 47 /* N P A M L V H */ 48 [QETH_DBF_SETUP] = {"qeth_setup", 49 8, 1, 8, 5, &debug_hex_ascii_view, NULL}, 50 [QETH_DBF_MSG] = {"qeth_msg", 8, 1, 11 * sizeof(long), 3, 51 &debug_sprintf_view, NULL}, 52 [QETH_DBF_CTRL] = {"qeth_control", 53 8, 1, QETH_DBF_CTRL_LEN, 5, &debug_hex_ascii_view, NULL}, 54 }; 55 EXPORT_SYMBOL_GPL(qeth_dbf); 56 57 struct qeth_card_list_struct qeth_core_card_list; 58 EXPORT_SYMBOL_GPL(qeth_core_card_list); 59 struct kmem_cache *qeth_core_header_cache; 60 EXPORT_SYMBOL_GPL(qeth_core_header_cache); 61 static struct kmem_cache *qeth_qdio_outbuf_cache; 62 63 static struct device *qeth_core_root_dev; 64 static struct lock_class_key qdio_out_skb_queue_key; 65 66 static void qeth_send_control_data_cb(struct qeth_card *card, 67 struct qeth_channel *channel, 68 struct qeth_cmd_buffer *iob); 69 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *); 70 static void qeth_free_buffer_pool(struct qeth_card *); 71 static int qeth_qdio_establish(struct qeth_card *); 72 static void qeth_free_qdio_buffers(struct qeth_card *); 73 static void qeth_notify_skbs(struct qeth_qdio_out_q *queue, 74 struct qeth_qdio_out_buffer *buf, 75 enum iucv_tx_notify notification); 76 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf); 77 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *, int); 78 79 struct workqueue_struct *qeth_wq; 80 EXPORT_SYMBOL_GPL(qeth_wq); 81 82 int qeth_card_hw_is_reachable(struct qeth_card *card) 83 { 84 return (card->state == CARD_STATE_SOFTSETUP) || 85 (card->state == CARD_STATE_UP); 86 } 87 EXPORT_SYMBOL_GPL(qeth_card_hw_is_reachable); 88 89 static void qeth_close_dev_handler(struct work_struct *work) 90 { 91 struct qeth_card *card; 92 93 card = container_of(work, struct qeth_card, close_dev_work); 94 QETH_CARD_TEXT(card, 2, "cldevhdl"); 95 rtnl_lock(); 96 dev_close(card->dev); 97 rtnl_unlock(); 98 ccwgroup_set_offline(card->gdev); 99 } 100 101 void qeth_close_dev(struct qeth_card *card) 102 { 103 QETH_CARD_TEXT(card, 2, "cldevsubm"); 104 queue_work(qeth_wq, &card->close_dev_work); 105 } 106 EXPORT_SYMBOL_GPL(qeth_close_dev); 107 108 static const char *qeth_get_cardname(struct qeth_card *card) 109 { 110 if (card->info.guestlan) { 111 switch (card->info.type) { 112 case QETH_CARD_TYPE_OSD: 113 return " Virtual NIC QDIO"; 114 case QETH_CARD_TYPE_IQD: 115 return " Virtual NIC Hiper"; 116 case QETH_CARD_TYPE_OSM: 117 return " Virtual NIC QDIO - OSM"; 118 case QETH_CARD_TYPE_OSX: 119 return " Virtual NIC QDIO - OSX"; 120 default: 121 return " unknown"; 122 } 123 } else { 124 switch (card->info.type) { 125 case QETH_CARD_TYPE_OSD: 126 return " OSD Express"; 127 case QETH_CARD_TYPE_IQD: 128 return " HiperSockets"; 129 case QETH_CARD_TYPE_OSN: 130 return " OSN QDIO"; 131 case QETH_CARD_TYPE_OSM: 132 return " OSM QDIO"; 133 case QETH_CARD_TYPE_OSX: 134 return " OSX QDIO"; 135 default: 136 return " unknown"; 137 } 138 } 139 return " n/a"; 140 } 141 142 /* max length to be returned: 14 */ 143 const char *qeth_get_cardname_short(struct qeth_card *card) 144 { 145 if (card->info.guestlan) { 146 switch (card->info.type) { 147 case QETH_CARD_TYPE_OSD: 148 return "Virt.NIC QDIO"; 149 case QETH_CARD_TYPE_IQD: 150 return "Virt.NIC Hiper"; 151 case QETH_CARD_TYPE_OSM: 152 return "Virt.NIC OSM"; 153 case QETH_CARD_TYPE_OSX: 154 return "Virt.NIC OSX"; 155 default: 156 return "unknown"; 157 } 158 } else { 159 switch (card->info.type) { 160 case QETH_CARD_TYPE_OSD: 161 switch (card->info.link_type) { 162 case QETH_LINK_TYPE_FAST_ETH: 163 return "OSD_100"; 164 case QETH_LINK_TYPE_HSTR: 165 return "HSTR"; 166 case QETH_LINK_TYPE_GBIT_ETH: 167 return "OSD_1000"; 168 case QETH_LINK_TYPE_10GBIT_ETH: 169 return "OSD_10GIG"; 170 case QETH_LINK_TYPE_25GBIT_ETH: 171 return "OSD_25GIG"; 172 case QETH_LINK_TYPE_LANE_ETH100: 173 return "OSD_FE_LANE"; 174 case QETH_LINK_TYPE_LANE_TR: 175 return "OSD_TR_LANE"; 176 case QETH_LINK_TYPE_LANE_ETH1000: 177 return "OSD_GbE_LANE"; 178 case QETH_LINK_TYPE_LANE: 179 return "OSD_ATM_LANE"; 180 default: 181 return "OSD_Express"; 182 } 183 case QETH_CARD_TYPE_IQD: 184 return "HiperSockets"; 185 case QETH_CARD_TYPE_OSN: 186 return "OSN"; 187 case QETH_CARD_TYPE_OSM: 188 return "OSM_1000"; 189 case QETH_CARD_TYPE_OSX: 190 return "OSX_10GIG"; 191 default: 192 return "unknown"; 193 } 194 } 195 return "n/a"; 196 } 197 198 void qeth_set_recovery_task(struct qeth_card *card) 199 { 200 card->recovery_task = current; 201 } 202 EXPORT_SYMBOL_GPL(qeth_set_recovery_task); 203 204 void qeth_clear_recovery_task(struct qeth_card *card) 205 { 206 card->recovery_task = NULL; 207 } 208 EXPORT_SYMBOL_GPL(qeth_clear_recovery_task); 209 210 static bool qeth_is_recovery_task(const struct qeth_card *card) 211 { 212 return card->recovery_task == current; 213 } 214 215 void qeth_set_allowed_threads(struct qeth_card *card, unsigned long threads, 216 int clear_start_mask) 217 { 218 unsigned long flags; 219 220 spin_lock_irqsave(&card->thread_mask_lock, flags); 221 card->thread_allowed_mask = threads; 222 if (clear_start_mask) 223 card->thread_start_mask &= threads; 224 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 225 wake_up(&card->wait_q); 226 } 227 EXPORT_SYMBOL_GPL(qeth_set_allowed_threads); 228 229 int qeth_threads_running(struct qeth_card *card, unsigned long threads) 230 { 231 unsigned long flags; 232 int rc = 0; 233 234 spin_lock_irqsave(&card->thread_mask_lock, flags); 235 rc = (card->thread_running_mask & threads); 236 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 237 return rc; 238 } 239 EXPORT_SYMBOL_GPL(qeth_threads_running); 240 241 int qeth_wait_for_threads(struct qeth_card *card, unsigned long threads) 242 { 243 if (qeth_is_recovery_task(card)) 244 return 0; 245 return wait_event_interruptible(card->wait_q, 246 qeth_threads_running(card, threads) == 0); 247 } 248 EXPORT_SYMBOL_GPL(qeth_wait_for_threads); 249 250 void qeth_clear_working_pool_list(struct qeth_card *card) 251 { 252 struct qeth_buffer_pool_entry *pool_entry, *tmp; 253 254 QETH_CARD_TEXT(card, 5, "clwrklst"); 255 list_for_each_entry_safe(pool_entry, tmp, 256 &card->qdio.in_buf_pool.entry_list, list){ 257 list_del(&pool_entry->list); 258 } 259 } 260 EXPORT_SYMBOL_GPL(qeth_clear_working_pool_list); 261 262 static int qeth_alloc_buffer_pool(struct qeth_card *card) 263 { 264 struct qeth_buffer_pool_entry *pool_entry; 265 void *ptr; 266 int i, j; 267 268 QETH_CARD_TEXT(card, 5, "alocpool"); 269 for (i = 0; i < card->qdio.init_pool.buf_count; ++i) { 270 pool_entry = kzalloc(sizeof(*pool_entry), GFP_KERNEL); 271 if (!pool_entry) { 272 qeth_free_buffer_pool(card); 273 return -ENOMEM; 274 } 275 for (j = 0; j < QETH_MAX_BUFFER_ELEMENTS(card); ++j) { 276 ptr = (void *) __get_free_page(GFP_KERNEL); 277 if (!ptr) { 278 while (j > 0) 279 free_page((unsigned long) 280 pool_entry->elements[--j]); 281 kfree(pool_entry); 282 qeth_free_buffer_pool(card); 283 return -ENOMEM; 284 } 285 pool_entry->elements[j] = ptr; 286 } 287 list_add(&pool_entry->init_list, 288 &card->qdio.init_pool.entry_list); 289 } 290 return 0; 291 } 292 293 int qeth_realloc_buffer_pool(struct qeth_card *card, int bufcnt) 294 { 295 QETH_CARD_TEXT(card, 2, "realcbp"); 296 297 if ((card->state != CARD_STATE_DOWN) && 298 (card->state != CARD_STATE_RECOVER)) 299 return -EPERM; 300 301 /* TODO: steel/add buffers from/to a running card's buffer pool (?) */ 302 qeth_clear_working_pool_list(card); 303 qeth_free_buffer_pool(card); 304 card->qdio.in_buf_pool.buf_count = bufcnt; 305 card->qdio.init_pool.buf_count = bufcnt; 306 return qeth_alloc_buffer_pool(card); 307 } 308 EXPORT_SYMBOL_GPL(qeth_realloc_buffer_pool); 309 310 static void qeth_free_qdio_queue(struct qeth_qdio_q *q) 311 { 312 if (!q) 313 return; 314 315 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 316 kfree(q); 317 } 318 319 static struct qeth_qdio_q *qeth_alloc_qdio_queue(void) 320 { 321 struct qeth_qdio_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 322 int i; 323 324 if (!q) 325 return NULL; 326 327 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 328 kfree(q); 329 return NULL; 330 } 331 332 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) 333 q->bufs[i].buffer = q->qdio_bufs[i]; 334 335 QETH_DBF_HEX(SETUP, 2, &q, sizeof(void *)); 336 return q; 337 } 338 339 static int qeth_cq_init(struct qeth_card *card) 340 { 341 int rc; 342 343 if (card->options.cq == QETH_CQ_ENABLED) { 344 QETH_DBF_TEXT(SETUP, 2, "cqinit"); 345 qdio_reset_buffers(card->qdio.c_q->qdio_bufs, 346 QDIO_MAX_BUFFERS_PER_Q); 347 card->qdio.c_q->next_buf_to_init = 127; 348 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 349 card->qdio.no_in_queues - 1, 0, 350 127); 351 if (rc) { 352 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 353 goto out; 354 } 355 } 356 rc = 0; 357 out: 358 return rc; 359 } 360 361 static int qeth_alloc_cq(struct qeth_card *card) 362 { 363 int rc; 364 365 if (card->options.cq == QETH_CQ_ENABLED) { 366 int i; 367 struct qdio_outbuf_state *outbuf_states; 368 369 QETH_DBF_TEXT(SETUP, 2, "cqon"); 370 card->qdio.c_q = qeth_alloc_qdio_queue(); 371 if (!card->qdio.c_q) { 372 rc = -1; 373 goto kmsg_out; 374 } 375 card->qdio.no_in_queues = 2; 376 card->qdio.out_bufstates = 377 kcalloc(card->qdio.no_out_queues * 378 QDIO_MAX_BUFFERS_PER_Q, 379 sizeof(struct qdio_outbuf_state), 380 GFP_KERNEL); 381 outbuf_states = card->qdio.out_bufstates; 382 if (outbuf_states == NULL) { 383 rc = -1; 384 goto free_cq_out; 385 } 386 for (i = 0; i < card->qdio.no_out_queues; ++i) { 387 card->qdio.out_qs[i]->bufstates = outbuf_states; 388 outbuf_states += QDIO_MAX_BUFFERS_PER_Q; 389 } 390 } else { 391 QETH_DBF_TEXT(SETUP, 2, "nocq"); 392 card->qdio.c_q = NULL; 393 card->qdio.no_in_queues = 1; 394 } 395 QETH_DBF_TEXT_(SETUP, 2, "iqc%d", card->qdio.no_in_queues); 396 rc = 0; 397 out: 398 return rc; 399 free_cq_out: 400 qeth_free_qdio_queue(card->qdio.c_q); 401 card->qdio.c_q = NULL; 402 kmsg_out: 403 dev_err(&card->gdev->dev, "Failed to create completion queue\n"); 404 goto out; 405 } 406 407 static void qeth_free_cq(struct qeth_card *card) 408 { 409 if (card->qdio.c_q) { 410 --card->qdio.no_in_queues; 411 qeth_free_qdio_queue(card->qdio.c_q); 412 card->qdio.c_q = NULL; 413 } 414 kfree(card->qdio.out_bufstates); 415 card->qdio.out_bufstates = NULL; 416 } 417 418 static enum iucv_tx_notify qeth_compute_cq_notification(int sbalf15, 419 int delayed) 420 { 421 enum iucv_tx_notify n; 422 423 switch (sbalf15) { 424 case 0: 425 n = delayed ? TX_NOTIFY_DELAYED_OK : TX_NOTIFY_OK; 426 break; 427 case 4: 428 case 16: 429 case 17: 430 case 18: 431 n = delayed ? TX_NOTIFY_DELAYED_UNREACHABLE : 432 TX_NOTIFY_UNREACHABLE; 433 break; 434 default: 435 n = delayed ? TX_NOTIFY_DELAYED_GENERALERROR : 436 TX_NOTIFY_GENERALERROR; 437 break; 438 } 439 440 return n; 441 } 442 443 static void qeth_cleanup_handled_pending(struct qeth_qdio_out_q *q, int bidx, 444 int forced_cleanup) 445 { 446 if (q->card->options.cq != QETH_CQ_ENABLED) 447 return; 448 449 if (q->bufs[bidx]->next_pending != NULL) { 450 struct qeth_qdio_out_buffer *head = q->bufs[bidx]; 451 struct qeth_qdio_out_buffer *c = q->bufs[bidx]->next_pending; 452 453 while (c) { 454 if (forced_cleanup || 455 atomic_read(&c->state) == 456 QETH_QDIO_BUF_HANDLED_DELAYED) { 457 struct qeth_qdio_out_buffer *f = c; 458 QETH_CARD_TEXT(f->q->card, 5, "fp"); 459 QETH_CARD_TEXT_(f->q->card, 5, "%lx", (long) f); 460 /* release here to avoid interleaving between 461 outbound tasklet and inbound tasklet 462 regarding notifications and lifecycle */ 463 qeth_release_skbs(c); 464 465 c = f->next_pending; 466 WARN_ON_ONCE(head->next_pending != f); 467 head->next_pending = c; 468 kmem_cache_free(qeth_qdio_outbuf_cache, f); 469 } else { 470 head = c; 471 c = c->next_pending; 472 } 473 474 } 475 } 476 if (forced_cleanup && (atomic_read(&(q->bufs[bidx]->state)) == 477 QETH_QDIO_BUF_HANDLED_DELAYED)) { 478 /* for recovery situations */ 479 qeth_init_qdio_out_buf(q, bidx); 480 QETH_CARD_TEXT(q->card, 2, "clprecov"); 481 } 482 } 483 484 485 static void qeth_qdio_handle_aob(struct qeth_card *card, 486 unsigned long phys_aob_addr) 487 { 488 struct qaob *aob; 489 struct qeth_qdio_out_buffer *buffer; 490 enum iucv_tx_notify notification; 491 unsigned int i; 492 493 aob = (struct qaob *) phys_to_virt(phys_aob_addr); 494 QETH_CARD_TEXT(card, 5, "haob"); 495 QETH_CARD_TEXT_(card, 5, "%lx", phys_aob_addr); 496 buffer = (struct qeth_qdio_out_buffer *) aob->user1; 497 QETH_CARD_TEXT_(card, 5, "%lx", aob->user1); 498 499 if (atomic_cmpxchg(&buffer->state, QETH_QDIO_BUF_PRIMED, 500 QETH_QDIO_BUF_IN_CQ) == QETH_QDIO_BUF_PRIMED) { 501 notification = TX_NOTIFY_OK; 502 } else { 503 WARN_ON_ONCE(atomic_read(&buffer->state) != 504 QETH_QDIO_BUF_PENDING); 505 atomic_set(&buffer->state, QETH_QDIO_BUF_IN_CQ); 506 notification = TX_NOTIFY_DELAYED_OK; 507 } 508 509 if (aob->aorc != 0) { 510 QETH_CARD_TEXT_(card, 2, "aorc%02X", aob->aorc); 511 notification = qeth_compute_cq_notification(aob->aorc, 1); 512 } 513 qeth_notify_skbs(buffer->q, buffer, notification); 514 515 /* Free dangling allocations. The attached skbs are handled by 516 * qeth_cleanup_handled_pending(). 517 */ 518 for (i = 0; 519 i < aob->sb_count && i < QETH_MAX_BUFFER_ELEMENTS(card); 520 i++) { 521 if (aob->sba[i] && buffer->is_header[i]) 522 kmem_cache_free(qeth_core_header_cache, 523 (void *) aob->sba[i]); 524 } 525 atomic_set(&buffer->state, QETH_QDIO_BUF_HANDLED_DELAYED); 526 527 qdio_release_aob(aob); 528 } 529 530 static inline int qeth_is_cq(struct qeth_card *card, unsigned int queue) 531 { 532 return card->options.cq == QETH_CQ_ENABLED && 533 card->qdio.c_q != NULL && 534 queue != 0 && 535 queue == card->qdio.no_in_queues - 1; 536 } 537 538 static void qeth_setup_ccw(struct ccw1 *ccw, u8 cmd_code, u32 len, void *data) 539 { 540 ccw->cmd_code = cmd_code; 541 ccw->flags = CCW_FLAG_SLI; 542 ccw->count = len; 543 ccw->cda = (__u32) __pa(data); 544 } 545 546 static int __qeth_issue_next_read(struct qeth_card *card) 547 { 548 struct qeth_channel *channel = &card->read; 549 struct qeth_cmd_buffer *iob; 550 int rc; 551 552 QETH_CARD_TEXT(card, 5, "issnxrd"); 553 if (channel->state != CH_STATE_UP) 554 return -EIO; 555 iob = qeth_get_buffer(channel); 556 if (!iob) { 557 dev_warn(&card->gdev->dev, "The qeth device driver " 558 "failed to recover an error on the device\n"); 559 QETH_DBF_MESSAGE(2, "issue_next_read on device %x failed: no iob available\n", 560 CARD_DEVID(card)); 561 return -ENOMEM; 562 } 563 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 564 QETH_CARD_TEXT(card, 6, "noirqpnd"); 565 rc = ccw_device_start(channel->ccwdev, channel->ccw, 566 (addr_t) iob, 0, 0); 567 if (rc) { 568 QETH_DBF_MESSAGE(2, "error %i on device %x when starting next read ccw!\n", 569 rc, CARD_DEVID(card)); 570 atomic_set(&channel->irq_pending, 0); 571 card->read_or_write_problem = 1; 572 qeth_schedule_recovery(card); 573 wake_up(&card->wait_q); 574 } 575 return rc; 576 } 577 578 static int qeth_issue_next_read(struct qeth_card *card) 579 { 580 int ret; 581 582 spin_lock_irq(get_ccwdev_lock(CARD_RDEV(card))); 583 ret = __qeth_issue_next_read(card); 584 spin_unlock_irq(get_ccwdev_lock(CARD_RDEV(card))); 585 586 return ret; 587 } 588 589 static struct qeth_reply *qeth_alloc_reply(struct qeth_card *card) 590 { 591 struct qeth_reply *reply; 592 593 reply = kzalloc(sizeof(struct qeth_reply), GFP_ATOMIC); 594 if (reply) { 595 refcount_set(&reply->refcnt, 1); 596 atomic_set(&reply->received, 0); 597 } 598 return reply; 599 } 600 601 static void qeth_get_reply(struct qeth_reply *reply) 602 { 603 refcount_inc(&reply->refcnt); 604 } 605 606 static void qeth_put_reply(struct qeth_reply *reply) 607 { 608 if (refcount_dec_and_test(&reply->refcnt)) 609 kfree(reply); 610 } 611 612 static void qeth_issue_ipa_msg(struct qeth_ipa_cmd *cmd, int rc, 613 struct qeth_card *card) 614 { 615 const char *ipa_name; 616 int com = cmd->hdr.command; 617 ipa_name = qeth_get_ipa_cmd_name(com); 618 619 if (rc) 620 QETH_DBF_MESSAGE(2, "IPA: %s(%#x) for device %x returned %#x \"%s\"\n", 621 ipa_name, com, CARD_DEVID(card), rc, 622 qeth_get_ipa_msg(rc)); 623 else 624 QETH_DBF_MESSAGE(5, "IPA: %s(%#x) for device %x succeeded\n", 625 ipa_name, com, CARD_DEVID(card)); 626 } 627 628 static struct qeth_ipa_cmd *qeth_check_ipa_data(struct qeth_card *card, 629 struct qeth_ipa_cmd *cmd) 630 { 631 QETH_CARD_TEXT(card, 5, "chkipad"); 632 633 if (IS_IPA_REPLY(cmd)) { 634 if (cmd->hdr.command != IPA_CMD_SETCCID && 635 cmd->hdr.command != IPA_CMD_DELCCID && 636 cmd->hdr.command != IPA_CMD_MODCCID && 637 cmd->hdr.command != IPA_CMD_SET_DIAG_ASS) 638 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 639 return cmd; 640 } 641 642 /* handle unsolicited event: */ 643 switch (cmd->hdr.command) { 644 case IPA_CMD_STOPLAN: 645 if (cmd->hdr.return_code == IPA_RC_VEPA_TO_VEB_TRANSITION) { 646 dev_err(&card->gdev->dev, 647 "Interface %s is down because the adjacent port is no longer in reflective relay mode\n", 648 QETH_CARD_IFNAME(card)); 649 qeth_close_dev(card); 650 } else { 651 dev_warn(&card->gdev->dev, 652 "The link for interface %s on CHPID 0x%X failed\n", 653 QETH_CARD_IFNAME(card), card->info.chpid); 654 qeth_issue_ipa_msg(cmd, cmd->hdr.return_code, card); 655 netif_carrier_off(card->dev); 656 } 657 return NULL; 658 case IPA_CMD_STARTLAN: 659 dev_info(&card->gdev->dev, 660 "The link for %s on CHPID 0x%X has been restored\n", 661 QETH_CARD_IFNAME(card), card->info.chpid); 662 if (card->info.hwtrap) 663 card->info.hwtrap = 2; 664 qeth_schedule_recovery(card); 665 return NULL; 666 case IPA_CMD_SETBRIDGEPORT_IQD: 667 case IPA_CMD_SETBRIDGEPORT_OSA: 668 case IPA_CMD_ADDRESS_CHANGE_NOTIF: 669 if (card->discipline->control_event_handler(card, cmd)) 670 return cmd; 671 return NULL; 672 case IPA_CMD_MODCCID: 673 return cmd; 674 case IPA_CMD_REGISTER_LOCAL_ADDR: 675 QETH_CARD_TEXT(card, 3, "irla"); 676 return NULL; 677 case IPA_CMD_UNREGISTER_LOCAL_ADDR: 678 QETH_CARD_TEXT(card, 3, "urla"); 679 return NULL; 680 default: 681 QETH_DBF_MESSAGE(2, "Received data is IPA but not a reply!\n"); 682 return cmd; 683 } 684 } 685 686 void qeth_clear_ipacmd_list(struct qeth_card *card) 687 { 688 struct qeth_reply *reply, *r; 689 unsigned long flags; 690 691 QETH_CARD_TEXT(card, 4, "clipalst"); 692 693 spin_lock_irqsave(&card->lock, flags); 694 list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) { 695 qeth_get_reply(reply); 696 reply->rc = -EIO; 697 atomic_inc(&reply->received); 698 list_del_init(&reply->list); 699 wake_up(&reply->wait_q); 700 qeth_put_reply(reply); 701 } 702 spin_unlock_irqrestore(&card->lock, flags); 703 } 704 EXPORT_SYMBOL_GPL(qeth_clear_ipacmd_list); 705 706 static int qeth_check_idx_response(struct qeth_card *card, 707 unsigned char *buffer) 708 { 709 if (!buffer) 710 return 0; 711 712 QETH_DBF_HEX(CTRL, 2, buffer, QETH_DBF_CTRL_LEN); 713 if ((buffer[2] & 0xc0) == 0xc0) { 714 QETH_DBF_MESSAGE(2, "received an IDX TERMINATE with cause code %#04x\n", 715 buffer[4]); 716 QETH_CARD_TEXT(card, 2, "ckidxres"); 717 QETH_CARD_TEXT(card, 2, " idxterm"); 718 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 719 if (buffer[4] == 0xf6) { 720 dev_err(&card->gdev->dev, 721 "The qeth device is not configured " 722 "for the OSI layer required by z/VM\n"); 723 return -EPERM; 724 } 725 return -EIO; 726 } 727 return 0; 728 } 729 730 static struct qeth_cmd_buffer *__qeth_get_buffer(struct qeth_channel *channel) 731 { 732 __u8 index; 733 734 index = channel->io_buf_no; 735 do { 736 if (channel->iob[index].state == BUF_STATE_FREE) { 737 channel->iob[index].state = BUF_STATE_LOCKED; 738 channel->io_buf_no = (channel->io_buf_no + 1) % 739 QETH_CMD_BUFFER_NO; 740 memset(channel->iob[index].data, 0, QETH_BUFSIZE); 741 return channel->iob + index; 742 } 743 index = (index + 1) % QETH_CMD_BUFFER_NO; 744 } while (index != channel->io_buf_no); 745 746 return NULL; 747 } 748 749 void qeth_release_buffer(struct qeth_channel *channel, 750 struct qeth_cmd_buffer *iob) 751 { 752 unsigned long flags; 753 754 spin_lock_irqsave(&channel->iob_lock, flags); 755 iob->state = BUF_STATE_FREE; 756 iob->callback = qeth_send_control_data_cb; 757 iob->rc = 0; 758 spin_unlock_irqrestore(&channel->iob_lock, flags); 759 wake_up(&channel->wait_q); 760 } 761 EXPORT_SYMBOL_GPL(qeth_release_buffer); 762 763 static void qeth_release_buffer_cb(struct qeth_card *card, 764 struct qeth_channel *channel, 765 struct qeth_cmd_buffer *iob) 766 { 767 qeth_release_buffer(channel, iob); 768 } 769 770 static struct qeth_cmd_buffer *qeth_get_buffer(struct qeth_channel *channel) 771 { 772 struct qeth_cmd_buffer *buffer = NULL; 773 unsigned long flags; 774 775 spin_lock_irqsave(&channel->iob_lock, flags); 776 buffer = __qeth_get_buffer(channel); 777 spin_unlock_irqrestore(&channel->iob_lock, flags); 778 return buffer; 779 } 780 781 struct qeth_cmd_buffer *qeth_wait_for_buffer(struct qeth_channel *channel) 782 { 783 struct qeth_cmd_buffer *buffer; 784 wait_event(channel->wait_q, 785 ((buffer = qeth_get_buffer(channel)) != NULL)); 786 return buffer; 787 } 788 EXPORT_SYMBOL_GPL(qeth_wait_for_buffer); 789 790 void qeth_clear_cmd_buffers(struct qeth_channel *channel) 791 { 792 int cnt; 793 794 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 795 qeth_release_buffer(channel, &channel->iob[cnt]); 796 channel->io_buf_no = 0; 797 } 798 EXPORT_SYMBOL_GPL(qeth_clear_cmd_buffers); 799 800 static void qeth_send_control_data_cb(struct qeth_card *card, 801 struct qeth_channel *channel, 802 struct qeth_cmd_buffer *iob) 803 { 804 struct qeth_ipa_cmd *cmd = NULL; 805 struct qeth_reply *reply, *r; 806 unsigned long flags; 807 int keep_reply; 808 int rc = 0; 809 810 QETH_CARD_TEXT(card, 4, "sndctlcb"); 811 rc = qeth_check_idx_response(card, iob->data); 812 switch (rc) { 813 case 0: 814 break; 815 case -EIO: 816 qeth_clear_ipacmd_list(card); 817 qeth_schedule_recovery(card); 818 /* fall through */ 819 default: 820 goto out; 821 } 822 823 if (IS_IPA(iob->data)) { 824 cmd = (struct qeth_ipa_cmd *) PDU_ENCAPSULATION(iob->data); 825 cmd = qeth_check_ipa_data(card, cmd); 826 if (!cmd) 827 goto out; 828 if (IS_OSN(card) && card->osn_info.assist_cb && 829 cmd->hdr.command != IPA_CMD_STARTLAN) { 830 card->osn_info.assist_cb(card->dev, cmd); 831 goto out; 832 } 833 } else { 834 /* non-IPA commands should only flow during initialization */ 835 if (card->state != CARD_STATE_DOWN) 836 goto out; 837 } 838 839 spin_lock_irqsave(&card->lock, flags); 840 list_for_each_entry_safe(reply, r, &card->cmd_waiter_list, list) { 841 if ((reply->seqno == QETH_IDX_COMMAND_SEQNO) || 842 ((cmd) && (reply->seqno == cmd->hdr.seqno))) { 843 qeth_get_reply(reply); 844 list_del_init(&reply->list); 845 spin_unlock_irqrestore(&card->lock, flags); 846 keep_reply = 0; 847 if (reply->callback != NULL) { 848 if (cmd) { 849 reply->offset = (__u16)((char *)cmd - 850 (char *)iob->data); 851 keep_reply = reply->callback(card, 852 reply, 853 (unsigned long)cmd); 854 } else 855 keep_reply = reply->callback(card, 856 reply, 857 (unsigned long)iob); 858 } 859 if (cmd) 860 reply->rc = (u16) cmd->hdr.return_code; 861 else if (iob->rc) 862 reply->rc = iob->rc; 863 if (keep_reply) { 864 spin_lock_irqsave(&card->lock, flags); 865 list_add_tail(&reply->list, 866 &card->cmd_waiter_list); 867 spin_unlock_irqrestore(&card->lock, flags); 868 } else { 869 atomic_inc(&reply->received); 870 wake_up(&reply->wait_q); 871 } 872 qeth_put_reply(reply); 873 goto out; 874 } 875 } 876 spin_unlock_irqrestore(&card->lock, flags); 877 out: 878 memcpy(&card->seqno.pdu_hdr_ack, 879 QETH_PDU_HEADER_SEQ_NO(iob->data), 880 QETH_SEQ_NO_LENGTH); 881 qeth_release_buffer(channel, iob); 882 } 883 884 static int qeth_set_thread_start_bit(struct qeth_card *card, 885 unsigned long thread) 886 { 887 unsigned long flags; 888 889 spin_lock_irqsave(&card->thread_mask_lock, flags); 890 if (!(card->thread_allowed_mask & thread) || 891 (card->thread_start_mask & thread)) { 892 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 893 return -EPERM; 894 } 895 card->thread_start_mask |= thread; 896 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 897 return 0; 898 } 899 900 void qeth_clear_thread_start_bit(struct qeth_card *card, unsigned long thread) 901 { 902 unsigned long flags; 903 904 spin_lock_irqsave(&card->thread_mask_lock, flags); 905 card->thread_start_mask &= ~thread; 906 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 907 wake_up(&card->wait_q); 908 } 909 EXPORT_SYMBOL_GPL(qeth_clear_thread_start_bit); 910 911 void qeth_clear_thread_running_bit(struct qeth_card *card, unsigned long thread) 912 { 913 unsigned long flags; 914 915 spin_lock_irqsave(&card->thread_mask_lock, flags); 916 card->thread_running_mask &= ~thread; 917 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 918 wake_up_all(&card->wait_q); 919 } 920 EXPORT_SYMBOL_GPL(qeth_clear_thread_running_bit); 921 922 static int __qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 923 { 924 unsigned long flags; 925 int rc = 0; 926 927 spin_lock_irqsave(&card->thread_mask_lock, flags); 928 if (card->thread_start_mask & thread) { 929 if ((card->thread_allowed_mask & thread) && 930 !(card->thread_running_mask & thread)) { 931 rc = 1; 932 card->thread_start_mask &= ~thread; 933 card->thread_running_mask |= thread; 934 } else 935 rc = -EPERM; 936 } 937 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 938 return rc; 939 } 940 941 int qeth_do_run_thread(struct qeth_card *card, unsigned long thread) 942 { 943 int rc = 0; 944 945 wait_event(card->wait_q, 946 (rc = __qeth_do_run_thread(card, thread)) >= 0); 947 return rc; 948 } 949 EXPORT_SYMBOL_GPL(qeth_do_run_thread); 950 951 void qeth_schedule_recovery(struct qeth_card *card) 952 { 953 QETH_CARD_TEXT(card, 2, "startrec"); 954 if (qeth_set_thread_start_bit(card, QETH_RECOVER_THREAD) == 0) 955 schedule_work(&card->kernel_thread_starter); 956 } 957 EXPORT_SYMBOL_GPL(qeth_schedule_recovery); 958 959 static int qeth_get_problem(struct qeth_card *card, struct ccw_device *cdev, 960 struct irb *irb) 961 { 962 int dstat, cstat; 963 char *sense; 964 965 sense = (char *) irb->ecw; 966 cstat = irb->scsw.cmd.cstat; 967 dstat = irb->scsw.cmd.dstat; 968 969 if (cstat & (SCHN_STAT_CHN_CTRL_CHK | SCHN_STAT_INTF_CTRL_CHK | 970 SCHN_STAT_CHN_DATA_CHK | SCHN_STAT_CHAIN_CHECK | 971 SCHN_STAT_PROT_CHECK | SCHN_STAT_PROG_CHECK)) { 972 QETH_CARD_TEXT(card, 2, "CGENCHK"); 973 dev_warn(&cdev->dev, "The qeth device driver " 974 "failed to recover an error on the device\n"); 975 QETH_DBF_MESSAGE(2, "check on channel %x with dstat=%#x, cstat=%#x\n", 976 CCW_DEVID(cdev), dstat, cstat); 977 print_hex_dump(KERN_WARNING, "qeth: irb ", DUMP_PREFIX_OFFSET, 978 16, 1, irb, 64, 1); 979 return 1; 980 } 981 982 if (dstat & DEV_STAT_UNIT_CHECK) { 983 if (sense[SENSE_RESETTING_EVENT_BYTE] & 984 SENSE_RESETTING_EVENT_FLAG) { 985 QETH_CARD_TEXT(card, 2, "REVIND"); 986 return 1; 987 } 988 if (sense[SENSE_COMMAND_REJECT_BYTE] & 989 SENSE_COMMAND_REJECT_FLAG) { 990 QETH_CARD_TEXT(card, 2, "CMDREJi"); 991 return 1; 992 } 993 if ((sense[2] == 0xaf) && (sense[3] == 0xfe)) { 994 QETH_CARD_TEXT(card, 2, "AFFE"); 995 return 1; 996 } 997 if ((!sense[0]) && (!sense[1]) && (!sense[2]) && (!sense[3])) { 998 QETH_CARD_TEXT(card, 2, "ZEROSEN"); 999 return 0; 1000 } 1001 QETH_CARD_TEXT(card, 2, "DGENCHK"); 1002 return 1; 1003 } 1004 return 0; 1005 } 1006 1007 static long qeth_check_irb_error(struct qeth_card *card, 1008 struct ccw_device *cdev, unsigned long intparm, 1009 struct irb *irb) 1010 { 1011 if (!IS_ERR(irb)) 1012 return 0; 1013 1014 switch (PTR_ERR(irb)) { 1015 case -EIO: 1016 QETH_DBF_MESSAGE(2, "i/o-error on channel %x\n", 1017 CCW_DEVID(cdev)); 1018 QETH_CARD_TEXT(card, 2, "ckirberr"); 1019 QETH_CARD_TEXT_(card, 2, " rc%d", -EIO); 1020 break; 1021 case -ETIMEDOUT: 1022 dev_warn(&cdev->dev, "A hardware operation timed out" 1023 " on the device\n"); 1024 QETH_CARD_TEXT(card, 2, "ckirberr"); 1025 QETH_CARD_TEXT_(card, 2, " rc%d", -ETIMEDOUT); 1026 if (intparm == QETH_RCD_PARM) { 1027 if (card->data.ccwdev == cdev) { 1028 card->data.state = CH_STATE_DOWN; 1029 wake_up(&card->wait_q); 1030 } 1031 } 1032 break; 1033 default: 1034 QETH_DBF_MESSAGE(2, "unknown error %ld on channel %x\n", 1035 PTR_ERR(irb), CCW_DEVID(cdev)); 1036 QETH_CARD_TEXT(card, 2, "ckirberr"); 1037 QETH_CARD_TEXT(card, 2, " rc???"); 1038 } 1039 return PTR_ERR(irb); 1040 } 1041 1042 static void qeth_irq(struct ccw_device *cdev, unsigned long intparm, 1043 struct irb *irb) 1044 { 1045 int rc; 1046 int cstat, dstat; 1047 struct qeth_cmd_buffer *iob = NULL; 1048 struct ccwgroup_device *gdev; 1049 struct qeth_channel *channel; 1050 struct qeth_card *card; 1051 1052 /* while we hold the ccwdev lock, this stays valid: */ 1053 gdev = dev_get_drvdata(&cdev->dev); 1054 card = dev_get_drvdata(&gdev->dev); 1055 if (!card) 1056 return; 1057 1058 QETH_CARD_TEXT(card, 5, "irq"); 1059 1060 if (card->read.ccwdev == cdev) { 1061 channel = &card->read; 1062 QETH_CARD_TEXT(card, 5, "read"); 1063 } else if (card->write.ccwdev == cdev) { 1064 channel = &card->write; 1065 QETH_CARD_TEXT(card, 5, "write"); 1066 } else { 1067 channel = &card->data; 1068 QETH_CARD_TEXT(card, 5, "data"); 1069 } 1070 1071 if (qeth_intparm_is_iob(intparm)) 1072 iob = (struct qeth_cmd_buffer *) __va((addr_t)intparm); 1073 1074 if (qeth_check_irb_error(card, cdev, intparm, irb)) { 1075 /* IO was terminated, free its resources. */ 1076 if (iob) 1077 qeth_release_buffer(iob->channel, iob); 1078 atomic_set(&channel->irq_pending, 0); 1079 wake_up(&card->wait_q); 1080 return; 1081 } 1082 1083 atomic_set(&channel->irq_pending, 0); 1084 1085 if (irb->scsw.cmd.fctl & (SCSW_FCTL_CLEAR_FUNC)) 1086 channel->state = CH_STATE_STOPPED; 1087 1088 if (irb->scsw.cmd.fctl & (SCSW_FCTL_HALT_FUNC)) 1089 channel->state = CH_STATE_HALTED; 1090 1091 /*let's wake up immediately on data channel*/ 1092 if ((channel == &card->data) && (intparm != 0) && 1093 (intparm != QETH_RCD_PARM)) 1094 goto out; 1095 1096 if (intparm == QETH_CLEAR_CHANNEL_PARM) { 1097 QETH_CARD_TEXT(card, 6, "clrchpar"); 1098 /* we don't have to handle this further */ 1099 intparm = 0; 1100 } 1101 if (intparm == QETH_HALT_CHANNEL_PARM) { 1102 QETH_CARD_TEXT(card, 6, "hltchpar"); 1103 /* we don't have to handle this further */ 1104 intparm = 0; 1105 } 1106 1107 cstat = irb->scsw.cmd.cstat; 1108 dstat = irb->scsw.cmd.dstat; 1109 1110 if ((dstat & DEV_STAT_UNIT_EXCEP) || 1111 (dstat & DEV_STAT_UNIT_CHECK) || 1112 (cstat)) { 1113 if (irb->esw.esw0.erw.cons) { 1114 dev_warn(&channel->ccwdev->dev, 1115 "The qeth device driver failed to recover " 1116 "an error on the device\n"); 1117 QETH_DBF_MESSAGE(2, "sense data available on channel %x: cstat %#X dstat %#X\n", 1118 CCW_DEVID(channel->ccwdev), cstat, 1119 dstat); 1120 print_hex_dump(KERN_WARNING, "qeth: irb ", 1121 DUMP_PREFIX_OFFSET, 16, 1, irb, 32, 1); 1122 print_hex_dump(KERN_WARNING, "qeth: sense data ", 1123 DUMP_PREFIX_OFFSET, 16, 1, irb->ecw, 32, 1); 1124 } 1125 if (intparm == QETH_RCD_PARM) { 1126 channel->state = CH_STATE_DOWN; 1127 goto out; 1128 } 1129 rc = qeth_get_problem(card, cdev, irb); 1130 if (rc) { 1131 card->read_or_write_problem = 1; 1132 qeth_clear_ipacmd_list(card); 1133 qeth_schedule_recovery(card); 1134 goto out; 1135 } 1136 } 1137 1138 if (intparm == QETH_RCD_PARM) { 1139 channel->state = CH_STATE_RCD_DONE; 1140 goto out; 1141 } 1142 if (channel == &card->data) 1143 return; 1144 if (channel == &card->read && 1145 channel->state == CH_STATE_UP) 1146 __qeth_issue_next_read(card); 1147 1148 if (iob && iob->callback) 1149 iob->callback(card, iob->channel, iob); 1150 1151 out: 1152 wake_up(&card->wait_q); 1153 return; 1154 } 1155 1156 static void qeth_notify_skbs(struct qeth_qdio_out_q *q, 1157 struct qeth_qdio_out_buffer *buf, 1158 enum iucv_tx_notify notification) 1159 { 1160 struct sk_buff *skb; 1161 1162 skb_queue_walk(&buf->skb_list, skb) { 1163 QETH_CARD_TEXT_(q->card, 5, "skbn%d", notification); 1164 QETH_CARD_TEXT_(q->card, 5, "%lx", (long) skb); 1165 if (skb->protocol == htons(ETH_P_AF_IUCV) && skb->sk) 1166 iucv_sk(skb->sk)->sk_txnotify(skb, notification); 1167 } 1168 } 1169 1170 static void qeth_release_skbs(struct qeth_qdio_out_buffer *buf) 1171 { 1172 /* release may never happen from within CQ tasklet scope */ 1173 WARN_ON_ONCE(atomic_read(&buf->state) == QETH_QDIO_BUF_IN_CQ); 1174 1175 if (atomic_read(&buf->state) == QETH_QDIO_BUF_PENDING) 1176 qeth_notify_skbs(buf->q, buf, TX_NOTIFY_GENERALERROR); 1177 1178 __skb_queue_purge(&buf->skb_list); 1179 } 1180 1181 static void qeth_clear_output_buffer(struct qeth_qdio_out_q *queue, 1182 struct qeth_qdio_out_buffer *buf) 1183 { 1184 int i; 1185 1186 /* is PCI flag set on buffer? */ 1187 if (buf->buffer->element[0].sflags & SBAL_SFLAGS0_PCI_REQ) 1188 atomic_dec(&queue->set_pci_flags_count); 1189 1190 qeth_release_skbs(buf); 1191 1192 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(queue->card); ++i) { 1193 if (buf->buffer->element[i].addr && buf->is_header[i]) 1194 kmem_cache_free(qeth_core_header_cache, 1195 buf->buffer->element[i].addr); 1196 buf->is_header[i] = 0; 1197 } 1198 1199 qeth_scrub_qdio_buffer(buf->buffer, 1200 QETH_MAX_BUFFER_ELEMENTS(queue->card)); 1201 buf->next_element_to_fill = 0; 1202 atomic_set(&buf->state, QETH_QDIO_BUF_EMPTY); 1203 } 1204 1205 static void qeth_clear_outq_buffers(struct qeth_qdio_out_q *q, int free) 1206 { 1207 int j; 1208 1209 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 1210 if (!q->bufs[j]) 1211 continue; 1212 qeth_cleanup_handled_pending(q, j, 1); 1213 qeth_clear_output_buffer(q, q->bufs[j]); 1214 if (free) { 1215 kmem_cache_free(qeth_qdio_outbuf_cache, q->bufs[j]); 1216 q->bufs[j] = NULL; 1217 } 1218 } 1219 } 1220 1221 void qeth_clear_qdio_buffers(struct qeth_card *card) 1222 { 1223 int i; 1224 1225 QETH_CARD_TEXT(card, 2, "clearqdbf"); 1226 /* clear outbound buffers to free skbs */ 1227 for (i = 0; i < card->qdio.no_out_queues; ++i) { 1228 if (card->qdio.out_qs[i]) { 1229 qeth_clear_outq_buffers(card->qdio.out_qs[i], 0); 1230 } 1231 } 1232 } 1233 EXPORT_SYMBOL_GPL(qeth_clear_qdio_buffers); 1234 1235 static void qeth_free_buffer_pool(struct qeth_card *card) 1236 { 1237 struct qeth_buffer_pool_entry *pool_entry, *tmp; 1238 int i = 0; 1239 list_for_each_entry_safe(pool_entry, tmp, 1240 &card->qdio.init_pool.entry_list, init_list){ 1241 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) 1242 free_page((unsigned long)pool_entry->elements[i]); 1243 list_del(&pool_entry->init_list); 1244 kfree(pool_entry); 1245 } 1246 } 1247 1248 static void qeth_clean_channel(struct qeth_channel *channel) 1249 { 1250 struct ccw_device *cdev = channel->ccwdev; 1251 int cnt; 1252 1253 QETH_DBF_TEXT(SETUP, 2, "freech"); 1254 1255 spin_lock_irq(get_ccwdev_lock(cdev)); 1256 cdev->handler = NULL; 1257 spin_unlock_irq(get_ccwdev_lock(cdev)); 1258 1259 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) 1260 kfree(channel->iob[cnt].data); 1261 kfree(channel->ccw); 1262 } 1263 1264 static int qeth_setup_channel(struct qeth_channel *channel, bool alloc_buffers) 1265 { 1266 struct ccw_device *cdev = channel->ccwdev; 1267 int cnt; 1268 1269 QETH_DBF_TEXT(SETUP, 2, "setupch"); 1270 1271 channel->ccw = kmalloc(sizeof(struct ccw1), GFP_KERNEL | GFP_DMA); 1272 if (!channel->ccw) 1273 return -ENOMEM; 1274 channel->state = CH_STATE_DOWN; 1275 atomic_set(&channel->irq_pending, 0); 1276 init_waitqueue_head(&channel->wait_q); 1277 1278 spin_lock_irq(get_ccwdev_lock(cdev)); 1279 cdev->handler = qeth_irq; 1280 spin_unlock_irq(get_ccwdev_lock(cdev)); 1281 1282 if (!alloc_buffers) 1283 return 0; 1284 1285 for (cnt = 0; cnt < QETH_CMD_BUFFER_NO; cnt++) { 1286 channel->iob[cnt].data = kmalloc(QETH_BUFSIZE, 1287 GFP_KERNEL | GFP_DMA); 1288 if (channel->iob[cnt].data == NULL) 1289 break; 1290 channel->iob[cnt].state = BUF_STATE_FREE; 1291 channel->iob[cnt].channel = channel; 1292 channel->iob[cnt].callback = qeth_send_control_data_cb; 1293 channel->iob[cnt].rc = 0; 1294 } 1295 if (cnt < QETH_CMD_BUFFER_NO) { 1296 qeth_clean_channel(channel); 1297 return -ENOMEM; 1298 } 1299 channel->io_buf_no = 0; 1300 spin_lock_init(&channel->iob_lock); 1301 1302 return 0; 1303 } 1304 1305 static void qeth_set_single_write_queues(struct qeth_card *card) 1306 { 1307 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1308 (card->qdio.no_out_queues == 4)) 1309 qeth_free_qdio_buffers(card); 1310 1311 card->qdio.no_out_queues = 1; 1312 if (card->qdio.default_out_queue != 0) 1313 dev_info(&card->gdev->dev, "Priority Queueing not supported\n"); 1314 1315 card->qdio.default_out_queue = 0; 1316 } 1317 1318 static void qeth_set_multiple_write_queues(struct qeth_card *card) 1319 { 1320 if ((atomic_read(&card->qdio.state) != QETH_QDIO_UNINITIALIZED) && 1321 (card->qdio.no_out_queues == 1)) { 1322 qeth_free_qdio_buffers(card); 1323 card->qdio.default_out_queue = 2; 1324 } 1325 card->qdio.no_out_queues = 4; 1326 } 1327 1328 static void qeth_update_from_chp_desc(struct qeth_card *card) 1329 { 1330 struct ccw_device *ccwdev; 1331 struct channel_path_desc_fmt0 *chp_dsc; 1332 1333 QETH_DBF_TEXT(SETUP, 2, "chp_desc"); 1334 1335 ccwdev = card->data.ccwdev; 1336 chp_dsc = ccw_device_get_chp_desc(ccwdev, 0); 1337 if (!chp_dsc) 1338 goto out; 1339 1340 card->info.func_level = 0x4100 + chp_dsc->desc; 1341 if (card->info.type == QETH_CARD_TYPE_IQD) 1342 goto out; 1343 1344 /* CHPP field bit 6 == 1 -> single queue */ 1345 if ((chp_dsc->chpp & 0x02) == 0x02) 1346 qeth_set_single_write_queues(card); 1347 else 1348 qeth_set_multiple_write_queues(card); 1349 out: 1350 kfree(chp_dsc); 1351 QETH_DBF_TEXT_(SETUP, 2, "nr:%x", card->qdio.no_out_queues); 1352 QETH_DBF_TEXT_(SETUP, 2, "lvl:%02x", card->info.func_level); 1353 } 1354 1355 static void qeth_init_qdio_info(struct qeth_card *card) 1356 { 1357 QETH_DBF_TEXT(SETUP, 4, "intqdinf"); 1358 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 1359 card->qdio.do_prio_queueing = QETH_PRIOQ_DEFAULT; 1360 card->qdio.default_out_queue = QETH_DEFAULT_QUEUE; 1361 card->qdio.no_out_queues = QETH_MAX_QUEUES; 1362 1363 /* inbound */ 1364 card->qdio.no_in_queues = 1; 1365 card->qdio.in_buf_size = QETH_IN_BUF_SIZE_DEFAULT; 1366 if (card->info.type == QETH_CARD_TYPE_IQD) 1367 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_HSDEFAULT; 1368 else 1369 card->qdio.init_pool.buf_count = QETH_IN_BUF_COUNT_DEFAULT; 1370 card->qdio.in_buf_pool.buf_count = card->qdio.init_pool.buf_count; 1371 INIT_LIST_HEAD(&card->qdio.in_buf_pool.entry_list); 1372 INIT_LIST_HEAD(&card->qdio.init_pool.entry_list); 1373 } 1374 1375 static void qeth_set_initial_options(struct qeth_card *card) 1376 { 1377 card->options.route4.type = NO_ROUTER; 1378 card->options.route6.type = NO_ROUTER; 1379 card->options.rx_sg_cb = QETH_RX_SG_CB; 1380 card->options.isolation = ISOLATION_MODE_NONE; 1381 card->options.cq = QETH_CQ_DISABLED; 1382 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 1383 } 1384 1385 static int qeth_do_start_thread(struct qeth_card *card, unsigned long thread) 1386 { 1387 unsigned long flags; 1388 int rc = 0; 1389 1390 spin_lock_irqsave(&card->thread_mask_lock, flags); 1391 QETH_CARD_TEXT_(card, 4, " %02x%02x%02x", 1392 (u8) card->thread_start_mask, 1393 (u8) card->thread_allowed_mask, 1394 (u8) card->thread_running_mask); 1395 rc = (card->thread_start_mask & thread); 1396 spin_unlock_irqrestore(&card->thread_mask_lock, flags); 1397 return rc; 1398 } 1399 1400 static void qeth_start_kernel_thread(struct work_struct *work) 1401 { 1402 struct task_struct *ts; 1403 struct qeth_card *card = container_of(work, struct qeth_card, 1404 kernel_thread_starter); 1405 QETH_CARD_TEXT(card , 2, "strthrd"); 1406 1407 if (card->read.state != CH_STATE_UP && 1408 card->write.state != CH_STATE_UP) 1409 return; 1410 if (qeth_do_start_thread(card, QETH_RECOVER_THREAD)) { 1411 ts = kthread_run(card->discipline->recover, (void *)card, 1412 "qeth_recover"); 1413 if (IS_ERR(ts)) { 1414 qeth_clear_thread_start_bit(card, QETH_RECOVER_THREAD); 1415 qeth_clear_thread_running_bit(card, 1416 QETH_RECOVER_THREAD); 1417 } 1418 } 1419 } 1420 1421 static void qeth_buffer_reclaim_work(struct work_struct *); 1422 static void qeth_setup_card(struct qeth_card *card) 1423 { 1424 QETH_DBF_TEXT(SETUP, 2, "setupcrd"); 1425 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1426 1427 card->info.type = CARD_RDEV(card)->id.driver_info; 1428 card->state = CARD_STATE_DOWN; 1429 spin_lock_init(&card->mclock); 1430 spin_lock_init(&card->lock); 1431 spin_lock_init(&card->ip_lock); 1432 spin_lock_init(&card->thread_mask_lock); 1433 mutex_init(&card->conf_mutex); 1434 mutex_init(&card->discipline_mutex); 1435 mutex_init(&card->vid_list_mutex); 1436 INIT_WORK(&card->kernel_thread_starter, qeth_start_kernel_thread); 1437 INIT_LIST_HEAD(&card->cmd_waiter_list); 1438 init_waitqueue_head(&card->wait_q); 1439 qeth_set_initial_options(card); 1440 /* IP address takeover */ 1441 INIT_LIST_HEAD(&card->ipato.entries); 1442 qeth_init_qdio_info(card); 1443 INIT_DELAYED_WORK(&card->buffer_reclaim_work, qeth_buffer_reclaim_work); 1444 INIT_WORK(&card->close_dev_work, qeth_close_dev_handler); 1445 } 1446 1447 static void qeth_core_sl_print(struct seq_file *m, struct service_level *slr) 1448 { 1449 struct qeth_card *card = container_of(slr, struct qeth_card, 1450 qeth_service_level); 1451 if (card->info.mcl_level[0]) 1452 seq_printf(m, "qeth: %s firmware level %s\n", 1453 CARD_BUS_ID(card), card->info.mcl_level); 1454 } 1455 1456 static struct qeth_card *qeth_alloc_card(struct ccwgroup_device *gdev) 1457 { 1458 struct qeth_card *card; 1459 1460 QETH_DBF_TEXT(SETUP, 2, "alloccrd"); 1461 card = kzalloc(sizeof(*card), GFP_KERNEL); 1462 if (!card) 1463 goto out; 1464 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 1465 1466 card->gdev = gdev; 1467 dev_set_drvdata(&gdev->dev, card); 1468 CARD_RDEV(card) = gdev->cdev[0]; 1469 CARD_WDEV(card) = gdev->cdev[1]; 1470 CARD_DDEV(card) = gdev->cdev[2]; 1471 if (qeth_setup_channel(&card->read, true)) 1472 goto out_ip; 1473 if (qeth_setup_channel(&card->write, true)) 1474 goto out_channel; 1475 if (qeth_setup_channel(&card->data, false)) 1476 goto out_data; 1477 card->qeth_service_level.seq_print = qeth_core_sl_print; 1478 register_service_level(&card->qeth_service_level); 1479 return card; 1480 1481 out_data: 1482 qeth_clean_channel(&card->write); 1483 out_channel: 1484 qeth_clean_channel(&card->read); 1485 out_ip: 1486 dev_set_drvdata(&gdev->dev, NULL); 1487 kfree(card); 1488 out: 1489 return NULL; 1490 } 1491 1492 static int qeth_clear_channel(struct qeth_card *card, 1493 struct qeth_channel *channel) 1494 { 1495 int rc; 1496 1497 QETH_CARD_TEXT(card, 3, "clearch"); 1498 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1499 rc = ccw_device_clear(channel->ccwdev, QETH_CLEAR_CHANNEL_PARM); 1500 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1501 1502 if (rc) 1503 return rc; 1504 rc = wait_event_interruptible_timeout(card->wait_q, 1505 channel->state == CH_STATE_STOPPED, QETH_TIMEOUT); 1506 if (rc == -ERESTARTSYS) 1507 return rc; 1508 if (channel->state != CH_STATE_STOPPED) 1509 return -ETIME; 1510 channel->state = CH_STATE_DOWN; 1511 return 0; 1512 } 1513 1514 static int qeth_halt_channel(struct qeth_card *card, 1515 struct qeth_channel *channel) 1516 { 1517 int rc; 1518 1519 QETH_CARD_TEXT(card, 3, "haltch"); 1520 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1521 rc = ccw_device_halt(channel->ccwdev, QETH_HALT_CHANNEL_PARM); 1522 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1523 1524 if (rc) 1525 return rc; 1526 rc = wait_event_interruptible_timeout(card->wait_q, 1527 channel->state == CH_STATE_HALTED, QETH_TIMEOUT); 1528 if (rc == -ERESTARTSYS) 1529 return rc; 1530 if (channel->state != CH_STATE_HALTED) 1531 return -ETIME; 1532 return 0; 1533 } 1534 1535 static int qeth_halt_channels(struct qeth_card *card) 1536 { 1537 int rc1 = 0, rc2 = 0, rc3 = 0; 1538 1539 QETH_CARD_TEXT(card, 3, "haltchs"); 1540 rc1 = qeth_halt_channel(card, &card->read); 1541 rc2 = qeth_halt_channel(card, &card->write); 1542 rc3 = qeth_halt_channel(card, &card->data); 1543 if (rc1) 1544 return rc1; 1545 if (rc2) 1546 return rc2; 1547 return rc3; 1548 } 1549 1550 static int qeth_clear_channels(struct qeth_card *card) 1551 { 1552 int rc1 = 0, rc2 = 0, rc3 = 0; 1553 1554 QETH_CARD_TEXT(card, 3, "clearchs"); 1555 rc1 = qeth_clear_channel(card, &card->read); 1556 rc2 = qeth_clear_channel(card, &card->write); 1557 rc3 = qeth_clear_channel(card, &card->data); 1558 if (rc1) 1559 return rc1; 1560 if (rc2) 1561 return rc2; 1562 return rc3; 1563 } 1564 1565 static int qeth_clear_halt_card(struct qeth_card *card, int halt) 1566 { 1567 int rc = 0; 1568 1569 QETH_CARD_TEXT(card, 3, "clhacrd"); 1570 1571 if (halt) 1572 rc = qeth_halt_channels(card); 1573 if (rc) 1574 return rc; 1575 return qeth_clear_channels(card); 1576 } 1577 1578 int qeth_qdio_clear_card(struct qeth_card *card, int use_halt) 1579 { 1580 int rc = 0; 1581 1582 QETH_CARD_TEXT(card, 3, "qdioclr"); 1583 switch (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ESTABLISHED, 1584 QETH_QDIO_CLEANING)) { 1585 case QETH_QDIO_ESTABLISHED: 1586 if (card->info.type == QETH_CARD_TYPE_IQD) 1587 rc = qdio_shutdown(CARD_DDEV(card), 1588 QDIO_FLAG_CLEANUP_USING_HALT); 1589 else 1590 rc = qdio_shutdown(CARD_DDEV(card), 1591 QDIO_FLAG_CLEANUP_USING_CLEAR); 1592 if (rc) 1593 QETH_CARD_TEXT_(card, 3, "1err%d", rc); 1594 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 1595 break; 1596 case QETH_QDIO_CLEANING: 1597 return rc; 1598 default: 1599 break; 1600 } 1601 rc = qeth_clear_halt_card(card, use_halt); 1602 if (rc) 1603 QETH_CARD_TEXT_(card, 3, "2err%d", rc); 1604 card->state = CARD_STATE_DOWN; 1605 return rc; 1606 } 1607 EXPORT_SYMBOL_GPL(qeth_qdio_clear_card); 1608 1609 static int qeth_read_conf_data(struct qeth_card *card, void **buffer, 1610 int *length) 1611 { 1612 struct ciw *ciw; 1613 char *rcd_buf; 1614 int ret; 1615 struct qeth_channel *channel = &card->data; 1616 1617 /* 1618 * scan for RCD command in extended SenseID data 1619 */ 1620 ciw = ccw_device_get_ciw(channel->ccwdev, CIW_TYPE_RCD); 1621 if (!ciw || ciw->cmd == 0) 1622 return -EOPNOTSUPP; 1623 rcd_buf = kzalloc(ciw->count, GFP_KERNEL | GFP_DMA); 1624 if (!rcd_buf) 1625 return -ENOMEM; 1626 1627 qeth_setup_ccw(channel->ccw, ciw->cmd, ciw->count, rcd_buf); 1628 channel->state = CH_STATE_RCD; 1629 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1630 ret = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1631 QETH_RCD_PARM, LPM_ANYPATH, 0, 1632 QETH_RCD_TIMEOUT); 1633 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1634 if (!ret) 1635 wait_event(card->wait_q, 1636 (channel->state == CH_STATE_RCD_DONE || 1637 channel->state == CH_STATE_DOWN)); 1638 if (channel->state == CH_STATE_DOWN) 1639 ret = -EIO; 1640 else 1641 channel->state = CH_STATE_DOWN; 1642 if (ret) { 1643 kfree(rcd_buf); 1644 *buffer = NULL; 1645 *length = 0; 1646 } else { 1647 *length = ciw->count; 1648 *buffer = rcd_buf; 1649 } 1650 return ret; 1651 } 1652 1653 static void qeth_configure_unitaddr(struct qeth_card *card, char *prcd) 1654 { 1655 QETH_DBF_TEXT(SETUP, 2, "cfgunit"); 1656 card->info.chpid = prcd[30]; 1657 card->info.unit_addr2 = prcd[31]; 1658 card->info.cula = prcd[63]; 1659 card->info.guestlan = ((prcd[0x10] == _ascebc['V']) && 1660 (prcd[0x11] == _ascebc['M'])); 1661 } 1662 1663 static enum qeth_discipline_id qeth_vm_detect_layer(struct qeth_card *card) 1664 { 1665 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1666 struct diag26c_vnic_resp *response = NULL; 1667 struct diag26c_vnic_req *request = NULL; 1668 struct ccw_dev_id id; 1669 char userid[80]; 1670 int rc = 0; 1671 1672 QETH_DBF_TEXT(SETUP, 2, "vmlayer"); 1673 1674 cpcmd("QUERY USERID", userid, sizeof(userid), &rc); 1675 if (rc) 1676 goto out; 1677 1678 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 1679 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 1680 if (!request || !response) { 1681 rc = -ENOMEM; 1682 goto out; 1683 } 1684 1685 ccw_device_get_id(CARD_RDEV(card), &id); 1686 request->resp_buf_len = sizeof(*response); 1687 request->resp_version = DIAG26C_VERSION6_VM65918; 1688 request->req_format = DIAG26C_VNIC_INFO; 1689 ASCEBC(userid, 8); 1690 memcpy(&request->sys_name, userid, 8); 1691 request->devno = id.devno; 1692 1693 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1694 rc = diag26c(request, response, DIAG26C_PORT_VNIC); 1695 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 1696 if (rc) 1697 goto out; 1698 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 1699 1700 if (request->resp_buf_len < sizeof(*response) || 1701 response->version != request->resp_version) { 1702 rc = -EIO; 1703 goto out; 1704 } 1705 1706 if (response->protocol == VNIC_INFO_PROT_L2) 1707 disc = QETH_DISCIPLINE_LAYER2; 1708 else if (response->protocol == VNIC_INFO_PROT_L3) 1709 disc = QETH_DISCIPLINE_LAYER3; 1710 1711 out: 1712 kfree(response); 1713 kfree(request); 1714 if (rc) 1715 QETH_DBF_TEXT_(SETUP, 2, "err%x", rc); 1716 return disc; 1717 } 1718 1719 /* Determine whether the device requires a specific layer discipline */ 1720 static enum qeth_discipline_id qeth_enforce_discipline(struct qeth_card *card) 1721 { 1722 enum qeth_discipline_id disc = QETH_DISCIPLINE_UNDETERMINED; 1723 1724 if (card->info.type == QETH_CARD_TYPE_OSM || 1725 card->info.type == QETH_CARD_TYPE_OSN) 1726 disc = QETH_DISCIPLINE_LAYER2; 1727 else if (card->info.guestlan) 1728 disc = (card->info.type == QETH_CARD_TYPE_IQD) ? 1729 QETH_DISCIPLINE_LAYER3 : 1730 qeth_vm_detect_layer(card); 1731 1732 switch (disc) { 1733 case QETH_DISCIPLINE_LAYER2: 1734 QETH_DBF_TEXT(SETUP, 3, "force l2"); 1735 break; 1736 case QETH_DISCIPLINE_LAYER3: 1737 QETH_DBF_TEXT(SETUP, 3, "force l3"); 1738 break; 1739 default: 1740 QETH_DBF_TEXT(SETUP, 3, "force no"); 1741 } 1742 1743 return disc; 1744 } 1745 1746 static void qeth_configure_blkt_default(struct qeth_card *card, char *prcd) 1747 { 1748 QETH_DBF_TEXT(SETUP, 2, "cfgblkt"); 1749 1750 if (prcd[74] == 0xF0 && prcd[75] == 0xF0 && 1751 prcd[76] >= 0xF1 && prcd[76] <= 0xF4) { 1752 card->info.blkt.time_total = 0; 1753 card->info.blkt.inter_packet = 0; 1754 card->info.blkt.inter_packet_jumbo = 0; 1755 } else { 1756 card->info.blkt.time_total = 250; 1757 card->info.blkt.inter_packet = 5; 1758 card->info.blkt.inter_packet_jumbo = 15; 1759 } 1760 } 1761 1762 static void qeth_init_tokens(struct qeth_card *card) 1763 { 1764 card->token.issuer_rm_w = 0x00010103UL; 1765 card->token.cm_filter_w = 0x00010108UL; 1766 card->token.cm_connection_w = 0x0001010aUL; 1767 card->token.ulp_filter_w = 0x0001010bUL; 1768 card->token.ulp_connection_w = 0x0001010dUL; 1769 } 1770 1771 static void qeth_init_func_level(struct qeth_card *card) 1772 { 1773 switch (card->info.type) { 1774 case QETH_CARD_TYPE_IQD: 1775 card->info.func_level = QETH_IDX_FUNC_LEVEL_IQD; 1776 break; 1777 case QETH_CARD_TYPE_OSD: 1778 case QETH_CARD_TYPE_OSN: 1779 card->info.func_level = QETH_IDX_FUNC_LEVEL_OSD; 1780 break; 1781 default: 1782 break; 1783 } 1784 } 1785 1786 static int qeth_idx_activate_get_answer(struct qeth_card *card, 1787 struct qeth_channel *channel, 1788 void (*reply_cb)(struct qeth_card *, 1789 struct qeth_channel *, 1790 struct qeth_cmd_buffer *)) 1791 { 1792 struct qeth_cmd_buffer *iob; 1793 int rc; 1794 1795 QETH_DBF_TEXT(SETUP, 2, "idxanswr"); 1796 iob = qeth_get_buffer(channel); 1797 if (!iob) 1798 return -ENOMEM; 1799 iob->callback = reply_cb; 1800 qeth_setup_ccw(channel->ccw, CCW_CMD_READ, QETH_BUFSIZE, iob->data); 1801 1802 wait_event(card->wait_q, 1803 atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0); 1804 QETH_DBF_TEXT(SETUP, 6, "noirqpnd"); 1805 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1806 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1807 (addr_t) iob, 0, 0, QETH_TIMEOUT); 1808 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1809 1810 if (rc) { 1811 QETH_DBF_MESSAGE(2, "Error2 in activating channel rc=%d\n", rc); 1812 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 1813 atomic_set(&channel->irq_pending, 0); 1814 wake_up(&card->wait_q); 1815 return rc; 1816 } 1817 rc = wait_event_interruptible_timeout(card->wait_q, 1818 channel->state == CH_STATE_UP, QETH_TIMEOUT); 1819 if (rc == -ERESTARTSYS) 1820 return rc; 1821 if (channel->state != CH_STATE_UP) { 1822 rc = -ETIME; 1823 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 1824 } else 1825 rc = 0; 1826 return rc; 1827 } 1828 1829 static int qeth_idx_activate_channel(struct qeth_card *card, 1830 struct qeth_channel *channel, 1831 void (*reply_cb)(struct qeth_card *, 1832 struct qeth_channel *, 1833 struct qeth_cmd_buffer *)) 1834 { 1835 struct qeth_cmd_buffer *iob; 1836 __u16 temp; 1837 __u8 tmp; 1838 int rc; 1839 struct ccw_dev_id temp_devid; 1840 1841 QETH_DBF_TEXT(SETUP, 2, "idxactch"); 1842 1843 iob = qeth_get_buffer(channel); 1844 if (!iob) 1845 return -ENOMEM; 1846 iob->callback = reply_cb; 1847 qeth_setup_ccw(channel->ccw, CCW_CMD_WRITE, IDX_ACTIVATE_SIZE, 1848 iob->data); 1849 if (channel == &card->write) { 1850 memcpy(iob->data, IDX_ACTIVATE_WRITE, IDX_ACTIVATE_SIZE); 1851 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 1852 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 1853 card->seqno.trans_hdr++; 1854 } else { 1855 memcpy(iob->data, IDX_ACTIVATE_READ, IDX_ACTIVATE_SIZE); 1856 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 1857 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 1858 } 1859 tmp = ((u8)card->dev->dev_port) | 0x80; 1860 memcpy(QETH_IDX_ACT_PNO(iob->data), &tmp, 1); 1861 memcpy(QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1862 &card->token.issuer_rm_w, QETH_MPC_TOKEN_LENGTH); 1863 memcpy(QETH_IDX_ACT_FUNC_LEVEL(iob->data), 1864 &card->info.func_level, sizeof(__u16)); 1865 ccw_device_get_id(CARD_DDEV(card), &temp_devid); 1866 memcpy(QETH_IDX_ACT_QDIO_DEV_CUA(iob->data), &temp_devid.devno, 2); 1867 temp = (card->info.cula << 8) + card->info.unit_addr2; 1868 memcpy(QETH_IDX_ACT_QDIO_DEV_REALADDR(iob->data), &temp, 2); 1869 1870 wait_event(card->wait_q, 1871 atomic_cmpxchg(&channel->irq_pending, 0, 1) == 0); 1872 QETH_DBF_TEXT(SETUP, 6, "noirqpnd"); 1873 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 1874 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 1875 (addr_t) iob, 0, 0, QETH_TIMEOUT); 1876 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 1877 1878 if (rc) { 1879 QETH_DBF_MESSAGE(2, "Error1 in activating channel. rc=%d\n", 1880 rc); 1881 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 1882 atomic_set(&channel->irq_pending, 0); 1883 wake_up(&card->wait_q); 1884 return rc; 1885 } 1886 rc = wait_event_interruptible_timeout(card->wait_q, 1887 channel->state == CH_STATE_ACTIVATING, QETH_TIMEOUT); 1888 if (rc == -ERESTARTSYS) 1889 return rc; 1890 if (channel->state != CH_STATE_ACTIVATING) { 1891 dev_warn(&channel->ccwdev->dev, "The qeth device driver" 1892 " failed to recover an error on the device\n"); 1893 QETH_DBF_MESSAGE(2, "IDX activate timed out on channel %x\n", 1894 CCW_DEVID(channel->ccwdev)); 1895 QETH_DBF_TEXT_(SETUP, 2, "2err%d", -ETIME); 1896 return -ETIME; 1897 } 1898 return qeth_idx_activate_get_answer(card, channel, reply_cb); 1899 } 1900 1901 static int qeth_peer_func_level(int level) 1902 { 1903 if ((level & 0xff) == 8) 1904 return (level & 0xff) + 0x400; 1905 if (((level >> 8) & 3) == 1) 1906 return (level & 0xff) + 0x200; 1907 return level; 1908 } 1909 1910 static void qeth_idx_write_cb(struct qeth_card *card, 1911 struct qeth_channel *channel, 1912 struct qeth_cmd_buffer *iob) 1913 { 1914 __u16 temp; 1915 1916 QETH_DBF_TEXT(SETUP , 2, "idxwrcb"); 1917 1918 if (channel->state == CH_STATE_DOWN) { 1919 channel->state = CH_STATE_ACTIVATING; 1920 goto out; 1921 } 1922 1923 if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) { 1924 if (QETH_IDX_ACT_CAUSE_CODE(iob->data) == QETH_IDX_ACT_ERR_EXCL) 1925 dev_err(&channel->ccwdev->dev, 1926 "The adapter is used exclusively by another " 1927 "host\n"); 1928 else 1929 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1930 CCW_DEVID(channel->ccwdev)); 1931 goto out; 1932 } 1933 memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1934 if ((temp & ~0x0100) != qeth_peer_func_level(card->info.func_level)) { 1935 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1936 CCW_DEVID(channel->ccwdev), 1937 card->info.func_level, temp); 1938 goto out; 1939 } 1940 channel->state = CH_STATE_UP; 1941 out: 1942 qeth_release_buffer(channel, iob); 1943 } 1944 1945 static void qeth_idx_read_cb(struct qeth_card *card, 1946 struct qeth_channel *channel, 1947 struct qeth_cmd_buffer *iob) 1948 { 1949 __u16 temp; 1950 1951 QETH_DBF_TEXT(SETUP , 2, "idxrdcb"); 1952 if (channel->state == CH_STATE_DOWN) { 1953 channel->state = CH_STATE_ACTIVATING; 1954 goto out; 1955 } 1956 1957 if (qeth_check_idx_response(card, iob->data)) 1958 goto out; 1959 1960 if (!(QETH_IS_IDX_ACT_POS_REPLY(iob->data))) { 1961 switch (QETH_IDX_ACT_CAUSE_CODE(iob->data)) { 1962 case QETH_IDX_ACT_ERR_EXCL: 1963 dev_err(&channel->ccwdev->dev, 1964 "The adapter is used exclusively by another " 1965 "host\n"); 1966 break; 1967 case QETH_IDX_ACT_ERR_AUTH: 1968 case QETH_IDX_ACT_ERR_AUTH_USER: 1969 dev_err(&channel->ccwdev->dev, 1970 "Setting the device online failed because of " 1971 "insufficient authorization\n"); 1972 break; 1973 default: 1974 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: negative reply\n", 1975 CCW_DEVID(channel->ccwdev)); 1976 } 1977 QETH_CARD_TEXT_(card, 2, "idxread%c", 1978 QETH_IDX_ACT_CAUSE_CODE(iob->data)); 1979 goto out; 1980 } 1981 1982 memcpy(&temp, QETH_IDX_ACT_FUNC_LEVEL(iob->data), 2); 1983 if (temp != qeth_peer_func_level(card->info.func_level)) { 1984 QETH_DBF_MESSAGE(2, "IDX_ACTIVATE on channel %x: function level mismatch (sent: %#x, received: %#x)\n", 1985 CCW_DEVID(channel->ccwdev), 1986 card->info.func_level, temp); 1987 goto out; 1988 } 1989 memcpy(&card->token.issuer_rm_r, 1990 QETH_IDX_ACT_ISSUER_RM_TOKEN(iob->data), 1991 QETH_MPC_TOKEN_LENGTH); 1992 memcpy(&card->info.mcl_level[0], 1993 QETH_IDX_REPLY_LEVEL(iob->data), QETH_MCL_LENGTH); 1994 channel->state = CH_STATE_UP; 1995 out: 1996 qeth_release_buffer(channel, iob); 1997 } 1998 1999 void qeth_prepare_control_data(struct qeth_card *card, int len, 2000 struct qeth_cmd_buffer *iob) 2001 { 2002 qeth_setup_ccw(iob->channel->ccw, CCW_CMD_WRITE, len, iob->data); 2003 iob->callback = qeth_release_buffer_cb; 2004 2005 memcpy(QETH_TRANSPORT_HEADER_SEQ_NO(iob->data), 2006 &card->seqno.trans_hdr, QETH_SEQ_NO_LENGTH); 2007 card->seqno.trans_hdr++; 2008 memcpy(QETH_PDU_HEADER_SEQ_NO(iob->data), 2009 &card->seqno.pdu_hdr, QETH_SEQ_NO_LENGTH); 2010 card->seqno.pdu_hdr++; 2011 memcpy(QETH_PDU_HEADER_ACK_SEQ_NO(iob->data), 2012 &card->seqno.pdu_hdr_ack, QETH_SEQ_NO_LENGTH); 2013 QETH_DBF_HEX(CTRL, 2, iob->data, QETH_DBF_CTRL_LEN); 2014 } 2015 EXPORT_SYMBOL_GPL(qeth_prepare_control_data); 2016 2017 /** 2018 * qeth_send_control_data() - send control command to the card 2019 * @card: qeth_card structure pointer 2020 * @len: size of the command buffer 2021 * @iob: qeth_cmd_buffer pointer 2022 * @reply_cb: callback function pointer 2023 * @cb_card: pointer to the qeth_card structure 2024 * @cb_reply: pointer to the qeth_reply structure 2025 * @cb_cmd: pointer to the original iob for non-IPA 2026 * commands, or to the qeth_ipa_cmd structure 2027 * for the IPA commands. 2028 * @reply_param: private pointer passed to the callback 2029 * 2030 * Returns the value of the `return_code' field of the response 2031 * block returned from the hardware, or other error indication. 2032 * Value of zero indicates successful execution of the command. 2033 * 2034 * Callback function gets called one or more times, with cb_cmd 2035 * pointing to the response returned by the hardware. Callback 2036 * function must return non-zero if more reply blocks are expected, 2037 * and zero if the last or only reply block is received. Callback 2038 * function can get the value of the reply_param pointer from the 2039 * field 'param' of the structure qeth_reply. 2040 */ 2041 2042 int qeth_send_control_data(struct qeth_card *card, int len, 2043 struct qeth_cmd_buffer *iob, 2044 int (*reply_cb)(struct qeth_card *cb_card, 2045 struct qeth_reply *cb_reply, 2046 unsigned long cb_cmd), 2047 void *reply_param) 2048 { 2049 struct qeth_channel *channel = iob->channel; 2050 int rc; 2051 struct qeth_reply *reply = NULL; 2052 unsigned long timeout, event_timeout; 2053 struct qeth_ipa_cmd *cmd = NULL; 2054 2055 QETH_CARD_TEXT(card, 2, "sendctl"); 2056 2057 if (card->read_or_write_problem) { 2058 qeth_release_buffer(channel, iob); 2059 return -EIO; 2060 } 2061 reply = qeth_alloc_reply(card); 2062 if (!reply) { 2063 return -ENOMEM; 2064 } 2065 reply->callback = reply_cb; 2066 reply->param = reply_param; 2067 2068 init_waitqueue_head(&reply->wait_q); 2069 2070 while (atomic_cmpxchg(&channel->irq_pending, 0, 1)) ; 2071 2072 if (IS_IPA(iob->data)) { 2073 cmd = __ipa_cmd(iob); 2074 cmd->hdr.seqno = card->seqno.ipa++; 2075 reply->seqno = cmd->hdr.seqno; 2076 event_timeout = QETH_IPA_TIMEOUT; 2077 } else { 2078 reply->seqno = QETH_IDX_COMMAND_SEQNO; 2079 event_timeout = QETH_TIMEOUT; 2080 } 2081 qeth_prepare_control_data(card, len, iob); 2082 2083 spin_lock_irq(&card->lock); 2084 list_add_tail(&reply->list, &card->cmd_waiter_list); 2085 spin_unlock_irq(&card->lock); 2086 2087 timeout = jiffies + event_timeout; 2088 2089 QETH_CARD_TEXT(card, 6, "noirqpnd"); 2090 spin_lock_irq(get_ccwdev_lock(channel->ccwdev)); 2091 rc = ccw_device_start_timeout(channel->ccwdev, channel->ccw, 2092 (addr_t) iob, 0, 0, event_timeout); 2093 spin_unlock_irq(get_ccwdev_lock(channel->ccwdev)); 2094 if (rc) { 2095 QETH_DBF_MESSAGE(2, "qeth_send_control_data on device %x: ccw_device_start rc = %i\n", 2096 CARD_DEVID(card), rc); 2097 QETH_CARD_TEXT_(card, 2, " err%d", rc); 2098 spin_lock_irq(&card->lock); 2099 list_del_init(&reply->list); 2100 qeth_put_reply(reply); 2101 spin_unlock_irq(&card->lock); 2102 qeth_release_buffer(channel, iob); 2103 atomic_set(&channel->irq_pending, 0); 2104 wake_up(&card->wait_q); 2105 return rc; 2106 } 2107 2108 /* we have only one long running ipassist, since we can ensure 2109 process context of this command we can sleep */ 2110 if (cmd && cmd->hdr.command == IPA_CMD_SETIP && 2111 cmd->hdr.prot_version == QETH_PROT_IPV4) { 2112 if (!wait_event_timeout(reply->wait_q, 2113 atomic_read(&reply->received), event_timeout)) 2114 goto time_err; 2115 } else { 2116 while (!atomic_read(&reply->received)) { 2117 if (time_after(jiffies, timeout)) 2118 goto time_err; 2119 cpu_relax(); 2120 } 2121 } 2122 2123 rc = reply->rc; 2124 qeth_put_reply(reply); 2125 return rc; 2126 2127 time_err: 2128 reply->rc = -ETIME; 2129 spin_lock_irq(&card->lock); 2130 list_del_init(&reply->list); 2131 spin_unlock_irq(&card->lock); 2132 atomic_inc(&reply->received); 2133 rc = reply->rc; 2134 qeth_put_reply(reply); 2135 return rc; 2136 } 2137 EXPORT_SYMBOL_GPL(qeth_send_control_data); 2138 2139 static int qeth_cm_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2140 unsigned long data) 2141 { 2142 struct qeth_cmd_buffer *iob; 2143 2144 QETH_DBF_TEXT(SETUP, 2, "cmenblcb"); 2145 2146 iob = (struct qeth_cmd_buffer *) data; 2147 memcpy(&card->token.cm_filter_r, 2148 QETH_CM_ENABLE_RESP_FILTER_TOKEN(iob->data), 2149 QETH_MPC_TOKEN_LENGTH); 2150 return 0; 2151 } 2152 2153 static int qeth_cm_enable(struct qeth_card *card) 2154 { 2155 int rc; 2156 struct qeth_cmd_buffer *iob; 2157 2158 QETH_DBF_TEXT(SETUP, 2, "cmenable"); 2159 2160 iob = qeth_wait_for_buffer(&card->write); 2161 memcpy(iob->data, CM_ENABLE, CM_ENABLE_SIZE); 2162 memcpy(QETH_CM_ENABLE_ISSUER_RM_TOKEN(iob->data), 2163 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2164 memcpy(QETH_CM_ENABLE_FILTER_TOKEN(iob->data), 2165 &card->token.cm_filter_w, QETH_MPC_TOKEN_LENGTH); 2166 2167 rc = qeth_send_control_data(card, CM_ENABLE_SIZE, iob, 2168 qeth_cm_enable_cb, NULL); 2169 return rc; 2170 } 2171 2172 static int qeth_cm_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2173 unsigned long data) 2174 { 2175 struct qeth_cmd_buffer *iob; 2176 2177 QETH_DBF_TEXT(SETUP, 2, "cmsetpcb"); 2178 2179 iob = (struct qeth_cmd_buffer *) data; 2180 memcpy(&card->token.cm_connection_r, 2181 QETH_CM_SETUP_RESP_DEST_ADDR(iob->data), 2182 QETH_MPC_TOKEN_LENGTH); 2183 return 0; 2184 } 2185 2186 static int qeth_cm_setup(struct qeth_card *card) 2187 { 2188 int rc; 2189 struct qeth_cmd_buffer *iob; 2190 2191 QETH_DBF_TEXT(SETUP, 2, "cmsetup"); 2192 2193 iob = qeth_wait_for_buffer(&card->write); 2194 memcpy(iob->data, CM_SETUP, CM_SETUP_SIZE); 2195 memcpy(QETH_CM_SETUP_DEST_ADDR(iob->data), 2196 &card->token.issuer_rm_r, QETH_MPC_TOKEN_LENGTH); 2197 memcpy(QETH_CM_SETUP_CONNECTION_TOKEN(iob->data), 2198 &card->token.cm_connection_w, QETH_MPC_TOKEN_LENGTH); 2199 memcpy(QETH_CM_SETUP_FILTER_TOKEN(iob->data), 2200 &card->token.cm_filter_r, QETH_MPC_TOKEN_LENGTH); 2201 rc = qeth_send_control_data(card, CM_SETUP_SIZE, iob, 2202 qeth_cm_setup_cb, NULL); 2203 return rc; 2204 } 2205 2206 static int qeth_update_max_mtu(struct qeth_card *card, unsigned int max_mtu) 2207 { 2208 struct net_device *dev = card->dev; 2209 unsigned int new_mtu; 2210 2211 if (!max_mtu) { 2212 /* IQD needs accurate max MTU to set up its RX buffers: */ 2213 if (IS_IQD(card)) 2214 return -EINVAL; 2215 /* tolerate quirky HW: */ 2216 max_mtu = ETH_MAX_MTU; 2217 } 2218 2219 rtnl_lock(); 2220 if (IS_IQD(card)) { 2221 /* move any device with default MTU to new max MTU: */ 2222 new_mtu = (dev->mtu == dev->max_mtu) ? max_mtu : dev->mtu; 2223 2224 /* adjust RX buffer size to new max MTU: */ 2225 card->qdio.in_buf_size = max_mtu + 2 * PAGE_SIZE; 2226 if (dev->max_mtu && dev->max_mtu != max_mtu) 2227 qeth_free_qdio_buffers(card); 2228 } else { 2229 if (dev->mtu) 2230 new_mtu = dev->mtu; 2231 /* default MTUs for first setup: */ 2232 else if (IS_LAYER2(card)) 2233 new_mtu = ETH_DATA_LEN; 2234 else 2235 new_mtu = ETH_DATA_LEN - 8; /* allow for LLC + SNAP */ 2236 } 2237 2238 dev->max_mtu = max_mtu; 2239 dev->mtu = min(new_mtu, max_mtu); 2240 rtnl_unlock(); 2241 return 0; 2242 } 2243 2244 static int qeth_get_mtu_outof_framesize(int framesize) 2245 { 2246 switch (framesize) { 2247 case 0x4000: 2248 return 8192; 2249 case 0x6000: 2250 return 16384; 2251 case 0xa000: 2252 return 32768; 2253 case 0xffff: 2254 return 57344; 2255 default: 2256 return 0; 2257 } 2258 } 2259 2260 static int qeth_ulp_enable_cb(struct qeth_card *card, struct qeth_reply *reply, 2261 unsigned long data) 2262 { 2263 __u16 mtu, framesize; 2264 __u16 len; 2265 __u8 link_type; 2266 struct qeth_cmd_buffer *iob; 2267 2268 QETH_DBF_TEXT(SETUP, 2, "ulpenacb"); 2269 2270 iob = (struct qeth_cmd_buffer *) data; 2271 memcpy(&card->token.ulp_filter_r, 2272 QETH_ULP_ENABLE_RESP_FILTER_TOKEN(iob->data), 2273 QETH_MPC_TOKEN_LENGTH); 2274 if (card->info.type == QETH_CARD_TYPE_IQD) { 2275 memcpy(&framesize, QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data), 2); 2276 mtu = qeth_get_mtu_outof_framesize(framesize); 2277 } else { 2278 mtu = *(__u16 *)QETH_ULP_ENABLE_RESP_MAX_MTU(iob->data); 2279 } 2280 *(u16 *)reply->param = mtu; 2281 2282 memcpy(&len, QETH_ULP_ENABLE_RESP_DIFINFO_LEN(iob->data), 2); 2283 if (len >= QETH_MPC_DIFINFO_LEN_INDICATES_LINK_TYPE) { 2284 memcpy(&link_type, 2285 QETH_ULP_ENABLE_RESP_LINK_TYPE(iob->data), 1); 2286 card->info.link_type = link_type; 2287 } else 2288 card->info.link_type = 0; 2289 QETH_DBF_TEXT_(SETUP, 2, "link%d", card->info.link_type); 2290 return 0; 2291 } 2292 2293 static u8 qeth_mpc_select_prot_type(struct qeth_card *card) 2294 { 2295 if (IS_OSN(card)) 2296 return QETH_PROT_OSN2; 2297 return IS_LAYER2(card) ? QETH_PROT_LAYER2 : QETH_PROT_TCPIP; 2298 } 2299 2300 static int qeth_ulp_enable(struct qeth_card *card) 2301 { 2302 u8 prot_type = qeth_mpc_select_prot_type(card); 2303 struct qeth_cmd_buffer *iob; 2304 u16 max_mtu; 2305 int rc; 2306 2307 /*FIXME: trace view callbacks*/ 2308 QETH_DBF_TEXT(SETUP, 2, "ulpenabl"); 2309 2310 iob = qeth_wait_for_buffer(&card->write); 2311 memcpy(iob->data, ULP_ENABLE, ULP_ENABLE_SIZE); 2312 2313 *(QETH_ULP_ENABLE_LINKNUM(iob->data)) = (u8) card->dev->dev_port; 2314 memcpy(QETH_ULP_ENABLE_PROT_TYPE(iob->data), &prot_type, 1); 2315 memcpy(QETH_ULP_ENABLE_DEST_ADDR(iob->data), 2316 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2317 memcpy(QETH_ULP_ENABLE_FILTER_TOKEN(iob->data), 2318 &card->token.ulp_filter_w, QETH_MPC_TOKEN_LENGTH); 2319 rc = qeth_send_control_data(card, ULP_ENABLE_SIZE, iob, 2320 qeth_ulp_enable_cb, &max_mtu); 2321 if (rc) 2322 return rc; 2323 return qeth_update_max_mtu(card, max_mtu); 2324 } 2325 2326 static int qeth_ulp_setup_cb(struct qeth_card *card, struct qeth_reply *reply, 2327 unsigned long data) 2328 { 2329 struct qeth_cmd_buffer *iob; 2330 2331 QETH_DBF_TEXT(SETUP, 2, "ulpstpcb"); 2332 2333 iob = (struct qeth_cmd_buffer *) data; 2334 memcpy(&card->token.ulp_connection_r, 2335 QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2336 QETH_MPC_TOKEN_LENGTH); 2337 if (!strncmp("00S", QETH_ULP_SETUP_RESP_CONNECTION_TOKEN(iob->data), 2338 3)) { 2339 QETH_DBF_TEXT(SETUP, 2, "olmlimit"); 2340 dev_err(&card->gdev->dev, "A connection could not be " 2341 "established because of an OLM limit\n"); 2342 iob->rc = -EMLINK; 2343 } 2344 QETH_DBF_TEXT_(SETUP, 2, " rc%d", iob->rc); 2345 return 0; 2346 } 2347 2348 static int qeth_ulp_setup(struct qeth_card *card) 2349 { 2350 int rc; 2351 __u16 temp; 2352 struct qeth_cmd_buffer *iob; 2353 struct ccw_dev_id dev_id; 2354 2355 QETH_DBF_TEXT(SETUP, 2, "ulpsetup"); 2356 2357 iob = qeth_wait_for_buffer(&card->write); 2358 memcpy(iob->data, ULP_SETUP, ULP_SETUP_SIZE); 2359 2360 memcpy(QETH_ULP_SETUP_DEST_ADDR(iob->data), 2361 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2362 memcpy(QETH_ULP_SETUP_CONNECTION_TOKEN(iob->data), 2363 &card->token.ulp_connection_w, QETH_MPC_TOKEN_LENGTH); 2364 memcpy(QETH_ULP_SETUP_FILTER_TOKEN(iob->data), 2365 &card->token.ulp_filter_r, QETH_MPC_TOKEN_LENGTH); 2366 2367 ccw_device_get_id(CARD_DDEV(card), &dev_id); 2368 memcpy(QETH_ULP_SETUP_CUA(iob->data), &dev_id.devno, 2); 2369 temp = (card->info.cula << 8) + card->info.unit_addr2; 2370 memcpy(QETH_ULP_SETUP_REAL_DEVADDR(iob->data), &temp, 2); 2371 rc = qeth_send_control_data(card, ULP_SETUP_SIZE, iob, 2372 qeth_ulp_setup_cb, NULL); 2373 return rc; 2374 } 2375 2376 static int qeth_init_qdio_out_buf(struct qeth_qdio_out_q *q, int bidx) 2377 { 2378 struct qeth_qdio_out_buffer *newbuf; 2379 2380 newbuf = kmem_cache_zalloc(qeth_qdio_outbuf_cache, GFP_ATOMIC); 2381 if (!newbuf) 2382 return -ENOMEM; 2383 2384 newbuf->buffer = q->qdio_bufs[bidx]; 2385 skb_queue_head_init(&newbuf->skb_list); 2386 lockdep_set_class(&newbuf->skb_list.lock, &qdio_out_skb_queue_key); 2387 newbuf->q = q; 2388 newbuf->next_pending = q->bufs[bidx]; 2389 atomic_set(&newbuf->state, QETH_QDIO_BUF_EMPTY); 2390 q->bufs[bidx] = newbuf; 2391 return 0; 2392 } 2393 2394 static void qeth_free_qdio_out_buf(struct qeth_qdio_out_q *q) 2395 { 2396 if (!q) 2397 return; 2398 2399 qdio_free_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2400 kfree(q); 2401 } 2402 2403 static struct qeth_qdio_out_q *qeth_alloc_qdio_out_buf(void) 2404 { 2405 struct qeth_qdio_out_q *q = kzalloc(sizeof(*q), GFP_KERNEL); 2406 2407 if (!q) 2408 return NULL; 2409 2410 if (qdio_alloc_buffers(q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q)) { 2411 kfree(q); 2412 return NULL; 2413 } 2414 return q; 2415 } 2416 2417 static int qeth_alloc_qdio_buffers(struct qeth_card *card) 2418 { 2419 int i, j; 2420 2421 QETH_DBF_TEXT(SETUP, 2, "allcqdbf"); 2422 2423 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED, 2424 QETH_QDIO_ALLOCATED) != QETH_QDIO_UNINITIALIZED) 2425 return 0; 2426 2427 QETH_DBF_TEXT(SETUP, 2, "inq"); 2428 card->qdio.in_q = qeth_alloc_qdio_queue(); 2429 if (!card->qdio.in_q) 2430 goto out_nomem; 2431 2432 /* inbound buffer pool */ 2433 if (qeth_alloc_buffer_pool(card)) 2434 goto out_freeinq; 2435 2436 /* outbound */ 2437 card->qdio.out_qs = 2438 kcalloc(card->qdio.no_out_queues, 2439 sizeof(struct qeth_qdio_out_q *), 2440 GFP_KERNEL); 2441 if (!card->qdio.out_qs) 2442 goto out_freepool; 2443 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2444 card->qdio.out_qs[i] = qeth_alloc_qdio_out_buf(); 2445 if (!card->qdio.out_qs[i]) 2446 goto out_freeoutq; 2447 QETH_DBF_TEXT_(SETUP, 2, "outq %i", i); 2448 QETH_DBF_HEX(SETUP, 2, &card->qdio.out_qs[i], sizeof(void *)); 2449 card->qdio.out_qs[i]->queue_no = i; 2450 /* give outbound qeth_qdio_buffers their qdio_buffers */ 2451 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2452 WARN_ON(card->qdio.out_qs[i]->bufs[j] != NULL); 2453 if (qeth_init_qdio_out_buf(card->qdio.out_qs[i], j)) 2454 goto out_freeoutqbufs; 2455 } 2456 } 2457 2458 /* completion */ 2459 if (qeth_alloc_cq(card)) 2460 goto out_freeoutq; 2461 2462 return 0; 2463 2464 out_freeoutqbufs: 2465 while (j > 0) { 2466 --j; 2467 kmem_cache_free(qeth_qdio_outbuf_cache, 2468 card->qdio.out_qs[i]->bufs[j]); 2469 card->qdio.out_qs[i]->bufs[j] = NULL; 2470 } 2471 out_freeoutq: 2472 while (i > 0) { 2473 qeth_free_qdio_out_buf(card->qdio.out_qs[--i]); 2474 qeth_clear_outq_buffers(card->qdio.out_qs[i], 1); 2475 } 2476 kfree(card->qdio.out_qs); 2477 card->qdio.out_qs = NULL; 2478 out_freepool: 2479 qeth_free_buffer_pool(card); 2480 out_freeinq: 2481 qeth_free_qdio_queue(card->qdio.in_q); 2482 card->qdio.in_q = NULL; 2483 out_nomem: 2484 atomic_set(&card->qdio.state, QETH_QDIO_UNINITIALIZED); 2485 return -ENOMEM; 2486 } 2487 2488 static void qeth_free_qdio_buffers(struct qeth_card *card) 2489 { 2490 int i, j; 2491 2492 if (atomic_xchg(&card->qdio.state, QETH_QDIO_UNINITIALIZED) == 2493 QETH_QDIO_UNINITIALIZED) 2494 return; 2495 2496 qeth_free_cq(card); 2497 cancel_delayed_work_sync(&card->buffer_reclaim_work); 2498 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2499 if (card->qdio.in_q->bufs[j].rx_skb) 2500 dev_kfree_skb_any(card->qdio.in_q->bufs[j].rx_skb); 2501 } 2502 qeth_free_qdio_queue(card->qdio.in_q); 2503 card->qdio.in_q = NULL; 2504 /* inbound buffer pool */ 2505 qeth_free_buffer_pool(card); 2506 /* free outbound qdio_qs */ 2507 if (card->qdio.out_qs) { 2508 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2509 qeth_clear_outq_buffers(card->qdio.out_qs[i], 1); 2510 qeth_free_qdio_out_buf(card->qdio.out_qs[i]); 2511 } 2512 kfree(card->qdio.out_qs); 2513 card->qdio.out_qs = NULL; 2514 } 2515 } 2516 2517 static void qeth_create_qib_param_field(struct qeth_card *card, 2518 char *param_field) 2519 { 2520 2521 param_field[0] = _ascebc['P']; 2522 param_field[1] = _ascebc['C']; 2523 param_field[2] = _ascebc['I']; 2524 param_field[3] = _ascebc['T']; 2525 *((unsigned int *) (¶m_field[4])) = QETH_PCI_THRESHOLD_A(card); 2526 *((unsigned int *) (¶m_field[8])) = QETH_PCI_THRESHOLD_B(card); 2527 *((unsigned int *) (¶m_field[12])) = QETH_PCI_TIMER_VALUE(card); 2528 } 2529 2530 static void qeth_create_qib_param_field_blkt(struct qeth_card *card, 2531 char *param_field) 2532 { 2533 param_field[16] = _ascebc['B']; 2534 param_field[17] = _ascebc['L']; 2535 param_field[18] = _ascebc['K']; 2536 param_field[19] = _ascebc['T']; 2537 *((unsigned int *) (¶m_field[20])) = card->info.blkt.time_total; 2538 *((unsigned int *) (¶m_field[24])) = card->info.blkt.inter_packet; 2539 *((unsigned int *) (¶m_field[28])) = 2540 card->info.blkt.inter_packet_jumbo; 2541 } 2542 2543 static int qeth_qdio_activate(struct qeth_card *card) 2544 { 2545 QETH_DBF_TEXT(SETUP, 3, "qdioact"); 2546 return qdio_activate(CARD_DDEV(card)); 2547 } 2548 2549 static int qeth_dm_act(struct qeth_card *card) 2550 { 2551 int rc; 2552 struct qeth_cmd_buffer *iob; 2553 2554 QETH_DBF_TEXT(SETUP, 2, "dmact"); 2555 2556 iob = qeth_wait_for_buffer(&card->write); 2557 memcpy(iob->data, DM_ACT, DM_ACT_SIZE); 2558 2559 memcpy(QETH_DM_ACT_DEST_ADDR(iob->data), 2560 &card->token.cm_connection_r, QETH_MPC_TOKEN_LENGTH); 2561 memcpy(QETH_DM_ACT_CONNECTION_TOKEN(iob->data), 2562 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2563 rc = qeth_send_control_data(card, DM_ACT_SIZE, iob, NULL, NULL); 2564 return rc; 2565 } 2566 2567 static int qeth_mpc_initialize(struct qeth_card *card) 2568 { 2569 int rc; 2570 2571 QETH_DBF_TEXT(SETUP, 2, "mpcinit"); 2572 2573 rc = qeth_issue_next_read(card); 2574 if (rc) { 2575 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2576 return rc; 2577 } 2578 rc = qeth_cm_enable(card); 2579 if (rc) { 2580 QETH_DBF_TEXT_(SETUP, 2, "2err%d", rc); 2581 goto out_qdio; 2582 } 2583 rc = qeth_cm_setup(card); 2584 if (rc) { 2585 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 2586 goto out_qdio; 2587 } 2588 rc = qeth_ulp_enable(card); 2589 if (rc) { 2590 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 2591 goto out_qdio; 2592 } 2593 rc = qeth_ulp_setup(card); 2594 if (rc) { 2595 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2596 goto out_qdio; 2597 } 2598 rc = qeth_alloc_qdio_buffers(card); 2599 if (rc) { 2600 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 2601 goto out_qdio; 2602 } 2603 rc = qeth_qdio_establish(card); 2604 if (rc) { 2605 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 2606 qeth_free_qdio_buffers(card); 2607 goto out_qdio; 2608 } 2609 rc = qeth_qdio_activate(card); 2610 if (rc) { 2611 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 2612 goto out_qdio; 2613 } 2614 rc = qeth_dm_act(card); 2615 if (rc) { 2616 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 2617 goto out_qdio; 2618 } 2619 2620 return 0; 2621 out_qdio: 2622 qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 2623 qdio_free(CARD_DDEV(card)); 2624 return rc; 2625 } 2626 2627 void qeth_print_status_message(struct qeth_card *card) 2628 { 2629 switch (card->info.type) { 2630 case QETH_CARD_TYPE_OSD: 2631 case QETH_CARD_TYPE_OSM: 2632 case QETH_CARD_TYPE_OSX: 2633 /* VM will use a non-zero first character 2634 * to indicate a HiperSockets like reporting 2635 * of the level OSA sets the first character to zero 2636 * */ 2637 if (!card->info.mcl_level[0]) { 2638 sprintf(card->info.mcl_level, "%02x%02x", 2639 card->info.mcl_level[2], 2640 card->info.mcl_level[3]); 2641 break; 2642 } 2643 /* fallthrough */ 2644 case QETH_CARD_TYPE_IQD: 2645 if ((card->info.guestlan) || 2646 (card->info.mcl_level[0] & 0x80)) { 2647 card->info.mcl_level[0] = (char) _ebcasc[(__u8) 2648 card->info.mcl_level[0]]; 2649 card->info.mcl_level[1] = (char) _ebcasc[(__u8) 2650 card->info.mcl_level[1]]; 2651 card->info.mcl_level[2] = (char) _ebcasc[(__u8) 2652 card->info.mcl_level[2]]; 2653 card->info.mcl_level[3] = (char) _ebcasc[(__u8) 2654 card->info.mcl_level[3]]; 2655 card->info.mcl_level[QETH_MCL_LENGTH] = 0; 2656 } 2657 break; 2658 default: 2659 memset(&card->info.mcl_level[0], 0, QETH_MCL_LENGTH + 1); 2660 } 2661 dev_info(&card->gdev->dev, 2662 "Device is a%s card%s%s%s\nwith link type %s.\n", 2663 qeth_get_cardname(card), 2664 (card->info.mcl_level[0]) ? " (level: " : "", 2665 (card->info.mcl_level[0]) ? card->info.mcl_level : "", 2666 (card->info.mcl_level[0]) ? ")" : "", 2667 qeth_get_cardname_short(card)); 2668 } 2669 EXPORT_SYMBOL_GPL(qeth_print_status_message); 2670 2671 static void qeth_initialize_working_pool_list(struct qeth_card *card) 2672 { 2673 struct qeth_buffer_pool_entry *entry; 2674 2675 QETH_CARD_TEXT(card, 5, "inwrklst"); 2676 2677 list_for_each_entry(entry, 2678 &card->qdio.init_pool.entry_list, init_list) { 2679 qeth_put_buffer_pool_entry(card, entry); 2680 } 2681 } 2682 2683 static struct qeth_buffer_pool_entry *qeth_find_free_buffer_pool_entry( 2684 struct qeth_card *card) 2685 { 2686 struct list_head *plh; 2687 struct qeth_buffer_pool_entry *entry; 2688 int i, free; 2689 struct page *page; 2690 2691 if (list_empty(&card->qdio.in_buf_pool.entry_list)) 2692 return NULL; 2693 2694 list_for_each(plh, &card->qdio.in_buf_pool.entry_list) { 2695 entry = list_entry(plh, struct qeth_buffer_pool_entry, list); 2696 free = 1; 2697 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2698 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2699 free = 0; 2700 break; 2701 } 2702 } 2703 if (free) { 2704 list_del_init(&entry->list); 2705 return entry; 2706 } 2707 } 2708 2709 /* no free buffer in pool so take first one and swap pages */ 2710 entry = list_entry(card->qdio.in_buf_pool.entry_list.next, 2711 struct qeth_buffer_pool_entry, list); 2712 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2713 if (page_count(virt_to_page(entry->elements[i])) > 1) { 2714 page = alloc_page(GFP_ATOMIC); 2715 if (!page) { 2716 return NULL; 2717 } else { 2718 free_page((unsigned long)entry->elements[i]); 2719 entry->elements[i] = page_address(page); 2720 if (card->options.performance_stats) 2721 card->perf_stats.sg_alloc_page_rx++; 2722 } 2723 } 2724 } 2725 list_del_init(&entry->list); 2726 return entry; 2727 } 2728 2729 static int qeth_init_input_buffer(struct qeth_card *card, 2730 struct qeth_qdio_buffer *buf) 2731 { 2732 struct qeth_buffer_pool_entry *pool_entry; 2733 int i; 2734 2735 if ((card->options.cq == QETH_CQ_ENABLED) && (!buf->rx_skb)) { 2736 buf->rx_skb = netdev_alloc_skb(card->dev, 2737 QETH_RX_PULL_LEN + ETH_HLEN); 2738 if (!buf->rx_skb) 2739 return 1; 2740 } 2741 2742 pool_entry = qeth_find_free_buffer_pool_entry(card); 2743 if (!pool_entry) 2744 return 1; 2745 2746 /* 2747 * since the buffer is accessed only from the input_tasklet 2748 * there shouldn't be a need to synchronize; also, since we use 2749 * the QETH_IN_BUF_REQUEUE_THRESHOLD we should never run out off 2750 * buffers 2751 */ 2752 2753 buf->pool_entry = pool_entry; 2754 for (i = 0; i < QETH_MAX_BUFFER_ELEMENTS(card); ++i) { 2755 buf->buffer->element[i].length = PAGE_SIZE; 2756 buf->buffer->element[i].addr = pool_entry->elements[i]; 2757 if (i == QETH_MAX_BUFFER_ELEMENTS(card) - 1) 2758 buf->buffer->element[i].eflags = SBAL_EFLAGS_LAST_ENTRY; 2759 else 2760 buf->buffer->element[i].eflags = 0; 2761 buf->buffer->element[i].sflags = 0; 2762 } 2763 return 0; 2764 } 2765 2766 int qeth_init_qdio_queues(struct qeth_card *card) 2767 { 2768 int i, j; 2769 int rc; 2770 2771 QETH_DBF_TEXT(SETUP, 2, "initqdqs"); 2772 2773 /* inbound queue */ 2774 qdio_reset_buffers(card->qdio.in_q->qdio_bufs, QDIO_MAX_BUFFERS_PER_Q); 2775 memset(&card->rx, 0, sizeof(struct qeth_rx)); 2776 qeth_initialize_working_pool_list(card); 2777 /*give only as many buffers to hardware as we have buffer pool entries*/ 2778 for (i = 0; i < card->qdio.in_buf_pool.buf_count - 1; ++i) 2779 qeth_init_input_buffer(card, &card->qdio.in_q->bufs[i]); 2780 card->qdio.in_q->next_buf_to_init = 2781 card->qdio.in_buf_pool.buf_count - 1; 2782 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 0, 2783 card->qdio.in_buf_pool.buf_count - 1); 2784 if (rc) { 2785 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 2786 return rc; 2787 } 2788 2789 /* completion */ 2790 rc = qeth_cq_init(card); 2791 if (rc) { 2792 return rc; 2793 } 2794 2795 /* outbound queue */ 2796 for (i = 0; i < card->qdio.no_out_queues; ++i) { 2797 qdio_reset_buffers(card->qdio.out_qs[i]->qdio_bufs, 2798 QDIO_MAX_BUFFERS_PER_Q); 2799 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j) { 2800 qeth_clear_output_buffer(card->qdio.out_qs[i], 2801 card->qdio.out_qs[i]->bufs[j]); 2802 } 2803 card->qdio.out_qs[i]->card = card; 2804 card->qdio.out_qs[i]->next_buf_to_fill = 0; 2805 card->qdio.out_qs[i]->do_pack = 0; 2806 atomic_set(&card->qdio.out_qs[i]->used_buffers, 0); 2807 atomic_set(&card->qdio.out_qs[i]->set_pci_flags_count, 0); 2808 atomic_set(&card->qdio.out_qs[i]->state, 2809 QETH_OUT_Q_UNLOCKED); 2810 } 2811 return 0; 2812 } 2813 EXPORT_SYMBOL_GPL(qeth_init_qdio_queues); 2814 2815 static __u8 qeth_get_ipa_adp_type(enum qeth_link_types link_type) 2816 { 2817 switch (link_type) { 2818 case QETH_LINK_TYPE_HSTR: 2819 return 2; 2820 default: 2821 return 1; 2822 } 2823 } 2824 2825 static void qeth_fill_ipacmd_header(struct qeth_card *card, 2826 struct qeth_ipa_cmd *cmd, 2827 enum qeth_ipa_cmds command, 2828 enum qeth_prot_versions prot) 2829 { 2830 cmd->hdr.command = command; 2831 cmd->hdr.initiator = IPA_CMD_INITIATOR_HOST; 2832 /* cmd->hdr.seqno is set by qeth_send_control_data() */ 2833 cmd->hdr.adapter_type = qeth_get_ipa_adp_type(card->info.link_type); 2834 cmd->hdr.rel_adapter_no = (u8) card->dev->dev_port; 2835 cmd->hdr.prim_version_no = IS_LAYER2(card) ? 2 : 1; 2836 cmd->hdr.param_count = 1; 2837 cmd->hdr.prot_version = prot; 2838 } 2839 2840 struct qeth_cmd_buffer *qeth_get_ipacmd_buffer(struct qeth_card *card, 2841 enum qeth_ipa_cmds ipacmd, enum qeth_prot_versions prot) 2842 { 2843 struct qeth_cmd_buffer *iob; 2844 2845 iob = qeth_get_buffer(&card->write); 2846 if (iob) { 2847 qeth_fill_ipacmd_header(card, __ipa_cmd(iob), ipacmd, prot); 2848 } else { 2849 dev_warn(&card->gdev->dev, 2850 "The qeth driver ran out of channel command buffers\n"); 2851 QETH_DBF_MESSAGE(1, "device %x ran out of channel command buffers", 2852 CARD_DEVID(card)); 2853 } 2854 2855 return iob; 2856 } 2857 EXPORT_SYMBOL_GPL(qeth_get_ipacmd_buffer); 2858 2859 void qeth_prepare_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob) 2860 { 2861 u8 prot_type = qeth_mpc_select_prot_type(card); 2862 2863 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 2864 memcpy(QETH_IPA_CMD_PROT_TYPE(iob->data), &prot_type, 1); 2865 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 2866 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 2867 } 2868 EXPORT_SYMBOL_GPL(qeth_prepare_ipa_cmd); 2869 2870 /** 2871 * qeth_send_ipa_cmd() - send an IPA command 2872 * 2873 * See qeth_send_control_data() for explanation of the arguments. 2874 */ 2875 2876 int qeth_send_ipa_cmd(struct qeth_card *card, struct qeth_cmd_buffer *iob, 2877 int (*reply_cb)(struct qeth_card *, struct qeth_reply*, 2878 unsigned long), 2879 void *reply_param) 2880 { 2881 int rc; 2882 2883 QETH_CARD_TEXT(card, 4, "sendipa"); 2884 qeth_prepare_ipa_cmd(card, iob); 2885 rc = qeth_send_control_data(card, IPA_CMD_LENGTH, 2886 iob, reply_cb, reply_param); 2887 if (rc == -ETIME) { 2888 qeth_clear_ipacmd_list(card); 2889 qeth_schedule_recovery(card); 2890 } 2891 return rc; 2892 } 2893 EXPORT_SYMBOL_GPL(qeth_send_ipa_cmd); 2894 2895 static int qeth_send_startlan(struct qeth_card *card) 2896 { 2897 int rc; 2898 struct qeth_cmd_buffer *iob; 2899 2900 QETH_DBF_TEXT(SETUP, 2, "strtlan"); 2901 2902 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_STARTLAN, 0); 2903 if (!iob) 2904 return -ENOMEM; 2905 rc = qeth_send_ipa_cmd(card, iob, NULL, NULL); 2906 return rc; 2907 } 2908 2909 static int qeth_setadpparms_inspect_rc(struct qeth_ipa_cmd *cmd) 2910 { 2911 if (!cmd->hdr.return_code) 2912 cmd->hdr.return_code = 2913 cmd->data.setadapterparms.hdr.return_code; 2914 return cmd->hdr.return_code; 2915 } 2916 2917 static int qeth_query_setadapterparms_cb(struct qeth_card *card, 2918 struct qeth_reply *reply, unsigned long data) 2919 { 2920 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 2921 2922 QETH_CARD_TEXT(card, 3, "quyadpcb"); 2923 if (qeth_setadpparms_inspect_rc(cmd)) 2924 return 0; 2925 2926 if (cmd->data.setadapterparms.data.query_cmds_supp.lan_type & 0x7f) { 2927 card->info.link_type = 2928 cmd->data.setadapterparms.data.query_cmds_supp.lan_type; 2929 QETH_DBF_TEXT_(SETUP, 2, "lnk %d", card->info.link_type); 2930 } 2931 card->options.adp.supported_funcs = 2932 cmd->data.setadapterparms.data.query_cmds_supp.supported_cmds; 2933 return 0; 2934 } 2935 2936 static struct qeth_cmd_buffer *qeth_get_adapter_cmd(struct qeth_card *card, 2937 __u32 command, __u32 cmdlen) 2938 { 2939 struct qeth_cmd_buffer *iob; 2940 struct qeth_ipa_cmd *cmd; 2941 2942 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETADAPTERPARMS, 2943 QETH_PROT_IPV4); 2944 if (iob) { 2945 cmd = __ipa_cmd(iob); 2946 cmd->data.setadapterparms.hdr.cmdlength = cmdlen; 2947 cmd->data.setadapterparms.hdr.command_code = command; 2948 cmd->data.setadapterparms.hdr.used_total = 1; 2949 cmd->data.setadapterparms.hdr.seq_no = 1; 2950 } 2951 2952 return iob; 2953 } 2954 2955 static int qeth_query_setadapterparms(struct qeth_card *card) 2956 { 2957 int rc; 2958 struct qeth_cmd_buffer *iob; 2959 2960 QETH_CARD_TEXT(card, 3, "queryadp"); 2961 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_COMMANDS_SUPPORTED, 2962 sizeof(struct qeth_ipacmd_setadpparms)); 2963 if (!iob) 2964 return -ENOMEM; 2965 rc = qeth_send_ipa_cmd(card, iob, qeth_query_setadapterparms_cb, NULL); 2966 return rc; 2967 } 2968 2969 static int qeth_query_ipassists_cb(struct qeth_card *card, 2970 struct qeth_reply *reply, unsigned long data) 2971 { 2972 struct qeth_ipa_cmd *cmd; 2973 2974 QETH_DBF_TEXT(SETUP, 2, "qipasscb"); 2975 2976 cmd = (struct qeth_ipa_cmd *) data; 2977 2978 switch (cmd->hdr.return_code) { 2979 case IPA_RC_NOTSUPP: 2980 case IPA_RC_L2_UNSUPPORTED_CMD: 2981 QETH_DBF_TEXT(SETUP, 2, "ipaunsup"); 2982 card->options.ipa4.supported_funcs |= IPA_SETADAPTERPARMS; 2983 card->options.ipa6.supported_funcs |= IPA_SETADAPTERPARMS; 2984 return 0; 2985 default: 2986 if (cmd->hdr.return_code) { 2987 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Unhandled rc=%#x\n", 2988 CARD_DEVID(card), 2989 cmd->hdr.return_code); 2990 return 0; 2991 } 2992 } 2993 2994 if (cmd->hdr.prot_version == QETH_PROT_IPV4) { 2995 card->options.ipa4.supported_funcs = cmd->hdr.ipa_supported; 2996 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 2997 } else if (cmd->hdr.prot_version == QETH_PROT_IPV6) { 2998 card->options.ipa6.supported_funcs = cmd->hdr.ipa_supported; 2999 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 3000 } else 3001 QETH_DBF_MESSAGE(1, "IPA_CMD_QIPASSIST on device %x: Flawed LIC detected\n", 3002 CARD_DEVID(card)); 3003 return 0; 3004 } 3005 3006 static int qeth_query_ipassists(struct qeth_card *card, 3007 enum qeth_prot_versions prot) 3008 { 3009 int rc; 3010 struct qeth_cmd_buffer *iob; 3011 3012 QETH_DBF_TEXT_(SETUP, 2, "qipassi%i", prot); 3013 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_QIPASSIST, prot); 3014 if (!iob) 3015 return -ENOMEM; 3016 rc = qeth_send_ipa_cmd(card, iob, qeth_query_ipassists_cb, NULL); 3017 return rc; 3018 } 3019 3020 static int qeth_query_switch_attributes_cb(struct qeth_card *card, 3021 struct qeth_reply *reply, unsigned long data) 3022 { 3023 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 3024 struct qeth_query_switch_attributes *attrs; 3025 struct qeth_switch_info *sw_info; 3026 3027 QETH_CARD_TEXT(card, 2, "qswiatcb"); 3028 if (qeth_setadpparms_inspect_rc(cmd)) 3029 return 0; 3030 3031 sw_info = (struct qeth_switch_info *)reply->param; 3032 attrs = &cmd->data.setadapterparms.data.query_switch_attributes; 3033 sw_info->capabilities = attrs->capabilities; 3034 sw_info->settings = attrs->settings; 3035 QETH_CARD_TEXT_(card, 2, "%04x%04x", sw_info->capabilities, 3036 sw_info->settings); 3037 return 0; 3038 } 3039 3040 int qeth_query_switch_attributes(struct qeth_card *card, 3041 struct qeth_switch_info *sw_info) 3042 { 3043 struct qeth_cmd_buffer *iob; 3044 3045 QETH_CARD_TEXT(card, 2, "qswiattr"); 3046 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES)) 3047 return -EOPNOTSUPP; 3048 if (!netif_carrier_ok(card->dev)) 3049 return -ENOMEDIUM; 3050 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_SWITCH_ATTRIBUTES, 3051 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 3052 if (!iob) 3053 return -ENOMEM; 3054 return qeth_send_ipa_cmd(card, iob, 3055 qeth_query_switch_attributes_cb, sw_info); 3056 } 3057 3058 static int qeth_query_setdiagass_cb(struct qeth_card *card, 3059 struct qeth_reply *reply, unsigned long data) 3060 { 3061 struct qeth_ipa_cmd *cmd; 3062 __u16 rc; 3063 3064 cmd = (struct qeth_ipa_cmd *)data; 3065 rc = cmd->hdr.return_code; 3066 if (rc) 3067 QETH_CARD_TEXT_(card, 2, "diagq:%x", rc); 3068 else 3069 card->info.diagass_support = cmd->data.diagass.ext; 3070 return 0; 3071 } 3072 3073 static int qeth_query_setdiagass(struct qeth_card *card) 3074 { 3075 struct qeth_cmd_buffer *iob; 3076 struct qeth_ipa_cmd *cmd; 3077 3078 QETH_DBF_TEXT(SETUP, 2, "qdiagass"); 3079 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3080 if (!iob) 3081 return -ENOMEM; 3082 cmd = __ipa_cmd(iob); 3083 cmd->data.diagass.subcmd_len = 16; 3084 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_QUERY; 3085 return qeth_send_ipa_cmd(card, iob, qeth_query_setdiagass_cb, NULL); 3086 } 3087 3088 static void qeth_get_trap_id(struct qeth_card *card, struct qeth_trap_id *tid) 3089 { 3090 unsigned long info = get_zeroed_page(GFP_KERNEL); 3091 struct sysinfo_2_2_2 *info222 = (struct sysinfo_2_2_2 *)info; 3092 struct sysinfo_3_2_2 *info322 = (struct sysinfo_3_2_2 *)info; 3093 struct ccw_dev_id ccwid; 3094 int level; 3095 3096 tid->chpid = card->info.chpid; 3097 ccw_device_get_id(CARD_RDEV(card), &ccwid); 3098 tid->ssid = ccwid.ssid; 3099 tid->devno = ccwid.devno; 3100 if (!info) 3101 return; 3102 level = stsi(NULL, 0, 0, 0); 3103 if ((level >= 2) && (stsi(info222, 2, 2, 2) == 0)) 3104 tid->lparnr = info222->lpar_number; 3105 if ((level >= 3) && (stsi(info322, 3, 2, 2) == 0)) { 3106 EBCASC(info322->vm[0].name, sizeof(info322->vm[0].name)); 3107 memcpy(tid->vmname, info322->vm[0].name, sizeof(tid->vmname)); 3108 } 3109 free_page(info); 3110 return; 3111 } 3112 3113 static int qeth_hw_trap_cb(struct qeth_card *card, 3114 struct qeth_reply *reply, unsigned long data) 3115 { 3116 struct qeth_ipa_cmd *cmd; 3117 __u16 rc; 3118 3119 cmd = (struct qeth_ipa_cmd *)data; 3120 rc = cmd->hdr.return_code; 3121 if (rc) 3122 QETH_CARD_TEXT_(card, 2, "trapc:%x", rc); 3123 return 0; 3124 } 3125 3126 int qeth_hw_trap(struct qeth_card *card, enum qeth_diags_trap_action action) 3127 { 3128 struct qeth_cmd_buffer *iob; 3129 struct qeth_ipa_cmd *cmd; 3130 3131 QETH_DBF_TEXT(SETUP, 2, "diagtrap"); 3132 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SET_DIAG_ASS, 0); 3133 if (!iob) 3134 return -ENOMEM; 3135 cmd = __ipa_cmd(iob); 3136 cmd->data.diagass.subcmd_len = 80; 3137 cmd->data.diagass.subcmd = QETH_DIAGS_CMD_TRAP; 3138 cmd->data.diagass.type = 1; 3139 cmd->data.diagass.action = action; 3140 switch (action) { 3141 case QETH_DIAGS_TRAP_ARM: 3142 cmd->data.diagass.options = 0x0003; 3143 cmd->data.diagass.ext = 0x00010000 + 3144 sizeof(struct qeth_trap_id); 3145 qeth_get_trap_id(card, 3146 (struct qeth_trap_id *)cmd->data.diagass.cdata); 3147 break; 3148 case QETH_DIAGS_TRAP_DISARM: 3149 cmd->data.diagass.options = 0x0001; 3150 break; 3151 case QETH_DIAGS_TRAP_CAPTURE: 3152 break; 3153 } 3154 return qeth_send_ipa_cmd(card, iob, qeth_hw_trap_cb, NULL); 3155 } 3156 EXPORT_SYMBOL_GPL(qeth_hw_trap); 3157 3158 static int qeth_check_qdio_errors(struct qeth_card *card, 3159 struct qdio_buffer *buf, 3160 unsigned int qdio_error, 3161 const char *dbftext) 3162 { 3163 if (qdio_error) { 3164 QETH_CARD_TEXT(card, 2, dbftext); 3165 QETH_CARD_TEXT_(card, 2, " F15=%02X", 3166 buf->element[15].sflags); 3167 QETH_CARD_TEXT_(card, 2, " F14=%02X", 3168 buf->element[14].sflags); 3169 QETH_CARD_TEXT_(card, 2, " qerr=%X", qdio_error); 3170 if ((buf->element[15].sflags) == 0x12) { 3171 card->stats.rx_dropped++; 3172 return 0; 3173 } else 3174 return 1; 3175 } 3176 return 0; 3177 } 3178 3179 static void qeth_queue_input_buffer(struct qeth_card *card, int index) 3180 { 3181 struct qeth_qdio_q *queue = card->qdio.in_q; 3182 struct list_head *lh; 3183 int count; 3184 int i; 3185 int rc; 3186 int newcount = 0; 3187 3188 count = (index < queue->next_buf_to_init)? 3189 card->qdio.in_buf_pool.buf_count - 3190 (queue->next_buf_to_init - index) : 3191 card->qdio.in_buf_pool.buf_count - 3192 (queue->next_buf_to_init + QDIO_MAX_BUFFERS_PER_Q - index); 3193 /* only requeue at a certain threshold to avoid SIGAs */ 3194 if (count >= QETH_IN_BUF_REQUEUE_THRESHOLD(card)) { 3195 for (i = queue->next_buf_to_init; 3196 i < queue->next_buf_to_init + count; ++i) { 3197 if (qeth_init_input_buffer(card, 3198 &queue->bufs[i % QDIO_MAX_BUFFERS_PER_Q])) { 3199 break; 3200 } else { 3201 newcount++; 3202 } 3203 } 3204 3205 if (newcount < count) { 3206 /* we are in memory shortage so we switch back to 3207 traditional skb allocation and drop packages */ 3208 atomic_set(&card->force_alloc_skb, 3); 3209 count = newcount; 3210 } else { 3211 atomic_add_unless(&card->force_alloc_skb, -1, 0); 3212 } 3213 3214 if (!count) { 3215 i = 0; 3216 list_for_each(lh, &card->qdio.in_buf_pool.entry_list) 3217 i++; 3218 if (i == card->qdio.in_buf_pool.buf_count) { 3219 QETH_CARD_TEXT(card, 2, "qsarbw"); 3220 card->reclaim_index = index; 3221 schedule_delayed_work( 3222 &card->buffer_reclaim_work, 3223 QETH_RECLAIM_WORK_TIME); 3224 } 3225 return; 3226 } 3227 3228 /* 3229 * according to old code it should be avoided to requeue all 3230 * 128 buffers in order to benefit from PCI avoidance. 3231 * this function keeps at least one buffer (the buffer at 3232 * 'index') un-requeued -> this buffer is the first buffer that 3233 * will be requeued the next time 3234 */ 3235 if (card->options.performance_stats) { 3236 card->perf_stats.inbound_do_qdio_cnt++; 3237 card->perf_stats.inbound_do_qdio_start_time = 3238 qeth_get_micros(); 3239 } 3240 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, 0, 3241 queue->next_buf_to_init, count); 3242 if (card->options.performance_stats) 3243 card->perf_stats.inbound_do_qdio_time += 3244 qeth_get_micros() - 3245 card->perf_stats.inbound_do_qdio_start_time; 3246 if (rc) { 3247 QETH_CARD_TEXT(card, 2, "qinberr"); 3248 } 3249 queue->next_buf_to_init = (queue->next_buf_to_init + count) % 3250 QDIO_MAX_BUFFERS_PER_Q; 3251 } 3252 } 3253 3254 static void qeth_buffer_reclaim_work(struct work_struct *work) 3255 { 3256 struct qeth_card *card = container_of(work, struct qeth_card, 3257 buffer_reclaim_work.work); 3258 3259 QETH_CARD_TEXT_(card, 2, "brw:%x", card->reclaim_index); 3260 qeth_queue_input_buffer(card, card->reclaim_index); 3261 } 3262 3263 static void qeth_handle_send_error(struct qeth_card *card, 3264 struct qeth_qdio_out_buffer *buffer, unsigned int qdio_err) 3265 { 3266 int sbalf15 = buffer->buffer->element[15].sflags; 3267 3268 QETH_CARD_TEXT(card, 6, "hdsnderr"); 3269 if (card->info.type == QETH_CARD_TYPE_IQD) { 3270 if (sbalf15 == 0) { 3271 qdio_err = 0; 3272 } else { 3273 qdio_err = 1; 3274 } 3275 } 3276 qeth_check_qdio_errors(card, buffer->buffer, qdio_err, "qouterr"); 3277 3278 if (!qdio_err) 3279 return; 3280 3281 if ((sbalf15 >= 15) && (sbalf15 <= 31)) 3282 return; 3283 3284 QETH_CARD_TEXT(card, 1, "lnkfail"); 3285 QETH_CARD_TEXT_(card, 1, "%04x %02x", 3286 (u16)qdio_err, (u8)sbalf15); 3287 } 3288 3289 /** 3290 * qeth_prep_flush_pack_buffer - Prepares flushing of a packing buffer. 3291 * @queue: queue to check for packing buffer 3292 * 3293 * Returns number of buffers that were prepared for flush. 3294 */ 3295 static int qeth_prep_flush_pack_buffer(struct qeth_qdio_out_q *queue) 3296 { 3297 struct qeth_qdio_out_buffer *buffer; 3298 3299 buffer = queue->bufs[queue->next_buf_to_fill]; 3300 if ((atomic_read(&buffer->state) == QETH_QDIO_BUF_EMPTY) && 3301 (buffer->next_element_to_fill > 0)) { 3302 /* it's a packing buffer */ 3303 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 3304 queue->next_buf_to_fill = 3305 (queue->next_buf_to_fill + 1) % QDIO_MAX_BUFFERS_PER_Q; 3306 return 1; 3307 } 3308 return 0; 3309 } 3310 3311 /* 3312 * Switched to packing state if the number of used buffers on a queue 3313 * reaches a certain limit. 3314 */ 3315 static void qeth_switch_to_packing_if_needed(struct qeth_qdio_out_q *queue) 3316 { 3317 if (!queue->do_pack) { 3318 if (atomic_read(&queue->used_buffers) 3319 >= QETH_HIGH_WATERMARK_PACK){ 3320 /* switch non-PACKING -> PACKING */ 3321 QETH_CARD_TEXT(queue->card, 6, "np->pack"); 3322 if (queue->card->options.performance_stats) 3323 queue->card->perf_stats.sc_dp_p++; 3324 queue->do_pack = 1; 3325 } 3326 } 3327 } 3328 3329 /* 3330 * Switches from packing to non-packing mode. If there is a packing 3331 * buffer on the queue this buffer will be prepared to be flushed. 3332 * In that case 1 is returned to inform the caller. If no buffer 3333 * has to be flushed, zero is returned. 3334 */ 3335 static int qeth_switch_to_nonpacking_if_needed(struct qeth_qdio_out_q *queue) 3336 { 3337 if (queue->do_pack) { 3338 if (atomic_read(&queue->used_buffers) 3339 <= QETH_LOW_WATERMARK_PACK) { 3340 /* switch PACKING -> non-PACKING */ 3341 QETH_CARD_TEXT(queue->card, 6, "pack->np"); 3342 if (queue->card->options.performance_stats) 3343 queue->card->perf_stats.sc_p_dp++; 3344 queue->do_pack = 0; 3345 return qeth_prep_flush_pack_buffer(queue); 3346 } 3347 } 3348 return 0; 3349 } 3350 3351 static void qeth_flush_buffers(struct qeth_qdio_out_q *queue, int index, 3352 int count) 3353 { 3354 struct qeth_qdio_out_buffer *buf; 3355 int rc; 3356 int i; 3357 unsigned int qdio_flags; 3358 3359 for (i = index; i < index + count; ++i) { 3360 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3361 buf = queue->bufs[bidx]; 3362 buf->buffer->element[buf->next_element_to_fill - 1].eflags |= 3363 SBAL_EFLAGS_LAST_ENTRY; 3364 3365 if (queue->bufstates) 3366 queue->bufstates[bidx].user = buf; 3367 3368 if (queue->card->info.type == QETH_CARD_TYPE_IQD) 3369 continue; 3370 3371 if (!queue->do_pack) { 3372 if ((atomic_read(&queue->used_buffers) >= 3373 (QETH_HIGH_WATERMARK_PACK - 3374 QETH_WATERMARK_PACK_FUZZ)) && 3375 !atomic_read(&queue->set_pci_flags_count)) { 3376 /* it's likely that we'll go to packing 3377 * mode soon */ 3378 atomic_inc(&queue->set_pci_flags_count); 3379 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3380 } 3381 } else { 3382 if (!atomic_read(&queue->set_pci_flags_count)) { 3383 /* 3384 * there's no outstanding PCI any more, so we 3385 * have to request a PCI to be sure the the PCI 3386 * will wake at some time in the future then we 3387 * can flush packed buffers that might still be 3388 * hanging around, which can happen if no 3389 * further send was requested by the stack 3390 */ 3391 atomic_inc(&queue->set_pci_flags_count); 3392 buf->buffer->element[0].sflags |= SBAL_SFLAGS0_PCI_REQ; 3393 } 3394 } 3395 } 3396 3397 netif_trans_update(queue->card->dev); 3398 if (queue->card->options.performance_stats) { 3399 queue->card->perf_stats.outbound_do_qdio_cnt++; 3400 queue->card->perf_stats.outbound_do_qdio_start_time = 3401 qeth_get_micros(); 3402 } 3403 qdio_flags = QDIO_FLAG_SYNC_OUTPUT; 3404 if (atomic_read(&queue->set_pci_flags_count)) 3405 qdio_flags |= QDIO_FLAG_PCI_OUT; 3406 atomic_add(count, &queue->used_buffers); 3407 3408 rc = do_QDIO(CARD_DDEV(queue->card), qdio_flags, 3409 queue->queue_no, index, count); 3410 if (queue->card->options.performance_stats) 3411 queue->card->perf_stats.outbound_do_qdio_time += 3412 qeth_get_micros() - 3413 queue->card->perf_stats.outbound_do_qdio_start_time; 3414 if (rc) { 3415 queue->card->stats.tx_errors += count; 3416 /* ignore temporary SIGA errors without busy condition */ 3417 if (rc == -ENOBUFS) 3418 return; 3419 QETH_CARD_TEXT(queue->card, 2, "flushbuf"); 3420 QETH_CARD_TEXT_(queue->card, 2, " q%d", queue->queue_no); 3421 QETH_CARD_TEXT_(queue->card, 2, " idx%d", index); 3422 QETH_CARD_TEXT_(queue->card, 2, " c%d", count); 3423 QETH_CARD_TEXT_(queue->card, 2, " err%d", rc); 3424 3425 /* this must not happen under normal circumstances. if it 3426 * happens something is really wrong -> recover */ 3427 qeth_schedule_recovery(queue->card); 3428 return; 3429 } 3430 if (queue->card->options.performance_stats) 3431 queue->card->perf_stats.bufs_sent += count; 3432 } 3433 3434 static void qeth_check_outbound_queue(struct qeth_qdio_out_q *queue) 3435 { 3436 int index; 3437 int flush_cnt = 0; 3438 int q_was_packing = 0; 3439 3440 /* 3441 * check if weed have to switch to non-packing mode or if 3442 * we have to get a pci flag out on the queue 3443 */ 3444 if ((atomic_read(&queue->used_buffers) <= QETH_LOW_WATERMARK_PACK) || 3445 !atomic_read(&queue->set_pci_flags_count)) { 3446 if (atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH) == 3447 QETH_OUT_Q_UNLOCKED) { 3448 /* 3449 * If we get in here, there was no action in 3450 * do_send_packet. So, we check if there is a 3451 * packing buffer to be flushed here. 3452 */ 3453 netif_stop_queue(queue->card->dev); 3454 index = queue->next_buf_to_fill; 3455 q_was_packing = queue->do_pack; 3456 /* queue->do_pack may change */ 3457 barrier(); 3458 flush_cnt += qeth_switch_to_nonpacking_if_needed(queue); 3459 if (!flush_cnt && 3460 !atomic_read(&queue->set_pci_flags_count)) 3461 flush_cnt += qeth_prep_flush_pack_buffer(queue); 3462 if (queue->card->options.performance_stats && 3463 q_was_packing) 3464 queue->card->perf_stats.bufs_sent_pack += 3465 flush_cnt; 3466 if (flush_cnt) 3467 qeth_flush_buffers(queue, index, flush_cnt); 3468 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 3469 } 3470 } 3471 } 3472 3473 static void qeth_qdio_start_poll(struct ccw_device *ccwdev, int queue, 3474 unsigned long card_ptr) 3475 { 3476 struct qeth_card *card = (struct qeth_card *)card_ptr; 3477 3478 if (card->dev->flags & IFF_UP) 3479 napi_schedule(&card->napi); 3480 } 3481 3482 int qeth_configure_cq(struct qeth_card *card, enum qeth_cq cq) 3483 { 3484 int rc; 3485 3486 if (card->options.cq == QETH_CQ_NOTAVAILABLE) { 3487 rc = -1; 3488 goto out; 3489 } else { 3490 if (card->options.cq == cq) { 3491 rc = 0; 3492 goto out; 3493 } 3494 3495 if (card->state != CARD_STATE_DOWN && 3496 card->state != CARD_STATE_RECOVER) { 3497 rc = -1; 3498 goto out; 3499 } 3500 3501 qeth_free_qdio_buffers(card); 3502 card->options.cq = cq; 3503 rc = 0; 3504 } 3505 out: 3506 return rc; 3507 3508 } 3509 EXPORT_SYMBOL_GPL(qeth_configure_cq); 3510 3511 static void qeth_qdio_cq_handler(struct qeth_card *card, unsigned int qdio_err, 3512 unsigned int queue, int first_element, 3513 int count) 3514 { 3515 struct qeth_qdio_q *cq = card->qdio.c_q; 3516 int i; 3517 int rc; 3518 3519 if (!qeth_is_cq(card, queue)) 3520 goto out; 3521 3522 QETH_CARD_TEXT_(card, 5, "qcqhe%d", first_element); 3523 QETH_CARD_TEXT_(card, 5, "qcqhc%d", count); 3524 QETH_CARD_TEXT_(card, 5, "qcqherr%d", qdio_err); 3525 3526 if (qdio_err) { 3527 netif_stop_queue(card->dev); 3528 qeth_schedule_recovery(card); 3529 goto out; 3530 } 3531 3532 if (card->options.performance_stats) { 3533 card->perf_stats.cq_cnt++; 3534 card->perf_stats.cq_start_time = qeth_get_micros(); 3535 } 3536 3537 for (i = first_element; i < first_element + count; ++i) { 3538 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3539 struct qdio_buffer *buffer = cq->qdio_bufs[bidx]; 3540 int e = 0; 3541 3542 while ((e < QDIO_MAX_ELEMENTS_PER_BUFFER) && 3543 buffer->element[e].addr) { 3544 unsigned long phys_aob_addr; 3545 3546 phys_aob_addr = (unsigned long) buffer->element[e].addr; 3547 qeth_qdio_handle_aob(card, phys_aob_addr); 3548 ++e; 3549 } 3550 qeth_scrub_qdio_buffer(buffer, QDIO_MAX_ELEMENTS_PER_BUFFER); 3551 } 3552 rc = do_QDIO(CARD_DDEV(card), QDIO_FLAG_SYNC_INPUT, queue, 3553 card->qdio.c_q->next_buf_to_init, 3554 count); 3555 if (rc) { 3556 dev_warn(&card->gdev->dev, 3557 "QDIO reported an error, rc=%i\n", rc); 3558 QETH_CARD_TEXT(card, 2, "qcqherr"); 3559 } 3560 card->qdio.c_q->next_buf_to_init = (card->qdio.c_q->next_buf_to_init 3561 + count) % QDIO_MAX_BUFFERS_PER_Q; 3562 3563 netif_wake_queue(card->dev); 3564 3565 if (card->options.performance_stats) { 3566 int delta_t = qeth_get_micros(); 3567 delta_t -= card->perf_stats.cq_start_time; 3568 card->perf_stats.cq_time += delta_t; 3569 } 3570 out: 3571 return; 3572 } 3573 3574 static void qeth_qdio_input_handler(struct ccw_device *ccwdev, 3575 unsigned int qdio_err, int queue, 3576 int first_elem, int count, 3577 unsigned long card_ptr) 3578 { 3579 struct qeth_card *card = (struct qeth_card *)card_ptr; 3580 3581 QETH_CARD_TEXT_(card, 2, "qihq%d", queue); 3582 QETH_CARD_TEXT_(card, 2, "qiec%d", qdio_err); 3583 3584 if (qeth_is_cq(card, queue)) 3585 qeth_qdio_cq_handler(card, qdio_err, queue, first_elem, count); 3586 else if (qdio_err) 3587 qeth_schedule_recovery(card); 3588 } 3589 3590 static void qeth_qdio_output_handler(struct ccw_device *ccwdev, 3591 unsigned int qdio_error, int __queue, 3592 int first_element, int count, 3593 unsigned long card_ptr) 3594 { 3595 struct qeth_card *card = (struct qeth_card *) card_ptr; 3596 struct qeth_qdio_out_q *queue = card->qdio.out_qs[__queue]; 3597 struct qeth_qdio_out_buffer *buffer; 3598 int i; 3599 3600 QETH_CARD_TEXT(card, 6, "qdouhdl"); 3601 if (qdio_error & QDIO_ERROR_FATAL) { 3602 QETH_CARD_TEXT(card, 2, "achkcond"); 3603 netif_stop_queue(card->dev); 3604 qeth_schedule_recovery(card); 3605 return; 3606 } 3607 if (card->options.performance_stats) { 3608 card->perf_stats.outbound_handler_cnt++; 3609 card->perf_stats.outbound_handler_start_time = 3610 qeth_get_micros(); 3611 } 3612 for (i = first_element; i < (first_element + count); ++i) { 3613 int bidx = i % QDIO_MAX_BUFFERS_PER_Q; 3614 buffer = queue->bufs[bidx]; 3615 qeth_handle_send_error(card, buffer, qdio_error); 3616 3617 if (queue->bufstates && 3618 (queue->bufstates[bidx].flags & 3619 QDIO_OUTBUF_STATE_FLAG_PENDING) != 0) { 3620 WARN_ON_ONCE(card->options.cq != QETH_CQ_ENABLED); 3621 3622 if (atomic_cmpxchg(&buffer->state, 3623 QETH_QDIO_BUF_PRIMED, 3624 QETH_QDIO_BUF_PENDING) == 3625 QETH_QDIO_BUF_PRIMED) { 3626 qeth_notify_skbs(queue, buffer, 3627 TX_NOTIFY_PENDING); 3628 } 3629 QETH_CARD_TEXT_(queue->card, 5, "pel%d", bidx); 3630 3631 /* prepare the queue slot for re-use: */ 3632 qeth_scrub_qdio_buffer(buffer->buffer, 3633 QETH_MAX_BUFFER_ELEMENTS(card)); 3634 if (qeth_init_qdio_out_buf(queue, bidx)) { 3635 QETH_CARD_TEXT(card, 2, "outofbuf"); 3636 qeth_schedule_recovery(card); 3637 } 3638 } else { 3639 if (card->options.cq == QETH_CQ_ENABLED) { 3640 enum iucv_tx_notify n; 3641 3642 n = qeth_compute_cq_notification( 3643 buffer->buffer->element[15].sflags, 0); 3644 qeth_notify_skbs(queue, buffer, n); 3645 } 3646 3647 qeth_clear_output_buffer(queue, buffer); 3648 } 3649 qeth_cleanup_handled_pending(queue, bidx, 0); 3650 } 3651 atomic_sub(count, &queue->used_buffers); 3652 /* check if we need to do something on this outbound queue */ 3653 if (card->info.type != QETH_CARD_TYPE_IQD) 3654 qeth_check_outbound_queue(queue); 3655 3656 netif_wake_queue(queue->card->dev); 3657 if (card->options.performance_stats) 3658 card->perf_stats.outbound_handler_time += qeth_get_micros() - 3659 card->perf_stats.outbound_handler_start_time; 3660 } 3661 3662 /* We cannot use outbound queue 3 for unicast packets on HiperSockets */ 3663 static inline int qeth_cut_iqd_prio(struct qeth_card *card, int queue_num) 3664 { 3665 if ((card->info.type == QETH_CARD_TYPE_IQD) && (queue_num == 3)) 3666 return 2; 3667 return queue_num; 3668 } 3669 3670 /** 3671 * Note: Function assumes that we have 4 outbound queues. 3672 */ 3673 int qeth_get_priority_queue(struct qeth_card *card, struct sk_buff *skb, 3674 int ipv) 3675 { 3676 __be16 *tci; 3677 u8 tos; 3678 3679 switch (card->qdio.do_prio_queueing) { 3680 case QETH_PRIO_Q_ING_TOS: 3681 case QETH_PRIO_Q_ING_PREC: 3682 switch (ipv) { 3683 case 4: 3684 tos = ipv4_get_dsfield(ip_hdr(skb)); 3685 break; 3686 case 6: 3687 tos = ipv6_get_dsfield(ipv6_hdr(skb)); 3688 break; 3689 default: 3690 return card->qdio.default_out_queue; 3691 } 3692 if (card->qdio.do_prio_queueing == QETH_PRIO_Q_ING_PREC) 3693 return qeth_cut_iqd_prio(card, ~tos >> 6 & 3); 3694 if (tos & IPTOS_MINCOST) 3695 return qeth_cut_iqd_prio(card, 3); 3696 if (tos & IPTOS_RELIABILITY) 3697 return 2; 3698 if (tos & IPTOS_THROUGHPUT) 3699 return 1; 3700 if (tos & IPTOS_LOWDELAY) 3701 return 0; 3702 break; 3703 case QETH_PRIO_Q_ING_SKB: 3704 if (skb->priority > 5) 3705 return 0; 3706 return qeth_cut_iqd_prio(card, ~skb->priority >> 1 & 3); 3707 case QETH_PRIO_Q_ING_VLAN: 3708 tci = &((struct ethhdr *)skb->data)->h_proto; 3709 if (be16_to_cpu(*tci) == ETH_P_8021Q) 3710 return qeth_cut_iqd_prio(card, 3711 ~be16_to_cpu(*(tci + 1)) >> (VLAN_PRIO_SHIFT + 1) & 3); 3712 break; 3713 default: 3714 break; 3715 } 3716 return card->qdio.default_out_queue; 3717 } 3718 EXPORT_SYMBOL_GPL(qeth_get_priority_queue); 3719 3720 /** 3721 * qeth_get_elements_for_frags() - find number of SBALEs for skb frags. 3722 * @skb: SKB address 3723 * 3724 * Returns the number of pages, and thus QDIO buffer elements, needed to cover 3725 * fragmented part of the SKB. Returns zero for linear SKB. 3726 */ 3727 static int qeth_get_elements_for_frags(struct sk_buff *skb) 3728 { 3729 int cnt, elements = 0; 3730 3731 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3732 struct skb_frag_struct *frag = &skb_shinfo(skb)->frags[cnt]; 3733 3734 elements += qeth_get_elements_for_range( 3735 (addr_t)skb_frag_address(frag), 3736 (addr_t)skb_frag_address(frag) + skb_frag_size(frag)); 3737 } 3738 return elements; 3739 } 3740 3741 /** 3742 * qeth_count_elements() - Counts the number of QDIO buffer elements needed 3743 * to transmit an skb. 3744 * @skb: the skb to operate on. 3745 * @data_offset: skip this part of the skb's linear data 3746 * 3747 * Returns the number of pages, and thus QDIO buffer elements, needed to map the 3748 * skb's data (both its linear part and paged fragments). 3749 */ 3750 unsigned int qeth_count_elements(struct sk_buff *skb, unsigned int data_offset) 3751 { 3752 unsigned int elements = qeth_get_elements_for_frags(skb); 3753 addr_t end = (addr_t)skb->data + skb_headlen(skb); 3754 addr_t start = (addr_t)skb->data + data_offset; 3755 3756 if (start != end) 3757 elements += qeth_get_elements_for_range(start, end); 3758 return elements; 3759 } 3760 EXPORT_SYMBOL_GPL(qeth_count_elements); 3761 3762 #define QETH_HDR_CACHE_OBJ_SIZE (sizeof(struct qeth_hdr_tso) + \ 3763 MAX_TCP_HEADER) 3764 3765 /** 3766 * qeth_add_hw_header() - add a HW header to an skb. 3767 * @skb: skb that the HW header should be added to. 3768 * @hdr: double pointer to a qeth_hdr. When returning with >= 0, 3769 * it contains a valid pointer to a qeth_hdr. 3770 * @hdr_len: length of the HW header. 3771 * @proto_len: length of protocol headers that need to be in same page as the 3772 * HW header. 3773 * 3774 * Returns the pushed length. If the header can't be pushed on 3775 * (eg. because it would cross a page boundary), it is allocated from 3776 * the cache instead and 0 is returned. 3777 * The number of needed buffer elements is returned in @elements. 3778 * Error to create the hdr is indicated by returning with < 0. 3779 */ 3780 int qeth_add_hw_header(struct qeth_card *card, struct sk_buff *skb, 3781 struct qeth_hdr **hdr, unsigned int hdr_len, 3782 unsigned int proto_len, unsigned int *elements) 3783 { 3784 const unsigned int max_elements = QETH_MAX_BUFFER_ELEMENTS(card); 3785 const unsigned int contiguous = proto_len ? proto_len : 1; 3786 unsigned int __elements; 3787 addr_t start, end; 3788 bool push_ok; 3789 int rc; 3790 3791 check_layout: 3792 start = (addr_t)skb->data - hdr_len; 3793 end = (addr_t)skb->data; 3794 3795 if (qeth_get_elements_for_range(start, end + contiguous) == 1) { 3796 /* Push HW header into same page as first protocol header. */ 3797 push_ok = true; 3798 /* ... but TSO always needs a separate element for headers: */ 3799 if (skb_is_gso(skb)) 3800 __elements = 1 + qeth_count_elements(skb, proto_len); 3801 else 3802 __elements = qeth_count_elements(skb, 0); 3803 } else if (!proto_len && qeth_get_elements_for_range(start, end) == 1) { 3804 /* Push HW header into a new page. */ 3805 push_ok = true; 3806 __elements = 1 + qeth_count_elements(skb, 0); 3807 } else { 3808 /* Use header cache, copy protocol headers up. */ 3809 push_ok = false; 3810 __elements = 1 + qeth_count_elements(skb, proto_len); 3811 } 3812 3813 /* Compress skb to fit into one IO buffer: */ 3814 if (__elements > max_elements) { 3815 if (!skb_is_nonlinear(skb)) { 3816 /* Drop it, no easy way of shrinking it further. */ 3817 QETH_DBF_MESSAGE(2, "Dropped an oversized skb (Max Elements=%u / Actual=%u / Length=%u).\n", 3818 max_elements, __elements, skb->len); 3819 return -E2BIG; 3820 } 3821 3822 rc = skb_linearize(skb); 3823 if (card->options.performance_stats) { 3824 if (rc) 3825 card->perf_stats.tx_linfail++; 3826 else 3827 card->perf_stats.tx_lin++; 3828 } 3829 if (rc) 3830 return rc; 3831 3832 /* Linearization changed the layout, re-evaluate: */ 3833 goto check_layout; 3834 } 3835 3836 *elements = __elements; 3837 /* Add the header: */ 3838 if (push_ok) { 3839 *hdr = skb_push(skb, hdr_len); 3840 return hdr_len; 3841 } 3842 /* fall back */ 3843 if (hdr_len + proto_len > QETH_HDR_CACHE_OBJ_SIZE) 3844 return -E2BIG; 3845 *hdr = kmem_cache_alloc(qeth_core_header_cache, GFP_ATOMIC); 3846 if (!*hdr) 3847 return -ENOMEM; 3848 /* Copy protocol headers behind HW header: */ 3849 skb_copy_from_linear_data(skb, ((char *)*hdr) + hdr_len, proto_len); 3850 return 0; 3851 } 3852 EXPORT_SYMBOL_GPL(qeth_add_hw_header); 3853 3854 static void __qeth_fill_buffer(struct sk_buff *skb, 3855 struct qeth_qdio_out_buffer *buf, 3856 bool is_first_elem, unsigned int offset) 3857 { 3858 struct qdio_buffer *buffer = buf->buffer; 3859 int element = buf->next_element_to_fill; 3860 int length = skb_headlen(skb) - offset; 3861 char *data = skb->data + offset; 3862 int length_here, cnt; 3863 3864 /* map linear part into buffer element(s) */ 3865 while (length > 0) { 3866 /* length_here is the remaining amount of data in this page */ 3867 length_here = PAGE_SIZE - ((unsigned long) data % PAGE_SIZE); 3868 if (length < length_here) 3869 length_here = length; 3870 3871 buffer->element[element].addr = data; 3872 buffer->element[element].length = length_here; 3873 length -= length_here; 3874 if (is_first_elem) { 3875 is_first_elem = false; 3876 if (length || skb_is_nonlinear(skb)) 3877 /* skb needs additional elements */ 3878 buffer->element[element].eflags = 3879 SBAL_EFLAGS_FIRST_FRAG; 3880 else 3881 buffer->element[element].eflags = 0; 3882 } else { 3883 buffer->element[element].eflags = 3884 SBAL_EFLAGS_MIDDLE_FRAG; 3885 } 3886 data += length_here; 3887 element++; 3888 } 3889 3890 /* map page frags into buffer element(s) */ 3891 for (cnt = 0; cnt < skb_shinfo(skb)->nr_frags; cnt++) { 3892 skb_frag_t *frag = &skb_shinfo(skb)->frags[cnt]; 3893 3894 data = skb_frag_address(frag); 3895 length = skb_frag_size(frag); 3896 while (length > 0) { 3897 length_here = PAGE_SIZE - 3898 ((unsigned long) data % PAGE_SIZE); 3899 if (length < length_here) 3900 length_here = length; 3901 3902 buffer->element[element].addr = data; 3903 buffer->element[element].length = length_here; 3904 buffer->element[element].eflags = 3905 SBAL_EFLAGS_MIDDLE_FRAG; 3906 length -= length_here; 3907 data += length_here; 3908 element++; 3909 } 3910 } 3911 3912 if (buffer->element[element - 1].eflags) 3913 buffer->element[element - 1].eflags = SBAL_EFLAGS_LAST_FRAG; 3914 buf->next_element_to_fill = element; 3915 } 3916 3917 /** 3918 * qeth_fill_buffer() - map skb into an output buffer 3919 * @queue: QDIO queue to submit the buffer on 3920 * @buf: buffer to transport the skb 3921 * @skb: skb to map into the buffer 3922 * @hdr: qeth_hdr for this skb. Either at skb->data, or allocated 3923 * from qeth_core_header_cache. 3924 * @offset: when mapping the skb, start at skb->data + offset 3925 * @hd_len: if > 0, build a dedicated header element of this size 3926 */ 3927 static int qeth_fill_buffer(struct qeth_qdio_out_q *queue, 3928 struct qeth_qdio_out_buffer *buf, 3929 struct sk_buff *skb, struct qeth_hdr *hdr, 3930 unsigned int offset, unsigned int hd_len) 3931 { 3932 struct qdio_buffer *buffer = buf->buffer; 3933 bool is_first_elem = true; 3934 int flush_cnt = 0; 3935 3936 __skb_queue_tail(&buf->skb_list, skb); 3937 3938 /* build dedicated header element */ 3939 if (hd_len) { 3940 int element = buf->next_element_to_fill; 3941 is_first_elem = false; 3942 3943 buffer->element[element].addr = hdr; 3944 buffer->element[element].length = hd_len; 3945 buffer->element[element].eflags = SBAL_EFLAGS_FIRST_FRAG; 3946 /* remember to free cache-allocated qeth_hdr: */ 3947 buf->is_header[element] = ((void *)hdr != skb->data); 3948 buf->next_element_to_fill++; 3949 } 3950 3951 __qeth_fill_buffer(skb, buf, is_first_elem, offset); 3952 3953 if (!queue->do_pack) { 3954 QETH_CARD_TEXT(queue->card, 6, "fillbfnp"); 3955 /* set state to PRIMED -> will be flushed */ 3956 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 3957 flush_cnt = 1; 3958 } else { 3959 QETH_CARD_TEXT(queue->card, 6, "fillbfpa"); 3960 if (queue->card->options.performance_stats) 3961 queue->card->perf_stats.skbs_sent_pack++; 3962 if (buf->next_element_to_fill >= 3963 QETH_MAX_BUFFER_ELEMENTS(queue->card)) { 3964 /* 3965 * packed buffer if full -> set state PRIMED 3966 * -> will be flushed 3967 */ 3968 atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED); 3969 flush_cnt = 1; 3970 } 3971 } 3972 return flush_cnt; 3973 } 3974 3975 int qeth_do_send_packet_fast(struct qeth_qdio_out_q *queue, struct sk_buff *skb, 3976 struct qeth_hdr *hdr, unsigned int offset, 3977 unsigned int hd_len) 3978 { 3979 int index = queue->next_buf_to_fill; 3980 struct qeth_qdio_out_buffer *buffer = queue->bufs[index]; 3981 3982 /* 3983 * check if buffer is empty to make sure that we do not 'overtake' 3984 * ourselves and try to fill a buffer that is already primed 3985 */ 3986 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) 3987 return -EBUSY; 3988 queue->next_buf_to_fill = (index + 1) % QDIO_MAX_BUFFERS_PER_Q; 3989 qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 3990 qeth_flush_buffers(queue, index, 1); 3991 return 0; 3992 } 3993 EXPORT_SYMBOL_GPL(qeth_do_send_packet_fast); 3994 3995 int qeth_do_send_packet(struct qeth_card *card, struct qeth_qdio_out_q *queue, 3996 struct sk_buff *skb, struct qeth_hdr *hdr, 3997 unsigned int offset, unsigned int hd_len, 3998 int elements_needed) 3999 { 4000 struct qeth_qdio_out_buffer *buffer; 4001 int start_index; 4002 int flush_count = 0; 4003 int do_pack = 0; 4004 int tmp; 4005 int rc = 0; 4006 4007 /* spin until we get the queue ... */ 4008 while (atomic_cmpxchg(&queue->state, QETH_OUT_Q_UNLOCKED, 4009 QETH_OUT_Q_LOCKED) != QETH_OUT_Q_UNLOCKED); 4010 start_index = queue->next_buf_to_fill; 4011 buffer = queue->bufs[queue->next_buf_to_fill]; 4012 /* 4013 * check if buffer is empty to make sure that we do not 'overtake' 4014 * ourselves and try to fill a buffer that is already primed 4015 */ 4016 if (atomic_read(&buffer->state) != QETH_QDIO_BUF_EMPTY) { 4017 atomic_set(&queue->state, QETH_OUT_Q_UNLOCKED); 4018 return -EBUSY; 4019 } 4020 /* check if we need to switch packing state of this queue */ 4021 qeth_switch_to_packing_if_needed(queue); 4022 if (queue->do_pack) { 4023 do_pack = 1; 4024 /* does packet fit in current buffer? */ 4025 if ((QETH_MAX_BUFFER_ELEMENTS(card) - 4026 buffer->next_element_to_fill) < elements_needed) { 4027 /* ... no -> set state PRIMED */ 4028 atomic_set(&buffer->state, QETH_QDIO_BUF_PRIMED); 4029 flush_count++; 4030 queue->next_buf_to_fill = 4031 (queue->next_buf_to_fill + 1) % 4032 QDIO_MAX_BUFFERS_PER_Q; 4033 buffer = queue->bufs[queue->next_buf_to_fill]; 4034 /* we did a step forward, so check buffer state 4035 * again */ 4036 if (atomic_read(&buffer->state) != 4037 QETH_QDIO_BUF_EMPTY) { 4038 qeth_flush_buffers(queue, start_index, 4039 flush_count); 4040 atomic_set(&queue->state, 4041 QETH_OUT_Q_UNLOCKED); 4042 rc = -EBUSY; 4043 goto out; 4044 } 4045 } 4046 } 4047 tmp = qeth_fill_buffer(queue, buffer, skb, hdr, offset, hd_len); 4048 queue->next_buf_to_fill = (queue->next_buf_to_fill + tmp) % 4049 QDIO_MAX_BUFFERS_PER_Q; 4050 flush_count += tmp; 4051 if (flush_count) 4052 qeth_flush_buffers(queue, start_index, flush_count); 4053 else if (!atomic_read(&queue->set_pci_flags_count)) 4054 atomic_xchg(&queue->state, QETH_OUT_Q_LOCKED_FLUSH); 4055 /* 4056 * queue->state will go from LOCKED -> UNLOCKED or from 4057 * LOCKED_FLUSH -> LOCKED if output_handler wanted to 'notify' us 4058 * (switch packing state or flush buffer to get another pci flag out). 4059 * In that case we will enter this loop 4060 */ 4061 while (atomic_dec_return(&queue->state)) { 4062 start_index = queue->next_buf_to_fill; 4063 /* check if we can go back to non-packing state */ 4064 tmp = qeth_switch_to_nonpacking_if_needed(queue); 4065 /* 4066 * check if we need to flush a packing buffer to get a pci 4067 * flag out on the queue 4068 */ 4069 if (!tmp && !atomic_read(&queue->set_pci_flags_count)) 4070 tmp = qeth_prep_flush_pack_buffer(queue); 4071 if (tmp) { 4072 qeth_flush_buffers(queue, start_index, tmp); 4073 flush_count += tmp; 4074 } 4075 } 4076 out: 4077 /* at this point the queue is UNLOCKED again */ 4078 if (queue->card->options.performance_stats && do_pack) 4079 queue->card->perf_stats.bufs_sent_pack += flush_count; 4080 4081 return rc; 4082 } 4083 EXPORT_SYMBOL_GPL(qeth_do_send_packet); 4084 4085 void qeth_fill_tso_ext(struct qeth_hdr_tso *hdr, unsigned int payload_len, 4086 struct sk_buff *skb, unsigned int proto_len) 4087 { 4088 struct qeth_hdr_ext_tso *ext = &hdr->ext; 4089 4090 ext->hdr_tot_len = sizeof(*ext); 4091 ext->imb_hdr_no = 1; 4092 ext->hdr_type = 1; 4093 ext->hdr_version = 1; 4094 ext->hdr_len = 28; 4095 ext->payload_len = payload_len; 4096 ext->mss = skb_shinfo(skb)->gso_size; 4097 ext->dg_hdr_len = proto_len; 4098 } 4099 EXPORT_SYMBOL_GPL(qeth_fill_tso_ext); 4100 4101 int qeth_xmit(struct qeth_card *card, struct sk_buff *skb, 4102 struct qeth_qdio_out_q *queue, int ipv, int cast_type, 4103 void (*fill_header)(struct qeth_card *card, struct qeth_hdr *hdr, 4104 struct sk_buff *skb, int ipv, int cast_type, 4105 unsigned int data_len)) 4106 { 4107 unsigned int proto_len, hw_hdr_len; 4108 unsigned int frame_len = skb->len; 4109 bool is_tso = skb_is_gso(skb); 4110 unsigned int data_offset = 0; 4111 struct qeth_hdr *hdr = NULL; 4112 unsigned int hd_len = 0; 4113 unsigned int elements; 4114 int push_len, rc; 4115 bool is_sg; 4116 4117 if (is_tso) { 4118 hw_hdr_len = sizeof(struct qeth_hdr_tso); 4119 proto_len = skb_transport_offset(skb) + tcp_hdrlen(skb); 4120 } else { 4121 hw_hdr_len = sizeof(struct qeth_hdr); 4122 proto_len = IS_IQD(card) ? ETH_HLEN : 0; 4123 } 4124 4125 rc = skb_cow_head(skb, hw_hdr_len); 4126 if (rc) 4127 return rc; 4128 4129 push_len = qeth_add_hw_header(card, skb, &hdr, hw_hdr_len, proto_len, 4130 &elements); 4131 if (push_len < 0) 4132 return push_len; 4133 if (is_tso || !push_len) { 4134 /* HW header needs its own buffer element. */ 4135 hd_len = hw_hdr_len + proto_len; 4136 data_offset = push_len + proto_len; 4137 } 4138 memset(hdr, 0, hw_hdr_len); 4139 fill_header(card, hdr, skb, ipv, cast_type, frame_len); 4140 if (is_tso) 4141 qeth_fill_tso_ext((struct qeth_hdr_tso *) hdr, 4142 frame_len - proto_len, skb, proto_len); 4143 4144 is_sg = skb_is_nonlinear(skb); 4145 if (IS_IQD(card)) { 4146 rc = qeth_do_send_packet_fast(queue, skb, hdr, data_offset, 4147 hd_len); 4148 } else { 4149 /* TODO: drop skb_orphan() once TX completion is fast enough */ 4150 skb_orphan(skb); 4151 rc = qeth_do_send_packet(card, queue, skb, hdr, data_offset, 4152 hd_len, elements); 4153 } 4154 4155 if (!rc) { 4156 if (card->options.performance_stats) { 4157 card->perf_stats.buf_elements_sent += elements; 4158 if (is_sg) 4159 card->perf_stats.sg_skbs_sent++; 4160 if (is_tso) { 4161 card->perf_stats.large_send_bytes += frame_len; 4162 card->perf_stats.large_send_cnt++; 4163 } 4164 } 4165 } else { 4166 if (!push_len) 4167 kmem_cache_free(qeth_core_header_cache, hdr); 4168 if (rc == -EBUSY) 4169 /* roll back to ETH header */ 4170 skb_pull(skb, push_len); 4171 } 4172 return rc; 4173 } 4174 EXPORT_SYMBOL_GPL(qeth_xmit); 4175 4176 static int qeth_setadp_promisc_mode_cb(struct qeth_card *card, 4177 struct qeth_reply *reply, unsigned long data) 4178 { 4179 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4180 struct qeth_ipacmd_setadpparms *setparms; 4181 4182 QETH_CARD_TEXT(card, 4, "prmadpcb"); 4183 4184 setparms = &(cmd->data.setadapterparms); 4185 if (qeth_setadpparms_inspect_rc(cmd)) { 4186 QETH_CARD_TEXT_(card, 4, "prmrc%x", cmd->hdr.return_code); 4187 setparms->data.mode = SET_PROMISC_MODE_OFF; 4188 } 4189 card->info.promisc_mode = setparms->data.mode; 4190 return 0; 4191 } 4192 4193 void qeth_setadp_promisc_mode(struct qeth_card *card) 4194 { 4195 enum qeth_ipa_promisc_modes mode; 4196 struct net_device *dev = card->dev; 4197 struct qeth_cmd_buffer *iob; 4198 struct qeth_ipa_cmd *cmd; 4199 4200 QETH_CARD_TEXT(card, 4, "setprom"); 4201 4202 if (((dev->flags & IFF_PROMISC) && 4203 (card->info.promisc_mode == SET_PROMISC_MODE_ON)) || 4204 (!(dev->flags & IFF_PROMISC) && 4205 (card->info.promisc_mode == SET_PROMISC_MODE_OFF))) 4206 return; 4207 mode = SET_PROMISC_MODE_OFF; 4208 if (dev->flags & IFF_PROMISC) 4209 mode = SET_PROMISC_MODE_ON; 4210 QETH_CARD_TEXT_(card, 4, "mode:%x", mode); 4211 4212 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_PROMISC_MODE, 4213 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 8); 4214 if (!iob) 4215 return; 4216 cmd = __ipa_cmd(iob); 4217 cmd->data.setadapterparms.data.mode = mode; 4218 qeth_send_ipa_cmd(card, iob, qeth_setadp_promisc_mode_cb, NULL); 4219 } 4220 EXPORT_SYMBOL_GPL(qeth_setadp_promisc_mode); 4221 4222 struct net_device_stats *qeth_get_stats(struct net_device *dev) 4223 { 4224 struct qeth_card *card; 4225 4226 card = dev->ml_priv; 4227 4228 QETH_CARD_TEXT(card, 5, "getstat"); 4229 4230 return &card->stats; 4231 } 4232 EXPORT_SYMBOL_GPL(qeth_get_stats); 4233 4234 static int qeth_setadpparms_change_macaddr_cb(struct qeth_card *card, 4235 struct qeth_reply *reply, unsigned long data) 4236 { 4237 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4238 4239 QETH_CARD_TEXT(card, 4, "chgmaccb"); 4240 if (qeth_setadpparms_inspect_rc(cmd)) 4241 return 0; 4242 4243 if (IS_LAYER3(card) || !(card->info.mac_bits & QETH_LAYER2_MAC_READ)) { 4244 ether_addr_copy(card->dev->dev_addr, 4245 cmd->data.setadapterparms.data.change_addr.addr); 4246 card->info.mac_bits |= QETH_LAYER2_MAC_READ; 4247 } 4248 return 0; 4249 } 4250 4251 int qeth_setadpparms_change_macaddr(struct qeth_card *card) 4252 { 4253 int rc; 4254 struct qeth_cmd_buffer *iob; 4255 struct qeth_ipa_cmd *cmd; 4256 4257 QETH_CARD_TEXT(card, 4, "chgmac"); 4258 4259 iob = qeth_get_adapter_cmd(card, IPA_SETADP_ALTER_MAC_ADDRESS, 4260 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4261 sizeof(struct qeth_change_addr)); 4262 if (!iob) 4263 return -ENOMEM; 4264 cmd = __ipa_cmd(iob); 4265 cmd->data.setadapterparms.data.change_addr.cmd = CHANGE_ADDR_READ_MAC; 4266 cmd->data.setadapterparms.data.change_addr.addr_size = ETH_ALEN; 4267 ether_addr_copy(cmd->data.setadapterparms.data.change_addr.addr, 4268 card->dev->dev_addr); 4269 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_change_macaddr_cb, 4270 NULL); 4271 return rc; 4272 } 4273 EXPORT_SYMBOL_GPL(qeth_setadpparms_change_macaddr); 4274 4275 static int qeth_setadpparms_set_access_ctrl_cb(struct qeth_card *card, 4276 struct qeth_reply *reply, unsigned long data) 4277 { 4278 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 4279 struct qeth_set_access_ctrl *access_ctrl_req; 4280 int fallback = *(int *)reply->param; 4281 4282 QETH_CARD_TEXT(card, 4, "setaccb"); 4283 if (cmd->hdr.return_code) 4284 return 0; 4285 qeth_setadpparms_inspect_rc(cmd); 4286 4287 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4288 QETH_DBF_TEXT_(SETUP, 2, "setaccb"); 4289 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4290 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", 4291 cmd->data.setadapterparms.hdr.return_code); 4292 if (cmd->data.setadapterparms.hdr.return_code != 4293 SET_ACCESS_CTRL_RC_SUCCESS) 4294 QETH_DBF_MESSAGE(3, "ERR:SET_ACCESS_CTRL(%#x) on device %x: %#x\n", 4295 access_ctrl_req->subcmd_code, CARD_DEVID(card), 4296 cmd->data.setadapterparms.hdr.return_code); 4297 switch (cmd->data.setadapterparms.hdr.return_code) { 4298 case SET_ACCESS_CTRL_RC_SUCCESS: 4299 if (card->options.isolation == ISOLATION_MODE_NONE) { 4300 dev_info(&card->gdev->dev, 4301 "QDIO data connection isolation is deactivated\n"); 4302 } else { 4303 dev_info(&card->gdev->dev, 4304 "QDIO data connection isolation is activated\n"); 4305 } 4306 break; 4307 case SET_ACCESS_CTRL_RC_ALREADY_NOT_ISOLATED: 4308 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already deactivated\n", 4309 CARD_DEVID(card)); 4310 if (fallback) 4311 card->options.isolation = card->options.prev_isolation; 4312 break; 4313 case SET_ACCESS_CTRL_RC_ALREADY_ISOLATED: 4314 QETH_DBF_MESSAGE(2, "QDIO data connection isolation on device %x already activated\n", 4315 CARD_DEVID(card)); 4316 if (fallback) 4317 card->options.isolation = card->options.prev_isolation; 4318 break; 4319 case SET_ACCESS_CTRL_RC_NOT_SUPPORTED: 4320 dev_err(&card->gdev->dev, "Adapter does not " 4321 "support QDIO data connection isolation\n"); 4322 break; 4323 case SET_ACCESS_CTRL_RC_NONE_SHARED_ADAPTER: 4324 dev_err(&card->gdev->dev, 4325 "Adapter is dedicated. " 4326 "QDIO data connection isolation not supported\n"); 4327 if (fallback) 4328 card->options.isolation = card->options.prev_isolation; 4329 break; 4330 case SET_ACCESS_CTRL_RC_ACTIVE_CHECKSUM_OFF: 4331 dev_err(&card->gdev->dev, 4332 "TSO does not permit QDIO data connection isolation\n"); 4333 if (fallback) 4334 card->options.isolation = card->options.prev_isolation; 4335 break; 4336 case SET_ACCESS_CTRL_RC_REFLREL_UNSUPPORTED: 4337 dev_err(&card->gdev->dev, "The adjacent switch port does not " 4338 "support reflective relay mode\n"); 4339 if (fallback) 4340 card->options.isolation = card->options.prev_isolation; 4341 break; 4342 case SET_ACCESS_CTRL_RC_REFLREL_FAILED: 4343 dev_err(&card->gdev->dev, "The reflective relay mode cannot be " 4344 "enabled at the adjacent switch port"); 4345 if (fallback) 4346 card->options.isolation = card->options.prev_isolation; 4347 break; 4348 case SET_ACCESS_CTRL_RC_REFLREL_DEACT_FAILED: 4349 dev_warn(&card->gdev->dev, "Turning off reflective relay mode " 4350 "at the adjacent switch failed\n"); 4351 break; 4352 default: 4353 /* this should never happen */ 4354 if (fallback) 4355 card->options.isolation = card->options.prev_isolation; 4356 break; 4357 } 4358 return 0; 4359 } 4360 4361 static int qeth_setadpparms_set_access_ctrl(struct qeth_card *card, 4362 enum qeth_ipa_isolation_modes isolation, int fallback) 4363 { 4364 int rc; 4365 struct qeth_cmd_buffer *iob; 4366 struct qeth_ipa_cmd *cmd; 4367 struct qeth_set_access_ctrl *access_ctrl_req; 4368 4369 QETH_CARD_TEXT(card, 4, "setacctl"); 4370 4371 QETH_DBF_TEXT_(SETUP, 2, "setacctl"); 4372 QETH_DBF_TEXT_(SETUP, 2, "%s", card->gdev->dev.kobj.name); 4373 4374 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_ACCESS_CONTROL, 4375 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4376 sizeof(struct qeth_set_access_ctrl)); 4377 if (!iob) 4378 return -ENOMEM; 4379 cmd = __ipa_cmd(iob); 4380 access_ctrl_req = &cmd->data.setadapterparms.data.set_access_ctrl; 4381 access_ctrl_req->subcmd_code = isolation; 4382 4383 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_set_access_ctrl_cb, 4384 &fallback); 4385 QETH_DBF_TEXT_(SETUP, 2, "rc=%d", rc); 4386 return rc; 4387 } 4388 4389 int qeth_set_access_ctrl_online(struct qeth_card *card, int fallback) 4390 { 4391 int rc = 0; 4392 4393 QETH_CARD_TEXT(card, 4, "setactlo"); 4394 4395 if ((card->info.type == QETH_CARD_TYPE_OSD || 4396 card->info.type == QETH_CARD_TYPE_OSX) && 4397 qeth_adp_supported(card, IPA_SETADP_SET_ACCESS_CONTROL)) { 4398 rc = qeth_setadpparms_set_access_ctrl(card, 4399 card->options.isolation, fallback); 4400 if (rc) { 4401 QETH_DBF_MESSAGE(3, "IPA(SET_ACCESS_CTRL(%d) on device %x: sent failed\n", 4402 rc, CARD_DEVID(card)); 4403 rc = -EOPNOTSUPP; 4404 } 4405 } else if (card->options.isolation != ISOLATION_MODE_NONE) { 4406 card->options.isolation = ISOLATION_MODE_NONE; 4407 4408 dev_err(&card->gdev->dev, "Adapter does not " 4409 "support QDIO data connection isolation\n"); 4410 rc = -EOPNOTSUPP; 4411 } 4412 return rc; 4413 } 4414 EXPORT_SYMBOL_GPL(qeth_set_access_ctrl_online); 4415 4416 void qeth_tx_timeout(struct net_device *dev) 4417 { 4418 struct qeth_card *card; 4419 4420 card = dev->ml_priv; 4421 QETH_CARD_TEXT(card, 4, "txtimeo"); 4422 card->stats.tx_errors++; 4423 qeth_schedule_recovery(card); 4424 } 4425 EXPORT_SYMBOL_GPL(qeth_tx_timeout); 4426 4427 static int qeth_mdio_read(struct net_device *dev, int phy_id, int regnum) 4428 { 4429 struct qeth_card *card = dev->ml_priv; 4430 int rc = 0; 4431 4432 switch (regnum) { 4433 case MII_BMCR: /* Basic mode control register */ 4434 rc = BMCR_FULLDPLX; 4435 if ((card->info.link_type != QETH_LINK_TYPE_GBIT_ETH) && 4436 (card->info.link_type != QETH_LINK_TYPE_OSN) && 4437 (card->info.link_type != QETH_LINK_TYPE_10GBIT_ETH) && 4438 (card->info.link_type != QETH_LINK_TYPE_25GBIT_ETH)) 4439 rc |= BMCR_SPEED100; 4440 break; 4441 case MII_BMSR: /* Basic mode status register */ 4442 rc = BMSR_ERCAP | BMSR_ANEGCOMPLETE | BMSR_LSTATUS | 4443 BMSR_10HALF | BMSR_10FULL | BMSR_100HALF | BMSR_100FULL | 4444 BMSR_100BASE4; 4445 break; 4446 case MII_PHYSID1: /* PHYS ID 1 */ 4447 rc = (dev->dev_addr[0] << 16) | (dev->dev_addr[1] << 8) | 4448 dev->dev_addr[2]; 4449 rc = (rc >> 5) & 0xFFFF; 4450 break; 4451 case MII_PHYSID2: /* PHYS ID 2 */ 4452 rc = (dev->dev_addr[2] << 10) & 0xFFFF; 4453 break; 4454 case MII_ADVERTISE: /* Advertisement control reg */ 4455 rc = ADVERTISE_ALL; 4456 break; 4457 case MII_LPA: /* Link partner ability reg */ 4458 rc = LPA_10HALF | LPA_10FULL | LPA_100HALF | LPA_100FULL | 4459 LPA_100BASE4 | LPA_LPACK; 4460 break; 4461 case MII_EXPANSION: /* Expansion register */ 4462 break; 4463 case MII_DCOUNTER: /* disconnect counter */ 4464 break; 4465 case MII_FCSCOUNTER: /* false carrier counter */ 4466 break; 4467 case MII_NWAYTEST: /* N-way auto-neg test register */ 4468 break; 4469 case MII_RERRCOUNTER: /* rx error counter */ 4470 rc = card->stats.rx_errors; 4471 break; 4472 case MII_SREVISION: /* silicon revision */ 4473 break; 4474 case MII_RESV1: /* reserved 1 */ 4475 break; 4476 case MII_LBRERROR: /* loopback, rx, bypass error */ 4477 break; 4478 case MII_PHYADDR: /* physical address */ 4479 break; 4480 case MII_RESV2: /* reserved 2 */ 4481 break; 4482 case MII_TPISTATUS: /* TPI status for 10mbps */ 4483 break; 4484 case MII_NCONFIG: /* network interface config */ 4485 break; 4486 default: 4487 break; 4488 } 4489 return rc; 4490 } 4491 4492 static int qeth_send_ipa_snmp_cmd(struct qeth_card *card, 4493 struct qeth_cmd_buffer *iob, int len, 4494 int (*reply_cb)(struct qeth_card *, struct qeth_reply *, 4495 unsigned long), 4496 void *reply_param) 4497 { 4498 u16 s1, s2; 4499 4500 QETH_CARD_TEXT(card, 4, "sendsnmp"); 4501 4502 memcpy(iob->data, IPA_PDU_HEADER, IPA_PDU_HEADER_SIZE); 4503 memcpy(QETH_IPA_CMD_DEST_ADDR(iob->data), 4504 &card->token.ulp_connection_r, QETH_MPC_TOKEN_LENGTH); 4505 /* adjust PDU length fields in IPA_PDU_HEADER */ 4506 s1 = (u32) IPA_PDU_HEADER_SIZE + len; 4507 s2 = (u32) len; 4508 memcpy(QETH_IPA_PDU_LEN_TOTAL(iob->data), &s1, 2); 4509 memcpy(QETH_IPA_PDU_LEN_PDU1(iob->data), &s2, 2); 4510 memcpy(QETH_IPA_PDU_LEN_PDU2(iob->data), &s2, 2); 4511 memcpy(QETH_IPA_PDU_LEN_PDU3(iob->data), &s2, 2); 4512 return qeth_send_control_data(card, IPA_PDU_HEADER_SIZE + len, iob, 4513 reply_cb, reply_param); 4514 } 4515 4516 static int qeth_snmp_command_cb(struct qeth_card *card, 4517 struct qeth_reply *reply, unsigned long sdata) 4518 { 4519 struct qeth_ipa_cmd *cmd; 4520 struct qeth_arp_query_info *qinfo; 4521 unsigned char *data; 4522 void *snmp_data; 4523 __u16 data_len; 4524 4525 QETH_CARD_TEXT(card, 3, "snpcmdcb"); 4526 4527 cmd = (struct qeth_ipa_cmd *) sdata; 4528 data = (unsigned char *)((char *)cmd - reply->offset); 4529 qinfo = (struct qeth_arp_query_info *) reply->param; 4530 4531 if (cmd->hdr.return_code) { 4532 QETH_CARD_TEXT_(card, 4, "scer1%x", cmd->hdr.return_code); 4533 return 0; 4534 } 4535 if (cmd->data.setadapterparms.hdr.return_code) { 4536 cmd->hdr.return_code = 4537 cmd->data.setadapterparms.hdr.return_code; 4538 QETH_CARD_TEXT_(card, 4, "scer2%x", cmd->hdr.return_code); 4539 return 0; 4540 } 4541 data_len = *((__u16 *)QETH_IPA_PDU_LEN_PDU1(data)); 4542 if (cmd->data.setadapterparms.hdr.seq_no == 1) { 4543 snmp_data = &cmd->data.setadapterparms.data.snmp; 4544 data_len -= offsetof(struct qeth_ipa_cmd, 4545 data.setadapterparms.data.snmp); 4546 } else { 4547 snmp_data = &cmd->data.setadapterparms.data.snmp.request; 4548 data_len -= offsetof(struct qeth_ipa_cmd, 4549 data.setadapterparms.data.snmp.request); 4550 } 4551 4552 /* check if there is enough room in userspace */ 4553 if ((qinfo->udata_len - qinfo->udata_offset) < data_len) { 4554 QETH_CARD_TEXT_(card, 4, "scer3%i", -ENOMEM); 4555 cmd->hdr.return_code = IPA_RC_ENOMEM; 4556 return 0; 4557 } 4558 QETH_CARD_TEXT_(card, 4, "snore%i", 4559 cmd->data.setadapterparms.hdr.used_total); 4560 QETH_CARD_TEXT_(card, 4, "sseqn%i", 4561 cmd->data.setadapterparms.hdr.seq_no); 4562 /*copy entries to user buffer*/ 4563 memcpy(qinfo->udata + qinfo->udata_offset, snmp_data, data_len); 4564 qinfo->udata_offset += data_len; 4565 4566 /* check if all replies received ... */ 4567 QETH_CARD_TEXT_(card, 4, "srtot%i", 4568 cmd->data.setadapterparms.hdr.used_total); 4569 QETH_CARD_TEXT_(card, 4, "srseq%i", 4570 cmd->data.setadapterparms.hdr.seq_no); 4571 if (cmd->data.setadapterparms.hdr.seq_no < 4572 cmd->data.setadapterparms.hdr.used_total) 4573 return 1; 4574 return 0; 4575 } 4576 4577 static int qeth_snmp_command(struct qeth_card *card, char __user *udata) 4578 { 4579 struct qeth_cmd_buffer *iob; 4580 struct qeth_ipa_cmd *cmd; 4581 struct qeth_snmp_ureq *ureq; 4582 unsigned int req_len; 4583 struct qeth_arp_query_info qinfo = {0, }; 4584 int rc = 0; 4585 4586 QETH_CARD_TEXT(card, 3, "snmpcmd"); 4587 4588 if (card->info.guestlan) 4589 return -EOPNOTSUPP; 4590 4591 if ((!qeth_adp_supported(card, IPA_SETADP_SET_SNMP_CONTROL)) && 4592 IS_LAYER3(card)) 4593 return -EOPNOTSUPP; 4594 4595 /* skip 4 bytes (data_len struct member) to get req_len */ 4596 if (copy_from_user(&req_len, udata + sizeof(int), sizeof(int))) 4597 return -EFAULT; 4598 if (req_len > (QETH_BUFSIZE - IPA_PDU_HEADER_SIZE - 4599 sizeof(struct qeth_ipacmd_hdr) - 4600 sizeof(struct qeth_ipacmd_setadpparms_hdr))) 4601 return -EINVAL; 4602 ureq = memdup_user(udata, req_len + sizeof(struct qeth_snmp_ureq_hdr)); 4603 if (IS_ERR(ureq)) { 4604 QETH_CARD_TEXT(card, 2, "snmpnome"); 4605 return PTR_ERR(ureq); 4606 } 4607 qinfo.udata_len = ureq->hdr.data_len; 4608 qinfo.udata = kzalloc(qinfo.udata_len, GFP_KERNEL); 4609 if (!qinfo.udata) { 4610 kfree(ureq); 4611 return -ENOMEM; 4612 } 4613 qinfo.udata_offset = sizeof(struct qeth_snmp_ureq_hdr); 4614 4615 iob = qeth_get_adapter_cmd(card, IPA_SETADP_SET_SNMP_CONTROL, 4616 QETH_SNMP_SETADP_CMDLENGTH + req_len); 4617 if (!iob) { 4618 rc = -ENOMEM; 4619 goto out; 4620 } 4621 cmd = __ipa_cmd(iob); 4622 memcpy(&cmd->data.setadapterparms.data.snmp, &ureq->cmd, req_len); 4623 rc = qeth_send_ipa_snmp_cmd(card, iob, QETH_SETADP_BASE_LEN + req_len, 4624 qeth_snmp_command_cb, (void *)&qinfo); 4625 if (rc) 4626 QETH_DBF_MESSAGE(2, "SNMP command failed on device %x: (%#x)\n", 4627 CARD_DEVID(card), rc); 4628 else { 4629 if (copy_to_user(udata, qinfo.udata, qinfo.udata_len)) 4630 rc = -EFAULT; 4631 } 4632 out: 4633 kfree(ureq); 4634 kfree(qinfo.udata); 4635 return rc; 4636 } 4637 4638 static int qeth_setadpparms_query_oat_cb(struct qeth_card *card, 4639 struct qeth_reply *reply, unsigned long data) 4640 { 4641 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4642 struct qeth_qoat_priv *priv; 4643 char *resdata; 4644 int resdatalen; 4645 4646 QETH_CARD_TEXT(card, 3, "qoatcb"); 4647 if (qeth_setadpparms_inspect_rc(cmd)) 4648 return 0; 4649 4650 priv = (struct qeth_qoat_priv *)reply->param; 4651 resdatalen = cmd->data.setadapterparms.hdr.cmdlength; 4652 resdata = (char *)data + 28; 4653 4654 if (resdatalen > (priv->buffer_len - priv->response_len)) { 4655 cmd->hdr.return_code = IPA_RC_FFFF; 4656 return 0; 4657 } 4658 4659 memcpy((priv->buffer + priv->response_len), resdata, 4660 resdatalen); 4661 priv->response_len += resdatalen; 4662 4663 if (cmd->data.setadapterparms.hdr.seq_no < 4664 cmd->data.setadapterparms.hdr.used_total) 4665 return 1; 4666 return 0; 4667 } 4668 4669 static int qeth_query_oat_command(struct qeth_card *card, char __user *udata) 4670 { 4671 int rc = 0; 4672 struct qeth_cmd_buffer *iob; 4673 struct qeth_ipa_cmd *cmd; 4674 struct qeth_query_oat *oat_req; 4675 struct qeth_query_oat_data oat_data; 4676 struct qeth_qoat_priv priv; 4677 void __user *tmp; 4678 4679 QETH_CARD_TEXT(card, 3, "qoatcmd"); 4680 4681 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_OAT)) { 4682 rc = -EOPNOTSUPP; 4683 goto out; 4684 } 4685 4686 if (copy_from_user(&oat_data, udata, 4687 sizeof(struct qeth_query_oat_data))) { 4688 rc = -EFAULT; 4689 goto out; 4690 } 4691 4692 priv.buffer_len = oat_data.buffer_len; 4693 priv.response_len = 0; 4694 priv.buffer = vzalloc(oat_data.buffer_len); 4695 if (!priv.buffer) { 4696 rc = -ENOMEM; 4697 goto out; 4698 } 4699 4700 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_OAT, 4701 sizeof(struct qeth_ipacmd_setadpparms_hdr) + 4702 sizeof(struct qeth_query_oat)); 4703 if (!iob) { 4704 rc = -ENOMEM; 4705 goto out_free; 4706 } 4707 cmd = __ipa_cmd(iob); 4708 oat_req = &cmd->data.setadapterparms.data.query_oat; 4709 oat_req->subcmd_code = oat_data.command; 4710 4711 rc = qeth_send_ipa_cmd(card, iob, qeth_setadpparms_query_oat_cb, 4712 &priv); 4713 if (!rc) { 4714 if (is_compat_task()) 4715 tmp = compat_ptr(oat_data.ptr); 4716 else 4717 tmp = (void __user *)(unsigned long)oat_data.ptr; 4718 4719 if (copy_to_user(tmp, priv.buffer, 4720 priv.response_len)) { 4721 rc = -EFAULT; 4722 goto out_free; 4723 } 4724 4725 oat_data.response_len = priv.response_len; 4726 4727 if (copy_to_user(udata, &oat_data, 4728 sizeof(struct qeth_query_oat_data))) 4729 rc = -EFAULT; 4730 } else 4731 if (rc == IPA_RC_FFFF) 4732 rc = -EFAULT; 4733 4734 out_free: 4735 vfree(priv.buffer); 4736 out: 4737 return rc; 4738 } 4739 4740 static int qeth_query_card_info_cb(struct qeth_card *card, 4741 struct qeth_reply *reply, unsigned long data) 4742 { 4743 struct carrier_info *carrier_info = (struct carrier_info *)reply->param; 4744 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *)data; 4745 struct qeth_query_card_info *card_info; 4746 4747 QETH_CARD_TEXT(card, 2, "qcrdincb"); 4748 if (qeth_setadpparms_inspect_rc(cmd)) 4749 return 0; 4750 4751 card_info = &cmd->data.setadapterparms.data.card_info; 4752 carrier_info->card_type = card_info->card_type; 4753 carrier_info->port_mode = card_info->port_mode; 4754 carrier_info->port_speed = card_info->port_speed; 4755 return 0; 4756 } 4757 4758 static int qeth_query_card_info(struct qeth_card *card, 4759 struct carrier_info *carrier_info) 4760 { 4761 struct qeth_cmd_buffer *iob; 4762 4763 QETH_CARD_TEXT(card, 2, "qcrdinfo"); 4764 if (!qeth_adp_supported(card, IPA_SETADP_QUERY_CARD_INFO)) 4765 return -EOPNOTSUPP; 4766 iob = qeth_get_adapter_cmd(card, IPA_SETADP_QUERY_CARD_INFO, 4767 sizeof(struct qeth_ipacmd_setadpparms_hdr)); 4768 if (!iob) 4769 return -ENOMEM; 4770 return qeth_send_ipa_cmd(card, iob, qeth_query_card_info_cb, 4771 (void *)carrier_info); 4772 } 4773 4774 /** 4775 * qeth_vm_request_mac() - Request a hypervisor-managed MAC address 4776 * @card: pointer to a qeth_card 4777 * 4778 * Returns 4779 * 0, if a MAC address has been set for the card's netdevice 4780 * a return code, for various error conditions 4781 */ 4782 int qeth_vm_request_mac(struct qeth_card *card) 4783 { 4784 struct diag26c_mac_resp *response; 4785 struct diag26c_mac_req *request; 4786 struct ccw_dev_id id; 4787 int rc; 4788 4789 QETH_DBF_TEXT(SETUP, 2, "vmreqmac"); 4790 4791 request = kzalloc(sizeof(*request), GFP_KERNEL | GFP_DMA); 4792 response = kzalloc(sizeof(*response), GFP_KERNEL | GFP_DMA); 4793 if (!request || !response) { 4794 rc = -ENOMEM; 4795 goto out; 4796 } 4797 4798 ccw_device_get_id(CARD_DDEV(card), &id); 4799 request->resp_buf_len = sizeof(*response); 4800 request->resp_version = DIAG26C_VERSION2; 4801 request->op_code = DIAG26C_GET_MAC; 4802 request->devno = id.devno; 4803 4804 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4805 rc = diag26c(request, response, DIAG26C_MAC_SERVICES); 4806 QETH_DBF_HEX(CTRL, 2, request, sizeof(*request)); 4807 if (rc) 4808 goto out; 4809 QETH_DBF_HEX(CTRL, 2, response, sizeof(*response)); 4810 4811 if (request->resp_buf_len < sizeof(*response) || 4812 response->version != request->resp_version) { 4813 rc = -EIO; 4814 QETH_DBF_TEXT(SETUP, 2, "badresp"); 4815 QETH_DBF_HEX(SETUP, 2, &request->resp_buf_len, 4816 sizeof(request->resp_buf_len)); 4817 } else if (!is_valid_ether_addr(response->mac)) { 4818 rc = -EINVAL; 4819 QETH_DBF_TEXT(SETUP, 2, "badmac"); 4820 QETH_DBF_HEX(SETUP, 2, response->mac, ETH_ALEN); 4821 } else { 4822 ether_addr_copy(card->dev->dev_addr, response->mac); 4823 } 4824 4825 out: 4826 kfree(response); 4827 kfree(request); 4828 return rc; 4829 } 4830 EXPORT_SYMBOL_GPL(qeth_vm_request_mac); 4831 4832 static int qeth_get_qdio_q_format(struct qeth_card *card) 4833 { 4834 if (card->info.type == QETH_CARD_TYPE_IQD) 4835 return QDIO_IQDIO_QFMT; 4836 else 4837 return QDIO_QETH_QFMT; 4838 } 4839 4840 static void qeth_determine_capabilities(struct qeth_card *card) 4841 { 4842 int rc; 4843 int length; 4844 char *prcd; 4845 struct ccw_device *ddev; 4846 int ddev_offline = 0; 4847 4848 QETH_DBF_TEXT(SETUP, 2, "detcapab"); 4849 ddev = CARD_DDEV(card); 4850 if (!ddev->online) { 4851 ddev_offline = 1; 4852 rc = ccw_device_set_online(ddev); 4853 if (rc) { 4854 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 4855 goto out; 4856 } 4857 } 4858 4859 rc = qeth_read_conf_data(card, (void **) &prcd, &length); 4860 if (rc) { 4861 QETH_DBF_MESSAGE(2, "qeth_read_conf_data on device %x returned %i\n", 4862 CARD_DEVID(card), rc); 4863 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 4864 goto out_offline; 4865 } 4866 qeth_configure_unitaddr(card, prcd); 4867 if (ddev_offline) 4868 qeth_configure_blkt_default(card, prcd); 4869 kfree(prcd); 4870 4871 rc = qdio_get_ssqd_desc(ddev, &card->ssqd); 4872 if (rc) 4873 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 4874 4875 QETH_DBF_TEXT_(SETUP, 2, "qfmt%d", card->ssqd.qfmt); 4876 QETH_DBF_TEXT_(SETUP, 2, "ac1:%02x", card->ssqd.qdioac1); 4877 QETH_DBF_TEXT_(SETUP, 2, "ac2:%04x", card->ssqd.qdioac2); 4878 QETH_DBF_TEXT_(SETUP, 2, "ac3:%04x", card->ssqd.qdioac3); 4879 QETH_DBF_TEXT_(SETUP, 2, "icnt%d", card->ssqd.icnt); 4880 if (!((card->ssqd.qfmt != QDIO_IQDIO_QFMT) || 4881 ((card->ssqd.qdioac1 & CHSC_AC1_INITIATE_INPUTQ) == 0) || 4882 ((card->ssqd.qdioac3 & CHSC_AC3_FORMAT2_CQ_AVAILABLE) == 0))) { 4883 dev_info(&card->gdev->dev, 4884 "Completion Queueing supported\n"); 4885 } else { 4886 card->options.cq = QETH_CQ_NOTAVAILABLE; 4887 } 4888 4889 4890 out_offline: 4891 if (ddev_offline == 1) 4892 ccw_device_set_offline(ddev); 4893 out: 4894 return; 4895 } 4896 4897 static void qeth_qdio_establish_cq(struct qeth_card *card, 4898 struct qdio_buffer **in_sbal_ptrs, 4899 void (**queue_start_poll) 4900 (struct ccw_device *, int, 4901 unsigned long)) 4902 { 4903 int i; 4904 4905 if (card->options.cq == QETH_CQ_ENABLED) { 4906 int offset = QDIO_MAX_BUFFERS_PER_Q * 4907 (card->qdio.no_in_queues - 1); 4908 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4909 in_sbal_ptrs[offset + i] = (struct qdio_buffer *) 4910 virt_to_phys(card->qdio.c_q->bufs[i].buffer); 4911 } 4912 4913 queue_start_poll[card->qdio.no_in_queues - 1] = NULL; 4914 } 4915 } 4916 4917 static int qeth_qdio_establish(struct qeth_card *card) 4918 { 4919 struct qdio_initialize init_data; 4920 char *qib_param_field; 4921 struct qdio_buffer **in_sbal_ptrs; 4922 void (**queue_start_poll) (struct ccw_device *, int, unsigned long); 4923 struct qdio_buffer **out_sbal_ptrs; 4924 int i, j, k; 4925 int rc = 0; 4926 4927 QETH_DBF_TEXT(SETUP, 2, "qdioest"); 4928 4929 qib_param_field = kzalloc(QDIO_MAX_BUFFERS_PER_Q, 4930 GFP_KERNEL); 4931 if (!qib_param_field) { 4932 rc = -ENOMEM; 4933 goto out_free_nothing; 4934 } 4935 4936 qeth_create_qib_param_field(card, qib_param_field); 4937 qeth_create_qib_param_field_blkt(card, qib_param_field); 4938 4939 in_sbal_ptrs = kcalloc(card->qdio.no_in_queues * QDIO_MAX_BUFFERS_PER_Q, 4940 sizeof(void *), 4941 GFP_KERNEL); 4942 if (!in_sbal_ptrs) { 4943 rc = -ENOMEM; 4944 goto out_free_qib_param; 4945 } 4946 for (i = 0; i < QDIO_MAX_BUFFERS_PER_Q; ++i) { 4947 in_sbal_ptrs[i] = (struct qdio_buffer *) 4948 virt_to_phys(card->qdio.in_q->bufs[i].buffer); 4949 } 4950 4951 queue_start_poll = kcalloc(card->qdio.no_in_queues, sizeof(void *), 4952 GFP_KERNEL); 4953 if (!queue_start_poll) { 4954 rc = -ENOMEM; 4955 goto out_free_in_sbals; 4956 } 4957 for (i = 0; i < card->qdio.no_in_queues; ++i) 4958 queue_start_poll[i] = qeth_qdio_start_poll; 4959 4960 qeth_qdio_establish_cq(card, in_sbal_ptrs, queue_start_poll); 4961 4962 out_sbal_ptrs = 4963 kcalloc(card->qdio.no_out_queues * QDIO_MAX_BUFFERS_PER_Q, 4964 sizeof(void *), 4965 GFP_KERNEL); 4966 if (!out_sbal_ptrs) { 4967 rc = -ENOMEM; 4968 goto out_free_queue_start_poll; 4969 } 4970 for (i = 0, k = 0; i < card->qdio.no_out_queues; ++i) 4971 for (j = 0; j < QDIO_MAX_BUFFERS_PER_Q; ++j, ++k) { 4972 out_sbal_ptrs[k] = (struct qdio_buffer *)virt_to_phys( 4973 card->qdio.out_qs[i]->bufs[j]->buffer); 4974 } 4975 4976 memset(&init_data, 0, sizeof(struct qdio_initialize)); 4977 init_data.cdev = CARD_DDEV(card); 4978 init_data.q_format = qeth_get_qdio_q_format(card); 4979 init_data.qib_param_field_format = 0; 4980 init_data.qib_param_field = qib_param_field; 4981 init_data.no_input_qs = card->qdio.no_in_queues; 4982 init_data.no_output_qs = card->qdio.no_out_queues; 4983 init_data.input_handler = qeth_qdio_input_handler; 4984 init_data.output_handler = qeth_qdio_output_handler; 4985 init_data.queue_start_poll_array = queue_start_poll; 4986 init_data.int_parm = (unsigned long) card; 4987 init_data.input_sbal_addr_array = (void **) in_sbal_ptrs; 4988 init_data.output_sbal_addr_array = (void **) out_sbal_ptrs; 4989 init_data.output_sbal_state_array = card->qdio.out_bufstates; 4990 init_data.scan_threshold = 4991 (card->info.type == QETH_CARD_TYPE_IQD) ? 1 : 32; 4992 4993 if (atomic_cmpxchg(&card->qdio.state, QETH_QDIO_ALLOCATED, 4994 QETH_QDIO_ESTABLISHED) == QETH_QDIO_ALLOCATED) { 4995 rc = qdio_allocate(&init_data); 4996 if (rc) { 4997 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 4998 goto out; 4999 } 5000 rc = qdio_establish(&init_data); 5001 if (rc) { 5002 atomic_set(&card->qdio.state, QETH_QDIO_ALLOCATED); 5003 qdio_free(CARD_DDEV(card)); 5004 } 5005 } 5006 5007 switch (card->options.cq) { 5008 case QETH_CQ_ENABLED: 5009 dev_info(&card->gdev->dev, "Completion Queue support enabled"); 5010 break; 5011 case QETH_CQ_DISABLED: 5012 dev_info(&card->gdev->dev, "Completion Queue support disabled"); 5013 break; 5014 default: 5015 break; 5016 } 5017 out: 5018 kfree(out_sbal_ptrs); 5019 out_free_queue_start_poll: 5020 kfree(queue_start_poll); 5021 out_free_in_sbals: 5022 kfree(in_sbal_ptrs); 5023 out_free_qib_param: 5024 kfree(qib_param_field); 5025 out_free_nothing: 5026 return rc; 5027 } 5028 5029 static void qeth_core_free_card(struct qeth_card *card) 5030 { 5031 QETH_DBF_TEXT(SETUP, 2, "freecrd"); 5032 QETH_DBF_HEX(SETUP, 2, &card, sizeof(void *)); 5033 qeth_clean_channel(&card->read); 5034 qeth_clean_channel(&card->write); 5035 qeth_clean_channel(&card->data); 5036 qeth_free_qdio_buffers(card); 5037 unregister_service_level(&card->qeth_service_level); 5038 dev_set_drvdata(&card->gdev->dev, NULL); 5039 kfree(card); 5040 } 5041 5042 void qeth_trace_features(struct qeth_card *card) 5043 { 5044 QETH_CARD_TEXT(card, 2, "features"); 5045 QETH_CARD_HEX(card, 2, &card->options.ipa4, sizeof(card->options.ipa4)); 5046 QETH_CARD_HEX(card, 2, &card->options.ipa6, sizeof(card->options.ipa6)); 5047 QETH_CARD_HEX(card, 2, &card->options.adp, sizeof(card->options.adp)); 5048 QETH_CARD_HEX(card, 2, &card->info.diagass_support, 5049 sizeof(card->info.diagass_support)); 5050 } 5051 EXPORT_SYMBOL_GPL(qeth_trace_features); 5052 5053 static struct ccw_device_id qeth_ids[] = { 5054 {CCW_DEVICE_DEVTYPE(0x1731, 0x01, 0x1732, 0x01), 5055 .driver_info = QETH_CARD_TYPE_OSD}, 5056 {CCW_DEVICE_DEVTYPE(0x1731, 0x05, 0x1732, 0x05), 5057 .driver_info = QETH_CARD_TYPE_IQD}, 5058 {CCW_DEVICE_DEVTYPE(0x1731, 0x06, 0x1732, 0x06), 5059 .driver_info = QETH_CARD_TYPE_OSN}, 5060 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x03), 5061 .driver_info = QETH_CARD_TYPE_OSM}, 5062 {CCW_DEVICE_DEVTYPE(0x1731, 0x02, 0x1732, 0x02), 5063 .driver_info = QETH_CARD_TYPE_OSX}, 5064 {}, 5065 }; 5066 MODULE_DEVICE_TABLE(ccw, qeth_ids); 5067 5068 static struct ccw_driver qeth_ccw_driver = { 5069 .driver = { 5070 .owner = THIS_MODULE, 5071 .name = "qeth", 5072 }, 5073 .ids = qeth_ids, 5074 .probe = ccwgroup_probe_ccwdev, 5075 .remove = ccwgroup_remove_ccwdev, 5076 }; 5077 5078 int qeth_core_hardsetup_card(struct qeth_card *card, bool *carrier_ok) 5079 { 5080 int retries = 3; 5081 int rc; 5082 5083 QETH_DBF_TEXT(SETUP, 2, "hrdsetup"); 5084 atomic_set(&card->force_alloc_skb, 0); 5085 qeth_update_from_chp_desc(card); 5086 retry: 5087 if (retries < 3) 5088 QETH_DBF_MESSAGE(2, "Retrying to do IDX activates on device %x.\n", 5089 CARD_DEVID(card)); 5090 rc = qeth_qdio_clear_card(card, card->info.type != QETH_CARD_TYPE_IQD); 5091 ccw_device_set_offline(CARD_DDEV(card)); 5092 ccw_device_set_offline(CARD_WDEV(card)); 5093 ccw_device_set_offline(CARD_RDEV(card)); 5094 qdio_free(CARD_DDEV(card)); 5095 rc = ccw_device_set_online(CARD_RDEV(card)); 5096 if (rc) 5097 goto retriable; 5098 rc = ccw_device_set_online(CARD_WDEV(card)); 5099 if (rc) 5100 goto retriable; 5101 rc = ccw_device_set_online(CARD_DDEV(card)); 5102 if (rc) 5103 goto retriable; 5104 retriable: 5105 if (rc == -ERESTARTSYS) { 5106 QETH_DBF_TEXT(SETUP, 2, "break1"); 5107 return rc; 5108 } else if (rc) { 5109 QETH_DBF_TEXT_(SETUP, 2, "1err%d", rc); 5110 if (--retries < 0) 5111 goto out; 5112 else 5113 goto retry; 5114 } 5115 qeth_determine_capabilities(card); 5116 qeth_init_tokens(card); 5117 qeth_init_func_level(card); 5118 rc = qeth_idx_activate_channel(card, &card->read, qeth_idx_read_cb); 5119 if (rc == -ERESTARTSYS) { 5120 QETH_DBF_TEXT(SETUP, 2, "break2"); 5121 return rc; 5122 } else if (rc) { 5123 QETH_DBF_TEXT_(SETUP, 2, "3err%d", rc); 5124 if (--retries < 0) 5125 goto out; 5126 else 5127 goto retry; 5128 } 5129 rc = qeth_idx_activate_channel(card, &card->write, qeth_idx_write_cb); 5130 if (rc == -ERESTARTSYS) { 5131 QETH_DBF_TEXT(SETUP, 2, "break3"); 5132 return rc; 5133 } else if (rc) { 5134 QETH_DBF_TEXT_(SETUP, 2, "4err%d", rc); 5135 if (--retries < 0) 5136 goto out; 5137 else 5138 goto retry; 5139 } 5140 card->read_or_write_problem = 0; 5141 rc = qeth_mpc_initialize(card); 5142 if (rc) { 5143 QETH_DBF_TEXT_(SETUP, 2, "5err%d", rc); 5144 goto out; 5145 } 5146 5147 rc = qeth_send_startlan(card); 5148 if (rc) { 5149 QETH_DBF_TEXT_(SETUP, 2, "6err%d", rc); 5150 if (rc == IPA_RC_LAN_OFFLINE) { 5151 dev_warn(&card->gdev->dev, 5152 "The LAN is offline\n"); 5153 *carrier_ok = false; 5154 } else { 5155 rc = -ENODEV; 5156 goto out; 5157 } 5158 } else { 5159 *carrier_ok = true; 5160 } 5161 5162 if (qeth_netdev_is_registered(card->dev)) { 5163 if (*carrier_ok) 5164 netif_carrier_on(card->dev); 5165 else 5166 netif_carrier_off(card->dev); 5167 } 5168 5169 card->options.ipa4.supported_funcs = 0; 5170 card->options.ipa6.supported_funcs = 0; 5171 card->options.adp.supported_funcs = 0; 5172 card->options.sbp.supported_funcs = 0; 5173 card->info.diagass_support = 0; 5174 rc = qeth_query_ipassists(card, QETH_PROT_IPV4); 5175 if (rc == -ENOMEM) 5176 goto out; 5177 if (qeth_is_supported(card, IPA_IPV6)) { 5178 rc = qeth_query_ipassists(card, QETH_PROT_IPV6); 5179 if (rc == -ENOMEM) 5180 goto out; 5181 } 5182 if (qeth_is_supported(card, IPA_SETADAPTERPARMS)) { 5183 rc = qeth_query_setadapterparms(card); 5184 if (rc < 0) { 5185 QETH_DBF_TEXT_(SETUP, 2, "7err%d", rc); 5186 goto out; 5187 } 5188 } 5189 if (qeth_adp_supported(card, IPA_SETADP_SET_DIAG_ASSIST)) { 5190 rc = qeth_query_setdiagass(card); 5191 if (rc < 0) { 5192 QETH_DBF_TEXT_(SETUP, 2, "8err%d", rc); 5193 goto out; 5194 } 5195 } 5196 return 0; 5197 out: 5198 dev_warn(&card->gdev->dev, "The qeth device driver failed to recover " 5199 "an error on the device\n"); 5200 QETH_DBF_MESSAGE(2, "Initialization for device %x failed in hardsetup! rc=%d\n", 5201 CARD_DEVID(card), rc); 5202 return rc; 5203 } 5204 EXPORT_SYMBOL_GPL(qeth_core_hardsetup_card); 5205 5206 static void qeth_create_skb_frag(struct qdio_buffer_element *element, 5207 struct sk_buff *skb, int offset, int data_len) 5208 { 5209 struct page *page = virt_to_page(element->addr); 5210 unsigned int next_frag; 5211 5212 /* first fill the linear space */ 5213 if (!skb->len) { 5214 unsigned int linear = min(data_len, skb_tailroom(skb)); 5215 5216 skb_put_data(skb, element->addr + offset, linear); 5217 data_len -= linear; 5218 if (!data_len) 5219 return; 5220 offset += linear; 5221 /* fall through to add page frag for remaining data */ 5222 } 5223 5224 next_frag = skb_shinfo(skb)->nr_frags; 5225 get_page(page); 5226 skb_add_rx_frag(skb, next_frag, page, offset, data_len, data_len); 5227 } 5228 5229 static inline int qeth_is_last_sbale(struct qdio_buffer_element *sbale) 5230 { 5231 return (sbale->eflags & SBAL_EFLAGS_LAST_ENTRY); 5232 } 5233 5234 struct sk_buff *qeth_core_get_next_skb(struct qeth_card *card, 5235 struct qeth_qdio_buffer *qethbuffer, 5236 struct qdio_buffer_element **__element, int *__offset, 5237 struct qeth_hdr **hdr) 5238 { 5239 struct qdio_buffer_element *element = *__element; 5240 struct qdio_buffer *buffer = qethbuffer->buffer; 5241 int offset = *__offset; 5242 struct sk_buff *skb; 5243 int skb_len = 0; 5244 void *data_ptr; 5245 int data_len; 5246 int headroom = 0; 5247 int use_rx_sg = 0; 5248 5249 /* qeth_hdr must not cross element boundaries */ 5250 while (element->length < offset + sizeof(struct qeth_hdr)) { 5251 if (qeth_is_last_sbale(element)) 5252 return NULL; 5253 element++; 5254 offset = 0; 5255 } 5256 *hdr = element->addr + offset; 5257 5258 offset += sizeof(struct qeth_hdr); 5259 switch ((*hdr)->hdr.l2.id) { 5260 case QETH_HEADER_TYPE_LAYER2: 5261 skb_len = (*hdr)->hdr.l2.pkt_length; 5262 break; 5263 case QETH_HEADER_TYPE_LAYER3: 5264 skb_len = (*hdr)->hdr.l3.length; 5265 headroom = ETH_HLEN; 5266 break; 5267 case QETH_HEADER_TYPE_OSN: 5268 skb_len = (*hdr)->hdr.osn.pdu_length; 5269 headroom = sizeof(struct qeth_hdr); 5270 break; 5271 default: 5272 break; 5273 } 5274 5275 if (!skb_len) 5276 return NULL; 5277 5278 if (((skb_len >= card->options.rx_sg_cb) && 5279 (!(card->info.type == QETH_CARD_TYPE_OSN)) && 5280 (!atomic_read(&card->force_alloc_skb))) || 5281 (card->options.cq == QETH_CQ_ENABLED)) 5282 use_rx_sg = 1; 5283 5284 if (use_rx_sg && qethbuffer->rx_skb) { 5285 /* QETH_CQ_ENABLED only: */ 5286 skb = qethbuffer->rx_skb; 5287 qethbuffer->rx_skb = NULL; 5288 } else { 5289 unsigned int linear = (use_rx_sg) ? QETH_RX_PULL_LEN : skb_len; 5290 5291 skb = napi_alloc_skb(&card->napi, linear + headroom); 5292 } 5293 if (!skb) 5294 goto no_mem; 5295 if (headroom) 5296 skb_reserve(skb, headroom); 5297 5298 data_ptr = element->addr + offset; 5299 while (skb_len) { 5300 data_len = min(skb_len, (int)(element->length - offset)); 5301 if (data_len) { 5302 if (use_rx_sg) 5303 qeth_create_skb_frag(element, skb, offset, 5304 data_len); 5305 else 5306 skb_put_data(skb, data_ptr, data_len); 5307 } 5308 skb_len -= data_len; 5309 if (skb_len) { 5310 if (qeth_is_last_sbale(element)) { 5311 QETH_CARD_TEXT(card, 4, "unexeob"); 5312 QETH_CARD_HEX(card, 2, buffer, sizeof(void *)); 5313 dev_kfree_skb_any(skb); 5314 card->stats.rx_errors++; 5315 return NULL; 5316 } 5317 element++; 5318 offset = 0; 5319 data_ptr = element->addr; 5320 } else { 5321 offset += data_len; 5322 } 5323 } 5324 *__element = element; 5325 *__offset = offset; 5326 if (use_rx_sg && card->options.performance_stats) { 5327 card->perf_stats.sg_skbs_rx++; 5328 card->perf_stats.sg_frags_rx += skb_shinfo(skb)->nr_frags; 5329 } 5330 return skb; 5331 no_mem: 5332 if (net_ratelimit()) { 5333 QETH_CARD_TEXT(card, 2, "noskbmem"); 5334 } 5335 card->stats.rx_dropped++; 5336 return NULL; 5337 } 5338 EXPORT_SYMBOL_GPL(qeth_core_get_next_skb); 5339 5340 int qeth_poll(struct napi_struct *napi, int budget) 5341 { 5342 struct qeth_card *card = container_of(napi, struct qeth_card, napi); 5343 int work_done = 0; 5344 struct qeth_qdio_buffer *buffer; 5345 int done; 5346 int new_budget = budget; 5347 5348 if (card->options.performance_stats) { 5349 card->perf_stats.inbound_cnt++; 5350 card->perf_stats.inbound_start_time = qeth_get_micros(); 5351 } 5352 5353 while (1) { 5354 if (!card->rx.b_count) { 5355 card->rx.qdio_err = 0; 5356 card->rx.b_count = qdio_get_next_buffers( 5357 card->data.ccwdev, 0, &card->rx.b_index, 5358 &card->rx.qdio_err); 5359 if (card->rx.b_count <= 0) { 5360 card->rx.b_count = 0; 5361 break; 5362 } 5363 card->rx.b_element = 5364 &card->qdio.in_q->bufs[card->rx.b_index] 5365 .buffer->element[0]; 5366 card->rx.e_offset = 0; 5367 } 5368 5369 while (card->rx.b_count) { 5370 buffer = &card->qdio.in_q->bufs[card->rx.b_index]; 5371 if (!(card->rx.qdio_err && 5372 qeth_check_qdio_errors(card, buffer->buffer, 5373 card->rx.qdio_err, "qinerr"))) 5374 work_done += 5375 card->discipline->process_rx_buffer( 5376 card, new_budget, &done); 5377 else 5378 done = 1; 5379 5380 if (done) { 5381 if (card->options.performance_stats) 5382 card->perf_stats.bufs_rec++; 5383 qeth_put_buffer_pool_entry(card, 5384 buffer->pool_entry); 5385 qeth_queue_input_buffer(card, card->rx.b_index); 5386 card->rx.b_count--; 5387 if (card->rx.b_count) { 5388 card->rx.b_index = 5389 (card->rx.b_index + 1) % 5390 QDIO_MAX_BUFFERS_PER_Q; 5391 card->rx.b_element = 5392 &card->qdio.in_q 5393 ->bufs[card->rx.b_index] 5394 .buffer->element[0]; 5395 card->rx.e_offset = 0; 5396 } 5397 } 5398 5399 if (work_done >= budget) 5400 goto out; 5401 else 5402 new_budget = budget - work_done; 5403 } 5404 } 5405 5406 napi_complete_done(napi, work_done); 5407 if (qdio_start_irq(card->data.ccwdev, 0)) 5408 napi_schedule(&card->napi); 5409 out: 5410 if (card->options.performance_stats) 5411 card->perf_stats.inbound_time += qeth_get_micros() - 5412 card->perf_stats.inbound_start_time; 5413 return work_done; 5414 } 5415 EXPORT_SYMBOL_GPL(qeth_poll); 5416 5417 static int qeth_setassparms_inspect_rc(struct qeth_ipa_cmd *cmd) 5418 { 5419 if (!cmd->hdr.return_code) 5420 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5421 return cmd->hdr.return_code; 5422 } 5423 5424 static int qeth_setassparms_get_caps_cb(struct qeth_card *card, 5425 struct qeth_reply *reply, 5426 unsigned long data) 5427 { 5428 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 5429 struct qeth_ipa_caps *caps = reply->param; 5430 5431 if (qeth_setassparms_inspect_rc(cmd)) 5432 return 0; 5433 5434 caps->supported = cmd->data.setassparms.data.caps.supported; 5435 caps->enabled = cmd->data.setassparms.data.caps.enabled; 5436 return 0; 5437 } 5438 5439 int qeth_setassparms_cb(struct qeth_card *card, 5440 struct qeth_reply *reply, unsigned long data) 5441 { 5442 struct qeth_ipa_cmd *cmd; 5443 5444 QETH_CARD_TEXT(card, 4, "defadpcb"); 5445 5446 cmd = (struct qeth_ipa_cmd *) data; 5447 if (cmd->hdr.return_code == 0) { 5448 cmd->hdr.return_code = cmd->data.setassparms.hdr.return_code; 5449 if (cmd->hdr.prot_version == QETH_PROT_IPV4) 5450 card->options.ipa4.enabled_funcs = cmd->hdr.ipa_enabled; 5451 if (cmd->hdr.prot_version == QETH_PROT_IPV6) 5452 card->options.ipa6.enabled_funcs = cmd->hdr.ipa_enabled; 5453 } 5454 return 0; 5455 } 5456 EXPORT_SYMBOL_GPL(qeth_setassparms_cb); 5457 5458 struct qeth_cmd_buffer *qeth_get_setassparms_cmd(struct qeth_card *card, 5459 enum qeth_ipa_funcs ipa_func, 5460 __u16 cmd_code, __u16 len, 5461 enum qeth_prot_versions prot) 5462 { 5463 struct qeth_cmd_buffer *iob; 5464 struct qeth_ipa_cmd *cmd; 5465 5466 QETH_CARD_TEXT(card, 4, "getasscm"); 5467 iob = qeth_get_ipacmd_buffer(card, IPA_CMD_SETASSPARMS, prot); 5468 5469 if (iob) { 5470 cmd = __ipa_cmd(iob); 5471 cmd->data.setassparms.hdr.assist_no = ipa_func; 5472 cmd->data.setassparms.hdr.length = 8 + len; 5473 cmd->data.setassparms.hdr.command_code = cmd_code; 5474 } 5475 5476 return iob; 5477 } 5478 EXPORT_SYMBOL_GPL(qeth_get_setassparms_cmd); 5479 5480 static int qeth_send_setassparms(struct qeth_card *card, 5481 struct qeth_cmd_buffer *iob, u16 len, 5482 long data, int (*reply_cb)(struct qeth_card *, 5483 struct qeth_reply *, 5484 unsigned long), 5485 void *reply_param) 5486 { 5487 int rc; 5488 struct qeth_ipa_cmd *cmd; 5489 5490 QETH_CARD_TEXT(card, 4, "sendassp"); 5491 5492 cmd = __ipa_cmd(iob); 5493 if (len <= sizeof(__u32)) 5494 cmd->data.setassparms.data.flags_32bit = (__u32) data; 5495 else /* (len > sizeof(__u32)) */ 5496 memcpy(&cmd->data.setassparms.data, (void *) data, len); 5497 5498 rc = qeth_send_ipa_cmd(card, iob, reply_cb, reply_param); 5499 return rc; 5500 } 5501 5502 int qeth_send_simple_setassparms_prot(struct qeth_card *card, 5503 enum qeth_ipa_funcs ipa_func, 5504 u16 cmd_code, long data, 5505 enum qeth_prot_versions prot) 5506 { 5507 int rc; 5508 int length = 0; 5509 struct qeth_cmd_buffer *iob; 5510 5511 QETH_CARD_TEXT_(card, 4, "simassp%i", prot); 5512 if (data) 5513 length = sizeof(__u32); 5514 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, length, prot); 5515 if (!iob) 5516 return -ENOMEM; 5517 rc = qeth_send_setassparms(card, iob, length, data, 5518 qeth_setassparms_cb, NULL); 5519 return rc; 5520 } 5521 EXPORT_SYMBOL_GPL(qeth_send_simple_setassparms_prot); 5522 5523 static void qeth_unregister_dbf_views(void) 5524 { 5525 int x; 5526 for (x = 0; x < QETH_DBF_INFOS; x++) { 5527 debug_unregister(qeth_dbf[x].id); 5528 qeth_dbf[x].id = NULL; 5529 } 5530 } 5531 5532 void qeth_dbf_longtext(debug_info_t *id, int level, char *fmt, ...) 5533 { 5534 char dbf_txt_buf[32]; 5535 va_list args; 5536 5537 if (!debug_level_enabled(id, level)) 5538 return; 5539 va_start(args, fmt); 5540 vsnprintf(dbf_txt_buf, sizeof(dbf_txt_buf), fmt, args); 5541 va_end(args); 5542 debug_text_event(id, level, dbf_txt_buf); 5543 } 5544 EXPORT_SYMBOL_GPL(qeth_dbf_longtext); 5545 5546 static int qeth_register_dbf_views(void) 5547 { 5548 int ret; 5549 int x; 5550 5551 for (x = 0; x < QETH_DBF_INFOS; x++) { 5552 /* register the areas */ 5553 qeth_dbf[x].id = debug_register(qeth_dbf[x].name, 5554 qeth_dbf[x].pages, 5555 qeth_dbf[x].areas, 5556 qeth_dbf[x].len); 5557 if (qeth_dbf[x].id == NULL) { 5558 qeth_unregister_dbf_views(); 5559 return -ENOMEM; 5560 } 5561 5562 /* register a view */ 5563 ret = debug_register_view(qeth_dbf[x].id, qeth_dbf[x].view); 5564 if (ret) { 5565 qeth_unregister_dbf_views(); 5566 return ret; 5567 } 5568 5569 /* set a passing level */ 5570 debug_set_level(qeth_dbf[x].id, qeth_dbf[x].level); 5571 } 5572 5573 return 0; 5574 } 5575 5576 static DEFINE_MUTEX(qeth_mod_mutex); /* for synchronized module loading */ 5577 5578 int qeth_core_load_discipline(struct qeth_card *card, 5579 enum qeth_discipline_id discipline) 5580 { 5581 mutex_lock(&qeth_mod_mutex); 5582 switch (discipline) { 5583 case QETH_DISCIPLINE_LAYER3: 5584 card->discipline = try_then_request_module( 5585 symbol_get(qeth_l3_discipline), "qeth_l3"); 5586 break; 5587 case QETH_DISCIPLINE_LAYER2: 5588 card->discipline = try_then_request_module( 5589 symbol_get(qeth_l2_discipline), "qeth_l2"); 5590 break; 5591 default: 5592 break; 5593 } 5594 mutex_unlock(&qeth_mod_mutex); 5595 5596 if (!card->discipline) { 5597 dev_err(&card->gdev->dev, "There is no kernel module to " 5598 "support discipline %d\n", discipline); 5599 return -EINVAL; 5600 } 5601 5602 card->options.layer = discipline; 5603 return 0; 5604 } 5605 5606 void qeth_core_free_discipline(struct qeth_card *card) 5607 { 5608 if (IS_LAYER2(card)) 5609 symbol_put(qeth_l2_discipline); 5610 else 5611 symbol_put(qeth_l3_discipline); 5612 card->options.layer = QETH_DISCIPLINE_UNDETERMINED; 5613 card->discipline = NULL; 5614 } 5615 5616 const struct device_type qeth_generic_devtype = { 5617 .name = "qeth_generic", 5618 .groups = qeth_generic_attr_groups, 5619 }; 5620 EXPORT_SYMBOL_GPL(qeth_generic_devtype); 5621 5622 static const struct device_type qeth_osn_devtype = { 5623 .name = "qeth_osn", 5624 .groups = qeth_osn_attr_groups, 5625 }; 5626 5627 #define DBF_NAME_LEN 20 5628 5629 struct qeth_dbf_entry { 5630 char dbf_name[DBF_NAME_LEN]; 5631 debug_info_t *dbf_info; 5632 struct list_head dbf_list; 5633 }; 5634 5635 static LIST_HEAD(qeth_dbf_list); 5636 static DEFINE_MUTEX(qeth_dbf_list_mutex); 5637 5638 static debug_info_t *qeth_get_dbf_entry(char *name) 5639 { 5640 struct qeth_dbf_entry *entry; 5641 debug_info_t *rc = NULL; 5642 5643 mutex_lock(&qeth_dbf_list_mutex); 5644 list_for_each_entry(entry, &qeth_dbf_list, dbf_list) { 5645 if (strcmp(entry->dbf_name, name) == 0) { 5646 rc = entry->dbf_info; 5647 break; 5648 } 5649 } 5650 mutex_unlock(&qeth_dbf_list_mutex); 5651 return rc; 5652 } 5653 5654 static int qeth_add_dbf_entry(struct qeth_card *card, char *name) 5655 { 5656 struct qeth_dbf_entry *new_entry; 5657 5658 card->debug = debug_register(name, 2, 1, 8); 5659 if (!card->debug) { 5660 QETH_DBF_TEXT_(SETUP, 2, "%s", "qcdbf"); 5661 goto err; 5662 } 5663 if (debug_register_view(card->debug, &debug_hex_ascii_view)) 5664 goto err_dbg; 5665 new_entry = kzalloc(sizeof(struct qeth_dbf_entry), GFP_KERNEL); 5666 if (!new_entry) 5667 goto err_dbg; 5668 strncpy(new_entry->dbf_name, name, DBF_NAME_LEN); 5669 new_entry->dbf_info = card->debug; 5670 mutex_lock(&qeth_dbf_list_mutex); 5671 list_add(&new_entry->dbf_list, &qeth_dbf_list); 5672 mutex_unlock(&qeth_dbf_list_mutex); 5673 5674 return 0; 5675 5676 err_dbg: 5677 debug_unregister(card->debug); 5678 err: 5679 return -ENOMEM; 5680 } 5681 5682 static void qeth_clear_dbf_list(void) 5683 { 5684 struct qeth_dbf_entry *entry, *tmp; 5685 5686 mutex_lock(&qeth_dbf_list_mutex); 5687 list_for_each_entry_safe(entry, tmp, &qeth_dbf_list, dbf_list) { 5688 list_del(&entry->dbf_list); 5689 debug_unregister(entry->dbf_info); 5690 kfree(entry); 5691 } 5692 mutex_unlock(&qeth_dbf_list_mutex); 5693 } 5694 5695 static struct net_device *qeth_alloc_netdev(struct qeth_card *card) 5696 { 5697 struct net_device *dev; 5698 5699 switch (card->info.type) { 5700 case QETH_CARD_TYPE_IQD: 5701 dev = alloc_netdev(0, "hsi%d", NET_NAME_UNKNOWN, ether_setup); 5702 break; 5703 case QETH_CARD_TYPE_OSN: 5704 dev = alloc_netdev(0, "osn%d", NET_NAME_UNKNOWN, ether_setup); 5705 break; 5706 default: 5707 dev = alloc_etherdev(0); 5708 } 5709 5710 if (!dev) 5711 return NULL; 5712 5713 dev->ml_priv = card; 5714 dev->watchdog_timeo = QETH_TX_TIMEOUT; 5715 dev->min_mtu = IS_OSN(card) ? 64 : 576; 5716 /* initialized when device first goes online: */ 5717 dev->max_mtu = 0; 5718 dev->mtu = 0; 5719 SET_NETDEV_DEV(dev, &card->gdev->dev); 5720 netif_carrier_off(dev); 5721 5722 if (!IS_OSN(card)) { 5723 dev->priv_flags &= ~IFF_TX_SKB_SHARING; 5724 dev->hw_features |= NETIF_F_SG; 5725 dev->vlan_features |= NETIF_F_SG; 5726 if (IS_IQD(card)) 5727 dev->features |= NETIF_F_SG; 5728 } 5729 5730 return dev; 5731 } 5732 5733 struct net_device *qeth_clone_netdev(struct net_device *orig) 5734 { 5735 struct net_device *clone = qeth_alloc_netdev(orig->ml_priv); 5736 5737 if (!clone) 5738 return NULL; 5739 5740 clone->dev_port = orig->dev_port; 5741 return clone; 5742 } 5743 5744 static int qeth_core_probe_device(struct ccwgroup_device *gdev) 5745 { 5746 struct qeth_card *card; 5747 struct device *dev; 5748 int rc; 5749 enum qeth_discipline_id enforced_disc; 5750 char dbf_name[DBF_NAME_LEN]; 5751 5752 QETH_DBF_TEXT(SETUP, 2, "probedev"); 5753 5754 dev = &gdev->dev; 5755 if (!get_device(dev)) 5756 return -ENODEV; 5757 5758 QETH_DBF_TEXT_(SETUP, 2, "%s", dev_name(&gdev->dev)); 5759 5760 card = qeth_alloc_card(gdev); 5761 if (!card) { 5762 QETH_DBF_TEXT_(SETUP, 2, "1err%d", -ENOMEM); 5763 rc = -ENOMEM; 5764 goto err_dev; 5765 } 5766 5767 snprintf(dbf_name, sizeof(dbf_name), "qeth_card_%s", 5768 dev_name(&gdev->dev)); 5769 card->debug = qeth_get_dbf_entry(dbf_name); 5770 if (!card->debug) { 5771 rc = qeth_add_dbf_entry(card, dbf_name); 5772 if (rc) 5773 goto err_card; 5774 } 5775 5776 qeth_setup_card(card); 5777 qeth_update_from_chp_desc(card); 5778 5779 card->dev = qeth_alloc_netdev(card); 5780 if (!card->dev) { 5781 rc = -ENOMEM; 5782 goto err_card; 5783 } 5784 5785 qeth_determine_capabilities(card); 5786 enforced_disc = qeth_enforce_discipline(card); 5787 switch (enforced_disc) { 5788 case QETH_DISCIPLINE_UNDETERMINED: 5789 gdev->dev.type = &qeth_generic_devtype; 5790 break; 5791 default: 5792 card->info.layer_enforced = true; 5793 rc = qeth_core_load_discipline(card, enforced_disc); 5794 if (rc) 5795 goto err_load; 5796 5797 gdev->dev.type = (card->info.type != QETH_CARD_TYPE_OSN) 5798 ? card->discipline->devtype 5799 : &qeth_osn_devtype; 5800 rc = card->discipline->setup(card->gdev); 5801 if (rc) 5802 goto err_disc; 5803 break; 5804 } 5805 5806 write_lock_irq(&qeth_core_card_list.rwlock); 5807 list_add_tail(&card->list, &qeth_core_card_list.list); 5808 write_unlock_irq(&qeth_core_card_list.rwlock); 5809 return 0; 5810 5811 err_disc: 5812 qeth_core_free_discipline(card); 5813 err_load: 5814 free_netdev(card->dev); 5815 err_card: 5816 qeth_core_free_card(card); 5817 err_dev: 5818 put_device(dev); 5819 return rc; 5820 } 5821 5822 static void qeth_core_remove_device(struct ccwgroup_device *gdev) 5823 { 5824 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5825 5826 QETH_DBF_TEXT(SETUP, 2, "removedv"); 5827 5828 if (card->discipline) { 5829 card->discipline->remove(gdev); 5830 qeth_core_free_discipline(card); 5831 } 5832 5833 write_lock_irq(&qeth_core_card_list.rwlock); 5834 list_del(&card->list); 5835 write_unlock_irq(&qeth_core_card_list.rwlock); 5836 free_netdev(card->dev); 5837 qeth_core_free_card(card); 5838 put_device(&gdev->dev); 5839 } 5840 5841 static int qeth_core_set_online(struct ccwgroup_device *gdev) 5842 { 5843 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5844 int rc = 0; 5845 enum qeth_discipline_id def_discipline; 5846 5847 if (!card->discipline) { 5848 if (card->info.type == QETH_CARD_TYPE_IQD) 5849 def_discipline = QETH_DISCIPLINE_LAYER3; 5850 else 5851 def_discipline = QETH_DISCIPLINE_LAYER2; 5852 rc = qeth_core_load_discipline(card, def_discipline); 5853 if (rc) 5854 goto err; 5855 rc = card->discipline->setup(card->gdev); 5856 if (rc) { 5857 qeth_core_free_discipline(card); 5858 goto err; 5859 } 5860 } 5861 rc = card->discipline->set_online(gdev); 5862 err: 5863 return rc; 5864 } 5865 5866 static int qeth_core_set_offline(struct ccwgroup_device *gdev) 5867 { 5868 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5869 return card->discipline->set_offline(gdev); 5870 } 5871 5872 static void qeth_core_shutdown(struct ccwgroup_device *gdev) 5873 { 5874 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5875 qeth_set_allowed_threads(card, 0, 1); 5876 if ((gdev->state == CCWGROUP_ONLINE) && card->info.hwtrap) 5877 qeth_hw_trap(card, QETH_DIAGS_TRAP_DISARM); 5878 qeth_qdio_clear_card(card, 0); 5879 qeth_clear_qdio_buffers(card); 5880 qdio_free(CARD_DDEV(card)); 5881 } 5882 5883 static int qeth_core_freeze(struct ccwgroup_device *gdev) 5884 { 5885 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5886 if (card->discipline && card->discipline->freeze) 5887 return card->discipline->freeze(gdev); 5888 return 0; 5889 } 5890 5891 static int qeth_core_thaw(struct ccwgroup_device *gdev) 5892 { 5893 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5894 if (card->discipline && card->discipline->thaw) 5895 return card->discipline->thaw(gdev); 5896 return 0; 5897 } 5898 5899 static int qeth_core_restore(struct ccwgroup_device *gdev) 5900 { 5901 struct qeth_card *card = dev_get_drvdata(&gdev->dev); 5902 if (card->discipline && card->discipline->restore) 5903 return card->discipline->restore(gdev); 5904 return 0; 5905 } 5906 5907 static ssize_t group_store(struct device_driver *ddrv, const char *buf, 5908 size_t count) 5909 { 5910 int err; 5911 5912 err = ccwgroup_create_dev(qeth_core_root_dev, to_ccwgroupdrv(ddrv), 3, 5913 buf); 5914 5915 return err ? err : count; 5916 } 5917 static DRIVER_ATTR_WO(group); 5918 5919 static struct attribute *qeth_drv_attrs[] = { 5920 &driver_attr_group.attr, 5921 NULL, 5922 }; 5923 static struct attribute_group qeth_drv_attr_group = { 5924 .attrs = qeth_drv_attrs, 5925 }; 5926 static const struct attribute_group *qeth_drv_attr_groups[] = { 5927 &qeth_drv_attr_group, 5928 NULL, 5929 }; 5930 5931 static struct ccwgroup_driver qeth_core_ccwgroup_driver = { 5932 .driver = { 5933 .groups = qeth_drv_attr_groups, 5934 .owner = THIS_MODULE, 5935 .name = "qeth", 5936 }, 5937 .ccw_driver = &qeth_ccw_driver, 5938 .setup = qeth_core_probe_device, 5939 .remove = qeth_core_remove_device, 5940 .set_online = qeth_core_set_online, 5941 .set_offline = qeth_core_set_offline, 5942 .shutdown = qeth_core_shutdown, 5943 .prepare = NULL, 5944 .complete = NULL, 5945 .freeze = qeth_core_freeze, 5946 .thaw = qeth_core_thaw, 5947 .restore = qeth_core_restore, 5948 }; 5949 5950 int qeth_do_ioctl(struct net_device *dev, struct ifreq *rq, int cmd) 5951 { 5952 struct qeth_card *card = dev->ml_priv; 5953 struct mii_ioctl_data *mii_data; 5954 int rc = 0; 5955 5956 if (!card) 5957 return -ENODEV; 5958 5959 if (!qeth_card_hw_is_reachable(card)) 5960 return -ENODEV; 5961 5962 if (card->info.type == QETH_CARD_TYPE_OSN) 5963 return -EPERM; 5964 5965 switch (cmd) { 5966 case SIOC_QETH_ADP_SET_SNMP_CONTROL: 5967 rc = qeth_snmp_command(card, rq->ifr_ifru.ifru_data); 5968 break; 5969 case SIOC_QETH_GET_CARD_TYPE: 5970 if ((card->info.type == QETH_CARD_TYPE_OSD || 5971 card->info.type == QETH_CARD_TYPE_OSM || 5972 card->info.type == QETH_CARD_TYPE_OSX) && 5973 !card->info.guestlan) 5974 return 1; 5975 else 5976 return 0; 5977 case SIOCGMIIPHY: 5978 mii_data = if_mii(rq); 5979 mii_data->phy_id = 0; 5980 break; 5981 case SIOCGMIIREG: 5982 mii_data = if_mii(rq); 5983 if (mii_data->phy_id != 0) 5984 rc = -EINVAL; 5985 else 5986 mii_data->val_out = qeth_mdio_read(dev, 5987 mii_data->phy_id, mii_data->reg_num); 5988 break; 5989 case SIOC_QETH_QUERY_OAT: 5990 rc = qeth_query_oat_command(card, rq->ifr_ifru.ifru_data); 5991 break; 5992 default: 5993 if (card->discipline->do_ioctl) 5994 rc = card->discipline->do_ioctl(dev, rq, cmd); 5995 else 5996 rc = -EOPNOTSUPP; 5997 } 5998 if (rc) 5999 QETH_CARD_TEXT_(card, 2, "ioce%x", rc); 6000 return rc; 6001 } 6002 EXPORT_SYMBOL_GPL(qeth_do_ioctl); 6003 6004 static struct { 6005 const char str[ETH_GSTRING_LEN]; 6006 } qeth_ethtool_stats_keys[] = { 6007 /* 0 */{"rx skbs"}, 6008 {"rx buffers"}, 6009 {"tx skbs"}, 6010 {"tx buffers"}, 6011 {"tx skbs no packing"}, 6012 {"tx buffers no packing"}, 6013 {"tx skbs packing"}, 6014 {"tx buffers packing"}, 6015 {"tx sg skbs"}, 6016 {"tx buffer elements"}, 6017 /* 10 */{"rx sg skbs"}, 6018 {"rx sg frags"}, 6019 {"rx sg page allocs"}, 6020 {"tx large kbytes"}, 6021 {"tx large count"}, 6022 {"tx pk state ch n->p"}, 6023 {"tx pk state ch p->n"}, 6024 {"tx pk watermark low"}, 6025 {"tx pk watermark high"}, 6026 {"queue 0 buffer usage"}, 6027 /* 20 */{"queue 1 buffer usage"}, 6028 {"queue 2 buffer usage"}, 6029 {"queue 3 buffer usage"}, 6030 {"rx poll time"}, 6031 {"rx poll count"}, 6032 {"rx do_QDIO time"}, 6033 {"rx do_QDIO count"}, 6034 {"tx handler time"}, 6035 {"tx handler count"}, 6036 {"tx time"}, 6037 /* 30 */{"tx count"}, 6038 {"tx do_QDIO time"}, 6039 {"tx do_QDIO count"}, 6040 {"tx csum"}, 6041 {"tx lin"}, 6042 {"tx linfail"}, 6043 {"cq handler count"}, 6044 {"cq handler time"}, 6045 {"rx csum"} 6046 }; 6047 6048 int qeth_core_get_sset_count(struct net_device *dev, int stringset) 6049 { 6050 switch (stringset) { 6051 case ETH_SS_STATS: 6052 return (sizeof(qeth_ethtool_stats_keys) / ETH_GSTRING_LEN); 6053 default: 6054 return -EINVAL; 6055 } 6056 } 6057 EXPORT_SYMBOL_GPL(qeth_core_get_sset_count); 6058 6059 void qeth_core_get_ethtool_stats(struct net_device *dev, 6060 struct ethtool_stats *stats, u64 *data) 6061 { 6062 struct qeth_card *card = dev->ml_priv; 6063 data[0] = card->stats.rx_packets - 6064 card->perf_stats.initial_rx_packets; 6065 data[1] = card->perf_stats.bufs_rec; 6066 data[2] = card->stats.tx_packets - 6067 card->perf_stats.initial_tx_packets; 6068 data[3] = card->perf_stats.bufs_sent; 6069 data[4] = card->stats.tx_packets - card->perf_stats.initial_tx_packets 6070 - card->perf_stats.skbs_sent_pack; 6071 data[5] = card->perf_stats.bufs_sent - card->perf_stats.bufs_sent_pack; 6072 data[6] = card->perf_stats.skbs_sent_pack; 6073 data[7] = card->perf_stats.bufs_sent_pack; 6074 data[8] = card->perf_stats.sg_skbs_sent; 6075 data[9] = card->perf_stats.buf_elements_sent; 6076 data[10] = card->perf_stats.sg_skbs_rx; 6077 data[11] = card->perf_stats.sg_frags_rx; 6078 data[12] = card->perf_stats.sg_alloc_page_rx; 6079 data[13] = (card->perf_stats.large_send_bytes >> 10); 6080 data[14] = card->perf_stats.large_send_cnt; 6081 data[15] = card->perf_stats.sc_dp_p; 6082 data[16] = card->perf_stats.sc_p_dp; 6083 data[17] = QETH_LOW_WATERMARK_PACK; 6084 data[18] = QETH_HIGH_WATERMARK_PACK; 6085 data[19] = atomic_read(&card->qdio.out_qs[0]->used_buffers); 6086 data[20] = (card->qdio.no_out_queues > 1) ? 6087 atomic_read(&card->qdio.out_qs[1]->used_buffers) : 0; 6088 data[21] = (card->qdio.no_out_queues > 2) ? 6089 atomic_read(&card->qdio.out_qs[2]->used_buffers) : 0; 6090 data[22] = (card->qdio.no_out_queues > 3) ? 6091 atomic_read(&card->qdio.out_qs[3]->used_buffers) : 0; 6092 data[23] = card->perf_stats.inbound_time; 6093 data[24] = card->perf_stats.inbound_cnt; 6094 data[25] = card->perf_stats.inbound_do_qdio_time; 6095 data[26] = card->perf_stats.inbound_do_qdio_cnt; 6096 data[27] = card->perf_stats.outbound_handler_time; 6097 data[28] = card->perf_stats.outbound_handler_cnt; 6098 data[29] = card->perf_stats.outbound_time; 6099 data[30] = card->perf_stats.outbound_cnt; 6100 data[31] = card->perf_stats.outbound_do_qdio_time; 6101 data[32] = card->perf_stats.outbound_do_qdio_cnt; 6102 data[33] = card->perf_stats.tx_csum; 6103 data[34] = card->perf_stats.tx_lin; 6104 data[35] = card->perf_stats.tx_linfail; 6105 data[36] = card->perf_stats.cq_cnt; 6106 data[37] = card->perf_stats.cq_time; 6107 data[38] = card->perf_stats.rx_csum; 6108 } 6109 EXPORT_SYMBOL_GPL(qeth_core_get_ethtool_stats); 6110 6111 void qeth_core_get_strings(struct net_device *dev, u32 stringset, u8 *data) 6112 { 6113 switch (stringset) { 6114 case ETH_SS_STATS: 6115 memcpy(data, &qeth_ethtool_stats_keys, 6116 sizeof(qeth_ethtool_stats_keys)); 6117 break; 6118 default: 6119 WARN_ON(1); 6120 break; 6121 } 6122 } 6123 EXPORT_SYMBOL_GPL(qeth_core_get_strings); 6124 6125 void qeth_core_get_drvinfo(struct net_device *dev, 6126 struct ethtool_drvinfo *info) 6127 { 6128 struct qeth_card *card = dev->ml_priv; 6129 6130 strlcpy(info->driver, IS_LAYER2(card) ? "qeth_l2" : "qeth_l3", 6131 sizeof(info->driver)); 6132 strlcpy(info->version, "1.0", sizeof(info->version)); 6133 strlcpy(info->fw_version, card->info.mcl_level, 6134 sizeof(info->fw_version)); 6135 snprintf(info->bus_info, sizeof(info->bus_info), "%s/%s/%s", 6136 CARD_RDEV_ID(card), CARD_WDEV_ID(card), CARD_DDEV_ID(card)); 6137 } 6138 EXPORT_SYMBOL_GPL(qeth_core_get_drvinfo); 6139 6140 /* Helper function to fill 'advertising' and 'supported' which are the same. */ 6141 /* Autoneg and full-duplex are supported and advertised unconditionally. */ 6142 /* Always advertise and support all speeds up to specified, and only one */ 6143 /* specified port type. */ 6144 static void qeth_set_cmd_adv_sup(struct ethtool_link_ksettings *cmd, 6145 int maxspeed, int porttype) 6146 { 6147 ethtool_link_ksettings_zero_link_mode(cmd, supported); 6148 ethtool_link_ksettings_zero_link_mode(cmd, advertising); 6149 ethtool_link_ksettings_zero_link_mode(cmd, lp_advertising); 6150 6151 ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg); 6152 ethtool_link_ksettings_add_link_mode(cmd, advertising, Autoneg); 6153 6154 switch (porttype) { 6155 case PORT_TP: 6156 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 6157 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 6158 break; 6159 case PORT_FIBRE: 6160 ethtool_link_ksettings_add_link_mode(cmd, supported, FIBRE); 6161 ethtool_link_ksettings_add_link_mode(cmd, advertising, FIBRE); 6162 break; 6163 default: 6164 ethtool_link_ksettings_add_link_mode(cmd, supported, TP); 6165 ethtool_link_ksettings_add_link_mode(cmd, advertising, TP); 6166 WARN_ON_ONCE(1); 6167 } 6168 6169 /* partially does fall through, to also select lower speeds */ 6170 switch (maxspeed) { 6171 case SPEED_25000: 6172 ethtool_link_ksettings_add_link_mode(cmd, supported, 6173 25000baseSR_Full); 6174 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6175 25000baseSR_Full); 6176 break; 6177 case SPEED_10000: 6178 ethtool_link_ksettings_add_link_mode(cmd, supported, 6179 10000baseT_Full); 6180 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6181 10000baseT_Full); 6182 case SPEED_1000: 6183 ethtool_link_ksettings_add_link_mode(cmd, supported, 6184 1000baseT_Full); 6185 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6186 1000baseT_Full); 6187 ethtool_link_ksettings_add_link_mode(cmd, supported, 6188 1000baseT_Half); 6189 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6190 1000baseT_Half); 6191 case SPEED_100: 6192 ethtool_link_ksettings_add_link_mode(cmd, supported, 6193 100baseT_Full); 6194 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6195 100baseT_Full); 6196 ethtool_link_ksettings_add_link_mode(cmd, supported, 6197 100baseT_Half); 6198 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6199 100baseT_Half); 6200 case SPEED_10: 6201 ethtool_link_ksettings_add_link_mode(cmd, supported, 6202 10baseT_Full); 6203 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6204 10baseT_Full); 6205 ethtool_link_ksettings_add_link_mode(cmd, supported, 6206 10baseT_Half); 6207 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6208 10baseT_Half); 6209 /* end fallthrough */ 6210 break; 6211 default: 6212 ethtool_link_ksettings_add_link_mode(cmd, supported, 6213 10baseT_Full); 6214 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6215 10baseT_Full); 6216 ethtool_link_ksettings_add_link_mode(cmd, supported, 6217 10baseT_Half); 6218 ethtool_link_ksettings_add_link_mode(cmd, advertising, 6219 10baseT_Half); 6220 WARN_ON_ONCE(1); 6221 } 6222 } 6223 6224 int qeth_core_ethtool_get_link_ksettings(struct net_device *netdev, 6225 struct ethtool_link_ksettings *cmd) 6226 { 6227 struct qeth_card *card = netdev->ml_priv; 6228 enum qeth_link_types link_type; 6229 struct carrier_info carrier_info; 6230 int rc; 6231 6232 if ((card->info.type == QETH_CARD_TYPE_IQD) || (card->info.guestlan)) 6233 link_type = QETH_LINK_TYPE_10GBIT_ETH; 6234 else 6235 link_type = card->info.link_type; 6236 6237 cmd->base.duplex = DUPLEX_FULL; 6238 cmd->base.autoneg = AUTONEG_ENABLE; 6239 cmd->base.phy_address = 0; 6240 cmd->base.mdio_support = 0; 6241 cmd->base.eth_tp_mdix = ETH_TP_MDI_INVALID; 6242 cmd->base.eth_tp_mdix_ctrl = ETH_TP_MDI_INVALID; 6243 6244 switch (link_type) { 6245 case QETH_LINK_TYPE_FAST_ETH: 6246 case QETH_LINK_TYPE_LANE_ETH100: 6247 cmd->base.speed = SPEED_100; 6248 cmd->base.port = PORT_TP; 6249 break; 6250 case QETH_LINK_TYPE_GBIT_ETH: 6251 case QETH_LINK_TYPE_LANE_ETH1000: 6252 cmd->base.speed = SPEED_1000; 6253 cmd->base.port = PORT_FIBRE; 6254 break; 6255 case QETH_LINK_TYPE_10GBIT_ETH: 6256 cmd->base.speed = SPEED_10000; 6257 cmd->base.port = PORT_FIBRE; 6258 break; 6259 case QETH_LINK_TYPE_25GBIT_ETH: 6260 cmd->base.speed = SPEED_25000; 6261 cmd->base.port = PORT_FIBRE; 6262 break; 6263 default: 6264 cmd->base.speed = SPEED_10; 6265 cmd->base.port = PORT_TP; 6266 } 6267 qeth_set_cmd_adv_sup(cmd, cmd->base.speed, cmd->base.port); 6268 6269 /* Check if we can obtain more accurate information. */ 6270 /* If QUERY_CARD_INFO command is not supported or fails, */ 6271 /* just return the heuristics that was filled above. */ 6272 if (!qeth_card_hw_is_reachable(card)) 6273 return -ENODEV; 6274 rc = qeth_query_card_info(card, &carrier_info); 6275 if (rc == -EOPNOTSUPP) /* for old hardware, return heuristic */ 6276 return 0; 6277 if (rc) /* report error from the hardware operation */ 6278 return rc; 6279 /* on success, fill in the information got from the hardware */ 6280 6281 netdev_dbg(netdev, 6282 "card info: card_type=0x%02x, port_mode=0x%04x, port_speed=0x%08x\n", 6283 carrier_info.card_type, 6284 carrier_info.port_mode, 6285 carrier_info.port_speed); 6286 6287 /* Update attributes for which we've obtained more authoritative */ 6288 /* information, leave the rest the way they where filled above. */ 6289 switch (carrier_info.card_type) { 6290 case CARD_INFO_TYPE_1G_COPPER_A: 6291 case CARD_INFO_TYPE_1G_COPPER_B: 6292 cmd->base.port = PORT_TP; 6293 qeth_set_cmd_adv_sup(cmd, SPEED_1000, cmd->base.port); 6294 break; 6295 case CARD_INFO_TYPE_1G_FIBRE_A: 6296 case CARD_INFO_TYPE_1G_FIBRE_B: 6297 cmd->base.port = PORT_FIBRE; 6298 qeth_set_cmd_adv_sup(cmd, SPEED_1000, cmd->base.port); 6299 break; 6300 case CARD_INFO_TYPE_10G_FIBRE_A: 6301 case CARD_INFO_TYPE_10G_FIBRE_B: 6302 cmd->base.port = PORT_FIBRE; 6303 qeth_set_cmd_adv_sup(cmd, SPEED_10000, cmd->base.port); 6304 break; 6305 } 6306 6307 switch (carrier_info.port_mode) { 6308 case CARD_INFO_PORTM_FULLDUPLEX: 6309 cmd->base.duplex = DUPLEX_FULL; 6310 break; 6311 case CARD_INFO_PORTM_HALFDUPLEX: 6312 cmd->base.duplex = DUPLEX_HALF; 6313 break; 6314 } 6315 6316 switch (carrier_info.port_speed) { 6317 case CARD_INFO_PORTS_10M: 6318 cmd->base.speed = SPEED_10; 6319 break; 6320 case CARD_INFO_PORTS_100M: 6321 cmd->base.speed = SPEED_100; 6322 break; 6323 case CARD_INFO_PORTS_1G: 6324 cmd->base.speed = SPEED_1000; 6325 break; 6326 case CARD_INFO_PORTS_10G: 6327 cmd->base.speed = SPEED_10000; 6328 break; 6329 case CARD_INFO_PORTS_25G: 6330 cmd->base.speed = SPEED_25000; 6331 break; 6332 } 6333 6334 return 0; 6335 } 6336 EXPORT_SYMBOL_GPL(qeth_core_ethtool_get_link_ksettings); 6337 6338 /* Callback to handle checksum offload command reply from OSA card. 6339 * Verify that required features have been enabled on the card. 6340 * Return error in hdr->return_code as this value is checked by caller. 6341 * 6342 * Always returns zero to indicate no further messages from the OSA card. 6343 */ 6344 static int qeth_ipa_checksum_run_cmd_cb(struct qeth_card *card, 6345 struct qeth_reply *reply, 6346 unsigned long data) 6347 { 6348 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6349 struct qeth_checksum_cmd *chksum_cb = 6350 (struct qeth_checksum_cmd *)reply->param; 6351 6352 QETH_CARD_TEXT(card, 4, "chkdoccb"); 6353 if (qeth_setassparms_inspect_rc(cmd)) 6354 return 0; 6355 6356 memset(chksum_cb, 0, sizeof(*chksum_cb)); 6357 if (cmd->data.setassparms.hdr.command_code == IPA_CMD_ASS_START) { 6358 chksum_cb->supported = 6359 cmd->data.setassparms.data.chksum.supported; 6360 QETH_CARD_TEXT_(card, 3, "strt:%x", chksum_cb->supported); 6361 } 6362 if (cmd->data.setassparms.hdr.command_code == IPA_CMD_ASS_ENABLE) { 6363 chksum_cb->supported = 6364 cmd->data.setassparms.data.chksum.supported; 6365 chksum_cb->enabled = 6366 cmd->data.setassparms.data.chksum.enabled; 6367 QETH_CARD_TEXT_(card, 3, "supp:%x", chksum_cb->supported); 6368 QETH_CARD_TEXT_(card, 3, "enab:%x", chksum_cb->enabled); 6369 } 6370 return 0; 6371 } 6372 6373 /* Send command to OSA card and check results. */ 6374 static int qeth_ipa_checksum_run_cmd(struct qeth_card *card, 6375 enum qeth_ipa_funcs ipa_func, 6376 __u16 cmd_code, long data, 6377 struct qeth_checksum_cmd *chksum_cb, 6378 enum qeth_prot_versions prot) 6379 { 6380 struct qeth_cmd_buffer *iob; 6381 int rc = -ENOMEM; 6382 6383 QETH_CARD_TEXT(card, 4, "chkdocmd"); 6384 iob = qeth_get_setassparms_cmd(card, ipa_func, cmd_code, 6385 sizeof(__u32), prot); 6386 if (iob) 6387 rc = qeth_send_setassparms(card, iob, sizeof(__u32), data, 6388 qeth_ipa_checksum_run_cmd_cb, 6389 chksum_cb); 6390 return rc; 6391 } 6392 6393 static int qeth_send_checksum_on(struct qeth_card *card, int cstype, 6394 enum qeth_prot_versions prot) 6395 { 6396 u32 required_features = QETH_IPA_CHECKSUM_UDP | QETH_IPA_CHECKSUM_TCP; 6397 struct qeth_checksum_cmd chksum_cb; 6398 int rc; 6399 6400 if (prot == QETH_PROT_IPV4) 6401 required_features |= QETH_IPA_CHECKSUM_IP_HDR; 6402 rc = qeth_ipa_checksum_run_cmd(card, cstype, IPA_CMD_ASS_START, 0, 6403 &chksum_cb, prot); 6404 if (!rc) { 6405 if ((required_features & chksum_cb.supported) != 6406 required_features) 6407 rc = -EIO; 6408 else if (!(QETH_IPA_CHECKSUM_LP2LP & chksum_cb.supported) && 6409 cstype == IPA_INBOUND_CHECKSUM) 6410 dev_warn(&card->gdev->dev, 6411 "Hardware checksumming is performed only if %s and its peer use different OSA Express 3 ports\n", 6412 QETH_CARD_IFNAME(card)); 6413 } 6414 if (rc) { 6415 qeth_send_simple_setassparms_prot(card, cstype, 6416 IPA_CMD_ASS_STOP, 0, prot); 6417 dev_warn(&card->gdev->dev, 6418 "Starting HW IPv%d checksumming for %s failed, using SW checksumming\n", 6419 prot, QETH_CARD_IFNAME(card)); 6420 return rc; 6421 } 6422 rc = qeth_ipa_checksum_run_cmd(card, cstype, IPA_CMD_ASS_ENABLE, 6423 chksum_cb.supported, &chksum_cb, 6424 prot); 6425 if (!rc) { 6426 if ((required_features & chksum_cb.enabled) != 6427 required_features) 6428 rc = -EIO; 6429 } 6430 if (rc) { 6431 qeth_send_simple_setassparms_prot(card, cstype, 6432 IPA_CMD_ASS_STOP, 0, prot); 6433 dev_warn(&card->gdev->dev, 6434 "Enabling HW IPv%d checksumming for %s failed, using SW checksumming\n", 6435 prot, QETH_CARD_IFNAME(card)); 6436 return rc; 6437 } 6438 6439 dev_info(&card->gdev->dev, "HW Checksumming (%sbound IPv%d) enabled\n", 6440 cstype == IPA_INBOUND_CHECKSUM ? "in" : "out", prot); 6441 return 0; 6442 } 6443 6444 static int qeth_set_ipa_csum(struct qeth_card *card, bool on, int cstype, 6445 enum qeth_prot_versions prot) 6446 { 6447 int rc = (on) ? qeth_send_checksum_on(card, cstype, prot) 6448 : qeth_send_simple_setassparms_prot(card, cstype, 6449 IPA_CMD_ASS_STOP, 0, 6450 prot); 6451 return rc ? -EIO : 0; 6452 } 6453 6454 static int qeth_start_tso_cb(struct qeth_card *card, struct qeth_reply *reply, 6455 unsigned long data) 6456 { 6457 struct qeth_ipa_cmd *cmd = (struct qeth_ipa_cmd *) data; 6458 struct qeth_tso_start_data *tso_data = reply->param; 6459 6460 if (qeth_setassparms_inspect_rc(cmd)) 6461 return 0; 6462 6463 tso_data->mss = cmd->data.setassparms.data.tso.mss; 6464 tso_data->supported = cmd->data.setassparms.data.tso.supported; 6465 return 0; 6466 } 6467 6468 static int qeth_set_tso_off(struct qeth_card *card, 6469 enum qeth_prot_versions prot) 6470 { 6471 return qeth_send_simple_setassparms_prot(card, IPA_OUTBOUND_TSO, 6472 IPA_CMD_ASS_STOP, 0, prot); 6473 } 6474 6475 static int qeth_set_tso_on(struct qeth_card *card, 6476 enum qeth_prot_versions prot) 6477 { 6478 struct qeth_tso_start_data tso_data; 6479 struct qeth_cmd_buffer *iob; 6480 struct qeth_ipa_caps caps; 6481 int rc; 6482 6483 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6484 IPA_CMD_ASS_START, 0, prot); 6485 if (!iob) 6486 return -ENOMEM; 6487 6488 rc = qeth_send_setassparms(card, iob, 0, 0 /* unused */, 6489 qeth_start_tso_cb, &tso_data); 6490 if (rc) 6491 return rc; 6492 6493 if (!tso_data.mss || !(tso_data.supported & QETH_IPA_LARGE_SEND_TCP)) { 6494 qeth_set_tso_off(card, prot); 6495 return -EOPNOTSUPP; 6496 } 6497 6498 iob = qeth_get_setassparms_cmd(card, IPA_OUTBOUND_TSO, 6499 IPA_CMD_ASS_ENABLE, sizeof(caps), prot); 6500 if (!iob) { 6501 qeth_set_tso_off(card, prot); 6502 return -ENOMEM; 6503 } 6504 6505 /* enable TSO capability */ 6506 caps.supported = 0; 6507 caps.enabled = QETH_IPA_LARGE_SEND_TCP; 6508 rc = qeth_send_setassparms(card, iob, sizeof(caps), (long) &caps, 6509 qeth_setassparms_get_caps_cb, &caps); 6510 if (rc) { 6511 qeth_set_tso_off(card, prot); 6512 return rc; 6513 } 6514 6515 if (!qeth_ipa_caps_supported(&caps, QETH_IPA_LARGE_SEND_TCP) || 6516 !qeth_ipa_caps_enabled(&caps, QETH_IPA_LARGE_SEND_TCP)) { 6517 qeth_set_tso_off(card, prot); 6518 return -EOPNOTSUPP; 6519 } 6520 6521 dev_info(&card->gdev->dev, "TSOv%u enabled (MSS: %u)\n", prot, 6522 tso_data.mss); 6523 return 0; 6524 } 6525 6526 static int qeth_set_ipa_tso(struct qeth_card *card, bool on, 6527 enum qeth_prot_versions prot) 6528 { 6529 int rc = on ? qeth_set_tso_on(card, prot) : 6530 qeth_set_tso_off(card, prot); 6531 6532 return rc ? -EIO : 0; 6533 } 6534 6535 static int qeth_set_ipa_rx_csum(struct qeth_card *card, bool on) 6536 { 6537 int rc_ipv4 = (on) ? -EOPNOTSUPP : 0; 6538 int rc_ipv6; 6539 6540 if (qeth_is_supported(card, IPA_INBOUND_CHECKSUM)) 6541 rc_ipv4 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6542 QETH_PROT_IPV4); 6543 if (!qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6544 /* no/one Offload Assist available, so the rc is trivial */ 6545 return rc_ipv4; 6546 6547 rc_ipv6 = qeth_set_ipa_csum(card, on, IPA_INBOUND_CHECKSUM, 6548 QETH_PROT_IPV6); 6549 6550 if (on) 6551 /* enable: success if any Assist is active */ 6552 return (rc_ipv6) ? rc_ipv4 : 0; 6553 6554 /* disable: failure if any Assist is still active */ 6555 return (rc_ipv6) ? rc_ipv6 : rc_ipv4; 6556 } 6557 6558 #define QETH_HW_FEATURES (NETIF_F_RXCSUM | NETIF_F_IP_CSUM | NETIF_F_TSO | \ 6559 NETIF_F_IPV6_CSUM | NETIF_F_TSO6) 6560 /** 6561 * qeth_enable_hw_features() - (Re-)Enable HW functions for device features 6562 * @dev: a net_device 6563 */ 6564 void qeth_enable_hw_features(struct net_device *dev) 6565 { 6566 struct qeth_card *card = dev->ml_priv; 6567 netdev_features_t features; 6568 6569 rtnl_lock(); 6570 features = dev->features; 6571 /* force-off any feature that needs an IPA sequence. 6572 * netdev_update_features() will restart them. 6573 */ 6574 dev->features &= ~QETH_HW_FEATURES; 6575 netdev_update_features(dev); 6576 if (features != dev->features) 6577 dev_warn(&card->gdev->dev, 6578 "Device recovery failed to restore all offload features\n"); 6579 rtnl_unlock(); 6580 } 6581 EXPORT_SYMBOL_GPL(qeth_enable_hw_features); 6582 6583 int qeth_set_features(struct net_device *dev, netdev_features_t features) 6584 { 6585 struct qeth_card *card = dev->ml_priv; 6586 netdev_features_t changed = dev->features ^ features; 6587 int rc = 0; 6588 6589 QETH_DBF_TEXT(SETUP, 2, "setfeat"); 6590 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6591 6592 if ((changed & NETIF_F_IP_CSUM)) { 6593 rc = qeth_set_ipa_csum(card, features & NETIF_F_IP_CSUM, 6594 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV4); 6595 if (rc) 6596 changed ^= NETIF_F_IP_CSUM; 6597 } 6598 if (changed & NETIF_F_IPV6_CSUM) { 6599 rc = qeth_set_ipa_csum(card, features & NETIF_F_IPV6_CSUM, 6600 IPA_OUTBOUND_CHECKSUM, QETH_PROT_IPV6); 6601 if (rc) 6602 changed ^= NETIF_F_IPV6_CSUM; 6603 } 6604 if (changed & NETIF_F_RXCSUM) { 6605 rc = qeth_set_ipa_rx_csum(card, features & NETIF_F_RXCSUM); 6606 if (rc) 6607 changed ^= NETIF_F_RXCSUM; 6608 } 6609 if (changed & NETIF_F_TSO) { 6610 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO, 6611 QETH_PROT_IPV4); 6612 if (rc) 6613 changed ^= NETIF_F_TSO; 6614 } 6615 if (changed & NETIF_F_TSO6) { 6616 rc = qeth_set_ipa_tso(card, features & NETIF_F_TSO6, 6617 QETH_PROT_IPV6); 6618 if (rc) 6619 changed ^= NETIF_F_TSO6; 6620 } 6621 6622 /* everything changed successfully? */ 6623 if ((dev->features ^ features) == changed) 6624 return 0; 6625 /* something went wrong. save changed features and return error */ 6626 dev->features ^= changed; 6627 return -EIO; 6628 } 6629 EXPORT_SYMBOL_GPL(qeth_set_features); 6630 6631 netdev_features_t qeth_fix_features(struct net_device *dev, 6632 netdev_features_t features) 6633 { 6634 struct qeth_card *card = dev->ml_priv; 6635 6636 QETH_DBF_TEXT(SETUP, 2, "fixfeat"); 6637 if (!qeth_is_supported(card, IPA_OUTBOUND_CHECKSUM)) 6638 features &= ~NETIF_F_IP_CSUM; 6639 if (!qeth_is_supported6(card, IPA_OUTBOUND_CHECKSUM_V6)) 6640 features &= ~NETIF_F_IPV6_CSUM; 6641 if (!qeth_is_supported(card, IPA_INBOUND_CHECKSUM) && 6642 !qeth_is_supported6(card, IPA_INBOUND_CHECKSUM_V6)) 6643 features &= ~NETIF_F_RXCSUM; 6644 if (!qeth_is_supported(card, IPA_OUTBOUND_TSO)) 6645 features &= ~NETIF_F_TSO; 6646 if (!qeth_is_supported6(card, IPA_OUTBOUND_TSO)) 6647 features &= ~NETIF_F_TSO6; 6648 /* if the card isn't up, remove features that require hw changes */ 6649 if (card->state == CARD_STATE_DOWN || 6650 card->state == CARD_STATE_RECOVER) 6651 features &= ~QETH_HW_FEATURES; 6652 QETH_DBF_HEX(SETUP, 2, &features, sizeof(features)); 6653 return features; 6654 } 6655 EXPORT_SYMBOL_GPL(qeth_fix_features); 6656 6657 netdev_features_t qeth_features_check(struct sk_buff *skb, 6658 struct net_device *dev, 6659 netdev_features_t features) 6660 { 6661 /* GSO segmentation builds skbs with 6662 * a (small) linear part for the headers, and 6663 * page frags for the data. 6664 * Compared to a linear skb, the header-only part consumes an 6665 * additional buffer element. This reduces buffer utilization, and 6666 * hurts throughput. So compress small segments into one element. 6667 */ 6668 if (netif_needs_gso(skb, features)) { 6669 /* match skb_segment(): */ 6670 unsigned int doffset = skb->data - skb_mac_header(skb); 6671 unsigned int hsize = skb_shinfo(skb)->gso_size; 6672 unsigned int hroom = skb_headroom(skb); 6673 6674 /* linearize only if resulting skb allocations are order-0: */ 6675 if (SKB_DATA_ALIGN(hroom + doffset + hsize) <= SKB_MAX_HEAD(0)) 6676 features &= ~NETIF_F_SG; 6677 } 6678 6679 return vlan_features_check(skb, features); 6680 } 6681 EXPORT_SYMBOL_GPL(qeth_features_check); 6682 6683 static int __init qeth_core_init(void) 6684 { 6685 int rc; 6686 6687 pr_info("loading core functions\n"); 6688 INIT_LIST_HEAD(&qeth_core_card_list.list); 6689 rwlock_init(&qeth_core_card_list.rwlock); 6690 6691 qeth_wq = create_singlethread_workqueue("qeth_wq"); 6692 if (!qeth_wq) { 6693 rc = -ENOMEM; 6694 goto out_err; 6695 } 6696 6697 rc = qeth_register_dbf_views(); 6698 if (rc) 6699 goto dbf_err; 6700 qeth_core_root_dev = root_device_register("qeth"); 6701 rc = PTR_ERR_OR_ZERO(qeth_core_root_dev); 6702 if (rc) 6703 goto register_err; 6704 qeth_core_header_cache = 6705 kmem_cache_create("qeth_hdr", QETH_HDR_CACHE_OBJ_SIZE, 6706 roundup_pow_of_two(QETH_HDR_CACHE_OBJ_SIZE), 6707 0, NULL); 6708 if (!qeth_core_header_cache) { 6709 rc = -ENOMEM; 6710 goto slab_err; 6711 } 6712 qeth_qdio_outbuf_cache = kmem_cache_create("qeth_buf", 6713 sizeof(struct qeth_qdio_out_buffer), 0, 0, NULL); 6714 if (!qeth_qdio_outbuf_cache) { 6715 rc = -ENOMEM; 6716 goto cqslab_err; 6717 } 6718 rc = ccw_driver_register(&qeth_ccw_driver); 6719 if (rc) 6720 goto ccw_err; 6721 rc = ccwgroup_driver_register(&qeth_core_ccwgroup_driver); 6722 if (rc) 6723 goto ccwgroup_err; 6724 6725 return 0; 6726 6727 ccwgroup_err: 6728 ccw_driver_unregister(&qeth_ccw_driver); 6729 ccw_err: 6730 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6731 cqslab_err: 6732 kmem_cache_destroy(qeth_core_header_cache); 6733 slab_err: 6734 root_device_unregister(qeth_core_root_dev); 6735 register_err: 6736 qeth_unregister_dbf_views(); 6737 dbf_err: 6738 destroy_workqueue(qeth_wq); 6739 out_err: 6740 pr_err("Initializing the qeth device driver failed\n"); 6741 return rc; 6742 } 6743 6744 static void __exit qeth_core_exit(void) 6745 { 6746 qeth_clear_dbf_list(); 6747 destroy_workqueue(qeth_wq); 6748 ccwgroup_driver_unregister(&qeth_core_ccwgroup_driver); 6749 ccw_driver_unregister(&qeth_ccw_driver); 6750 kmem_cache_destroy(qeth_qdio_outbuf_cache); 6751 kmem_cache_destroy(qeth_core_header_cache); 6752 root_device_unregister(qeth_core_root_dev); 6753 qeth_unregister_dbf_views(); 6754 pr_info("core functions removed\n"); 6755 } 6756 6757 module_init(qeth_core_init); 6758 module_exit(qeth_core_exit); 6759 MODULE_AUTHOR("Frank Blaschka <frank.blaschka@de.ibm.com>"); 6760 MODULE_DESCRIPTION("qeth core functions"); 6761 MODULE_LICENSE("GPL"); 6762