1 /* 2 * Adaptec AIC79xx device driver for Linux. 3 * 4 * $Id: //depot/aic7xxx/linux/drivers/scsi/aic7xxx/aic79xx_osm.c#171 $ 5 * 6 * -------------------------------------------------------------------------- 7 * Copyright (c) 1994-2000 Justin T. Gibbs. 8 * Copyright (c) 1997-1999 Doug Ledford 9 * Copyright (c) 2000-2003 Adaptec Inc. 10 * All rights reserved. 11 * 12 * Redistribution and use in source and binary forms, with or without 13 * modification, are permitted provided that the following conditions 14 * are met: 15 * 1. Redistributions of source code must retain the above copyright 16 * notice, this list of conditions, and the following disclaimer, 17 * without modification. 18 * 2. Redistributions in binary form must reproduce at minimum a disclaimer 19 * substantially similar to the "NO WARRANTY" disclaimer below 20 * ("Disclaimer") and any redistribution must be conditioned upon 21 * including a substantially similar Disclaimer requirement for further 22 * binary redistribution. 23 * 3. Neither the names of the above-listed copyright holders nor the names 24 * of any contributors may be used to endorse or promote products derived 25 * from this software without specific prior written permission. 26 * 27 * Alternatively, this software may be distributed under the terms of the 28 * GNU General Public License ("GPL") version 2 as published by the Free 29 * Software Foundation. 30 * 31 * NO WARRANTY 32 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 33 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 34 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR 35 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 36 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 37 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 38 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 39 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 40 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING 41 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 42 * POSSIBILITY OF SUCH DAMAGES. 43 */ 44 45 #include "aic79xx_osm.h" 46 #include "aic79xx_inline.h" 47 #include <scsi/scsicam.h> 48 49 static struct scsi_transport_template *ahd_linux_transport_template = NULL; 50 51 #include <linux/init.h> /* __setup */ 52 #include <linux/mm.h> /* For fetching system memory size */ 53 #include <linux/blkdev.h> /* For block_size() */ 54 #include <linux/delay.h> /* For ssleep/msleep */ 55 #include <linux/device.h> 56 #include <linux/slab.h> 57 58 /* 59 * Bucket size for counting good commands in between bad ones. 60 */ 61 #define AHD_LINUX_ERR_THRESH 1000 62 63 /* 64 * Set this to the delay in seconds after SCSI bus reset. 65 * Note, we honor this only for the initial bus reset. 66 * The scsi error recovery code performs its own bus settle 67 * delay handling for error recovery actions. 68 */ 69 #ifdef CONFIG_AIC79XX_RESET_DELAY_MS 70 #define AIC79XX_RESET_DELAY CONFIG_AIC79XX_RESET_DELAY_MS 71 #else 72 #define AIC79XX_RESET_DELAY 5000 73 #endif 74 75 /* 76 * To change the default number of tagged transactions allowed per-device, 77 * add a line to the lilo.conf file like: 78 * append="aic79xx=verbose,tag_info:{{32,32,32,32},{32,32,32,32}}" 79 * which will result in the first four devices on the first two 80 * controllers being set to a tagged queue depth of 32. 81 * 82 * The tag_commands is an array of 16 to allow for wide and twin adapters. 83 * Twin adapters will use indexes 0-7 for channel 0, and indexes 8-15 84 * for channel 1. 85 */ 86 typedef struct { 87 uint16_t tag_commands[16]; /* Allow for wide/twin adapters. */ 88 } adapter_tag_info_t; 89 90 /* 91 * Modify this as you see fit for your system. 92 * 93 * 0 tagged queuing disabled 94 * 1 <= n <= 253 n == max tags ever dispatched. 95 * 96 * The driver will throttle the number of commands dispatched to a 97 * device if it returns queue full. For devices with a fixed maximum 98 * queue depth, the driver will eventually determine this depth and 99 * lock it in (a console message is printed to indicate that a lock 100 * has occurred). On some devices, queue full is returned for a temporary 101 * resource shortage. These devices will return queue full at varying 102 * depths. The driver will throttle back when the queue fulls occur and 103 * attempt to slowly increase the depth over time as the device recovers 104 * from the resource shortage. 105 * 106 * In this example, the first line will disable tagged queueing for all 107 * the devices on the first probed aic79xx adapter. 108 * 109 * The second line enables tagged queueing with 4 commands/LUN for IDs 110 * (0, 2-11, 13-15), disables tagged queueing for ID 12, and tells the 111 * driver to attempt to use up to 64 tags for ID 1. 112 * 113 * The third line is the same as the first line. 114 * 115 * The fourth line disables tagged queueing for devices 0 and 3. It 116 * enables tagged queueing for the other IDs, with 16 commands/LUN 117 * for IDs 1 and 4, 127 commands/LUN for ID 8, and 4 commands/LUN for 118 * IDs 2, 5-7, and 9-15. 119 */ 120 121 /* 122 * NOTE: The below structure is for reference only, the actual structure 123 * to modify in order to change things is just below this comment block. 124 adapter_tag_info_t aic79xx_tag_info[] = 125 { 126 {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}}, 127 {{4, 64, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 0, 4, 4, 4}}, 128 {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}}, 129 {{0, 16, 4, 0, 16, 4, 4, 4, 127, 4, 4, 4, 4, 4, 4, 4}} 130 }; 131 */ 132 133 #ifdef CONFIG_AIC79XX_CMDS_PER_DEVICE 134 #define AIC79XX_CMDS_PER_DEVICE CONFIG_AIC79XX_CMDS_PER_DEVICE 135 #else 136 #define AIC79XX_CMDS_PER_DEVICE AHD_MAX_QUEUE 137 #endif 138 139 #define AIC79XX_CONFIGED_TAG_COMMANDS { \ 140 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 141 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 142 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 143 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 144 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 145 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 146 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE, \ 147 AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE \ 148 } 149 150 /* 151 * By default, use the number of commands specified by 152 * the users kernel configuration. 153 */ 154 static adapter_tag_info_t aic79xx_tag_info[] = 155 { 156 {AIC79XX_CONFIGED_TAG_COMMANDS}, 157 {AIC79XX_CONFIGED_TAG_COMMANDS}, 158 {AIC79XX_CONFIGED_TAG_COMMANDS}, 159 {AIC79XX_CONFIGED_TAG_COMMANDS}, 160 {AIC79XX_CONFIGED_TAG_COMMANDS}, 161 {AIC79XX_CONFIGED_TAG_COMMANDS}, 162 {AIC79XX_CONFIGED_TAG_COMMANDS}, 163 {AIC79XX_CONFIGED_TAG_COMMANDS}, 164 {AIC79XX_CONFIGED_TAG_COMMANDS}, 165 {AIC79XX_CONFIGED_TAG_COMMANDS}, 166 {AIC79XX_CONFIGED_TAG_COMMANDS}, 167 {AIC79XX_CONFIGED_TAG_COMMANDS}, 168 {AIC79XX_CONFIGED_TAG_COMMANDS}, 169 {AIC79XX_CONFIGED_TAG_COMMANDS}, 170 {AIC79XX_CONFIGED_TAG_COMMANDS}, 171 {AIC79XX_CONFIGED_TAG_COMMANDS} 172 }; 173 174 /* 175 * The I/O cell on the chip is very configurable in respect to its analog 176 * characteristics. Set the defaults here; they can be overriden with 177 * the proper insmod parameters. 178 */ 179 struct ahd_linux_iocell_opts 180 { 181 uint8_t precomp; 182 uint8_t slewrate; 183 uint8_t amplitude; 184 }; 185 #define AIC79XX_DEFAULT_PRECOMP 0xFF 186 #define AIC79XX_DEFAULT_SLEWRATE 0xFF 187 #define AIC79XX_DEFAULT_AMPLITUDE 0xFF 188 #define AIC79XX_DEFAULT_IOOPTS \ 189 { \ 190 AIC79XX_DEFAULT_PRECOMP, \ 191 AIC79XX_DEFAULT_SLEWRATE, \ 192 AIC79XX_DEFAULT_AMPLITUDE \ 193 } 194 #define AIC79XX_PRECOMP_INDEX 0 195 #define AIC79XX_SLEWRATE_INDEX 1 196 #define AIC79XX_AMPLITUDE_INDEX 2 197 static const struct ahd_linux_iocell_opts aic79xx_iocell_info[] = 198 { 199 AIC79XX_DEFAULT_IOOPTS, 200 AIC79XX_DEFAULT_IOOPTS, 201 AIC79XX_DEFAULT_IOOPTS, 202 AIC79XX_DEFAULT_IOOPTS, 203 AIC79XX_DEFAULT_IOOPTS, 204 AIC79XX_DEFAULT_IOOPTS, 205 AIC79XX_DEFAULT_IOOPTS, 206 AIC79XX_DEFAULT_IOOPTS, 207 AIC79XX_DEFAULT_IOOPTS, 208 AIC79XX_DEFAULT_IOOPTS, 209 AIC79XX_DEFAULT_IOOPTS, 210 AIC79XX_DEFAULT_IOOPTS, 211 AIC79XX_DEFAULT_IOOPTS, 212 AIC79XX_DEFAULT_IOOPTS, 213 AIC79XX_DEFAULT_IOOPTS, 214 AIC79XX_DEFAULT_IOOPTS 215 }; 216 217 /* 218 * There should be a specific return value for this in scsi.h, but 219 * it seems that most drivers ignore it. 220 */ 221 #define DID_UNDERFLOW DID_ERROR 222 223 void 224 ahd_print_path(struct ahd_softc *ahd, struct scb *scb) 225 { 226 printk("(scsi%d:%c:%d:%d): ", 227 ahd->platform_data->host->host_no, 228 scb != NULL ? SCB_GET_CHANNEL(ahd, scb) : 'X', 229 scb != NULL ? SCB_GET_TARGET(ahd, scb) : -1, 230 scb != NULL ? SCB_GET_LUN(scb) : -1); 231 } 232 233 /* 234 * XXX - these options apply unilaterally to _all_ adapters 235 * cards in the system. This should be fixed. Exceptions to this 236 * rule are noted in the comments. 237 */ 238 239 /* 240 * Skip the scsi bus reset. Non 0 make us skip the reset at startup. This 241 * has no effect on any later resets that might occur due to things like 242 * SCSI bus timeouts. 243 */ 244 static uint32_t aic79xx_no_reset; 245 246 /* 247 * Should we force EXTENDED translation on a controller. 248 * 0 == Use whatever is in the SEEPROM or default to off 249 * 1 == Use whatever is in the SEEPROM or default to on 250 */ 251 static uint32_t aic79xx_extended; 252 253 /* 254 * PCI bus parity checking of the Adaptec controllers. This is somewhat 255 * dubious at best. To my knowledge, this option has never actually 256 * solved a PCI parity problem, but on certain machines with broken PCI 257 * chipset configurations, it can generate tons of false error messages. 258 * It's included in the driver for completeness. 259 * 0 = Shut off PCI parity check 260 * non-0 = Enable PCI parity check 261 * 262 * NOTE: you can't actually pass -1 on the lilo prompt. So, to set this 263 * variable to -1 you would actually want to simply pass the variable 264 * name without a number. That will invert the 0 which will result in 265 * -1. 266 */ 267 static uint32_t aic79xx_pci_parity = ~0; 268 269 /* 270 * There are lots of broken chipsets in the world. Some of them will 271 * violate the PCI spec when we issue byte sized memory writes to our 272 * controller. I/O mapped register access, if allowed by the given 273 * platform, will work in almost all cases. 274 */ 275 uint32_t aic79xx_allow_memio = ~0; 276 277 /* 278 * So that we can set how long each device is given as a selection timeout. 279 * The table of values goes like this: 280 * 0 - 256ms 281 * 1 - 128ms 282 * 2 - 64ms 283 * 3 - 32ms 284 * We default to 256ms because some older devices need a longer time 285 * to respond to initial selection. 286 */ 287 static uint32_t aic79xx_seltime; 288 289 /* 290 * Certain devices do not perform any aging on commands. Should the 291 * device be saturated by commands in one portion of the disk, it is 292 * possible for transactions on far away sectors to never be serviced. 293 * To handle these devices, we can periodically send an ordered tag to 294 * force all outstanding transactions to be serviced prior to a new 295 * transaction. 296 */ 297 static uint32_t aic79xx_periodic_otag; 298 299 /* Some storage boxes are using an LSI chip which has a bug making it 300 * impossible to use aic79xx Rev B chip in 320 speeds. The following 301 * storage boxes have been reported to be buggy: 302 * EonStor 3U 16-Bay: U16U-G3A3 303 * EonStor 2U 12-Bay: U12U-G3A3 304 * SentinelRAID: 2500F R5 / R6 305 * SentinelRAID: 2500F R1 306 * SentinelRAID: 2500F/1500F 307 * SentinelRAID: 150F 308 * 309 * To get around this LSI bug, you can set your board to 160 mode 310 * or you can enable the SLOWCRC bit. 311 */ 312 uint32_t aic79xx_slowcrc; 313 314 /* 315 * Module information and settable options. 316 */ 317 static char *aic79xx = NULL; 318 319 MODULE_AUTHOR("Maintainer: Hannes Reinecke <hare@suse.de>"); 320 MODULE_DESCRIPTION("Adaptec AIC790X U320 SCSI Host Bus Adapter driver"); 321 MODULE_LICENSE("Dual BSD/GPL"); 322 MODULE_VERSION(AIC79XX_DRIVER_VERSION); 323 module_param(aic79xx, charp, 0444); 324 MODULE_PARM_DESC(aic79xx, 325 "period-delimited options string:\n" 326 " verbose Enable verbose/diagnostic logging\n" 327 " allow_memio Allow device registers to be memory mapped\n" 328 " debug Bitmask of debug values to enable\n" 329 " no_reset Suppress initial bus resets\n" 330 " extended Enable extended geometry on all controllers\n" 331 " periodic_otag Send an ordered tagged transaction\n" 332 " periodically to prevent tag starvation.\n" 333 " This may be required by some older disk\n" 334 " or drives/RAID arrays.\n" 335 " tag_info:<tag_str> Set per-target tag depth\n" 336 " global_tag_depth:<int> Global tag depth for all targets on all buses\n" 337 " slewrate:<slewrate_list>Set the signal slew rate (0-15).\n" 338 " precomp:<pcomp_list> Set the signal precompensation (0-7).\n" 339 " amplitude:<int> Set the signal amplitude (0-7).\n" 340 " seltime:<int> Selection Timeout:\n" 341 " (0/256ms,1/128ms,2/64ms,3/32ms)\n" 342 " slowcrc Turn on the SLOWCRC bit (Rev B only)\n" 343 "\n" 344 " Sample /etc/modprobe.conf line:\n" 345 " Enable verbose logging\n" 346 " Set tag depth on Controller 2/Target 2 to 10 tags\n" 347 " Shorten the selection timeout to 128ms\n" 348 "\n" 349 " options aic79xx 'aic79xx=verbose.tag_info:{{}.{}.{..10}}.seltime:1'\n" 350 ); 351 352 static void ahd_linux_handle_scsi_status(struct ahd_softc *, 353 struct scsi_device *, 354 struct scb *); 355 static void ahd_linux_queue_cmd_complete(struct ahd_softc *ahd, 356 struct scsi_cmnd *cmd); 357 static int ahd_linux_queue_abort_cmd(struct scsi_cmnd *cmd); 358 static void ahd_linux_initialize_scsi_bus(struct ahd_softc *ahd); 359 static u_int ahd_linux_user_tagdepth(struct ahd_softc *ahd, 360 struct ahd_devinfo *devinfo); 361 static void ahd_linux_device_queue_depth(struct scsi_device *); 362 static int ahd_linux_run_command(struct ahd_softc*, 363 struct ahd_linux_device *, 364 struct scsi_cmnd *); 365 static void ahd_linux_setup_tag_info_global(char *p); 366 static int aic79xx_setup(char *c); 367 static void ahd_freeze_simq(struct ahd_softc *ahd); 368 static void ahd_release_simq(struct ahd_softc *ahd); 369 370 static int ahd_linux_unit; 371 372 373 /************************** OS Utility Wrappers *******************************/ 374 void ahd_delay(long); 375 void 376 ahd_delay(long usec) 377 { 378 /* 379 * udelay on Linux can have problems for 380 * multi-millisecond waits. Wait at most 381 * 1024us per call. 382 */ 383 while (usec > 0) { 384 udelay(usec % 1024); 385 usec -= 1024; 386 } 387 } 388 389 390 /***************************** Low Level I/O **********************************/ 391 uint8_t ahd_inb(struct ahd_softc * ahd, long port); 392 void ahd_outb(struct ahd_softc * ahd, long port, uint8_t val); 393 void ahd_outw_atomic(struct ahd_softc * ahd, 394 long port, uint16_t val); 395 void ahd_outsb(struct ahd_softc * ahd, long port, 396 uint8_t *, int count); 397 void ahd_insb(struct ahd_softc * ahd, long port, 398 uint8_t *, int count); 399 400 uint8_t 401 ahd_inb(struct ahd_softc * ahd, long port) 402 { 403 uint8_t x; 404 405 if (ahd->tags[0] == BUS_SPACE_MEMIO) { 406 x = readb(ahd->bshs[0].maddr + port); 407 } else { 408 x = inb(ahd->bshs[(port) >> 8].ioport + ((port) & 0xFF)); 409 } 410 mb(); 411 return (x); 412 } 413 414 #if 0 /* unused */ 415 static uint16_t 416 ahd_inw_atomic(struct ahd_softc * ahd, long port) 417 { 418 uint8_t x; 419 420 if (ahd->tags[0] == BUS_SPACE_MEMIO) { 421 x = readw(ahd->bshs[0].maddr + port); 422 } else { 423 x = inw(ahd->bshs[(port) >> 8].ioport + ((port) & 0xFF)); 424 } 425 mb(); 426 return (x); 427 } 428 #endif 429 430 void 431 ahd_outb(struct ahd_softc * ahd, long port, uint8_t val) 432 { 433 if (ahd->tags[0] == BUS_SPACE_MEMIO) { 434 writeb(val, ahd->bshs[0].maddr + port); 435 } else { 436 outb(val, ahd->bshs[(port) >> 8].ioport + (port & 0xFF)); 437 } 438 mb(); 439 } 440 441 void 442 ahd_outw_atomic(struct ahd_softc * ahd, long port, uint16_t val) 443 { 444 if (ahd->tags[0] == BUS_SPACE_MEMIO) { 445 writew(val, ahd->bshs[0].maddr + port); 446 } else { 447 outw(val, ahd->bshs[(port) >> 8].ioport + (port & 0xFF)); 448 } 449 mb(); 450 } 451 452 void 453 ahd_outsb(struct ahd_softc * ahd, long port, uint8_t *array, int count) 454 { 455 int i; 456 457 /* 458 * There is probably a more efficient way to do this on Linux 459 * but we don't use this for anything speed critical and this 460 * should work. 461 */ 462 for (i = 0; i < count; i++) 463 ahd_outb(ahd, port, *array++); 464 } 465 466 void 467 ahd_insb(struct ahd_softc * ahd, long port, uint8_t *array, int count) 468 { 469 int i; 470 471 /* 472 * There is probably a more efficient way to do this on Linux 473 * but we don't use this for anything speed critical and this 474 * should work. 475 */ 476 for (i = 0; i < count; i++) 477 *array++ = ahd_inb(ahd, port); 478 } 479 480 /******************************* PCI Routines *********************************/ 481 uint32_t 482 ahd_pci_read_config(ahd_dev_softc_t pci, int reg, int width) 483 { 484 switch (width) { 485 case 1: 486 { 487 uint8_t retval; 488 489 pci_read_config_byte(pci, reg, &retval); 490 return (retval); 491 } 492 case 2: 493 { 494 uint16_t retval; 495 pci_read_config_word(pci, reg, &retval); 496 return (retval); 497 } 498 case 4: 499 { 500 uint32_t retval; 501 pci_read_config_dword(pci, reg, &retval); 502 return (retval); 503 } 504 default: 505 panic("ahd_pci_read_config: Read size too big"); 506 /* NOTREACHED */ 507 return (0); 508 } 509 } 510 511 void 512 ahd_pci_write_config(ahd_dev_softc_t pci, int reg, uint32_t value, int width) 513 { 514 switch (width) { 515 case 1: 516 pci_write_config_byte(pci, reg, value); 517 break; 518 case 2: 519 pci_write_config_word(pci, reg, value); 520 break; 521 case 4: 522 pci_write_config_dword(pci, reg, value); 523 break; 524 default: 525 panic("ahd_pci_write_config: Write size too big"); 526 /* NOTREACHED */ 527 } 528 } 529 530 /****************************** Inlines ***************************************/ 531 static void ahd_linux_unmap_scb(struct ahd_softc*, struct scb*); 532 533 static void 534 ahd_linux_unmap_scb(struct ahd_softc *ahd, struct scb *scb) 535 { 536 struct scsi_cmnd *cmd; 537 538 cmd = scb->io_ctx; 539 ahd_sync_sglist(ahd, scb, BUS_DMASYNC_POSTWRITE); 540 scsi_dma_unmap(cmd); 541 } 542 543 /******************************** Macros **************************************/ 544 #define BUILD_SCSIID(ahd, cmd) \ 545 (((scmd_id(cmd) << TID_SHIFT) & TID) | (ahd)->our_id) 546 547 /* 548 * Return a string describing the driver. 549 */ 550 static const char * 551 ahd_linux_info(struct Scsi_Host *host) 552 { 553 static char buffer[512]; 554 char ahd_info[256]; 555 char *bp; 556 struct ahd_softc *ahd; 557 558 bp = &buffer[0]; 559 ahd = *(struct ahd_softc **)host->hostdata; 560 memset(bp, 0, sizeof(buffer)); 561 strcpy(bp, "Adaptec AIC79XX PCI-X SCSI HBA DRIVER, Rev " AIC79XX_DRIVER_VERSION "\n" 562 " <"); 563 strcat(bp, ahd->description); 564 strcat(bp, ">\n" 565 " "); 566 ahd_controller_info(ahd, ahd_info); 567 strcat(bp, ahd_info); 568 569 return (bp); 570 } 571 572 /* 573 * Queue an SCB to the controller. 574 */ 575 static int 576 ahd_linux_queue(struct scsi_cmnd * cmd, void (*scsi_done) (struct scsi_cmnd *)) 577 { 578 struct ahd_softc *ahd; 579 struct ahd_linux_device *dev = scsi_transport_device_data(cmd->device); 580 int rtn = SCSI_MLQUEUE_HOST_BUSY; 581 582 ahd = *(struct ahd_softc **)cmd->device->host->hostdata; 583 584 cmd->scsi_done = scsi_done; 585 cmd->result = CAM_REQ_INPROG << 16; 586 rtn = ahd_linux_run_command(ahd, dev, cmd); 587 588 return rtn; 589 } 590 591 static struct scsi_target ** 592 ahd_linux_target_in_softc(struct scsi_target *starget) 593 { 594 struct ahd_softc *ahd = 595 *((struct ahd_softc **)dev_to_shost(&starget->dev)->hostdata); 596 unsigned int target_offset; 597 598 target_offset = starget->id; 599 if (starget->channel != 0) 600 target_offset += 8; 601 602 return &ahd->platform_data->starget[target_offset]; 603 } 604 605 static int 606 ahd_linux_target_alloc(struct scsi_target *starget) 607 { 608 struct ahd_softc *ahd = 609 *((struct ahd_softc **)dev_to_shost(&starget->dev)->hostdata); 610 struct seeprom_config *sc = ahd->seep_config; 611 unsigned long flags; 612 struct scsi_target **ahd_targp = ahd_linux_target_in_softc(starget); 613 struct ahd_devinfo devinfo; 614 struct ahd_initiator_tinfo *tinfo; 615 struct ahd_tmode_tstate *tstate; 616 char channel = starget->channel + 'A'; 617 618 ahd_lock(ahd, &flags); 619 620 BUG_ON(*ahd_targp != NULL); 621 622 *ahd_targp = starget; 623 624 if (sc) { 625 int flags = sc->device_flags[starget->id]; 626 627 tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id, 628 starget->id, &tstate); 629 630 if ((flags & CFPACKETIZED) == 0) { 631 /* don't negotiate packetized (IU) transfers */ 632 spi_max_iu(starget) = 0; 633 } else { 634 if ((ahd->features & AHD_RTI) == 0) 635 spi_rti(starget) = 0; 636 } 637 638 if ((flags & CFQAS) == 0) 639 spi_max_qas(starget) = 0; 640 641 /* Transinfo values have been set to BIOS settings */ 642 spi_max_width(starget) = (flags & CFWIDEB) ? 1 : 0; 643 spi_min_period(starget) = tinfo->user.period; 644 spi_max_offset(starget) = tinfo->user.offset; 645 } 646 647 tinfo = ahd_fetch_transinfo(ahd, channel, ahd->our_id, 648 starget->id, &tstate); 649 ahd_compile_devinfo(&devinfo, ahd->our_id, starget->id, 650 CAM_LUN_WILDCARD, channel, 651 ROLE_INITIATOR); 652 ahd_set_syncrate(ahd, &devinfo, 0, 0, 0, 653 AHD_TRANS_GOAL, /*paused*/FALSE); 654 ahd_set_width(ahd, &devinfo, MSG_EXT_WDTR_BUS_8_BIT, 655 AHD_TRANS_GOAL, /*paused*/FALSE); 656 ahd_unlock(ahd, &flags); 657 658 return 0; 659 } 660 661 static void 662 ahd_linux_target_destroy(struct scsi_target *starget) 663 { 664 struct scsi_target **ahd_targp = ahd_linux_target_in_softc(starget); 665 666 *ahd_targp = NULL; 667 } 668 669 static int 670 ahd_linux_slave_alloc(struct scsi_device *sdev) 671 { 672 struct ahd_softc *ahd = 673 *((struct ahd_softc **)sdev->host->hostdata); 674 struct ahd_linux_device *dev; 675 676 if (bootverbose) 677 printf("%s: Slave Alloc %d\n", ahd_name(ahd), sdev->id); 678 679 dev = scsi_transport_device_data(sdev); 680 memset(dev, 0, sizeof(*dev)); 681 682 /* 683 * We start out life using untagged 684 * transactions of which we allow one. 685 */ 686 dev->openings = 1; 687 688 /* 689 * Set maxtags to 0. This will be changed if we 690 * later determine that we are dealing with 691 * a tagged queuing capable device. 692 */ 693 dev->maxtags = 0; 694 695 return (0); 696 } 697 698 static int 699 ahd_linux_slave_configure(struct scsi_device *sdev) 700 { 701 struct ahd_softc *ahd; 702 703 ahd = *((struct ahd_softc **)sdev->host->hostdata); 704 if (bootverbose) 705 sdev_printk(KERN_INFO, sdev, "Slave Configure\n"); 706 707 ahd_linux_device_queue_depth(sdev); 708 709 /* Initial Domain Validation */ 710 if (!spi_initial_dv(sdev->sdev_target)) 711 spi_dv_device(sdev); 712 713 return 0; 714 } 715 716 #if defined(__i386__) 717 /* 718 * Return the disk geometry for the given SCSI device. 719 */ 720 static int 721 ahd_linux_biosparam(struct scsi_device *sdev, struct block_device *bdev, 722 sector_t capacity, int geom[]) 723 { 724 uint8_t *bh; 725 int heads; 726 int sectors; 727 int cylinders; 728 int ret; 729 int extended; 730 struct ahd_softc *ahd; 731 732 ahd = *((struct ahd_softc **)sdev->host->hostdata); 733 734 bh = scsi_bios_ptable(bdev); 735 if (bh) { 736 ret = scsi_partsize(bh, capacity, 737 &geom[2], &geom[0], &geom[1]); 738 kfree(bh); 739 if (ret != -1) 740 return (ret); 741 } 742 heads = 64; 743 sectors = 32; 744 cylinders = aic_sector_div(capacity, heads, sectors); 745 746 if (aic79xx_extended != 0) 747 extended = 1; 748 else 749 extended = (ahd->flags & AHD_EXTENDED_TRANS_A) != 0; 750 if (extended && cylinders >= 1024) { 751 heads = 255; 752 sectors = 63; 753 cylinders = aic_sector_div(capacity, heads, sectors); 754 } 755 geom[0] = heads; 756 geom[1] = sectors; 757 geom[2] = cylinders; 758 return (0); 759 } 760 #endif 761 762 /* 763 * Abort the current SCSI command(s). 764 */ 765 static int 766 ahd_linux_abort(struct scsi_cmnd *cmd) 767 { 768 int error; 769 770 error = ahd_linux_queue_abort_cmd(cmd); 771 772 return error; 773 } 774 775 /* 776 * Attempt to send a target reset message to the device that timed out. 777 */ 778 static int 779 ahd_linux_dev_reset(struct scsi_cmnd *cmd) 780 { 781 struct ahd_softc *ahd; 782 struct ahd_linux_device *dev; 783 struct scb *reset_scb; 784 u_int cdb_byte; 785 int retval = SUCCESS; 786 int paused; 787 int wait; 788 struct ahd_initiator_tinfo *tinfo; 789 struct ahd_tmode_tstate *tstate; 790 unsigned long flags; 791 DECLARE_COMPLETION_ONSTACK(done); 792 793 reset_scb = NULL; 794 paused = FALSE; 795 wait = FALSE; 796 ahd = *(struct ahd_softc **)cmd->device->host->hostdata; 797 798 scmd_printk(KERN_INFO, cmd, 799 "Attempting to queue a TARGET RESET message:"); 800 801 printf("CDB:"); 802 for (cdb_byte = 0; cdb_byte < cmd->cmd_len; cdb_byte++) 803 printf(" 0x%x", cmd->cmnd[cdb_byte]); 804 printf("\n"); 805 806 /* 807 * Determine if we currently own this command. 808 */ 809 dev = scsi_transport_device_data(cmd->device); 810 811 if (dev == NULL) { 812 /* 813 * No target device for this command exists, 814 * so we must not still own the command. 815 */ 816 scmd_printk(KERN_INFO, cmd, "Is not an active device\n"); 817 return SUCCESS; 818 } 819 820 /* 821 * Generate us a new SCB 822 */ 823 reset_scb = ahd_get_scb(ahd, AHD_NEVER_COL_IDX); 824 if (!reset_scb) { 825 scmd_printk(KERN_INFO, cmd, "No SCB available\n"); 826 return FAILED; 827 } 828 829 tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id, 830 cmd->device->id, &tstate); 831 reset_scb->io_ctx = cmd; 832 reset_scb->platform_data->dev = dev; 833 reset_scb->sg_count = 0; 834 ahd_set_residual(reset_scb, 0); 835 ahd_set_sense_residual(reset_scb, 0); 836 reset_scb->platform_data->xfer_len = 0; 837 reset_scb->hscb->control = 0; 838 reset_scb->hscb->scsiid = BUILD_SCSIID(ahd,cmd); 839 reset_scb->hscb->lun = cmd->device->lun; 840 reset_scb->hscb->cdb_len = 0; 841 reset_scb->hscb->task_management = SIU_TASKMGMT_LUN_RESET; 842 reset_scb->flags |= SCB_DEVICE_RESET|SCB_RECOVERY_SCB|SCB_ACTIVE; 843 if ((tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0) { 844 reset_scb->flags |= SCB_PACKETIZED; 845 } else { 846 reset_scb->hscb->control |= MK_MESSAGE; 847 } 848 dev->openings--; 849 dev->active++; 850 dev->commands_issued++; 851 852 ahd_lock(ahd, &flags); 853 854 LIST_INSERT_HEAD(&ahd->pending_scbs, reset_scb, pending_links); 855 ahd_queue_scb(ahd, reset_scb); 856 857 ahd->platform_data->eh_done = &done; 858 ahd_unlock(ahd, &flags); 859 860 printf("%s: Device reset code sleeping\n", ahd_name(ahd)); 861 if (!wait_for_completion_timeout(&done, 5 * HZ)) { 862 ahd_lock(ahd, &flags); 863 ahd->platform_data->eh_done = NULL; 864 ahd_unlock(ahd, &flags); 865 printf("%s: Device reset timer expired (active %d)\n", 866 ahd_name(ahd), dev->active); 867 retval = FAILED; 868 } 869 printf("%s: Device reset returning 0x%x\n", ahd_name(ahd), retval); 870 871 return (retval); 872 } 873 874 /* 875 * Reset the SCSI bus. 876 */ 877 static int 878 ahd_linux_bus_reset(struct scsi_cmnd *cmd) 879 { 880 struct ahd_softc *ahd; 881 int found; 882 unsigned long flags; 883 884 ahd = *(struct ahd_softc **)cmd->device->host->hostdata; 885 #ifdef AHD_DEBUG 886 if ((ahd_debug & AHD_SHOW_RECOVERY) != 0) 887 printf("%s: Bus reset called for cmd %p\n", 888 ahd_name(ahd), cmd); 889 #endif 890 ahd_lock(ahd, &flags); 891 892 found = ahd_reset_channel(ahd, scmd_channel(cmd) + 'A', 893 /*initiate reset*/TRUE); 894 ahd_unlock(ahd, &flags); 895 896 if (bootverbose) 897 printf("%s: SCSI bus reset delivered. " 898 "%d SCBs aborted.\n", ahd_name(ahd), found); 899 900 return (SUCCESS); 901 } 902 903 struct scsi_host_template aic79xx_driver_template = { 904 .module = THIS_MODULE, 905 .name = "aic79xx", 906 .proc_name = "aic79xx", 907 .proc_info = ahd_linux_proc_info, 908 .info = ahd_linux_info, 909 .queuecommand = ahd_linux_queue, 910 .eh_abort_handler = ahd_linux_abort, 911 .eh_device_reset_handler = ahd_linux_dev_reset, 912 .eh_bus_reset_handler = ahd_linux_bus_reset, 913 #if defined(__i386__) 914 .bios_param = ahd_linux_biosparam, 915 #endif 916 .can_queue = AHD_MAX_QUEUE, 917 .this_id = -1, 918 .max_sectors = 8192, 919 .cmd_per_lun = 2, 920 .use_clustering = ENABLE_CLUSTERING, 921 .slave_alloc = ahd_linux_slave_alloc, 922 .slave_configure = ahd_linux_slave_configure, 923 .target_alloc = ahd_linux_target_alloc, 924 .target_destroy = ahd_linux_target_destroy, 925 }; 926 927 /******************************** Bus DMA *************************************/ 928 int 929 ahd_dma_tag_create(struct ahd_softc *ahd, bus_dma_tag_t parent, 930 bus_size_t alignment, bus_size_t boundary, 931 dma_addr_t lowaddr, dma_addr_t highaddr, 932 bus_dma_filter_t *filter, void *filterarg, 933 bus_size_t maxsize, int nsegments, 934 bus_size_t maxsegsz, int flags, bus_dma_tag_t *ret_tag) 935 { 936 bus_dma_tag_t dmat; 937 938 dmat = malloc(sizeof(*dmat), M_DEVBUF, M_NOWAIT); 939 if (dmat == NULL) 940 return (ENOMEM); 941 942 /* 943 * Linux is very simplistic about DMA memory. For now don't 944 * maintain all specification information. Once Linux supplies 945 * better facilities for doing these operations, or the 946 * needs of this particular driver change, we might need to do 947 * more here. 948 */ 949 dmat->alignment = alignment; 950 dmat->boundary = boundary; 951 dmat->maxsize = maxsize; 952 *ret_tag = dmat; 953 return (0); 954 } 955 956 void 957 ahd_dma_tag_destroy(struct ahd_softc *ahd, bus_dma_tag_t dmat) 958 { 959 free(dmat, M_DEVBUF); 960 } 961 962 int 963 ahd_dmamem_alloc(struct ahd_softc *ahd, bus_dma_tag_t dmat, void** vaddr, 964 int flags, bus_dmamap_t *mapp) 965 { 966 *vaddr = pci_alloc_consistent(ahd->dev_softc, 967 dmat->maxsize, mapp); 968 if (*vaddr == NULL) 969 return (ENOMEM); 970 return(0); 971 } 972 973 void 974 ahd_dmamem_free(struct ahd_softc *ahd, bus_dma_tag_t dmat, 975 void* vaddr, bus_dmamap_t map) 976 { 977 pci_free_consistent(ahd->dev_softc, dmat->maxsize, 978 vaddr, map); 979 } 980 981 int 982 ahd_dmamap_load(struct ahd_softc *ahd, bus_dma_tag_t dmat, bus_dmamap_t map, 983 void *buf, bus_size_t buflen, bus_dmamap_callback_t *cb, 984 void *cb_arg, int flags) 985 { 986 /* 987 * Assume for now that this will only be used during 988 * initialization and not for per-transaction buffer mapping. 989 */ 990 bus_dma_segment_t stack_sg; 991 992 stack_sg.ds_addr = map; 993 stack_sg.ds_len = dmat->maxsize; 994 cb(cb_arg, &stack_sg, /*nseg*/1, /*error*/0); 995 return (0); 996 } 997 998 void 999 ahd_dmamap_destroy(struct ahd_softc *ahd, bus_dma_tag_t dmat, bus_dmamap_t map) 1000 { 1001 } 1002 1003 int 1004 ahd_dmamap_unload(struct ahd_softc *ahd, bus_dma_tag_t dmat, bus_dmamap_t map) 1005 { 1006 /* Nothing to do */ 1007 return (0); 1008 } 1009 1010 /********************* Platform Dependent Functions ***************************/ 1011 static void 1012 ahd_linux_setup_iocell_info(u_long index, int instance, int targ, int32_t value) 1013 { 1014 1015 if ((instance >= 0) 1016 && (instance < ARRAY_SIZE(aic79xx_iocell_info))) { 1017 uint8_t *iocell_info; 1018 1019 iocell_info = (uint8_t*)&aic79xx_iocell_info[instance]; 1020 iocell_info[index] = value & 0xFFFF; 1021 if (bootverbose) 1022 printf("iocell[%d:%ld] = %d\n", instance, index, value); 1023 } 1024 } 1025 1026 static void 1027 ahd_linux_setup_tag_info_global(char *p) 1028 { 1029 int tags, i, j; 1030 1031 tags = simple_strtoul(p + 1, NULL, 0) & 0xff; 1032 printf("Setting Global Tags= %d\n", tags); 1033 1034 for (i = 0; i < ARRAY_SIZE(aic79xx_tag_info); i++) { 1035 for (j = 0; j < AHD_NUM_TARGETS; j++) { 1036 aic79xx_tag_info[i].tag_commands[j] = tags; 1037 } 1038 } 1039 } 1040 1041 static void 1042 ahd_linux_setup_tag_info(u_long arg, int instance, int targ, int32_t value) 1043 { 1044 1045 if ((instance >= 0) && (targ >= 0) 1046 && (instance < ARRAY_SIZE(aic79xx_tag_info)) 1047 && (targ < AHD_NUM_TARGETS)) { 1048 aic79xx_tag_info[instance].tag_commands[targ] = value & 0x1FF; 1049 if (bootverbose) 1050 printf("tag_info[%d:%d] = %d\n", instance, targ, value); 1051 } 1052 } 1053 1054 static char * 1055 ahd_parse_brace_option(char *opt_name, char *opt_arg, char *end, int depth, 1056 void (*callback)(u_long, int, int, int32_t), 1057 u_long callback_arg) 1058 { 1059 char *tok_end; 1060 char *tok_end2; 1061 int i; 1062 int instance; 1063 int targ; 1064 int done; 1065 char tok_list[] = {'.', ',', '{', '}', '\0'}; 1066 1067 /* All options use a ':' name/arg separator */ 1068 if (*opt_arg != ':') 1069 return (opt_arg); 1070 opt_arg++; 1071 instance = -1; 1072 targ = -1; 1073 done = FALSE; 1074 /* 1075 * Restore separator that may be in 1076 * the middle of our option argument. 1077 */ 1078 tok_end = strchr(opt_arg, '\0'); 1079 if (tok_end < end) 1080 *tok_end = ','; 1081 while (!done) { 1082 switch (*opt_arg) { 1083 case '{': 1084 if (instance == -1) { 1085 instance = 0; 1086 } else { 1087 if (depth > 1) { 1088 if (targ == -1) 1089 targ = 0; 1090 } else { 1091 printf("Malformed Option %s\n", 1092 opt_name); 1093 done = TRUE; 1094 } 1095 } 1096 opt_arg++; 1097 break; 1098 case '}': 1099 if (targ != -1) 1100 targ = -1; 1101 else if (instance != -1) 1102 instance = -1; 1103 opt_arg++; 1104 break; 1105 case ',': 1106 case '.': 1107 if (instance == -1) 1108 done = TRUE; 1109 else if (targ >= 0) 1110 targ++; 1111 else if (instance >= 0) 1112 instance++; 1113 opt_arg++; 1114 break; 1115 case '\0': 1116 done = TRUE; 1117 break; 1118 default: 1119 tok_end = end; 1120 for (i = 0; tok_list[i]; i++) { 1121 tok_end2 = strchr(opt_arg, tok_list[i]); 1122 if ((tok_end2) && (tok_end2 < tok_end)) 1123 tok_end = tok_end2; 1124 } 1125 callback(callback_arg, instance, targ, 1126 simple_strtol(opt_arg, NULL, 0)); 1127 opt_arg = tok_end; 1128 break; 1129 } 1130 } 1131 return (opt_arg); 1132 } 1133 1134 /* 1135 * Handle Linux boot parameters. This routine allows for assigning a value 1136 * to a parameter with a ':' between the parameter and the value. 1137 * ie. aic79xx=stpwlev:1,extended 1138 */ 1139 static int 1140 aic79xx_setup(char *s) 1141 { 1142 int i, n; 1143 char *p; 1144 char *end; 1145 1146 static const struct { 1147 const char *name; 1148 uint32_t *flag; 1149 } options[] = { 1150 { "extended", &aic79xx_extended }, 1151 { "no_reset", &aic79xx_no_reset }, 1152 { "verbose", &aic79xx_verbose }, 1153 { "allow_memio", &aic79xx_allow_memio}, 1154 #ifdef AHD_DEBUG 1155 { "debug", &ahd_debug }, 1156 #endif 1157 { "periodic_otag", &aic79xx_periodic_otag }, 1158 { "pci_parity", &aic79xx_pci_parity }, 1159 { "seltime", &aic79xx_seltime }, 1160 { "tag_info", NULL }, 1161 { "global_tag_depth", NULL}, 1162 { "slewrate", NULL }, 1163 { "precomp", NULL }, 1164 { "amplitude", NULL }, 1165 { "slowcrc", &aic79xx_slowcrc }, 1166 }; 1167 1168 end = strchr(s, '\0'); 1169 1170 /* 1171 * XXX ia64 gcc isn't smart enough to know that ARRAY_SIZE 1172 * will never be 0 in this case. 1173 */ 1174 n = 0; 1175 1176 while ((p = strsep(&s, ",.")) != NULL) { 1177 if (*p == '\0') 1178 continue; 1179 for (i = 0; i < ARRAY_SIZE(options); i++) { 1180 1181 n = strlen(options[i].name); 1182 if (strncmp(options[i].name, p, n) == 0) 1183 break; 1184 } 1185 if (i == ARRAY_SIZE(options)) 1186 continue; 1187 1188 if (strncmp(p, "global_tag_depth", n) == 0) { 1189 ahd_linux_setup_tag_info_global(p + n); 1190 } else if (strncmp(p, "tag_info", n) == 0) { 1191 s = ahd_parse_brace_option("tag_info", p + n, end, 1192 2, ahd_linux_setup_tag_info, 0); 1193 } else if (strncmp(p, "slewrate", n) == 0) { 1194 s = ahd_parse_brace_option("slewrate", 1195 p + n, end, 1, ahd_linux_setup_iocell_info, 1196 AIC79XX_SLEWRATE_INDEX); 1197 } else if (strncmp(p, "precomp", n) == 0) { 1198 s = ahd_parse_brace_option("precomp", 1199 p + n, end, 1, ahd_linux_setup_iocell_info, 1200 AIC79XX_PRECOMP_INDEX); 1201 } else if (strncmp(p, "amplitude", n) == 0) { 1202 s = ahd_parse_brace_option("amplitude", 1203 p + n, end, 1, ahd_linux_setup_iocell_info, 1204 AIC79XX_AMPLITUDE_INDEX); 1205 } else if (p[n] == ':') { 1206 *(options[i].flag) = simple_strtoul(p + n + 1, NULL, 0); 1207 } else if (!strncmp(p, "verbose", n)) { 1208 *(options[i].flag) = 1; 1209 } else { 1210 *(options[i].flag) ^= 0xFFFFFFFF; 1211 } 1212 } 1213 return 1; 1214 } 1215 1216 __setup("aic79xx=", aic79xx_setup); 1217 1218 uint32_t aic79xx_verbose; 1219 1220 int 1221 ahd_linux_register_host(struct ahd_softc *ahd, struct scsi_host_template *template) 1222 { 1223 char buf[80]; 1224 struct Scsi_Host *host; 1225 char *new_name; 1226 u_long s; 1227 int retval; 1228 1229 template->name = ahd->description; 1230 host = scsi_host_alloc(template, sizeof(struct ahd_softc *)); 1231 if (host == NULL) 1232 return (ENOMEM); 1233 1234 *((struct ahd_softc **)host->hostdata) = ahd; 1235 ahd->platform_data->host = host; 1236 host->can_queue = AHD_MAX_QUEUE; 1237 host->cmd_per_lun = 2; 1238 host->sg_tablesize = AHD_NSEG; 1239 host->this_id = ahd->our_id; 1240 host->irq = ahd->platform_data->irq; 1241 host->max_id = (ahd->features & AHD_WIDE) ? 16 : 8; 1242 host->max_lun = AHD_NUM_LUNS; 1243 host->max_channel = 0; 1244 host->sg_tablesize = AHD_NSEG; 1245 ahd_lock(ahd, &s); 1246 ahd_set_unit(ahd, ahd_linux_unit++); 1247 ahd_unlock(ahd, &s); 1248 sprintf(buf, "scsi%d", host->host_no); 1249 new_name = malloc(strlen(buf) + 1, M_DEVBUF, M_NOWAIT); 1250 if (new_name != NULL) { 1251 strcpy(new_name, buf); 1252 ahd_set_name(ahd, new_name); 1253 } 1254 host->unique_id = ahd->unit; 1255 ahd_linux_initialize_scsi_bus(ahd); 1256 ahd_intr_enable(ahd, TRUE); 1257 1258 host->transportt = ahd_linux_transport_template; 1259 1260 retval = scsi_add_host(host, &ahd->dev_softc->dev); 1261 if (retval) { 1262 printk(KERN_WARNING "aic79xx: scsi_add_host failed\n"); 1263 scsi_host_put(host); 1264 return retval; 1265 } 1266 1267 scsi_scan_host(host); 1268 return 0; 1269 } 1270 1271 /* 1272 * Place the SCSI bus into a known state by either resetting it, 1273 * or forcing transfer negotiations on the next command to any 1274 * target. 1275 */ 1276 static void 1277 ahd_linux_initialize_scsi_bus(struct ahd_softc *ahd) 1278 { 1279 u_int target_id; 1280 u_int numtarg; 1281 unsigned long s; 1282 1283 target_id = 0; 1284 numtarg = 0; 1285 1286 if (aic79xx_no_reset != 0) 1287 ahd->flags &= ~AHD_RESET_BUS_A; 1288 1289 if ((ahd->flags & AHD_RESET_BUS_A) != 0) 1290 ahd_reset_channel(ahd, 'A', /*initiate_reset*/TRUE); 1291 else 1292 numtarg = (ahd->features & AHD_WIDE) ? 16 : 8; 1293 1294 ahd_lock(ahd, &s); 1295 1296 /* 1297 * Force negotiation to async for all targets that 1298 * will not see an initial bus reset. 1299 */ 1300 for (; target_id < numtarg; target_id++) { 1301 struct ahd_devinfo devinfo; 1302 struct ahd_initiator_tinfo *tinfo; 1303 struct ahd_tmode_tstate *tstate; 1304 1305 tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id, 1306 target_id, &tstate); 1307 ahd_compile_devinfo(&devinfo, ahd->our_id, target_id, 1308 CAM_LUN_WILDCARD, 'A', ROLE_INITIATOR); 1309 ahd_update_neg_request(ahd, &devinfo, tstate, 1310 tinfo, AHD_NEG_ALWAYS); 1311 } 1312 ahd_unlock(ahd, &s); 1313 /* Give the bus some time to recover */ 1314 if ((ahd->flags & AHD_RESET_BUS_A) != 0) { 1315 ahd_freeze_simq(ahd); 1316 msleep(AIC79XX_RESET_DELAY); 1317 ahd_release_simq(ahd); 1318 } 1319 } 1320 1321 int 1322 ahd_platform_alloc(struct ahd_softc *ahd, void *platform_arg) 1323 { 1324 ahd->platform_data = 1325 malloc(sizeof(struct ahd_platform_data), M_DEVBUF, M_NOWAIT); 1326 if (ahd->platform_data == NULL) 1327 return (ENOMEM); 1328 memset(ahd->platform_data, 0, sizeof(struct ahd_platform_data)); 1329 ahd->platform_data->irq = AHD_LINUX_NOIRQ; 1330 ahd_lockinit(ahd); 1331 ahd->seltime = (aic79xx_seltime & 0x3) << 4; 1332 return (0); 1333 } 1334 1335 void 1336 ahd_platform_free(struct ahd_softc *ahd) 1337 { 1338 struct scsi_target *starget; 1339 int i; 1340 1341 if (ahd->platform_data != NULL) { 1342 /* destroy all of the device and target objects */ 1343 for (i = 0; i < AHD_NUM_TARGETS; i++) { 1344 starget = ahd->platform_data->starget[i]; 1345 if (starget != NULL) { 1346 ahd->platform_data->starget[i] = NULL; 1347 } 1348 } 1349 1350 if (ahd->platform_data->irq != AHD_LINUX_NOIRQ) 1351 free_irq(ahd->platform_data->irq, ahd); 1352 if (ahd->tags[0] == BUS_SPACE_PIO 1353 && ahd->bshs[0].ioport != 0) 1354 release_region(ahd->bshs[0].ioport, 256); 1355 if (ahd->tags[1] == BUS_SPACE_PIO 1356 && ahd->bshs[1].ioport != 0) 1357 release_region(ahd->bshs[1].ioport, 256); 1358 if (ahd->tags[0] == BUS_SPACE_MEMIO 1359 && ahd->bshs[0].maddr != NULL) { 1360 iounmap(ahd->bshs[0].maddr); 1361 release_mem_region(ahd->platform_data->mem_busaddr, 1362 0x1000); 1363 } 1364 if (ahd->platform_data->host) 1365 scsi_host_put(ahd->platform_data->host); 1366 1367 free(ahd->platform_data, M_DEVBUF); 1368 } 1369 } 1370 1371 void 1372 ahd_platform_init(struct ahd_softc *ahd) 1373 { 1374 /* 1375 * Lookup and commit any modified IO Cell options. 1376 */ 1377 if (ahd->unit < ARRAY_SIZE(aic79xx_iocell_info)) { 1378 const struct ahd_linux_iocell_opts *iocell_opts; 1379 1380 iocell_opts = &aic79xx_iocell_info[ahd->unit]; 1381 if (iocell_opts->precomp != AIC79XX_DEFAULT_PRECOMP) 1382 AHD_SET_PRECOMP(ahd, iocell_opts->precomp); 1383 if (iocell_opts->slewrate != AIC79XX_DEFAULT_SLEWRATE) 1384 AHD_SET_SLEWRATE(ahd, iocell_opts->slewrate); 1385 if (iocell_opts->amplitude != AIC79XX_DEFAULT_AMPLITUDE) 1386 AHD_SET_AMPLITUDE(ahd, iocell_opts->amplitude); 1387 } 1388 1389 } 1390 1391 void 1392 ahd_platform_freeze_devq(struct ahd_softc *ahd, struct scb *scb) 1393 { 1394 ahd_platform_abort_scbs(ahd, SCB_GET_TARGET(ahd, scb), 1395 SCB_GET_CHANNEL(ahd, scb), 1396 SCB_GET_LUN(scb), SCB_LIST_NULL, 1397 ROLE_UNKNOWN, CAM_REQUEUE_REQ); 1398 } 1399 1400 void 1401 ahd_platform_set_tags(struct ahd_softc *ahd, struct scsi_device *sdev, 1402 struct ahd_devinfo *devinfo, ahd_queue_alg alg) 1403 { 1404 struct ahd_linux_device *dev; 1405 int was_queuing; 1406 int now_queuing; 1407 1408 if (sdev == NULL) 1409 return; 1410 1411 dev = scsi_transport_device_data(sdev); 1412 1413 if (dev == NULL) 1414 return; 1415 was_queuing = dev->flags & (AHD_DEV_Q_BASIC|AHD_DEV_Q_TAGGED); 1416 switch (alg) { 1417 default: 1418 case AHD_QUEUE_NONE: 1419 now_queuing = 0; 1420 break; 1421 case AHD_QUEUE_BASIC: 1422 now_queuing = AHD_DEV_Q_BASIC; 1423 break; 1424 case AHD_QUEUE_TAGGED: 1425 now_queuing = AHD_DEV_Q_TAGGED; 1426 break; 1427 } 1428 if ((dev->flags & AHD_DEV_FREEZE_TIL_EMPTY) == 0 1429 && (was_queuing != now_queuing) 1430 && (dev->active != 0)) { 1431 dev->flags |= AHD_DEV_FREEZE_TIL_EMPTY; 1432 dev->qfrozen++; 1433 } 1434 1435 dev->flags &= ~(AHD_DEV_Q_BASIC|AHD_DEV_Q_TAGGED|AHD_DEV_PERIODIC_OTAG); 1436 if (now_queuing) { 1437 u_int usertags; 1438 1439 usertags = ahd_linux_user_tagdepth(ahd, devinfo); 1440 if (!was_queuing) { 1441 /* 1442 * Start out agressively and allow our 1443 * dynamic queue depth algorithm to take 1444 * care of the rest. 1445 */ 1446 dev->maxtags = usertags; 1447 dev->openings = dev->maxtags - dev->active; 1448 } 1449 if (dev->maxtags == 0) { 1450 /* 1451 * Queueing is disabled by the user. 1452 */ 1453 dev->openings = 1; 1454 } else if (alg == AHD_QUEUE_TAGGED) { 1455 dev->flags |= AHD_DEV_Q_TAGGED; 1456 if (aic79xx_periodic_otag != 0) 1457 dev->flags |= AHD_DEV_PERIODIC_OTAG; 1458 } else 1459 dev->flags |= AHD_DEV_Q_BASIC; 1460 } else { 1461 /* We can only have one opening. */ 1462 dev->maxtags = 0; 1463 dev->openings = 1 - dev->active; 1464 } 1465 1466 switch ((dev->flags & (AHD_DEV_Q_BASIC|AHD_DEV_Q_TAGGED))) { 1467 case AHD_DEV_Q_BASIC: 1468 scsi_set_tag_type(sdev, MSG_SIMPLE_TASK); 1469 scsi_activate_tcq(sdev, dev->openings + dev->active); 1470 break; 1471 case AHD_DEV_Q_TAGGED: 1472 scsi_set_tag_type(sdev, MSG_ORDERED_TASK); 1473 scsi_activate_tcq(sdev, dev->openings + dev->active); 1474 break; 1475 default: 1476 /* 1477 * We allow the OS to queue 2 untagged transactions to 1478 * us at any time even though we can only execute them 1479 * serially on the controller/device. This should 1480 * remove some latency. 1481 */ 1482 scsi_deactivate_tcq(sdev, 1); 1483 break; 1484 } 1485 } 1486 1487 int 1488 ahd_platform_abort_scbs(struct ahd_softc *ahd, int target, char channel, 1489 int lun, u_int tag, role_t role, uint32_t status) 1490 { 1491 return 0; 1492 } 1493 1494 static u_int 1495 ahd_linux_user_tagdepth(struct ahd_softc *ahd, struct ahd_devinfo *devinfo) 1496 { 1497 static int warned_user; 1498 u_int tags; 1499 1500 tags = 0; 1501 if ((ahd->user_discenable & devinfo->target_mask) != 0) { 1502 if (ahd->unit >= ARRAY_SIZE(aic79xx_tag_info)) { 1503 1504 if (warned_user == 0) { 1505 printf(KERN_WARNING 1506 "aic79xx: WARNING: Insufficient tag_info instances\n" 1507 "aic79xx: for installed controllers. Using defaults\n" 1508 "aic79xx: Please update the aic79xx_tag_info array in\n" 1509 "aic79xx: the aic79xx_osm.c source file.\n"); 1510 warned_user++; 1511 } 1512 tags = AHD_MAX_QUEUE; 1513 } else { 1514 adapter_tag_info_t *tag_info; 1515 1516 tag_info = &aic79xx_tag_info[ahd->unit]; 1517 tags = tag_info->tag_commands[devinfo->target_offset]; 1518 if (tags > AHD_MAX_QUEUE) 1519 tags = AHD_MAX_QUEUE; 1520 } 1521 } 1522 return (tags); 1523 } 1524 1525 /* 1526 * Determines the queue depth for a given device. 1527 */ 1528 static void 1529 ahd_linux_device_queue_depth(struct scsi_device *sdev) 1530 { 1531 struct ahd_devinfo devinfo; 1532 u_int tags; 1533 struct ahd_softc *ahd = *((struct ahd_softc **)sdev->host->hostdata); 1534 1535 ahd_compile_devinfo(&devinfo, 1536 ahd->our_id, 1537 sdev->sdev_target->id, sdev->lun, 1538 sdev->sdev_target->channel == 0 ? 'A' : 'B', 1539 ROLE_INITIATOR); 1540 tags = ahd_linux_user_tagdepth(ahd, &devinfo); 1541 if (tags != 0 && sdev->tagged_supported != 0) { 1542 1543 ahd_platform_set_tags(ahd, sdev, &devinfo, AHD_QUEUE_TAGGED); 1544 ahd_send_async(ahd, devinfo.channel, devinfo.target, 1545 devinfo.lun, AC_TRANSFER_NEG); 1546 ahd_print_devinfo(ahd, &devinfo); 1547 printf("Tagged Queuing enabled. Depth %d\n", tags); 1548 } else { 1549 ahd_platform_set_tags(ahd, sdev, &devinfo, AHD_QUEUE_NONE); 1550 ahd_send_async(ahd, devinfo.channel, devinfo.target, 1551 devinfo.lun, AC_TRANSFER_NEG); 1552 } 1553 } 1554 1555 static int 1556 ahd_linux_run_command(struct ahd_softc *ahd, struct ahd_linux_device *dev, 1557 struct scsi_cmnd *cmd) 1558 { 1559 struct scb *scb; 1560 struct hardware_scb *hscb; 1561 struct ahd_initiator_tinfo *tinfo; 1562 struct ahd_tmode_tstate *tstate; 1563 u_int col_idx; 1564 uint16_t mask; 1565 unsigned long flags; 1566 int nseg; 1567 1568 nseg = scsi_dma_map(cmd); 1569 if (nseg < 0) 1570 return SCSI_MLQUEUE_HOST_BUSY; 1571 1572 ahd_lock(ahd, &flags); 1573 1574 /* 1575 * Get an scb to use. 1576 */ 1577 tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id, 1578 cmd->device->id, &tstate); 1579 if ((dev->flags & (AHD_DEV_Q_TAGGED|AHD_DEV_Q_BASIC)) == 0 1580 || (tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0) { 1581 col_idx = AHD_NEVER_COL_IDX; 1582 } else { 1583 col_idx = AHD_BUILD_COL_IDX(cmd->device->id, 1584 cmd->device->lun); 1585 } 1586 if ((scb = ahd_get_scb(ahd, col_idx)) == NULL) { 1587 ahd->flags |= AHD_RESOURCE_SHORTAGE; 1588 ahd_unlock(ahd, &flags); 1589 scsi_dma_unmap(cmd); 1590 return SCSI_MLQUEUE_HOST_BUSY; 1591 } 1592 1593 scb->io_ctx = cmd; 1594 scb->platform_data->dev = dev; 1595 hscb = scb->hscb; 1596 cmd->host_scribble = (char *)scb; 1597 1598 /* 1599 * Fill out basics of the HSCB. 1600 */ 1601 hscb->control = 0; 1602 hscb->scsiid = BUILD_SCSIID(ahd, cmd); 1603 hscb->lun = cmd->device->lun; 1604 scb->hscb->task_management = 0; 1605 mask = SCB_GET_TARGET_MASK(ahd, scb); 1606 1607 if ((ahd->user_discenable & mask) != 0) 1608 hscb->control |= DISCENB; 1609 1610 if ((tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0) 1611 scb->flags |= SCB_PACKETIZED; 1612 1613 if ((tstate->auto_negotiate & mask) != 0) { 1614 scb->flags |= SCB_AUTO_NEGOTIATE; 1615 scb->hscb->control |= MK_MESSAGE; 1616 } 1617 1618 if ((dev->flags & (AHD_DEV_Q_TAGGED|AHD_DEV_Q_BASIC)) != 0) { 1619 int msg_bytes; 1620 uint8_t tag_msgs[2]; 1621 1622 msg_bytes = scsi_populate_tag_msg(cmd, tag_msgs); 1623 if (msg_bytes && tag_msgs[0] != MSG_SIMPLE_TASK) { 1624 hscb->control |= tag_msgs[0]; 1625 if (tag_msgs[0] == MSG_ORDERED_TASK) 1626 dev->commands_since_idle_or_otag = 0; 1627 } else 1628 if (dev->commands_since_idle_or_otag == AHD_OTAG_THRESH 1629 && (dev->flags & AHD_DEV_Q_TAGGED) != 0) { 1630 hscb->control |= MSG_ORDERED_TASK; 1631 dev->commands_since_idle_or_otag = 0; 1632 } else { 1633 hscb->control |= MSG_SIMPLE_TASK; 1634 } 1635 } 1636 1637 hscb->cdb_len = cmd->cmd_len; 1638 memcpy(hscb->shared_data.idata.cdb, cmd->cmnd, hscb->cdb_len); 1639 1640 scb->platform_data->xfer_len = 0; 1641 ahd_set_residual(scb, 0); 1642 ahd_set_sense_residual(scb, 0); 1643 scb->sg_count = 0; 1644 1645 if (nseg > 0) { 1646 void *sg = scb->sg_list; 1647 struct scatterlist *cur_seg; 1648 int i; 1649 1650 scb->platform_data->xfer_len = 0; 1651 1652 scsi_for_each_sg(cmd, cur_seg, nseg, i) { 1653 dma_addr_t addr; 1654 bus_size_t len; 1655 1656 addr = sg_dma_address(cur_seg); 1657 len = sg_dma_len(cur_seg); 1658 scb->platform_data->xfer_len += len; 1659 sg = ahd_sg_setup(ahd, scb, sg, addr, len, 1660 i == (nseg - 1)); 1661 } 1662 } 1663 1664 LIST_INSERT_HEAD(&ahd->pending_scbs, scb, pending_links); 1665 dev->openings--; 1666 dev->active++; 1667 dev->commands_issued++; 1668 1669 if ((dev->flags & AHD_DEV_PERIODIC_OTAG) != 0) 1670 dev->commands_since_idle_or_otag++; 1671 scb->flags |= SCB_ACTIVE; 1672 ahd_queue_scb(ahd, scb); 1673 1674 ahd_unlock(ahd, &flags); 1675 1676 return 0; 1677 } 1678 1679 /* 1680 * SCSI controller interrupt handler. 1681 */ 1682 irqreturn_t 1683 ahd_linux_isr(int irq, void *dev_id) 1684 { 1685 struct ahd_softc *ahd; 1686 u_long flags; 1687 int ours; 1688 1689 ahd = (struct ahd_softc *) dev_id; 1690 ahd_lock(ahd, &flags); 1691 ours = ahd_intr(ahd); 1692 ahd_unlock(ahd, &flags); 1693 return IRQ_RETVAL(ours); 1694 } 1695 1696 void 1697 ahd_send_async(struct ahd_softc *ahd, char channel, 1698 u_int target, u_int lun, ac_code code) 1699 { 1700 switch (code) { 1701 case AC_TRANSFER_NEG: 1702 { 1703 char buf[80]; 1704 struct scsi_target *starget; 1705 struct info_str info; 1706 struct ahd_initiator_tinfo *tinfo; 1707 struct ahd_tmode_tstate *tstate; 1708 unsigned int target_ppr_options; 1709 1710 BUG_ON(target == CAM_TARGET_WILDCARD); 1711 1712 info.buffer = buf; 1713 info.length = sizeof(buf); 1714 info.offset = 0; 1715 info.pos = 0; 1716 tinfo = ahd_fetch_transinfo(ahd, channel, ahd->our_id, 1717 target, &tstate); 1718 1719 /* 1720 * Don't bother reporting results while 1721 * negotiations are still pending. 1722 */ 1723 if (tinfo->curr.period != tinfo->goal.period 1724 || tinfo->curr.width != tinfo->goal.width 1725 || tinfo->curr.offset != tinfo->goal.offset 1726 || tinfo->curr.ppr_options != tinfo->goal.ppr_options) 1727 if (bootverbose == 0) 1728 break; 1729 1730 /* 1731 * Don't bother reporting results that 1732 * are identical to those last reported. 1733 */ 1734 starget = ahd->platform_data->starget[target]; 1735 if (starget == NULL) 1736 break; 1737 1738 target_ppr_options = 1739 (spi_dt(starget) ? MSG_EXT_PPR_DT_REQ : 0) 1740 + (spi_qas(starget) ? MSG_EXT_PPR_QAS_REQ : 0) 1741 + (spi_iu(starget) ? MSG_EXT_PPR_IU_REQ : 0) 1742 + (spi_rd_strm(starget) ? MSG_EXT_PPR_RD_STRM : 0) 1743 + (spi_pcomp_en(starget) ? MSG_EXT_PPR_PCOMP_EN : 0) 1744 + (spi_rti(starget) ? MSG_EXT_PPR_RTI : 0) 1745 + (spi_wr_flow(starget) ? MSG_EXT_PPR_WR_FLOW : 0) 1746 + (spi_hold_mcs(starget) ? MSG_EXT_PPR_HOLD_MCS : 0); 1747 1748 if (tinfo->curr.period == spi_period(starget) 1749 && tinfo->curr.width == spi_width(starget) 1750 && tinfo->curr.offset == spi_offset(starget) 1751 && tinfo->curr.ppr_options == target_ppr_options) 1752 if (bootverbose == 0) 1753 break; 1754 1755 spi_period(starget) = tinfo->curr.period; 1756 spi_width(starget) = tinfo->curr.width; 1757 spi_offset(starget) = tinfo->curr.offset; 1758 spi_dt(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_DT_REQ ? 1 : 0; 1759 spi_qas(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_QAS_REQ ? 1 : 0; 1760 spi_iu(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ ? 1 : 0; 1761 spi_rd_strm(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_RD_STRM ? 1 : 0; 1762 spi_pcomp_en(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_PCOMP_EN ? 1 : 0; 1763 spi_rti(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_RTI ? 1 : 0; 1764 spi_wr_flow(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_WR_FLOW ? 1 : 0; 1765 spi_hold_mcs(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_HOLD_MCS ? 1 : 0; 1766 spi_display_xfer_agreement(starget); 1767 break; 1768 } 1769 case AC_SENT_BDR: 1770 { 1771 WARN_ON(lun != CAM_LUN_WILDCARD); 1772 scsi_report_device_reset(ahd->platform_data->host, 1773 channel - 'A', target); 1774 break; 1775 } 1776 case AC_BUS_RESET: 1777 if (ahd->platform_data->host != NULL) { 1778 scsi_report_bus_reset(ahd->platform_data->host, 1779 channel - 'A'); 1780 } 1781 break; 1782 default: 1783 panic("ahd_send_async: Unexpected async event"); 1784 } 1785 } 1786 1787 /* 1788 * Calls the higher level scsi done function and frees the scb. 1789 */ 1790 void 1791 ahd_done(struct ahd_softc *ahd, struct scb *scb) 1792 { 1793 struct scsi_cmnd *cmd; 1794 struct ahd_linux_device *dev; 1795 1796 if ((scb->flags & SCB_ACTIVE) == 0) { 1797 printf("SCB %d done'd twice\n", SCB_GET_TAG(scb)); 1798 ahd_dump_card_state(ahd); 1799 panic("Stopping for safety"); 1800 } 1801 LIST_REMOVE(scb, pending_links); 1802 cmd = scb->io_ctx; 1803 dev = scb->platform_data->dev; 1804 dev->active--; 1805 dev->openings++; 1806 if ((cmd->result & (CAM_DEV_QFRZN << 16)) != 0) { 1807 cmd->result &= ~(CAM_DEV_QFRZN << 16); 1808 dev->qfrozen--; 1809 } 1810 ahd_linux_unmap_scb(ahd, scb); 1811 1812 /* 1813 * Guard against stale sense data. 1814 * The Linux mid-layer assumes that sense 1815 * was retrieved anytime the first byte of 1816 * the sense buffer looks "sane". 1817 */ 1818 cmd->sense_buffer[0] = 0; 1819 if (ahd_get_transaction_status(scb) == CAM_REQ_INPROG) { 1820 uint32_t amount_xferred; 1821 1822 amount_xferred = 1823 ahd_get_transfer_length(scb) - ahd_get_residual(scb); 1824 if ((scb->flags & SCB_TRANSMISSION_ERROR) != 0) { 1825 #ifdef AHD_DEBUG 1826 if ((ahd_debug & AHD_SHOW_MISC) != 0) { 1827 ahd_print_path(ahd, scb); 1828 printf("Set CAM_UNCOR_PARITY\n"); 1829 } 1830 #endif 1831 ahd_set_transaction_status(scb, CAM_UNCOR_PARITY); 1832 #ifdef AHD_REPORT_UNDERFLOWS 1833 /* 1834 * This code is disabled by default as some 1835 * clients of the SCSI system do not properly 1836 * initialize the underflow parameter. This 1837 * results in spurious termination of commands 1838 * that complete as expected (e.g. underflow is 1839 * allowed as command can return variable amounts 1840 * of data. 1841 */ 1842 } else if (amount_xferred < scb->io_ctx->underflow) { 1843 u_int i; 1844 1845 ahd_print_path(ahd, scb); 1846 printf("CDB:"); 1847 for (i = 0; i < scb->io_ctx->cmd_len; i++) 1848 printf(" 0x%x", scb->io_ctx->cmnd[i]); 1849 printf("\n"); 1850 ahd_print_path(ahd, scb); 1851 printf("Saw underflow (%ld of %ld bytes). " 1852 "Treated as error\n", 1853 ahd_get_residual(scb), 1854 ahd_get_transfer_length(scb)); 1855 ahd_set_transaction_status(scb, CAM_DATA_RUN_ERR); 1856 #endif 1857 } else { 1858 ahd_set_transaction_status(scb, CAM_REQ_CMP); 1859 } 1860 } else if (ahd_get_transaction_status(scb) == CAM_SCSI_STATUS_ERROR) { 1861 ahd_linux_handle_scsi_status(ahd, cmd->device, scb); 1862 } 1863 1864 if (dev->openings == 1 1865 && ahd_get_transaction_status(scb) == CAM_REQ_CMP 1866 && ahd_get_scsi_status(scb) != SCSI_STATUS_QUEUE_FULL) 1867 dev->tag_success_count++; 1868 /* 1869 * Some devices deal with temporary internal resource 1870 * shortages by returning queue full. When the queue 1871 * full occurrs, we throttle back. Slowly try to get 1872 * back to our previous queue depth. 1873 */ 1874 if ((dev->openings + dev->active) < dev->maxtags 1875 && dev->tag_success_count > AHD_TAG_SUCCESS_INTERVAL) { 1876 dev->tag_success_count = 0; 1877 dev->openings++; 1878 } 1879 1880 if (dev->active == 0) 1881 dev->commands_since_idle_or_otag = 0; 1882 1883 if ((scb->flags & SCB_RECOVERY_SCB) != 0) { 1884 printf("Recovery SCB completes\n"); 1885 if (ahd_get_transaction_status(scb) == CAM_BDR_SENT 1886 || ahd_get_transaction_status(scb) == CAM_REQ_ABORTED) 1887 ahd_set_transaction_status(scb, CAM_CMD_TIMEOUT); 1888 1889 if (ahd->platform_data->eh_done) 1890 complete(ahd->platform_data->eh_done); 1891 } 1892 1893 ahd_free_scb(ahd, scb); 1894 ahd_linux_queue_cmd_complete(ahd, cmd); 1895 } 1896 1897 static void 1898 ahd_linux_handle_scsi_status(struct ahd_softc *ahd, 1899 struct scsi_device *sdev, struct scb *scb) 1900 { 1901 struct ahd_devinfo devinfo; 1902 struct ahd_linux_device *dev = scsi_transport_device_data(sdev); 1903 1904 ahd_compile_devinfo(&devinfo, 1905 ahd->our_id, 1906 sdev->sdev_target->id, sdev->lun, 1907 sdev->sdev_target->channel == 0 ? 'A' : 'B', 1908 ROLE_INITIATOR); 1909 1910 /* 1911 * We don't currently trust the mid-layer to 1912 * properly deal with queue full or busy. So, 1913 * when one occurs, we tell the mid-layer to 1914 * unconditionally requeue the command to us 1915 * so that we can retry it ourselves. We also 1916 * implement our own throttling mechanism so 1917 * we don't clobber the device with too many 1918 * commands. 1919 */ 1920 switch (ahd_get_scsi_status(scb)) { 1921 default: 1922 break; 1923 case SCSI_STATUS_CHECK_COND: 1924 case SCSI_STATUS_CMD_TERMINATED: 1925 { 1926 struct scsi_cmnd *cmd; 1927 1928 /* 1929 * Copy sense information to the OS's cmd 1930 * structure if it is available. 1931 */ 1932 cmd = scb->io_ctx; 1933 if ((scb->flags & (SCB_SENSE|SCB_PKT_SENSE)) != 0) { 1934 struct scsi_status_iu_header *siu; 1935 u_int sense_size; 1936 u_int sense_offset; 1937 1938 if (scb->flags & SCB_SENSE) { 1939 sense_size = min(sizeof(struct scsi_sense_data) 1940 - ahd_get_sense_residual(scb), 1941 (u_long)SCSI_SENSE_BUFFERSIZE); 1942 sense_offset = 0; 1943 } else { 1944 /* 1945 * Copy only the sense data into the provided 1946 * buffer. 1947 */ 1948 siu = (struct scsi_status_iu_header *) 1949 scb->sense_data; 1950 sense_size = min_t(size_t, 1951 scsi_4btoul(siu->sense_length), 1952 SCSI_SENSE_BUFFERSIZE); 1953 sense_offset = SIU_SENSE_OFFSET(siu); 1954 } 1955 1956 memset(cmd->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE); 1957 memcpy(cmd->sense_buffer, 1958 ahd_get_sense_buf(ahd, scb) 1959 + sense_offset, sense_size); 1960 cmd->result |= (DRIVER_SENSE << 24); 1961 1962 #ifdef AHD_DEBUG 1963 if (ahd_debug & AHD_SHOW_SENSE) { 1964 int i; 1965 1966 printf("Copied %d bytes of sense data at %d:", 1967 sense_size, sense_offset); 1968 for (i = 0; i < sense_size; i++) { 1969 if ((i & 0xF) == 0) 1970 printf("\n"); 1971 printf("0x%x ", cmd->sense_buffer[i]); 1972 } 1973 printf("\n"); 1974 } 1975 #endif 1976 } 1977 break; 1978 } 1979 case SCSI_STATUS_QUEUE_FULL: 1980 /* 1981 * By the time the core driver has returned this 1982 * command, all other commands that were queued 1983 * to us but not the device have been returned. 1984 * This ensures that dev->active is equal to 1985 * the number of commands actually queued to 1986 * the device. 1987 */ 1988 dev->tag_success_count = 0; 1989 if (dev->active != 0) { 1990 /* 1991 * Drop our opening count to the number 1992 * of commands currently outstanding. 1993 */ 1994 dev->openings = 0; 1995 #ifdef AHD_DEBUG 1996 if ((ahd_debug & AHD_SHOW_QFULL) != 0) { 1997 ahd_print_path(ahd, scb); 1998 printf("Dropping tag count to %d\n", 1999 dev->active); 2000 } 2001 #endif 2002 if (dev->active == dev->tags_on_last_queuefull) { 2003 2004 dev->last_queuefull_same_count++; 2005 /* 2006 * If we repeatedly see a queue full 2007 * at the same queue depth, this 2008 * device has a fixed number of tag 2009 * slots. Lock in this tag depth 2010 * so we stop seeing queue fulls from 2011 * this device. 2012 */ 2013 if (dev->last_queuefull_same_count 2014 == AHD_LOCK_TAGS_COUNT) { 2015 dev->maxtags = dev->active; 2016 ahd_print_path(ahd, scb); 2017 printf("Locking max tag count at %d\n", 2018 dev->active); 2019 } 2020 } else { 2021 dev->tags_on_last_queuefull = dev->active; 2022 dev->last_queuefull_same_count = 0; 2023 } 2024 ahd_set_transaction_status(scb, CAM_REQUEUE_REQ); 2025 ahd_set_scsi_status(scb, SCSI_STATUS_OK); 2026 ahd_platform_set_tags(ahd, sdev, &devinfo, 2027 (dev->flags & AHD_DEV_Q_BASIC) 2028 ? AHD_QUEUE_BASIC : AHD_QUEUE_TAGGED); 2029 break; 2030 } 2031 /* 2032 * Drop down to a single opening, and treat this 2033 * as if the target returned BUSY SCSI status. 2034 */ 2035 dev->openings = 1; 2036 ahd_platform_set_tags(ahd, sdev, &devinfo, 2037 (dev->flags & AHD_DEV_Q_BASIC) 2038 ? AHD_QUEUE_BASIC : AHD_QUEUE_TAGGED); 2039 ahd_set_scsi_status(scb, SCSI_STATUS_BUSY); 2040 } 2041 } 2042 2043 static void 2044 ahd_linux_queue_cmd_complete(struct ahd_softc *ahd, struct scsi_cmnd *cmd) 2045 { 2046 int status; 2047 int new_status = DID_OK; 2048 int do_fallback = 0; 2049 int scsi_status; 2050 2051 /* 2052 * Map CAM error codes into Linux Error codes. We 2053 * avoid the conversion so that the DV code has the 2054 * full error information available when making 2055 * state change decisions. 2056 */ 2057 2058 status = ahd_cmd_get_transaction_status(cmd); 2059 switch (status) { 2060 case CAM_REQ_INPROG: 2061 case CAM_REQ_CMP: 2062 new_status = DID_OK; 2063 break; 2064 case CAM_AUTOSENSE_FAIL: 2065 new_status = DID_ERROR; 2066 /* Fallthrough */ 2067 case CAM_SCSI_STATUS_ERROR: 2068 scsi_status = ahd_cmd_get_scsi_status(cmd); 2069 2070 switch(scsi_status) { 2071 case SCSI_STATUS_CMD_TERMINATED: 2072 case SCSI_STATUS_CHECK_COND: 2073 if ((cmd->result >> 24) != DRIVER_SENSE) { 2074 do_fallback = 1; 2075 } else { 2076 struct scsi_sense_data *sense; 2077 2078 sense = (struct scsi_sense_data *) 2079 cmd->sense_buffer; 2080 if (sense->extra_len >= 5 && 2081 (sense->add_sense_code == 0x47 2082 || sense->add_sense_code == 0x48)) 2083 do_fallback = 1; 2084 } 2085 break; 2086 default: 2087 break; 2088 } 2089 break; 2090 case CAM_REQ_ABORTED: 2091 new_status = DID_ABORT; 2092 break; 2093 case CAM_BUSY: 2094 new_status = DID_BUS_BUSY; 2095 break; 2096 case CAM_REQ_INVALID: 2097 case CAM_PATH_INVALID: 2098 new_status = DID_BAD_TARGET; 2099 break; 2100 case CAM_SEL_TIMEOUT: 2101 new_status = DID_NO_CONNECT; 2102 break; 2103 case CAM_SCSI_BUS_RESET: 2104 case CAM_BDR_SENT: 2105 new_status = DID_RESET; 2106 break; 2107 case CAM_UNCOR_PARITY: 2108 new_status = DID_PARITY; 2109 do_fallback = 1; 2110 break; 2111 case CAM_CMD_TIMEOUT: 2112 new_status = DID_TIME_OUT; 2113 do_fallback = 1; 2114 break; 2115 case CAM_REQ_CMP_ERR: 2116 case CAM_UNEXP_BUSFREE: 2117 case CAM_DATA_RUN_ERR: 2118 new_status = DID_ERROR; 2119 do_fallback = 1; 2120 break; 2121 case CAM_UA_ABORT: 2122 case CAM_NO_HBA: 2123 case CAM_SEQUENCE_FAIL: 2124 case CAM_CCB_LEN_ERR: 2125 case CAM_PROVIDE_FAIL: 2126 case CAM_REQ_TERMIO: 2127 case CAM_UNREC_HBA_ERROR: 2128 case CAM_REQ_TOO_BIG: 2129 new_status = DID_ERROR; 2130 break; 2131 case CAM_REQUEUE_REQ: 2132 new_status = DID_REQUEUE; 2133 break; 2134 default: 2135 /* We should never get here */ 2136 new_status = DID_ERROR; 2137 break; 2138 } 2139 2140 if (do_fallback) { 2141 printf("%s: device overrun (status %x) on %d:%d:%d\n", 2142 ahd_name(ahd), status, cmd->device->channel, 2143 cmd->device->id, cmd->device->lun); 2144 } 2145 2146 ahd_cmd_set_transaction_status(cmd, new_status); 2147 2148 cmd->scsi_done(cmd); 2149 } 2150 2151 static void 2152 ahd_freeze_simq(struct ahd_softc *ahd) 2153 { 2154 scsi_block_requests(ahd->platform_data->host); 2155 } 2156 2157 static void 2158 ahd_release_simq(struct ahd_softc *ahd) 2159 { 2160 scsi_unblock_requests(ahd->platform_data->host); 2161 } 2162 2163 static int 2164 ahd_linux_queue_abort_cmd(struct scsi_cmnd *cmd) 2165 { 2166 struct ahd_softc *ahd; 2167 struct ahd_linux_device *dev; 2168 struct scb *pending_scb; 2169 u_int saved_scbptr; 2170 u_int active_scbptr; 2171 u_int last_phase; 2172 u_int saved_scsiid; 2173 u_int cdb_byte; 2174 int retval; 2175 int was_paused; 2176 int paused; 2177 int wait; 2178 int disconnected; 2179 ahd_mode_state saved_modes; 2180 unsigned long flags; 2181 2182 pending_scb = NULL; 2183 paused = FALSE; 2184 wait = FALSE; 2185 ahd = *(struct ahd_softc **)cmd->device->host->hostdata; 2186 2187 scmd_printk(KERN_INFO, cmd, 2188 "Attempting to queue an ABORT message:"); 2189 2190 printf("CDB:"); 2191 for (cdb_byte = 0; cdb_byte < cmd->cmd_len; cdb_byte++) 2192 printf(" 0x%x", cmd->cmnd[cdb_byte]); 2193 printf("\n"); 2194 2195 ahd_lock(ahd, &flags); 2196 2197 /* 2198 * First determine if we currently own this command. 2199 * Start by searching the device queue. If not found 2200 * there, check the pending_scb list. If not found 2201 * at all, and the system wanted us to just abort the 2202 * command, return success. 2203 */ 2204 dev = scsi_transport_device_data(cmd->device); 2205 2206 if (dev == NULL) { 2207 /* 2208 * No target device for this command exists, 2209 * so we must not still own the command. 2210 */ 2211 scmd_printk(KERN_INFO, cmd, "Is not an active device\n"); 2212 retval = SUCCESS; 2213 goto no_cmd; 2214 } 2215 2216 /* 2217 * See if we can find a matching cmd in the pending list. 2218 */ 2219 LIST_FOREACH(pending_scb, &ahd->pending_scbs, pending_links) { 2220 if (pending_scb->io_ctx == cmd) 2221 break; 2222 } 2223 2224 if (pending_scb == NULL) { 2225 scmd_printk(KERN_INFO, cmd, "Command not found\n"); 2226 goto no_cmd; 2227 } 2228 2229 if ((pending_scb->flags & SCB_RECOVERY_SCB) != 0) { 2230 /* 2231 * We can't queue two recovery actions using the same SCB 2232 */ 2233 retval = FAILED; 2234 goto done; 2235 } 2236 2237 /* 2238 * Ensure that the card doesn't do anything 2239 * behind our back. Also make sure that we 2240 * didn't "just" miss an interrupt that would 2241 * affect this cmd. 2242 */ 2243 was_paused = ahd_is_paused(ahd); 2244 ahd_pause_and_flushwork(ahd); 2245 paused = TRUE; 2246 2247 if ((pending_scb->flags & SCB_ACTIVE) == 0) { 2248 scmd_printk(KERN_INFO, cmd, "Command already completed\n"); 2249 goto no_cmd; 2250 } 2251 2252 printf("%s: At time of recovery, card was %spaused\n", 2253 ahd_name(ahd), was_paused ? "" : "not "); 2254 ahd_dump_card_state(ahd); 2255 2256 disconnected = TRUE; 2257 if (ahd_search_qinfifo(ahd, cmd->device->id, 2258 cmd->device->channel + 'A', 2259 cmd->device->lun, 2260 pending_scb->hscb->tag, 2261 ROLE_INITIATOR, CAM_REQ_ABORTED, 2262 SEARCH_COMPLETE) > 0) { 2263 printf("%s:%d:%d:%d: Cmd aborted from QINFIFO\n", 2264 ahd_name(ahd), cmd->device->channel, 2265 cmd->device->id, cmd->device->lun); 2266 retval = SUCCESS; 2267 goto done; 2268 } 2269 2270 saved_modes = ahd_save_modes(ahd); 2271 ahd_set_modes(ahd, AHD_MODE_SCSI, AHD_MODE_SCSI); 2272 last_phase = ahd_inb(ahd, LASTPHASE); 2273 saved_scbptr = ahd_get_scbptr(ahd); 2274 active_scbptr = saved_scbptr; 2275 if (disconnected && (ahd_inb(ahd, SEQ_FLAGS) & NOT_IDENTIFIED) == 0) { 2276 struct scb *bus_scb; 2277 2278 bus_scb = ahd_lookup_scb(ahd, active_scbptr); 2279 if (bus_scb == pending_scb) 2280 disconnected = FALSE; 2281 } 2282 2283 /* 2284 * At this point, pending_scb is the scb associated with the 2285 * passed in command. That command is currently active on the 2286 * bus or is in the disconnected state. 2287 */ 2288 saved_scsiid = ahd_inb(ahd, SAVED_SCSIID); 2289 if (last_phase != P_BUSFREE 2290 && SCB_GET_TAG(pending_scb) == active_scbptr) { 2291 2292 /* 2293 * We're active on the bus, so assert ATN 2294 * and hope that the target responds. 2295 */ 2296 pending_scb = ahd_lookup_scb(ahd, active_scbptr); 2297 pending_scb->flags |= SCB_RECOVERY_SCB|SCB_ABORT; 2298 ahd_outb(ahd, MSG_OUT, HOST_MSG); 2299 ahd_outb(ahd, SCSISIGO, last_phase|ATNO); 2300 scmd_printk(KERN_INFO, cmd, "Device is active, asserting ATN\n"); 2301 wait = TRUE; 2302 } else if (disconnected) { 2303 2304 /* 2305 * Actually re-queue this SCB in an attempt 2306 * to select the device before it reconnects. 2307 */ 2308 pending_scb->flags |= SCB_RECOVERY_SCB|SCB_ABORT; 2309 ahd_set_scbptr(ahd, SCB_GET_TAG(pending_scb)); 2310 pending_scb->hscb->cdb_len = 0; 2311 pending_scb->hscb->task_attribute = 0; 2312 pending_scb->hscb->task_management = SIU_TASKMGMT_ABORT_TASK; 2313 2314 if ((pending_scb->flags & SCB_PACKETIZED) != 0) { 2315 /* 2316 * Mark the SCB has having an outstanding 2317 * task management function. Should the command 2318 * complete normally before the task management 2319 * function can be sent, the host will be notified 2320 * to abort our requeued SCB. 2321 */ 2322 ahd_outb(ahd, SCB_TASK_MANAGEMENT, 2323 pending_scb->hscb->task_management); 2324 } else { 2325 /* 2326 * If non-packetized, set the MK_MESSAGE control 2327 * bit indicating that we desire to send a message. 2328 * We also set the disconnected flag since there is 2329 * no guarantee that our SCB control byte matches 2330 * the version on the card. We don't want the 2331 * sequencer to abort the command thinking an 2332 * unsolicited reselection occurred. 2333 */ 2334 pending_scb->hscb->control |= MK_MESSAGE|DISCONNECTED; 2335 2336 /* 2337 * The sequencer will never re-reference the 2338 * in-core SCB. To make sure we are notified 2339 * during reselection, set the MK_MESSAGE flag in 2340 * the card's copy of the SCB. 2341 */ 2342 ahd_outb(ahd, SCB_CONTROL, 2343 ahd_inb(ahd, SCB_CONTROL)|MK_MESSAGE); 2344 } 2345 2346 /* 2347 * Clear out any entries in the QINFIFO first 2348 * so we are the next SCB for this target 2349 * to run. 2350 */ 2351 ahd_search_qinfifo(ahd, cmd->device->id, 2352 cmd->device->channel + 'A', cmd->device->lun, 2353 SCB_LIST_NULL, ROLE_INITIATOR, 2354 CAM_REQUEUE_REQ, SEARCH_COMPLETE); 2355 ahd_qinfifo_requeue_tail(ahd, pending_scb); 2356 ahd_set_scbptr(ahd, saved_scbptr); 2357 ahd_print_path(ahd, pending_scb); 2358 printf("Device is disconnected, re-queuing SCB\n"); 2359 wait = TRUE; 2360 } else { 2361 scmd_printk(KERN_INFO, cmd, "Unable to deliver message\n"); 2362 retval = FAILED; 2363 goto done; 2364 } 2365 2366 no_cmd: 2367 /* 2368 * Our assumption is that if we don't have the command, no 2369 * recovery action was required, so we return success. Again, 2370 * the semantics of the mid-layer recovery engine are not 2371 * well defined, so this may change in time. 2372 */ 2373 retval = SUCCESS; 2374 done: 2375 if (paused) 2376 ahd_unpause(ahd); 2377 if (wait) { 2378 DECLARE_COMPLETION_ONSTACK(done); 2379 2380 ahd->platform_data->eh_done = &done; 2381 ahd_unlock(ahd, &flags); 2382 2383 printf("%s: Recovery code sleeping\n", ahd_name(ahd)); 2384 if (!wait_for_completion_timeout(&done, 5 * HZ)) { 2385 ahd_lock(ahd, &flags); 2386 ahd->platform_data->eh_done = NULL; 2387 ahd_unlock(ahd, &flags); 2388 printf("%s: Timer Expired (active %d)\n", 2389 ahd_name(ahd), dev->active); 2390 retval = FAILED; 2391 } 2392 printf("Recovery code awake\n"); 2393 } else 2394 ahd_unlock(ahd, &flags); 2395 2396 if (retval != SUCCESS) 2397 printf("%s: Command abort returning 0x%x\n", 2398 ahd_name(ahd), retval); 2399 2400 return retval; 2401 } 2402 2403 static void ahd_linux_set_width(struct scsi_target *starget, int width) 2404 { 2405 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2406 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2407 struct ahd_devinfo devinfo; 2408 unsigned long flags; 2409 2410 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2411 starget->channel + 'A', ROLE_INITIATOR); 2412 ahd_lock(ahd, &flags); 2413 ahd_set_width(ahd, &devinfo, width, AHD_TRANS_GOAL, FALSE); 2414 ahd_unlock(ahd, &flags); 2415 } 2416 2417 static void ahd_linux_set_period(struct scsi_target *starget, int period) 2418 { 2419 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2420 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2421 struct ahd_tmode_tstate *tstate; 2422 struct ahd_initiator_tinfo *tinfo 2423 = ahd_fetch_transinfo(ahd, 2424 starget->channel + 'A', 2425 shost->this_id, starget->id, &tstate); 2426 struct ahd_devinfo devinfo; 2427 unsigned int ppr_options = tinfo->goal.ppr_options; 2428 unsigned int dt; 2429 unsigned long flags; 2430 unsigned long offset = tinfo->goal.offset; 2431 2432 #ifdef AHD_DEBUG 2433 if ((ahd_debug & AHD_SHOW_DV) != 0) 2434 printf("%s: set period to %d\n", ahd_name(ahd), period); 2435 #endif 2436 if (offset == 0) 2437 offset = MAX_OFFSET; 2438 2439 if (period < 8) 2440 period = 8; 2441 if (period < 10) { 2442 if (spi_max_width(starget)) { 2443 ppr_options |= MSG_EXT_PPR_DT_REQ; 2444 if (period == 8) 2445 ppr_options |= MSG_EXT_PPR_IU_REQ; 2446 } else 2447 period = 10; 2448 } 2449 2450 dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2451 2452 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2453 starget->channel + 'A', ROLE_INITIATOR); 2454 2455 /* all PPR requests apart from QAS require wide transfers */ 2456 if (ppr_options & ~MSG_EXT_PPR_QAS_REQ) { 2457 if (spi_width(starget) == 0) 2458 ppr_options &= MSG_EXT_PPR_QAS_REQ; 2459 } 2460 2461 ahd_find_syncrate(ahd, &period, &ppr_options, 2462 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2463 2464 ahd_lock(ahd, &flags); 2465 ahd_set_syncrate(ahd, &devinfo, period, offset, 2466 ppr_options, AHD_TRANS_GOAL, FALSE); 2467 ahd_unlock(ahd, &flags); 2468 } 2469 2470 static void ahd_linux_set_offset(struct scsi_target *starget, int offset) 2471 { 2472 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2473 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2474 struct ahd_tmode_tstate *tstate; 2475 struct ahd_initiator_tinfo *tinfo 2476 = ahd_fetch_transinfo(ahd, 2477 starget->channel + 'A', 2478 shost->this_id, starget->id, &tstate); 2479 struct ahd_devinfo devinfo; 2480 unsigned int ppr_options = 0; 2481 unsigned int period = 0; 2482 unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2483 unsigned long flags; 2484 2485 #ifdef AHD_DEBUG 2486 if ((ahd_debug & AHD_SHOW_DV) != 0) 2487 printf("%s: set offset to %d\n", ahd_name(ahd), offset); 2488 #endif 2489 2490 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2491 starget->channel + 'A', ROLE_INITIATOR); 2492 if (offset != 0) { 2493 period = tinfo->goal.period; 2494 ppr_options = tinfo->goal.ppr_options; 2495 ahd_find_syncrate(ahd, &period, &ppr_options, 2496 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2497 } 2498 2499 ahd_lock(ahd, &flags); 2500 ahd_set_syncrate(ahd, &devinfo, period, offset, ppr_options, 2501 AHD_TRANS_GOAL, FALSE); 2502 ahd_unlock(ahd, &flags); 2503 } 2504 2505 static void ahd_linux_set_dt(struct scsi_target *starget, int dt) 2506 { 2507 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2508 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2509 struct ahd_tmode_tstate *tstate; 2510 struct ahd_initiator_tinfo *tinfo 2511 = ahd_fetch_transinfo(ahd, 2512 starget->channel + 'A', 2513 shost->this_id, starget->id, &tstate); 2514 struct ahd_devinfo devinfo; 2515 unsigned int ppr_options = tinfo->goal.ppr_options 2516 & ~MSG_EXT_PPR_DT_REQ; 2517 unsigned int period = tinfo->goal.period; 2518 unsigned int width = tinfo->goal.width; 2519 unsigned long flags; 2520 2521 #ifdef AHD_DEBUG 2522 if ((ahd_debug & AHD_SHOW_DV) != 0) 2523 printf("%s: %s DT\n", ahd_name(ahd), 2524 dt ? "enabling" : "disabling"); 2525 #endif 2526 if (dt && spi_max_width(starget)) { 2527 ppr_options |= MSG_EXT_PPR_DT_REQ; 2528 if (!width) 2529 ahd_linux_set_width(starget, 1); 2530 } else { 2531 if (period <= 9) 2532 period = 10; /* If resetting DT, period must be >= 25ns */ 2533 /* IU is invalid without DT set */ 2534 ppr_options &= ~MSG_EXT_PPR_IU_REQ; 2535 } 2536 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2537 starget->channel + 'A', ROLE_INITIATOR); 2538 ahd_find_syncrate(ahd, &period, &ppr_options, 2539 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2540 2541 ahd_lock(ahd, &flags); 2542 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2543 ppr_options, AHD_TRANS_GOAL, FALSE); 2544 ahd_unlock(ahd, &flags); 2545 } 2546 2547 static void ahd_linux_set_qas(struct scsi_target *starget, int qas) 2548 { 2549 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2550 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2551 struct ahd_tmode_tstate *tstate; 2552 struct ahd_initiator_tinfo *tinfo 2553 = ahd_fetch_transinfo(ahd, 2554 starget->channel + 'A', 2555 shost->this_id, starget->id, &tstate); 2556 struct ahd_devinfo devinfo; 2557 unsigned int ppr_options = tinfo->goal.ppr_options 2558 & ~MSG_EXT_PPR_QAS_REQ; 2559 unsigned int period = tinfo->goal.period; 2560 unsigned int dt; 2561 unsigned long flags; 2562 2563 #ifdef AHD_DEBUG 2564 if ((ahd_debug & AHD_SHOW_DV) != 0) 2565 printf("%s: %s QAS\n", ahd_name(ahd), 2566 qas ? "enabling" : "disabling"); 2567 #endif 2568 2569 if (qas) { 2570 ppr_options |= MSG_EXT_PPR_QAS_REQ; 2571 } 2572 2573 dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2574 2575 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2576 starget->channel + 'A', ROLE_INITIATOR); 2577 ahd_find_syncrate(ahd, &period, &ppr_options, 2578 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2579 2580 ahd_lock(ahd, &flags); 2581 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2582 ppr_options, AHD_TRANS_GOAL, FALSE); 2583 ahd_unlock(ahd, &flags); 2584 } 2585 2586 static void ahd_linux_set_iu(struct scsi_target *starget, int iu) 2587 { 2588 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2589 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2590 struct ahd_tmode_tstate *tstate; 2591 struct ahd_initiator_tinfo *tinfo 2592 = ahd_fetch_transinfo(ahd, 2593 starget->channel + 'A', 2594 shost->this_id, starget->id, &tstate); 2595 struct ahd_devinfo devinfo; 2596 unsigned int ppr_options = tinfo->goal.ppr_options 2597 & ~MSG_EXT_PPR_IU_REQ; 2598 unsigned int period = tinfo->goal.period; 2599 unsigned int dt; 2600 unsigned long flags; 2601 2602 #ifdef AHD_DEBUG 2603 if ((ahd_debug & AHD_SHOW_DV) != 0) 2604 printf("%s: %s IU\n", ahd_name(ahd), 2605 iu ? "enabling" : "disabling"); 2606 #endif 2607 2608 if (iu && spi_max_width(starget)) { 2609 ppr_options |= MSG_EXT_PPR_IU_REQ; 2610 ppr_options |= MSG_EXT_PPR_DT_REQ; /* IU requires DT */ 2611 } 2612 2613 dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2614 2615 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2616 starget->channel + 'A', ROLE_INITIATOR); 2617 ahd_find_syncrate(ahd, &period, &ppr_options, 2618 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2619 2620 ahd_lock(ahd, &flags); 2621 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2622 ppr_options, AHD_TRANS_GOAL, FALSE); 2623 ahd_unlock(ahd, &flags); 2624 } 2625 2626 static void ahd_linux_set_rd_strm(struct scsi_target *starget, int rdstrm) 2627 { 2628 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2629 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2630 struct ahd_tmode_tstate *tstate; 2631 struct ahd_initiator_tinfo *tinfo 2632 = ahd_fetch_transinfo(ahd, 2633 starget->channel + 'A', 2634 shost->this_id, starget->id, &tstate); 2635 struct ahd_devinfo devinfo; 2636 unsigned int ppr_options = tinfo->goal.ppr_options 2637 & ~MSG_EXT_PPR_RD_STRM; 2638 unsigned int period = tinfo->goal.period; 2639 unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2640 unsigned long flags; 2641 2642 #ifdef AHD_DEBUG 2643 if ((ahd_debug & AHD_SHOW_DV) != 0) 2644 printf("%s: %s Read Streaming\n", ahd_name(ahd), 2645 rdstrm ? "enabling" : "disabling"); 2646 #endif 2647 2648 if (rdstrm && spi_max_width(starget)) 2649 ppr_options |= MSG_EXT_PPR_RD_STRM; 2650 2651 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2652 starget->channel + 'A', ROLE_INITIATOR); 2653 ahd_find_syncrate(ahd, &period, &ppr_options, 2654 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2655 2656 ahd_lock(ahd, &flags); 2657 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2658 ppr_options, AHD_TRANS_GOAL, FALSE); 2659 ahd_unlock(ahd, &flags); 2660 } 2661 2662 static void ahd_linux_set_wr_flow(struct scsi_target *starget, int wrflow) 2663 { 2664 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2665 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2666 struct ahd_tmode_tstate *tstate; 2667 struct ahd_initiator_tinfo *tinfo 2668 = ahd_fetch_transinfo(ahd, 2669 starget->channel + 'A', 2670 shost->this_id, starget->id, &tstate); 2671 struct ahd_devinfo devinfo; 2672 unsigned int ppr_options = tinfo->goal.ppr_options 2673 & ~MSG_EXT_PPR_WR_FLOW; 2674 unsigned int period = tinfo->goal.period; 2675 unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2676 unsigned long flags; 2677 2678 #ifdef AHD_DEBUG 2679 if ((ahd_debug & AHD_SHOW_DV) != 0) 2680 printf("%s: %s Write Flow Control\n", ahd_name(ahd), 2681 wrflow ? "enabling" : "disabling"); 2682 #endif 2683 2684 if (wrflow && spi_max_width(starget)) 2685 ppr_options |= MSG_EXT_PPR_WR_FLOW; 2686 2687 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2688 starget->channel + 'A', ROLE_INITIATOR); 2689 ahd_find_syncrate(ahd, &period, &ppr_options, 2690 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2691 2692 ahd_lock(ahd, &flags); 2693 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2694 ppr_options, AHD_TRANS_GOAL, FALSE); 2695 ahd_unlock(ahd, &flags); 2696 } 2697 2698 static void ahd_linux_set_rti(struct scsi_target *starget, int rti) 2699 { 2700 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2701 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2702 struct ahd_tmode_tstate *tstate; 2703 struct ahd_initiator_tinfo *tinfo 2704 = ahd_fetch_transinfo(ahd, 2705 starget->channel + 'A', 2706 shost->this_id, starget->id, &tstate); 2707 struct ahd_devinfo devinfo; 2708 unsigned int ppr_options = tinfo->goal.ppr_options 2709 & ~MSG_EXT_PPR_RTI; 2710 unsigned int period = tinfo->goal.period; 2711 unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2712 unsigned long flags; 2713 2714 if ((ahd->features & AHD_RTI) == 0) { 2715 #ifdef AHD_DEBUG 2716 if ((ahd_debug & AHD_SHOW_DV) != 0) 2717 printf("%s: RTI not available\n", ahd_name(ahd)); 2718 #endif 2719 return; 2720 } 2721 2722 #ifdef AHD_DEBUG 2723 if ((ahd_debug & AHD_SHOW_DV) != 0) 2724 printf("%s: %s RTI\n", ahd_name(ahd), 2725 rti ? "enabling" : "disabling"); 2726 #endif 2727 2728 if (rti && spi_max_width(starget)) 2729 ppr_options |= MSG_EXT_PPR_RTI; 2730 2731 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2732 starget->channel + 'A', ROLE_INITIATOR); 2733 ahd_find_syncrate(ahd, &period, &ppr_options, 2734 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2735 2736 ahd_lock(ahd, &flags); 2737 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2738 ppr_options, AHD_TRANS_GOAL, FALSE); 2739 ahd_unlock(ahd, &flags); 2740 } 2741 2742 static void ahd_linux_set_pcomp_en(struct scsi_target *starget, int pcomp) 2743 { 2744 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2745 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2746 struct ahd_tmode_tstate *tstate; 2747 struct ahd_initiator_tinfo *tinfo 2748 = ahd_fetch_transinfo(ahd, 2749 starget->channel + 'A', 2750 shost->this_id, starget->id, &tstate); 2751 struct ahd_devinfo devinfo; 2752 unsigned int ppr_options = tinfo->goal.ppr_options 2753 & ~MSG_EXT_PPR_PCOMP_EN; 2754 unsigned int period = tinfo->goal.period; 2755 unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2756 unsigned long flags; 2757 2758 #ifdef AHD_DEBUG 2759 if ((ahd_debug & AHD_SHOW_DV) != 0) 2760 printf("%s: %s Precompensation\n", ahd_name(ahd), 2761 pcomp ? "Enable" : "Disable"); 2762 #endif 2763 2764 if (pcomp && spi_max_width(starget)) { 2765 uint8_t precomp; 2766 2767 if (ahd->unit < ARRAY_SIZE(aic79xx_iocell_info)) { 2768 const struct ahd_linux_iocell_opts *iocell_opts; 2769 2770 iocell_opts = &aic79xx_iocell_info[ahd->unit]; 2771 precomp = iocell_opts->precomp; 2772 } else { 2773 precomp = AIC79XX_DEFAULT_PRECOMP; 2774 } 2775 ppr_options |= MSG_EXT_PPR_PCOMP_EN; 2776 AHD_SET_PRECOMP(ahd, precomp); 2777 } else { 2778 AHD_SET_PRECOMP(ahd, 0); 2779 } 2780 2781 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2782 starget->channel + 'A', ROLE_INITIATOR); 2783 ahd_find_syncrate(ahd, &period, &ppr_options, 2784 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2785 2786 ahd_lock(ahd, &flags); 2787 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2788 ppr_options, AHD_TRANS_GOAL, FALSE); 2789 ahd_unlock(ahd, &flags); 2790 } 2791 2792 static void ahd_linux_set_hold_mcs(struct scsi_target *starget, int hold) 2793 { 2794 struct Scsi_Host *shost = dev_to_shost(starget->dev.parent); 2795 struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata); 2796 struct ahd_tmode_tstate *tstate; 2797 struct ahd_initiator_tinfo *tinfo 2798 = ahd_fetch_transinfo(ahd, 2799 starget->channel + 'A', 2800 shost->this_id, starget->id, &tstate); 2801 struct ahd_devinfo devinfo; 2802 unsigned int ppr_options = tinfo->goal.ppr_options 2803 & ~MSG_EXT_PPR_HOLD_MCS; 2804 unsigned int period = tinfo->goal.period; 2805 unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ; 2806 unsigned long flags; 2807 2808 if (hold && spi_max_width(starget)) 2809 ppr_options |= MSG_EXT_PPR_HOLD_MCS; 2810 2811 ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0, 2812 starget->channel + 'A', ROLE_INITIATOR); 2813 ahd_find_syncrate(ahd, &period, &ppr_options, 2814 dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2); 2815 2816 ahd_lock(ahd, &flags); 2817 ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset, 2818 ppr_options, AHD_TRANS_GOAL, FALSE); 2819 ahd_unlock(ahd, &flags); 2820 } 2821 2822 static void ahd_linux_get_signalling(struct Scsi_Host *shost) 2823 { 2824 struct ahd_softc *ahd = *(struct ahd_softc **)shost->hostdata; 2825 unsigned long flags; 2826 u8 mode; 2827 2828 ahd_lock(ahd, &flags); 2829 ahd_pause(ahd); 2830 mode = ahd_inb(ahd, SBLKCTL); 2831 ahd_unpause(ahd); 2832 ahd_unlock(ahd, &flags); 2833 2834 if (mode & ENAB40) 2835 spi_signalling(shost) = SPI_SIGNAL_LVD; 2836 else if (mode & ENAB20) 2837 spi_signalling(shost) = SPI_SIGNAL_SE; 2838 else 2839 spi_signalling(shost) = SPI_SIGNAL_UNKNOWN; 2840 } 2841 2842 static struct spi_function_template ahd_linux_transport_functions = { 2843 .set_offset = ahd_linux_set_offset, 2844 .show_offset = 1, 2845 .set_period = ahd_linux_set_period, 2846 .show_period = 1, 2847 .set_width = ahd_linux_set_width, 2848 .show_width = 1, 2849 .set_dt = ahd_linux_set_dt, 2850 .show_dt = 1, 2851 .set_iu = ahd_linux_set_iu, 2852 .show_iu = 1, 2853 .set_qas = ahd_linux_set_qas, 2854 .show_qas = 1, 2855 .set_rd_strm = ahd_linux_set_rd_strm, 2856 .show_rd_strm = 1, 2857 .set_wr_flow = ahd_linux_set_wr_flow, 2858 .show_wr_flow = 1, 2859 .set_rti = ahd_linux_set_rti, 2860 .show_rti = 1, 2861 .set_pcomp_en = ahd_linux_set_pcomp_en, 2862 .show_pcomp_en = 1, 2863 .set_hold_mcs = ahd_linux_set_hold_mcs, 2864 .show_hold_mcs = 1, 2865 .get_signalling = ahd_linux_get_signalling, 2866 }; 2867 2868 static int __init 2869 ahd_linux_init(void) 2870 { 2871 int error = 0; 2872 2873 /* 2874 * If we've been passed any parameters, process them now. 2875 */ 2876 if (aic79xx) 2877 aic79xx_setup(aic79xx); 2878 2879 ahd_linux_transport_template = 2880 spi_attach_transport(&ahd_linux_transport_functions); 2881 if (!ahd_linux_transport_template) 2882 return -ENODEV; 2883 2884 scsi_transport_reserve_device(ahd_linux_transport_template, 2885 sizeof(struct ahd_linux_device)); 2886 2887 error = ahd_linux_pci_init(); 2888 if (error) 2889 spi_release_transport(ahd_linux_transport_template); 2890 return error; 2891 } 2892 2893 static void __exit 2894 ahd_linux_exit(void) 2895 { 2896 ahd_linux_pci_exit(); 2897 spi_release_transport(ahd_linux_transport_template); 2898 } 2899 2900 module_init(ahd_linux_init); 2901 module_exit(ahd_linux_exit); 2902