1 /* 2 3w-9xxx.c -- 3ware 9000 Storage Controller device driver for Linux. 3 4 Written By: Adam Radford <linuxraid@amcc.com> 5 6 Copyright (C) 2004-2005 Applied Micro Circuits Corporation. 7 8 This program is free software; you can redistribute it and/or modify 9 it under the terms of the GNU General Public License as published by 10 the Free Software Foundation; version 2 of the License. 11 12 This program is distributed in the hope that it will be useful, 13 but WITHOUT ANY WARRANTY; without even the implied warranty of 14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 15 GNU General Public License for more details. 16 17 NO WARRANTY 18 THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR 19 CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT 20 LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT, 21 MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is 22 solely responsible for determining the appropriateness of using and 23 distributing the Program and assumes all risks associated with its 24 exercise of rights under this Agreement, including but not limited to 25 the risks and costs of program errors, damage to or loss of data, 26 programs or equipment, and unavailability or interruption of operations. 27 28 DISCLAIMER OF LIABILITY 29 NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY 30 DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 31 DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND 32 ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR 33 TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE 34 USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED 35 HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES 36 37 You should have received a copy of the GNU General Public License 38 along with this program; if not, write to the Free Software 39 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA 40 41 Bugs/Comments/Suggestions should be mailed to: 42 linuxraid@amcc.com 43 44 For more information, goto: 45 http://www.amcc.com 46 47 Note: This version of the driver does not contain a bundled firmware 48 image. 49 50 History 51 ------- 52 2.26.02.000 - Driver cleanup for kernel submission. 53 2.26.02.001 - Replace schedule_timeout() calls with msleep(). 54 2.26.02.002 - Add support for PAE mode. 55 Add lun support. 56 Fix twa_remove() to free irq handler/unregister_chrdev() 57 before shutting down card. 58 Change to new 'change_queue_depth' api. 59 Fix 'handled=1' ISR usage, remove bogus IRQ check. 60 Remove un-needed eh_abort handler. 61 Add support for embedded firmware error strings. 62 */ 63 64 #include <linux/module.h> 65 #include <linux/reboot.h> 66 #include <linux/spinlock.h> 67 #include <linux/interrupt.h> 68 #include <linux/moduleparam.h> 69 #include <linux/errno.h> 70 #include <linux/types.h> 71 #include <linux/delay.h> 72 #include <linux/pci.h> 73 #include <linux/time.h> 74 #include <asm/io.h> 75 #include <asm/irq.h> 76 #include <asm/uaccess.h> 77 #include <scsi/scsi.h> 78 #include <scsi/scsi_host.h> 79 #include <scsi/scsi_tcq.h> 80 #include <scsi/scsi_cmnd.h> 81 #include "3w-9xxx.h" 82 83 /* Globals */ 84 #define TW_DRIVER_VERSION "2.26.02.002" 85 static TW_Device_Extension *twa_device_extension_list[TW_MAX_SLOT]; 86 static unsigned int twa_device_extension_count; 87 static int twa_major = -1; 88 extern struct timezone sys_tz; 89 90 /* Module parameters */ 91 MODULE_AUTHOR ("AMCC"); 92 MODULE_DESCRIPTION ("3ware 9000 Storage Controller Linux Driver"); 93 MODULE_LICENSE("GPL"); 94 MODULE_VERSION(TW_DRIVER_VERSION); 95 96 /* Function prototypes */ 97 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header); 98 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id); 99 static char *twa_aen_severity_lookup(unsigned char severity_code); 100 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id); 101 static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg); 102 static int twa_chrdev_open(struct inode *inode, struct file *file); 103 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host); 104 static void twa_free_request_id(TW_Device_Extension *tw_dev,int request_id); 105 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id); 106 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits, 107 u32 set_features, unsigned short current_fw_srl, 108 unsigned short current_fw_arch_id, 109 unsigned short current_fw_branch, 110 unsigned short current_fw_build, 111 unsigned short *fw_on_ctlr_srl, 112 unsigned short *fw_on_ctlr_arch_id, 113 unsigned short *fw_on_ctlr_branch, 114 unsigned short *fw_on_ctlr_build, 115 u32 *init_connect_result); 116 static void twa_load_sgl(TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length); 117 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds); 118 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds); 119 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal); 120 static int twa_reset_device_extension(TW_Device_Extension *tw_dev, int ioctl_reset); 121 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset); 122 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg); 123 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id); 124 static char *twa_string_lookup(twa_message_type *table, unsigned int aen_code); 125 static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id); 126 127 /* Functions */ 128 129 /* Show some statistics about the card */ 130 static ssize_t twa_show_stats(struct class_device *class_dev, char *buf) 131 { 132 struct Scsi_Host *host = class_to_shost(class_dev); 133 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 134 unsigned long flags = 0; 135 ssize_t len; 136 137 spin_lock_irqsave(tw_dev->host->host_lock, flags); 138 len = snprintf(buf, PAGE_SIZE, "3w-9xxx Driver version: %s\n" 139 "Current commands posted: %4d\n" 140 "Max commands posted: %4d\n" 141 "Current pending commands: %4d\n" 142 "Max pending commands: %4d\n" 143 "Last sgl length: %4d\n" 144 "Max sgl length: %4d\n" 145 "Last sector count: %4d\n" 146 "Max sector count: %4d\n" 147 "SCSI Host Resets: %4d\n" 148 "AEN's: %4d\n", 149 TW_DRIVER_VERSION, 150 tw_dev->posted_request_count, 151 tw_dev->max_posted_request_count, 152 tw_dev->pending_request_count, 153 tw_dev->max_pending_request_count, 154 tw_dev->sgl_entries, 155 tw_dev->max_sgl_entries, 156 tw_dev->sector_count, 157 tw_dev->max_sector_count, 158 tw_dev->num_resets, 159 tw_dev->aen_count); 160 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 161 return len; 162 } /* End twa_show_stats() */ 163 164 /* This function will set a devices queue depth */ 165 static int twa_change_queue_depth(struct scsi_device *sdev, int queue_depth) 166 { 167 if (queue_depth > TW_Q_LENGTH-2) 168 queue_depth = TW_Q_LENGTH-2; 169 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG, queue_depth); 170 return queue_depth; 171 } /* End twa_change_queue_depth() */ 172 173 /* Create sysfs 'stats' entry */ 174 static struct class_device_attribute twa_host_stats_attr = { 175 .attr = { 176 .name = "stats", 177 .mode = S_IRUGO, 178 }, 179 .show = twa_show_stats 180 }; 181 182 /* Host attributes initializer */ 183 static struct class_device_attribute *twa_host_attrs[] = { 184 &twa_host_stats_attr, 185 NULL, 186 }; 187 188 /* File operations struct for character device */ 189 static struct file_operations twa_fops = { 190 .owner = THIS_MODULE, 191 .ioctl = twa_chrdev_ioctl, 192 .open = twa_chrdev_open, 193 .release = NULL 194 }; 195 196 /* This function will complete an aen request from the isr */ 197 static int twa_aen_complete(TW_Device_Extension *tw_dev, int request_id) 198 { 199 TW_Command_Full *full_command_packet; 200 TW_Command *command_packet; 201 TW_Command_Apache_Header *header; 202 unsigned short aen; 203 int retval = 1; 204 205 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id]; 206 tw_dev->posted_request_count--; 207 aen = header->status_block.error; 208 full_command_packet = tw_dev->command_packet_virt[request_id]; 209 command_packet = &full_command_packet->command.oldcommand; 210 211 /* First check for internal completion of set param for time sync */ 212 if (TW_OP_OUT(command_packet->opcode__sgloffset) == TW_OP_SET_PARAM) { 213 /* Keep reading the queue in case there are more aen's */ 214 if (twa_aen_read_queue(tw_dev, request_id)) 215 goto out2; 216 else { 217 retval = 0; 218 goto out; 219 } 220 } 221 222 switch (aen) { 223 case TW_AEN_QUEUE_EMPTY: 224 /* Quit reading the queue if this is the last one */ 225 break; 226 case TW_AEN_SYNC_TIME_WITH_HOST: 227 twa_aen_sync_time(tw_dev, request_id); 228 retval = 0; 229 goto out; 230 default: 231 twa_aen_queue_event(tw_dev, header); 232 233 /* If there are more aen's, keep reading the queue */ 234 if (twa_aen_read_queue(tw_dev, request_id)) 235 goto out2; 236 else { 237 retval = 0; 238 goto out; 239 } 240 } 241 retval = 0; 242 out2: 243 tw_dev->state[request_id] = TW_S_COMPLETED; 244 twa_free_request_id(tw_dev, request_id); 245 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags); 246 out: 247 return retval; 248 } /* End twa_aen_complete() */ 249 250 /* This function will drain aen queue */ 251 static int twa_aen_drain_queue(TW_Device_Extension *tw_dev, int no_check_reset) 252 { 253 int request_id = 0; 254 char cdb[TW_MAX_CDB_LEN]; 255 TW_SG_Entry sglist[1]; 256 int finished = 0, count = 0; 257 TW_Command_Full *full_command_packet; 258 TW_Command_Apache_Header *header; 259 unsigned short aen; 260 int first_reset = 0, queue = 0, retval = 1; 261 262 if (no_check_reset) 263 first_reset = 0; 264 else 265 first_reset = 1; 266 267 full_command_packet = tw_dev->command_packet_virt[request_id]; 268 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 269 270 /* Initialize cdb */ 271 memset(&cdb, 0, TW_MAX_CDB_LEN); 272 cdb[0] = REQUEST_SENSE; /* opcode */ 273 cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */ 274 275 /* Initialize sglist */ 276 memset(&sglist, 0, sizeof(TW_SG_Entry)); 277 sglist[0].length = TW_SECTOR_SIZE; 278 sglist[0].address = tw_dev->generic_buffer_phys[request_id]; 279 280 if (sglist[0].address & TW_ALIGNMENT_9000_SGL) { 281 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1, "Found unaligned address during AEN drain"); 282 goto out; 283 } 284 285 /* Mark internal command */ 286 tw_dev->srb[request_id] = NULL; 287 288 do { 289 /* Send command to the board */ 290 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) { 291 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2, "Error posting request sense"); 292 goto out; 293 } 294 295 /* Now poll for completion */ 296 if (twa_poll_response(tw_dev, request_id, 30)) { 297 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x3, "No valid response while draining AEN queue"); 298 tw_dev->posted_request_count--; 299 goto out; 300 } 301 302 tw_dev->posted_request_count--; 303 header = (TW_Command_Apache_Header *)tw_dev->generic_buffer_virt[request_id]; 304 aen = header->status_block.error; 305 queue = 0; 306 count++; 307 308 switch (aen) { 309 case TW_AEN_QUEUE_EMPTY: 310 if (first_reset != 1) 311 goto out; 312 else 313 finished = 1; 314 break; 315 case TW_AEN_SOFT_RESET: 316 if (first_reset == 0) 317 first_reset = 1; 318 else 319 queue = 1; 320 break; 321 case TW_AEN_SYNC_TIME_WITH_HOST: 322 break; 323 default: 324 queue = 1; 325 } 326 327 /* Now queue an event info */ 328 if (queue) 329 twa_aen_queue_event(tw_dev, header); 330 } while ((finished == 0) && (count < TW_MAX_AEN_DRAIN)); 331 332 if (count == TW_MAX_AEN_DRAIN) 333 goto out; 334 335 retval = 0; 336 out: 337 tw_dev->state[request_id] = TW_S_INITIAL; 338 return retval; 339 } /* End twa_aen_drain_queue() */ 340 341 /* This function will queue an event */ 342 static void twa_aen_queue_event(TW_Device_Extension *tw_dev, TW_Command_Apache_Header *header) 343 { 344 u32 local_time; 345 struct timeval time; 346 TW_Event *event; 347 unsigned short aen; 348 char host[16]; 349 char *error_str; 350 351 tw_dev->aen_count++; 352 353 /* Fill out event info */ 354 event = tw_dev->event_queue[tw_dev->error_index]; 355 356 /* Check for clobber */ 357 host[0] = '\0'; 358 if (tw_dev->host) { 359 sprintf(host, " scsi%d:", tw_dev->host->host_no); 360 if (event->retrieved == TW_AEN_NOT_RETRIEVED) 361 tw_dev->aen_clobber = 1; 362 } 363 364 aen = header->status_block.error; 365 memset(event, 0, sizeof(TW_Event)); 366 367 event->severity = TW_SEV_OUT(header->status_block.severity__reserved); 368 do_gettimeofday(&time); 369 local_time = (u32)(time.tv_sec - (sys_tz.tz_minuteswest * 60)); 370 event->time_stamp_sec = local_time; 371 event->aen_code = aen; 372 event->retrieved = TW_AEN_NOT_RETRIEVED; 373 event->sequence_id = tw_dev->error_sequence_id; 374 tw_dev->error_sequence_id++; 375 376 /* Check for embedded error string */ 377 error_str = &(header->err_specific_desc[strlen(header->err_specific_desc)+1]); 378 379 header->err_specific_desc[sizeof(header->err_specific_desc) - 1] = '\0'; 380 event->parameter_len = strlen(header->err_specific_desc); 381 memcpy(event->parameter_data, header->err_specific_desc, event->parameter_len); 382 if (event->severity != TW_AEN_SEVERITY_DEBUG) 383 printk(KERN_WARNING "3w-9xxx:%s AEN: %s (0x%02X:0x%04X): %s:%s.\n", 384 host, 385 twa_aen_severity_lookup(TW_SEV_OUT(header->status_block.severity__reserved)), 386 TW_MESSAGE_SOURCE_CONTROLLER_EVENT, aen, 387 error_str[0] == '\0' ? twa_string_lookup(twa_aen_table, aen) : error_str, 388 header->err_specific_desc); 389 else 390 tw_dev->aen_count--; 391 392 if ((tw_dev->error_index + 1) == TW_Q_LENGTH) 393 tw_dev->event_queue_wrapped = 1; 394 tw_dev->error_index = (tw_dev->error_index + 1 ) % TW_Q_LENGTH; 395 } /* End twa_aen_queue_event() */ 396 397 /* This function will read the aen queue from the isr */ 398 static int twa_aen_read_queue(TW_Device_Extension *tw_dev, int request_id) 399 { 400 char cdb[TW_MAX_CDB_LEN]; 401 TW_SG_Entry sglist[1]; 402 TW_Command_Full *full_command_packet; 403 int retval = 1; 404 405 full_command_packet = tw_dev->command_packet_virt[request_id]; 406 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 407 408 /* Initialize cdb */ 409 memset(&cdb, 0, TW_MAX_CDB_LEN); 410 cdb[0] = REQUEST_SENSE; /* opcode */ 411 cdb[4] = TW_ALLOCATION_LENGTH; /* allocation length */ 412 413 /* Initialize sglist */ 414 memset(&sglist, 0, sizeof(TW_SG_Entry)); 415 sglist[0].length = TW_SECTOR_SIZE; 416 sglist[0].address = tw_dev->generic_buffer_phys[request_id]; 417 418 /* Mark internal command */ 419 tw_dev->srb[request_id] = NULL; 420 421 /* Now post the command packet */ 422 if (twa_scsiop_execute_scsi(tw_dev, request_id, cdb, 1, sglist)) { 423 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x4, "Post failed while reading AEN queue"); 424 goto out; 425 } 426 retval = 0; 427 out: 428 return retval; 429 } /* End twa_aen_read_queue() */ 430 431 /* This function will look up an AEN severity string */ 432 static char *twa_aen_severity_lookup(unsigned char severity_code) 433 { 434 char *retval = NULL; 435 436 if ((severity_code < (unsigned char) TW_AEN_SEVERITY_ERROR) || 437 (severity_code > (unsigned char) TW_AEN_SEVERITY_DEBUG)) 438 goto out; 439 440 retval = twa_aen_severity_table[severity_code]; 441 out: 442 return retval; 443 } /* End twa_aen_severity_lookup() */ 444 445 /* This function will sync firmware time with the host time */ 446 static void twa_aen_sync_time(TW_Device_Extension *tw_dev, int request_id) 447 { 448 u32 schedulertime; 449 struct timeval utc; 450 TW_Command_Full *full_command_packet; 451 TW_Command *command_packet; 452 TW_Param_Apache *param; 453 u32 local_time; 454 455 /* Fill out the command packet */ 456 full_command_packet = tw_dev->command_packet_virt[request_id]; 457 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 458 command_packet = &full_command_packet->command.oldcommand; 459 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_SET_PARAM); 460 command_packet->request_id = request_id; 461 command_packet->byte8_offset.param.sgl[0].address = tw_dev->generic_buffer_phys[request_id]; 462 command_packet->byte8_offset.param.sgl[0].length = TW_SECTOR_SIZE; 463 command_packet->size = TW_COMMAND_SIZE; 464 command_packet->byte6_offset.parameter_count = 1; 465 466 /* Setup the param */ 467 param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id]; 468 memset(param, 0, TW_SECTOR_SIZE); 469 param->table_id = TW_TIMEKEEP_TABLE | 0x8000; /* Controller time keep table */ 470 param->parameter_id = 0x3; /* SchedulerTime */ 471 param->parameter_size_bytes = 4; 472 473 /* Convert system time in UTC to local time seconds since last 474 Sunday 12:00AM */ 475 do_gettimeofday(&utc); 476 local_time = (u32)(utc.tv_sec - (sys_tz.tz_minuteswest * 60)); 477 schedulertime = local_time - (3 * 86400); 478 schedulertime = schedulertime % 604800; 479 480 memcpy(param->data, &schedulertime, sizeof(u32)); 481 482 /* Mark internal command */ 483 tw_dev->srb[request_id] = NULL; 484 485 /* Now post the command */ 486 twa_post_command_packet(tw_dev, request_id, 1); 487 } /* End twa_aen_sync_time() */ 488 489 /* This function will allocate memory and check if it is correctly aligned */ 490 static int twa_allocate_memory(TW_Device_Extension *tw_dev, int size, int which) 491 { 492 int i; 493 dma_addr_t dma_handle; 494 unsigned long *cpu_addr; 495 int retval = 1; 496 497 cpu_addr = pci_alloc_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, &dma_handle); 498 if (!cpu_addr) { 499 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x5, "Memory allocation failed"); 500 goto out; 501 } 502 503 if ((unsigned long)cpu_addr % (TW_ALIGNMENT_9000)) { 504 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x6, "Failed to allocate correctly aligned memory"); 505 pci_free_consistent(tw_dev->tw_pci_dev, size*TW_Q_LENGTH, cpu_addr, dma_handle); 506 goto out; 507 } 508 509 memset(cpu_addr, 0, size*TW_Q_LENGTH); 510 511 for (i = 0; i < TW_Q_LENGTH; i++) { 512 switch(which) { 513 case 0: 514 tw_dev->command_packet_phys[i] = dma_handle+(i*size); 515 tw_dev->command_packet_virt[i] = (TW_Command_Full *)((unsigned char *)cpu_addr + (i*size)); 516 break; 517 case 1: 518 tw_dev->generic_buffer_phys[i] = dma_handle+(i*size); 519 tw_dev->generic_buffer_virt[i] = (unsigned long *)((unsigned char *)cpu_addr + (i*size)); 520 break; 521 } 522 } 523 retval = 0; 524 out: 525 return retval; 526 } /* End twa_allocate_memory() */ 527 528 /* This function will check the status register for unexpected bits */ 529 static int twa_check_bits(u32 status_reg_value) 530 { 531 int retval = 1; 532 533 if ((status_reg_value & TW_STATUS_EXPECTED_BITS) != TW_STATUS_EXPECTED_BITS) 534 goto out; 535 if ((status_reg_value & TW_STATUS_UNEXPECTED_BITS) != 0) 536 goto out; 537 538 retval = 0; 539 out: 540 return retval; 541 } /* End twa_check_bits() */ 542 543 /* This function will check the srl and decide if we are compatible */ 544 static int twa_check_srl(TW_Device_Extension *tw_dev, int *flashed) 545 { 546 int retval = 1; 547 unsigned short fw_on_ctlr_srl = 0, fw_on_ctlr_arch_id = 0; 548 unsigned short fw_on_ctlr_branch = 0, fw_on_ctlr_build = 0; 549 u32 init_connect_result = 0; 550 551 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS, 552 TW_EXTENDED_INIT_CONNECT, TW_CURRENT_DRIVER_SRL, 553 TW_9000_ARCH_ID, TW_CURRENT_DRIVER_BRANCH, 554 TW_CURRENT_DRIVER_BUILD, &fw_on_ctlr_srl, 555 &fw_on_ctlr_arch_id, &fw_on_ctlr_branch, 556 &fw_on_ctlr_build, &init_connect_result)) { 557 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x7, "Initconnection failed while checking SRL"); 558 goto out; 559 } 560 561 tw_dev->working_srl = fw_on_ctlr_srl; 562 tw_dev->working_branch = fw_on_ctlr_branch; 563 tw_dev->working_build = fw_on_ctlr_build; 564 565 /* Try base mode compatibility */ 566 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) { 567 if (twa_initconnection(tw_dev, TW_INIT_MESSAGE_CREDITS, 568 TW_EXTENDED_INIT_CONNECT, 569 TW_BASE_FW_SRL, TW_9000_ARCH_ID, 570 TW_BASE_FW_BRANCH, TW_BASE_FW_BUILD, 571 &fw_on_ctlr_srl, &fw_on_ctlr_arch_id, 572 &fw_on_ctlr_branch, &fw_on_ctlr_build, 573 &init_connect_result)) { 574 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xa, "Initconnection (base mode) failed while checking SRL"); 575 goto out; 576 } 577 if (!(init_connect_result & TW_CTLR_FW_COMPATIBLE)) { 578 if (TW_CURRENT_DRIVER_SRL > fw_on_ctlr_srl) { 579 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x32, "Firmware and driver incompatibility: please upgrade firmware"); 580 } else { 581 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x33, "Firmware and driver incompatibility: please upgrade driver"); 582 } 583 goto out; 584 } 585 tw_dev->working_srl = TW_BASE_FW_SRL; 586 tw_dev->working_branch = TW_BASE_FW_BRANCH; 587 tw_dev->working_build = TW_BASE_FW_BUILD; 588 } 589 retval = 0; 590 out: 591 return retval; 592 } /* End twa_check_srl() */ 593 594 /* This function handles ioctl for the character device */ 595 static int twa_chrdev_ioctl(struct inode *inode, struct file *file, unsigned int cmd, unsigned long arg) 596 { 597 long timeout; 598 unsigned long *cpu_addr, data_buffer_length_adjusted = 0, flags = 0; 599 dma_addr_t dma_handle; 600 int request_id = 0; 601 unsigned int sequence_id = 0; 602 unsigned char event_index, start_index; 603 TW_Ioctl_Driver_Command driver_command; 604 TW_Ioctl_Buf_Apache *tw_ioctl; 605 TW_Lock *tw_lock; 606 TW_Command_Full *full_command_packet; 607 TW_Compatibility_Info *tw_compat_info; 608 TW_Event *event; 609 struct timeval current_time; 610 u32 current_time_ms; 611 TW_Device_Extension *tw_dev = twa_device_extension_list[iminor(inode)]; 612 int retval = TW_IOCTL_ERROR_OS_EFAULT; 613 void __user *argp = (void __user *)arg; 614 615 /* Only let one of these through at a time */ 616 if (down_interruptible(&tw_dev->ioctl_sem)) { 617 retval = TW_IOCTL_ERROR_OS_EINTR; 618 goto out; 619 } 620 621 /* First copy down the driver command */ 622 if (copy_from_user(&driver_command, argp, sizeof(TW_Ioctl_Driver_Command))) 623 goto out2; 624 625 /* Check data buffer size */ 626 if (driver_command.buffer_length > TW_MAX_SECTORS * 512) { 627 retval = TW_IOCTL_ERROR_OS_EINVAL; 628 goto out2; 629 } 630 631 /* Hardware can only do multiple of 512 byte transfers */ 632 data_buffer_length_adjusted = (driver_command.buffer_length + 511) & ~511; 633 634 /* Now allocate ioctl buf memory */ 635 cpu_addr = dma_alloc_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, &dma_handle, GFP_KERNEL); 636 if (!cpu_addr) { 637 retval = TW_IOCTL_ERROR_OS_ENOMEM; 638 goto out2; 639 } 640 641 tw_ioctl = (TW_Ioctl_Buf_Apache *)cpu_addr; 642 643 /* Now copy down the entire ioctl */ 644 if (copy_from_user(tw_ioctl, argp, driver_command.buffer_length + sizeof(TW_Ioctl_Buf_Apache) - 1)) 645 goto out3; 646 647 /* See which ioctl we are doing */ 648 switch (cmd) { 649 case TW_IOCTL_FIRMWARE_PASS_THROUGH: 650 spin_lock_irqsave(tw_dev->host->host_lock, flags); 651 twa_get_request_id(tw_dev, &request_id); 652 653 /* Flag internal command */ 654 tw_dev->srb[request_id] = NULL; 655 656 /* Flag chrdev ioctl */ 657 tw_dev->chrdev_request_id = request_id; 658 659 full_command_packet = &tw_ioctl->firmware_command; 660 661 /* Load request id and sglist for both command types */ 662 twa_load_sgl(full_command_packet, request_id, dma_handle, data_buffer_length_adjusted); 663 664 memcpy(tw_dev->command_packet_virt[request_id], &(tw_ioctl->firmware_command), sizeof(TW_Command_Full)); 665 666 /* Now post the command packet to the controller */ 667 twa_post_command_packet(tw_dev, request_id, 1); 668 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 669 670 timeout = TW_IOCTL_CHRDEV_TIMEOUT*HZ; 671 672 /* Now wait for command to complete */ 673 timeout = wait_event_timeout(tw_dev->ioctl_wqueue, tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE, timeout); 674 675 /* See if we reset while waiting for the ioctl to complete */ 676 if (test_bit(TW_IN_RESET, &tw_dev->flags)) { 677 clear_bit(TW_IN_RESET, &tw_dev->flags); 678 retval = TW_IOCTL_ERROR_OS_ERESTARTSYS; 679 goto out3; 680 } 681 682 /* We timed out, and didn't get an interrupt */ 683 if (tw_dev->chrdev_request_id != TW_IOCTL_CHRDEV_FREE) { 684 /* Now we need to reset the board */ 685 printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Character ioctl (0x%x) timed out, resetting card.\n", 686 tw_dev->host->host_no, TW_DRIVER, 0xc, 687 cmd); 688 retval = TW_IOCTL_ERROR_OS_EIO; 689 spin_lock_irqsave(tw_dev->host->host_lock, flags); 690 tw_dev->state[request_id] = TW_S_COMPLETED; 691 twa_free_request_id(tw_dev, request_id); 692 tw_dev->posted_request_count--; 693 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 694 twa_reset_device_extension(tw_dev, 1); 695 goto out3; 696 } 697 698 /* Now copy in the command packet response */ 699 memcpy(&(tw_ioctl->firmware_command), tw_dev->command_packet_virt[request_id], sizeof(TW_Command_Full)); 700 701 /* Now complete the io */ 702 spin_lock_irqsave(tw_dev->host->host_lock, flags); 703 tw_dev->posted_request_count--; 704 tw_dev->state[request_id] = TW_S_COMPLETED; 705 twa_free_request_id(tw_dev, request_id); 706 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 707 break; 708 case TW_IOCTL_GET_COMPATIBILITY_INFO: 709 tw_ioctl->driver_command.status = 0; 710 /* Copy compatiblity struct into ioctl data buffer */ 711 tw_compat_info = (TW_Compatibility_Info *)tw_ioctl->data_buffer; 712 strncpy(tw_compat_info->driver_version, TW_DRIVER_VERSION, strlen(TW_DRIVER_VERSION)); 713 tw_compat_info->working_srl = tw_dev->working_srl; 714 tw_compat_info->working_branch = tw_dev->working_branch; 715 tw_compat_info->working_build = tw_dev->working_build; 716 tw_compat_info->driver_srl_high = TW_CURRENT_DRIVER_SRL; 717 tw_compat_info->driver_branch_high = TW_CURRENT_DRIVER_BRANCH; 718 tw_compat_info->driver_build_high = TW_CURRENT_DRIVER_BUILD; 719 tw_compat_info->driver_srl_low = TW_BASE_FW_SRL; 720 tw_compat_info->driver_branch_low = TW_BASE_FW_BRANCH; 721 tw_compat_info->driver_build_low = TW_BASE_FW_BUILD; 722 break; 723 case TW_IOCTL_GET_LAST_EVENT: 724 if (tw_dev->event_queue_wrapped) { 725 if (tw_dev->aen_clobber) { 726 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 727 tw_dev->aen_clobber = 0; 728 } else 729 tw_ioctl->driver_command.status = 0; 730 } else { 731 if (!tw_dev->error_index) { 732 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 733 break; 734 } 735 tw_ioctl->driver_command.status = 0; 736 } 737 event_index = (tw_dev->error_index - 1 + TW_Q_LENGTH) % TW_Q_LENGTH; 738 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 739 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 740 break; 741 case TW_IOCTL_GET_FIRST_EVENT: 742 if (tw_dev->event_queue_wrapped) { 743 if (tw_dev->aen_clobber) { 744 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 745 tw_dev->aen_clobber = 0; 746 } else 747 tw_ioctl->driver_command.status = 0; 748 event_index = tw_dev->error_index; 749 } else { 750 if (!tw_dev->error_index) { 751 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 752 break; 753 } 754 tw_ioctl->driver_command.status = 0; 755 event_index = 0; 756 } 757 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 758 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 759 break; 760 case TW_IOCTL_GET_NEXT_EVENT: 761 event = (TW_Event *)tw_ioctl->data_buffer; 762 sequence_id = event->sequence_id; 763 tw_ioctl->driver_command.status = 0; 764 765 if (tw_dev->event_queue_wrapped) { 766 if (tw_dev->aen_clobber) { 767 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 768 tw_dev->aen_clobber = 0; 769 } 770 start_index = tw_dev->error_index; 771 } else { 772 if (!tw_dev->error_index) { 773 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 774 break; 775 } 776 start_index = 0; 777 } 778 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id + 1) % TW_Q_LENGTH; 779 780 if (!(tw_dev->event_queue[event_index]->sequence_id > sequence_id)) { 781 if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER) 782 tw_dev->aen_clobber = 1; 783 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 784 break; 785 } 786 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 787 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 788 break; 789 case TW_IOCTL_GET_PREVIOUS_EVENT: 790 event = (TW_Event *)tw_ioctl->data_buffer; 791 sequence_id = event->sequence_id; 792 tw_ioctl->driver_command.status = 0; 793 794 if (tw_dev->event_queue_wrapped) { 795 if (tw_dev->aen_clobber) { 796 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_AEN_CLOBBER; 797 tw_dev->aen_clobber = 0; 798 } 799 start_index = tw_dev->error_index; 800 } else { 801 if (!tw_dev->error_index) { 802 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 803 break; 804 } 805 start_index = 0; 806 } 807 event_index = (start_index + sequence_id - tw_dev->event_queue[start_index]->sequence_id - 1) % TW_Q_LENGTH; 808 809 if (!(tw_dev->event_queue[event_index]->sequence_id < sequence_id)) { 810 if (tw_ioctl->driver_command.status == TW_IOCTL_ERROR_STATUS_AEN_CLOBBER) 811 tw_dev->aen_clobber = 1; 812 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NO_MORE_EVENTS; 813 break; 814 } 815 memcpy(tw_ioctl->data_buffer, tw_dev->event_queue[event_index], sizeof(TW_Event)); 816 tw_dev->event_queue[event_index]->retrieved = TW_AEN_RETRIEVED; 817 break; 818 case TW_IOCTL_GET_LOCK: 819 tw_lock = (TW_Lock *)tw_ioctl->data_buffer; 820 do_gettimeofday(¤t_time); 821 current_time_ms = (current_time.tv_sec * 1000) + (current_time.tv_usec / 1000); 822 823 if ((tw_lock->force_flag == 1) || (tw_dev->ioctl_sem_lock == 0) || (current_time_ms >= tw_dev->ioctl_msec)) { 824 tw_dev->ioctl_sem_lock = 1; 825 tw_dev->ioctl_msec = current_time_ms + tw_lock->timeout_msec; 826 tw_ioctl->driver_command.status = 0; 827 tw_lock->time_remaining_msec = tw_lock->timeout_msec; 828 } else { 829 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_LOCKED; 830 tw_lock->time_remaining_msec = tw_dev->ioctl_msec - current_time_ms; 831 } 832 break; 833 case TW_IOCTL_RELEASE_LOCK: 834 if (tw_dev->ioctl_sem_lock == 1) { 835 tw_dev->ioctl_sem_lock = 0; 836 tw_ioctl->driver_command.status = 0; 837 } else { 838 tw_ioctl->driver_command.status = TW_IOCTL_ERROR_STATUS_NOT_LOCKED; 839 } 840 break; 841 default: 842 retval = TW_IOCTL_ERROR_OS_ENOTTY; 843 goto out3; 844 } 845 846 /* Now copy the entire response to userspace */ 847 if (copy_to_user(argp, tw_ioctl, sizeof(TW_Ioctl_Buf_Apache) + driver_command.buffer_length - 1) == 0) 848 retval = 0; 849 out3: 850 /* Now free ioctl buf memory */ 851 dma_free_coherent(&tw_dev->tw_pci_dev->dev, data_buffer_length_adjusted+sizeof(TW_Ioctl_Buf_Apache) - 1, cpu_addr, dma_handle); 852 out2: 853 up(&tw_dev->ioctl_sem); 854 out: 855 return retval; 856 } /* End twa_chrdev_ioctl() */ 857 858 /* This function handles open for the character device */ 859 static int twa_chrdev_open(struct inode *inode, struct file *file) 860 { 861 unsigned int minor_number; 862 int retval = TW_IOCTL_ERROR_OS_ENODEV; 863 864 minor_number = iminor(inode); 865 if (minor_number >= twa_device_extension_count) 866 goto out; 867 retval = 0; 868 out: 869 return retval; 870 } /* End twa_chrdev_open() */ 871 872 /* This function will print readable messages from status register errors */ 873 static int twa_decode_bits(TW_Device_Extension *tw_dev, u32 status_reg_value) 874 { 875 int retval = 1; 876 877 /* Check for various error conditions and handle them appropriately */ 878 if (status_reg_value & TW_STATUS_PCI_PARITY_ERROR) { 879 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xc, "PCI Parity Error: clearing"); 880 writel(TW_CONTROL_CLEAR_PARITY_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 881 } 882 883 if (status_reg_value & TW_STATUS_PCI_ABORT) { 884 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xd, "PCI Abort: clearing"); 885 writel(TW_CONTROL_CLEAR_PCI_ABORT, TW_CONTROL_REG_ADDR(tw_dev)); 886 pci_write_config_word(tw_dev->tw_pci_dev, PCI_STATUS, TW_PCI_CLEAR_PCI_ABORT); 887 } 888 889 if (status_reg_value & TW_STATUS_QUEUE_ERROR) { 890 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xe, "Controller Queue Error: clearing"); 891 writel(TW_CONTROL_CLEAR_QUEUE_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 892 } 893 894 if (status_reg_value & TW_STATUS_SBUF_WRITE_ERROR) { 895 TW_PRINTK(tw_dev->host, TW_DRIVER, 0xf, "SBUF Write Error: clearing"); 896 writel(TW_CONTROL_CLEAR_SBUF_WRITE_ERROR, TW_CONTROL_REG_ADDR(tw_dev)); 897 } 898 899 if (status_reg_value & TW_STATUS_MICROCONTROLLER_ERROR) { 900 if (tw_dev->reset_print == 0) { 901 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x10, "Microcontroller Error: clearing"); 902 tw_dev->reset_print = 1; 903 } 904 goto out; 905 } 906 retval = 0; 907 out: 908 return retval; 909 } /* End twa_decode_bits() */ 910 911 /* This function will empty the response queue */ 912 static int twa_empty_response_queue(TW_Device_Extension *tw_dev) 913 { 914 u32 status_reg_value, response_que_value; 915 int count = 0, retval = 1; 916 917 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 918 919 while (((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) && (count < TW_MAX_RESPONSE_DRAIN)) { 920 response_que_value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 921 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 922 count++; 923 } 924 if (count == TW_MAX_RESPONSE_DRAIN) 925 goto out; 926 927 retval = 0; 928 out: 929 return retval; 930 } /* End twa_empty_response_queue() */ 931 932 /* This function passes sense keys from firmware to scsi layer */ 933 static int twa_fill_sense(TW_Device_Extension *tw_dev, int request_id, int copy_sense, int print_host) 934 { 935 TW_Command_Full *full_command_packet; 936 unsigned short error; 937 int retval = 1; 938 char *error_str; 939 940 full_command_packet = tw_dev->command_packet_virt[request_id]; 941 942 /* Check for embedded error string */ 943 error_str = &(full_command_packet->header.err_specific_desc[strlen(full_command_packet->header.err_specific_desc) + 1]); 944 945 /* Don't print error for Logical unit not supported during rollcall */ 946 error = full_command_packet->header.status_block.error; 947 if ((error != TW_ERROR_LOGICAL_UNIT_NOT_SUPPORTED) && (error != TW_ERROR_UNIT_OFFLINE)) { 948 if (print_host) 949 printk(KERN_WARNING "3w-9xxx: scsi%d: ERROR: (0x%02X:0x%04X): %s:%s.\n", 950 tw_dev->host->host_no, 951 TW_MESSAGE_SOURCE_CONTROLLER_ERROR, 952 full_command_packet->header.status_block.error, 953 error_str[0] == '\0' ? 954 twa_string_lookup(twa_error_table, 955 full_command_packet->header.status_block.error) : error_str, 956 full_command_packet->header.err_specific_desc); 957 else 958 printk(KERN_WARNING "3w-9xxx: ERROR: (0x%02X:0x%04X): %s:%s.\n", 959 TW_MESSAGE_SOURCE_CONTROLLER_ERROR, 960 full_command_packet->header.status_block.error, 961 error_str[0] == '\0' ? 962 twa_string_lookup(twa_error_table, 963 full_command_packet->header.status_block.error) : error_str, 964 full_command_packet->header.err_specific_desc); 965 } 966 967 if (copy_sense) { 968 memcpy(tw_dev->srb[request_id]->sense_buffer, full_command_packet->header.sense_data, TW_SENSE_DATA_LENGTH); 969 tw_dev->srb[request_id]->result = (full_command_packet->command.newcommand.status << 1); 970 retval = TW_ISR_DONT_RESULT; 971 goto out; 972 } 973 retval = 0; 974 out: 975 return retval; 976 } /* End twa_fill_sense() */ 977 978 /* This function will free up device extension resources */ 979 static void twa_free_device_extension(TW_Device_Extension *tw_dev) 980 { 981 if (tw_dev->command_packet_virt[0]) 982 pci_free_consistent(tw_dev->tw_pci_dev, 983 sizeof(TW_Command_Full)*TW_Q_LENGTH, 984 tw_dev->command_packet_virt[0], 985 tw_dev->command_packet_phys[0]); 986 987 if (tw_dev->generic_buffer_virt[0]) 988 pci_free_consistent(tw_dev->tw_pci_dev, 989 TW_SECTOR_SIZE*TW_Q_LENGTH, 990 tw_dev->generic_buffer_virt[0], 991 tw_dev->generic_buffer_phys[0]); 992 993 if (tw_dev->event_queue[0]) 994 kfree(tw_dev->event_queue[0]); 995 } /* End twa_free_device_extension() */ 996 997 /* This function will free a request id */ 998 static void twa_free_request_id(TW_Device_Extension *tw_dev, int request_id) 999 { 1000 tw_dev->free_queue[tw_dev->free_tail] = request_id; 1001 tw_dev->state[request_id] = TW_S_FINISHED; 1002 tw_dev->free_tail = (tw_dev->free_tail + 1) % TW_Q_LENGTH; 1003 } /* End twa_free_request_id() */ 1004 1005 /* This function will get parameter table entires from the firmware */ 1006 static void *twa_get_param(TW_Device_Extension *tw_dev, int request_id, int table_id, int parameter_id, int parameter_size_bytes) 1007 { 1008 TW_Command_Full *full_command_packet; 1009 TW_Command *command_packet; 1010 TW_Param_Apache *param; 1011 unsigned long param_value; 1012 void *retval = NULL; 1013 1014 /* Setup the command packet */ 1015 full_command_packet = tw_dev->command_packet_virt[request_id]; 1016 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 1017 command_packet = &full_command_packet->command.oldcommand; 1018 1019 command_packet->opcode__sgloffset = TW_OPSGL_IN(2, TW_OP_GET_PARAM); 1020 command_packet->size = TW_COMMAND_SIZE; 1021 command_packet->request_id = request_id; 1022 command_packet->byte6_offset.block_count = 1; 1023 1024 /* Now setup the param */ 1025 param = (TW_Param_Apache *)tw_dev->generic_buffer_virt[request_id]; 1026 memset(param, 0, TW_SECTOR_SIZE); 1027 param->table_id = table_id | 0x8000; 1028 param->parameter_id = parameter_id; 1029 param->parameter_size_bytes = parameter_size_bytes; 1030 param_value = tw_dev->generic_buffer_phys[request_id]; 1031 1032 command_packet->byte8_offset.param.sgl[0].address = param_value; 1033 command_packet->byte8_offset.param.sgl[0].length = TW_SECTOR_SIZE; 1034 1035 /* Post the command packet to the board */ 1036 twa_post_command_packet(tw_dev, request_id, 1); 1037 1038 /* Poll for completion */ 1039 if (twa_poll_response(tw_dev, request_id, 30)) 1040 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x13, "No valid response during get param") 1041 else 1042 retval = (void *)&(param->data[0]); 1043 1044 tw_dev->posted_request_count--; 1045 tw_dev->state[request_id] = TW_S_INITIAL; 1046 1047 return retval; 1048 } /* End twa_get_param() */ 1049 1050 /* This function will assign an available request id */ 1051 static void twa_get_request_id(TW_Device_Extension *tw_dev, int *request_id) 1052 { 1053 *request_id = tw_dev->free_queue[tw_dev->free_head]; 1054 tw_dev->free_head = (tw_dev->free_head + 1) % TW_Q_LENGTH; 1055 tw_dev->state[*request_id] = TW_S_STARTED; 1056 } /* End twa_get_request_id() */ 1057 1058 /* This function will send an initconnection command to controller */ 1059 static int twa_initconnection(TW_Device_Extension *tw_dev, int message_credits, 1060 u32 set_features, unsigned short current_fw_srl, 1061 unsigned short current_fw_arch_id, 1062 unsigned short current_fw_branch, 1063 unsigned short current_fw_build, 1064 unsigned short *fw_on_ctlr_srl, 1065 unsigned short *fw_on_ctlr_arch_id, 1066 unsigned short *fw_on_ctlr_branch, 1067 unsigned short *fw_on_ctlr_build, 1068 u32 *init_connect_result) 1069 { 1070 TW_Command_Full *full_command_packet; 1071 TW_Initconnect *tw_initconnect; 1072 int request_id = 0, retval = 1; 1073 1074 /* Initialize InitConnection command packet */ 1075 full_command_packet = tw_dev->command_packet_virt[request_id]; 1076 memset(full_command_packet, 0, sizeof(TW_Command_Full)); 1077 full_command_packet->header.header_desc.size_header = 128; 1078 1079 tw_initconnect = (TW_Initconnect *)&full_command_packet->command.oldcommand; 1080 tw_initconnect->opcode__reserved = TW_OPRES_IN(0, TW_OP_INIT_CONNECTION); 1081 tw_initconnect->request_id = request_id; 1082 tw_initconnect->message_credits = message_credits; 1083 tw_initconnect->features = set_features; 1084 1085 /* Turn on 64-bit sgl support if we need to */ 1086 tw_initconnect->features |= sizeof(dma_addr_t) > 4 ? 1 : 0; 1087 1088 if (set_features & TW_EXTENDED_INIT_CONNECT) { 1089 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE_EXTENDED; 1090 tw_initconnect->fw_srl = current_fw_srl; 1091 tw_initconnect->fw_arch_id = current_fw_arch_id; 1092 tw_initconnect->fw_branch = current_fw_branch; 1093 tw_initconnect->fw_build = current_fw_build; 1094 } else 1095 tw_initconnect->size = TW_INIT_COMMAND_PACKET_SIZE; 1096 1097 /* Send command packet to the board */ 1098 twa_post_command_packet(tw_dev, request_id, 1); 1099 1100 /* Poll for completion */ 1101 if (twa_poll_response(tw_dev, request_id, 30)) { 1102 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x15, "No valid response during init connection"); 1103 } else { 1104 if (set_features & TW_EXTENDED_INIT_CONNECT) { 1105 *fw_on_ctlr_srl = tw_initconnect->fw_srl; 1106 *fw_on_ctlr_arch_id = tw_initconnect->fw_arch_id; 1107 *fw_on_ctlr_branch = tw_initconnect->fw_branch; 1108 *fw_on_ctlr_build = tw_initconnect->fw_build; 1109 *init_connect_result = tw_initconnect->result; 1110 } 1111 retval = 0; 1112 } 1113 1114 tw_dev->posted_request_count--; 1115 tw_dev->state[request_id] = TW_S_INITIAL; 1116 1117 return retval; 1118 } /* End twa_initconnection() */ 1119 1120 /* This function will initialize the fields of a device extension */ 1121 static int twa_initialize_device_extension(TW_Device_Extension *tw_dev) 1122 { 1123 int i, retval = 1; 1124 1125 /* Initialize command packet buffers */ 1126 if (twa_allocate_memory(tw_dev, sizeof(TW_Command_Full), 0)) { 1127 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x16, "Command packet memory allocation failed"); 1128 goto out; 1129 } 1130 1131 /* Initialize generic buffer */ 1132 if (twa_allocate_memory(tw_dev, TW_SECTOR_SIZE, 1)) { 1133 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x17, "Generic memory allocation failed"); 1134 goto out; 1135 } 1136 1137 /* Allocate event info space */ 1138 tw_dev->event_queue[0] = kmalloc(sizeof(TW_Event) * TW_Q_LENGTH, GFP_KERNEL); 1139 if (!tw_dev->event_queue[0]) { 1140 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x18, "Event info memory allocation failed"); 1141 goto out; 1142 } 1143 1144 memset(tw_dev->event_queue[0], 0, sizeof(TW_Event) * TW_Q_LENGTH); 1145 1146 for (i = 0; i < TW_Q_LENGTH; i++) { 1147 tw_dev->event_queue[i] = (TW_Event *)((unsigned char *)tw_dev->event_queue[0] + (i * sizeof(TW_Event))); 1148 tw_dev->free_queue[i] = i; 1149 tw_dev->state[i] = TW_S_INITIAL; 1150 } 1151 1152 tw_dev->pending_head = TW_Q_START; 1153 tw_dev->pending_tail = TW_Q_START; 1154 tw_dev->free_head = TW_Q_START; 1155 tw_dev->free_tail = TW_Q_START; 1156 tw_dev->error_sequence_id = 1; 1157 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 1158 1159 init_MUTEX(&tw_dev->ioctl_sem); 1160 init_waitqueue_head(&tw_dev->ioctl_wqueue); 1161 1162 retval = 0; 1163 out: 1164 return retval; 1165 } /* End twa_initialize_device_extension() */ 1166 1167 /* This function is the interrupt service routine */ 1168 static irqreturn_t twa_interrupt(int irq, void *dev_instance, struct pt_regs *regs) 1169 { 1170 int request_id, error = 0; 1171 u32 status_reg_value; 1172 TW_Response_Queue response_que; 1173 TW_Command_Full *full_command_packet; 1174 TW_Command *command_packet; 1175 TW_Device_Extension *tw_dev = (TW_Device_Extension *)dev_instance; 1176 int handled = 0; 1177 1178 /* Get the per adapter lock */ 1179 spin_lock(tw_dev->host->host_lock); 1180 1181 /* Read the registers */ 1182 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1183 1184 /* Check if this is our interrupt, otherwise bail */ 1185 if (!(status_reg_value & TW_STATUS_VALID_INTERRUPT)) 1186 goto twa_interrupt_bail; 1187 1188 handled = 1; 1189 1190 /* Check controller for errors */ 1191 if (twa_check_bits(status_reg_value)) { 1192 if (twa_decode_bits(tw_dev, status_reg_value)) { 1193 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1194 goto twa_interrupt_bail; 1195 } 1196 } 1197 1198 /* Handle host interrupt */ 1199 if (status_reg_value & TW_STATUS_HOST_INTERRUPT) 1200 TW_CLEAR_HOST_INTERRUPT(tw_dev); 1201 1202 /* Handle attention interrupt */ 1203 if (status_reg_value & TW_STATUS_ATTENTION_INTERRUPT) { 1204 TW_CLEAR_ATTENTION_INTERRUPT(tw_dev); 1205 if (!(test_and_set_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags))) { 1206 twa_get_request_id(tw_dev, &request_id); 1207 1208 error = twa_aen_read_queue(tw_dev, request_id); 1209 if (error) { 1210 tw_dev->state[request_id] = TW_S_COMPLETED; 1211 twa_free_request_id(tw_dev, request_id); 1212 clear_bit(TW_IN_ATTENTION_LOOP, &tw_dev->flags); 1213 } 1214 } 1215 } 1216 1217 /* Handle command interrupt */ 1218 if (status_reg_value & TW_STATUS_COMMAND_INTERRUPT) { 1219 TW_MASK_COMMAND_INTERRUPT(tw_dev); 1220 /* Drain as many pending commands as we can */ 1221 while (tw_dev->pending_request_count > 0) { 1222 request_id = tw_dev->pending_queue[tw_dev->pending_head]; 1223 if (tw_dev->state[request_id] != TW_S_PENDING) { 1224 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x19, "Found request id that wasn't pending"); 1225 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1226 goto twa_interrupt_bail; 1227 } 1228 if (twa_post_command_packet(tw_dev, request_id, 1)==0) { 1229 tw_dev->pending_head = (tw_dev->pending_head + 1) % TW_Q_LENGTH; 1230 tw_dev->pending_request_count--; 1231 } else { 1232 /* If we get here, we will continue re-posting on the next command interrupt */ 1233 break; 1234 } 1235 } 1236 } 1237 1238 /* Handle response interrupt */ 1239 if (status_reg_value & TW_STATUS_RESPONSE_INTERRUPT) { 1240 1241 /* Drain the response queue from the board */ 1242 while ((status_reg_value & TW_STATUS_RESPONSE_QUEUE_EMPTY) == 0) { 1243 /* Complete the response */ 1244 response_que.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 1245 request_id = TW_RESID_OUT(response_que.response_id); 1246 full_command_packet = tw_dev->command_packet_virt[request_id]; 1247 error = 0; 1248 command_packet = &full_command_packet->command.oldcommand; 1249 /* Check for command packet errors */ 1250 if (full_command_packet->command.newcommand.status != 0) { 1251 if (tw_dev->srb[request_id] != 0) { 1252 error = twa_fill_sense(tw_dev, request_id, 1, 1); 1253 } else { 1254 /* Skip ioctl error prints */ 1255 if (request_id != tw_dev->chrdev_request_id) { 1256 error = twa_fill_sense(tw_dev, request_id, 0, 1); 1257 } 1258 } 1259 } 1260 1261 /* Check for correct state */ 1262 if (tw_dev->state[request_id] != TW_S_POSTED) { 1263 if (tw_dev->srb[request_id] != 0) { 1264 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1a, "Received a request id that wasn't posted"); 1265 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1266 goto twa_interrupt_bail; 1267 } 1268 } 1269 1270 /* Check for internal command completion */ 1271 if (tw_dev->srb[request_id] == 0) { 1272 if (request_id != tw_dev->chrdev_request_id) { 1273 if (twa_aen_complete(tw_dev, request_id)) 1274 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1b, "Error completing AEN during attention interrupt"); 1275 } else { 1276 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 1277 wake_up(&tw_dev->ioctl_wqueue); 1278 } 1279 } else { 1280 twa_scsiop_execute_scsi_complete(tw_dev, request_id); 1281 /* If no error command was a success */ 1282 if (error == 0) { 1283 tw_dev->srb[request_id]->result = (DID_OK << 16); 1284 } 1285 1286 /* If error, command failed */ 1287 if (error == 1) { 1288 /* Ask for a host reset */ 1289 tw_dev->srb[request_id]->result = (DID_OK << 16) | (CHECK_CONDITION << 1); 1290 } 1291 1292 /* Report residual bytes for single sgl */ 1293 if ((tw_dev->srb[request_id]->use_sg <= 1) && (full_command_packet->command.newcommand.status == 0)) { 1294 if (full_command_packet->command.newcommand.sg_list[0].length < tw_dev->srb[request_id]->request_bufflen) 1295 tw_dev->srb[request_id]->resid = tw_dev->srb[request_id]->request_bufflen - full_command_packet->command.newcommand.sg_list[0].length; 1296 } 1297 1298 /* Now complete the io */ 1299 tw_dev->state[request_id] = TW_S_COMPLETED; 1300 twa_free_request_id(tw_dev, request_id); 1301 tw_dev->posted_request_count--; 1302 tw_dev->srb[request_id]->scsi_done(tw_dev->srb[request_id]); 1303 twa_unmap_scsi_data(tw_dev, request_id); 1304 } 1305 1306 /* Check for valid status after each drain */ 1307 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1308 if (twa_check_bits(status_reg_value)) { 1309 if (twa_decode_bits(tw_dev, status_reg_value)) { 1310 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1311 goto twa_interrupt_bail; 1312 } 1313 } 1314 } 1315 } 1316 1317 twa_interrupt_bail: 1318 spin_unlock(tw_dev->host->host_lock); 1319 return IRQ_RETVAL(handled); 1320 } /* End twa_interrupt() */ 1321 1322 /* This function will load the request id and various sgls for ioctls */ 1323 static void twa_load_sgl(TW_Command_Full *full_command_packet, int request_id, dma_addr_t dma_handle, int length) 1324 { 1325 TW_Command *oldcommand; 1326 TW_Command_Apache *newcommand; 1327 TW_SG_Entry *sgl; 1328 1329 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) { 1330 newcommand = &full_command_packet->command.newcommand; 1331 newcommand->request_id__lunl = 1332 TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->request_id__lunl), request_id); 1333 newcommand->sg_list[0].address = dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1; 1334 newcommand->sg_list[0].length = length; 1335 newcommand->sgl_entries__lunh = 1336 TW_REQ_LUN_IN(TW_LUN_OUT(newcommand->sgl_entries__lunh), 1); 1337 } else { 1338 oldcommand = &full_command_packet->command.oldcommand; 1339 oldcommand->request_id = request_id; 1340 1341 if (TW_SGL_OUT(oldcommand->opcode__sgloffset)) { 1342 /* Load the sg list */ 1343 sgl = (TW_SG_Entry *)((u32 *)oldcommand+TW_SGL_OUT(oldcommand->opcode__sgloffset)); 1344 sgl->address = dma_handle + sizeof(TW_Ioctl_Buf_Apache) - 1; 1345 sgl->length = length; 1346 1347 if ((sizeof(long) < 8) && (sizeof(dma_addr_t) > 4)) 1348 oldcommand->size += 1; 1349 } 1350 } 1351 } /* End twa_load_sgl() */ 1352 1353 /* This function will perform a pci-dma mapping for a scatter gather list */ 1354 static int twa_map_scsi_sg_data(TW_Device_Extension *tw_dev, int request_id) 1355 { 1356 int use_sg; 1357 struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 1358 struct pci_dev *pdev = tw_dev->tw_pci_dev; 1359 int retval = 0; 1360 1361 if (cmd->use_sg == 0) 1362 goto out; 1363 1364 use_sg = pci_map_sg(pdev, cmd->buffer, cmd->use_sg, DMA_BIDIRECTIONAL); 1365 1366 if (use_sg == 0) { 1367 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1c, "Failed to map scatter gather list"); 1368 goto out; 1369 } 1370 1371 cmd->SCp.phase = TW_PHASE_SGLIST; 1372 cmd->SCp.have_data_in = use_sg; 1373 retval = use_sg; 1374 out: 1375 return retval; 1376 } /* End twa_map_scsi_sg_data() */ 1377 1378 /* This function will perform a pci-dma map for a single buffer */ 1379 static dma_addr_t twa_map_scsi_single_data(TW_Device_Extension *tw_dev, int request_id) 1380 { 1381 dma_addr_t mapping; 1382 struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 1383 struct pci_dev *pdev = tw_dev->tw_pci_dev; 1384 int retval = 0; 1385 1386 if (cmd->request_bufflen == 0) { 1387 retval = 0; 1388 goto out; 1389 } 1390 1391 mapping = pci_map_single(pdev, cmd->request_buffer, cmd->request_bufflen, DMA_BIDIRECTIONAL); 1392 1393 if (mapping == 0) { 1394 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1d, "Failed to map page"); 1395 goto out; 1396 } 1397 1398 cmd->SCp.phase = TW_PHASE_SINGLE; 1399 cmd->SCp.have_data_in = mapping; 1400 retval = mapping; 1401 out: 1402 return retval; 1403 } /* End twa_map_scsi_single_data() */ 1404 1405 /* This function will poll for a response interrupt of a request */ 1406 static int twa_poll_response(TW_Device_Extension *tw_dev, int request_id, int seconds) 1407 { 1408 int retval = 1, found = 0, response_request_id; 1409 TW_Response_Queue response_queue; 1410 TW_Command_Full *full_command_packet = tw_dev->command_packet_virt[request_id]; 1411 1412 if (twa_poll_status_gone(tw_dev, TW_STATUS_RESPONSE_QUEUE_EMPTY, seconds) == 0) { 1413 response_queue.value = readl(TW_RESPONSE_QUEUE_REG_ADDR(tw_dev)); 1414 response_request_id = TW_RESID_OUT(response_queue.response_id); 1415 if (request_id != response_request_id) { 1416 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1e, "Found unexpected request id while polling for response"); 1417 goto out; 1418 } 1419 if (TW_OP_OUT(full_command_packet->command.newcommand.opcode__reserved) == TW_OP_EXECUTE_SCSI) { 1420 if (full_command_packet->command.newcommand.status != 0) { 1421 /* bad response */ 1422 twa_fill_sense(tw_dev, request_id, 0, 0); 1423 goto out; 1424 } 1425 found = 1; 1426 } else { 1427 if (full_command_packet->command.oldcommand.status != 0) { 1428 /* bad response */ 1429 twa_fill_sense(tw_dev, request_id, 0, 0); 1430 goto out; 1431 } 1432 found = 1; 1433 } 1434 } 1435 1436 if (found) 1437 retval = 0; 1438 out: 1439 return retval; 1440 } /* End twa_poll_response() */ 1441 1442 /* This function will poll the status register for a flag */ 1443 static int twa_poll_status(TW_Device_Extension *tw_dev, u32 flag, int seconds) 1444 { 1445 u32 status_reg_value; 1446 unsigned long before; 1447 int retval = 1; 1448 1449 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1450 before = jiffies; 1451 1452 if (twa_check_bits(status_reg_value)) 1453 twa_decode_bits(tw_dev, status_reg_value); 1454 1455 while ((status_reg_value & flag) != flag) { 1456 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1457 1458 if (twa_check_bits(status_reg_value)) 1459 twa_decode_bits(tw_dev, status_reg_value); 1460 1461 if (time_after(jiffies, before + HZ * seconds)) 1462 goto out; 1463 1464 msleep(50); 1465 } 1466 retval = 0; 1467 out: 1468 return retval; 1469 } /* End twa_poll_status() */ 1470 1471 /* This function will poll the status register for disappearance of a flag */ 1472 static int twa_poll_status_gone(TW_Device_Extension *tw_dev, u32 flag, int seconds) 1473 { 1474 u32 status_reg_value; 1475 unsigned long before; 1476 int retval = 1; 1477 1478 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1479 before = jiffies; 1480 1481 if (twa_check_bits(status_reg_value)) 1482 twa_decode_bits(tw_dev, status_reg_value); 1483 1484 while ((status_reg_value & flag) != 0) { 1485 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1486 if (twa_check_bits(status_reg_value)) 1487 twa_decode_bits(tw_dev, status_reg_value); 1488 1489 if (time_after(jiffies, before + HZ * seconds)) 1490 goto out; 1491 1492 msleep(50); 1493 } 1494 retval = 0; 1495 out: 1496 return retval; 1497 } /* End twa_poll_status_gone() */ 1498 1499 /* This function will attempt to post a command packet to the board */ 1500 static int twa_post_command_packet(TW_Device_Extension *tw_dev, int request_id, char internal) 1501 { 1502 u32 status_reg_value; 1503 dma_addr_t command_que_value; 1504 int retval = 1; 1505 1506 command_que_value = tw_dev->command_packet_phys[request_id]; 1507 status_reg_value = readl(TW_STATUS_REG_ADDR(tw_dev)); 1508 1509 if (twa_check_bits(status_reg_value)) 1510 twa_decode_bits(tw_dev, status_reg_value); 1511 1512 if (((tw_dev->pending_request_count > 0) && (tw_dev->state[request_id] != TW_S_PENDING)) || (status_reg_value & TW_STATUS_COMMAND_QUEUE_FULL)) { 1513 1514 /* Only pend internal driver commands */ 1515 if (!internal) { 1516 retval = SCSI_MLQUEUE_HOST_BUSY; 1517 goto out; 1518 } 1519 1520 /* Couldn't post the command packet, so we do it later */ 1521 if (tw_dev->state[request_id] != TW_S_PENDING) { 1522 tw_dev->state[request_id] = TW_S_PENDING; 1523 tw_dev->pending_request_count++; 1524 if (tw_dev->pending_request_count > tw_dev->max_pending_request_count) { 1525 tw_dev->max_pending_request_count = tw_dev->pending_request_count; 1526 } 1527 tw_dev->pending_queue[tw_dev->pending_tail] = request_id; 1528 tw_dev->pending_tail = (tw_dev->pending_tail + 1) % TW_Q_LENGTH; 1529 } 1530 TW_UNMASK_COMMAND_INTERRUPT(tw_dev); 1531 goto out; 1532 } else { 1533 /* We successfully posted the command packet */ 1534 if (sizeof(dma_addr_t) > 4) { 1535 command_que_value += TW_COMMAND_OFFSET; 1536 writel((u32)command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev)); 1537 writel((u32)((u64)command_que_value >> 32), TW_COMMAND_QUEUE_REG_ADDR(tw_dev) + 0x4); 1538 } else { 1539 writel(TW_COMMAND_OFFSET + command_que_value, TW_COMMAND_QUEUE_REG_ADDR(tw_dev)); 1540 } 1541 tw_dev->state[request_id] = TW_S_POSTED; 1542 tw_dev->posted_request_count++; 1543 if (tw_dev->posted_request_count > tw_dev->max_posted_request_count) { 1544 tw_dev->max_posted_request_count = tw_dev->posted_request_count; 1545 } 1546 } 1547 retval = 0; 1548 out: 1549 return retval; 1550 } /* End twa_post_command_packet() */ 1551 1552 /* This function will reset a device extension */ 1553 static int twa_reset_device_extension(TW_Device_Extension *tw_dev, int ioctl_reset) 1554 { 1555 int i = 0; 1556 int retval = 1; 1557 unsigned long flags = 0; 1558 1559 set_bit(TW_IN_RESET, &tw_dev->flags); 1560 TW_DISABLE_INTERRUPTS(tw_dev); 1561 TW_MASK_COMMAND_INTERRUPT(tw_dev); 1562 spin_lock_irqsave(tw_dev->host->host_lock, flags); 1563 1564 /* Abort all requests that are in progress */ 1565 for (i = 0; i < TW_Q_LENGTH; i++) { 1566 if ((tw_dev->state[i] != TW_S_FINISHED) && 1567 (tw_dev->state[i] != TW_S_INITIAL) && 1568 (tw_dev->state[i] != TW_S_COMPLETED)) { 1569 if (tw_dev->srb[i]) { 1570 tw_dev->srb[i]->result = (DID_RESET << 16); 1571 tw_dev->srb[i]->scsi_done(tw_dev->srb[i]); 1572 twa_unmap_scsi_data(tw_dev, i); 1573 } 1574 } 1575 } 1576 1577 /* Reset queues and counts */ 1578 for (i = 0; i < TW_Q_LENGTH; i++) { 1579 tw_dev->free_queue[i] = i; 1580 tw_dev->state[i] = TW_S_INITIAL; 1581 } 1582 tw_dev->free_head = TW_Q_START; 1583 tw_dev->free_tail = TW_Q_START; 1584 tw_dev->posted_request_count = 0; 1585 tw_dev->pending_request_count = 0; 1586 tw_dev->pending_head = TW_Q_START; 1587 tw_dev->pending_tail = TW_Q_START; 1588 tw_dev->reset_print = 0; 1589 1590 spin_unlock_irqrestore(tw_dev->host->host_lock, flags); 1591 1592 if (twa_reset_sequence(tw_dev, 1)) 1593 goto out; 1594 1595 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 1596 1597 /* Wake up any ioctl that was pending before the reset */ 1598 if ((tw_dev->chrdev_request_id == TW_IOCTL_CHRDEV_FREE) || (ioctl_reset)) { 1599 clear_bit(TW_IN_RESET, &tw_dev->flags); 1600 } else { 1601 tw_dev->chrdev_request_id = TW_IOCTL_CHRDEV_FREE; 1602 wake_up(&tw_dev->ioctl_wqueue); 1603 } 1604 retval = 0; 1605 out: 1606 return retval; 1607 } /* End twa_reset_device_extension() */ 1608 1609 /* This function will reset a controller */ 1610 static int twa_reset_sequence(TW_Device_Extension *tw_dev, int soft_reset) 1611 { 1612 int tries = 0, retval = 1, flashed = 0, do_soft_reset = soft_reset; 1613 1614 while (tries < TW_MAX_RESET_TRIES) { 1615 if (do_soft_reset) 1616 TW_SOFT_RESET(tw_dev); 1617 1618 /* Make sure controller is in a good state */ 1619 if (twa_poll_status(tw_dev, TW_STATUS_MICROCONTROLLER_READY | (do_soft_reset == 1 ? TW_STATUS_ATTENTION_INTERRUPT : 0), 60)) { 1620 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x1f, "Microcontroller not ready during reset sequence"); 1621 do_soft_reset = 1; 1622 tries++; 1623 continue; 1624 } 1625 1626 /* Empty response queue */ 1627 if (twa_empty_response_queue(tw_dev)) { 1628 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x20, "Response queue empty failed during reset sequence"); 1629 do_soft_reset = 1; 1630 tries++; 1631 continue; 1632 } 1633 1634 flashed = 0; 1635 1636 /* Check for compatibility/flash */ 1637 if (twa_check_srl(tw_dev, &flashed)) { 1638 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x21, "Compatibility check failed during reset sequence"); 1639 do_soft_reset = 1; 1640 tries++; 1641 continue; 1642 } else { 1643 if (flashed) { 1644 tries++; 1645 continue; 1646 } 1647 } 1648 1649 /* Drain the AEN queue */ 1650 if (twa_aen_drain_queue(tw_dev, soft_reset)) { 1651 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x22, "AEN drain failed during reset sequence"); 1652 do_soft_reset = 1; 1653 tries++; 1654 continue; 1655 } 1656 1657 /* If we got here, controller is in a good state */ 1658 retval = 0; 1659 goto out; 1660 } 1661 out: 1662 return retval; 1663 } /* End twa_reset_sequence() */ 1664 1665 /* This funciton returns unit geometry in cylinders/heads/sectors */ 1666 static int twa_scsi_biosparam(struct scsi_device *sdev, struct block_device *bdev, sector_t capacity, int geom[]) 1667 { 1668 int heads, sectors, cylinders; 1669 TW_Device_Extension *tw_dev; 1670 1671 tw_dev = (TW_Device_Extension *)sdev->host->hostdata; 1672 1673 if (capacity >= 0x200000) { 1674 heads = 255; 1675 sectors = 63; 1676 cylinders = sector_div(capacity, heads * sectors); 1677 } else { 1678 heads = 64; 1679 sectors = 32; 1680 cylinders = sector_div(capacity, heads * sectors); 1681 } 1682 1683 geom[0] = heads; 1684 geom[1] = sectors; 1685 geom[2] = cylinders; 1686 1687 return 0; 1688 } /* End twa_scsi_biosparam() */ 1689 1690 /* This is the new scsi eh reset function */ 1691 static int twa_scsi_eh_reset(struct scsi_cmnd *SCpnt) 1692 { 1693 TW_Device_Extension *tw_dev = NULL; 1694 int retval = FAILED; 1695 1696 tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata; 1697 1698 tw_dev->num_resets++; 1699 1700 printk(KERN_WARNING "3w-9xxx: scsi%d: WARNING: (0x%02X:0x%04X): Unit #%d: Command (0x%x) timed out, resetting card.\n", tw_dev->host->host_no, TW_DRIVER, 0x2c, SCpnt->device->id, SCpnt->cmnd[0]); 1701 1702 /* Now reset the card and some of the device extension data */ 1703 if (twa_reset_device_extension(tw_dev, 0)) { 1704 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2b, "Controller reset failed during scsi host reset"); 1705 goto out; 1706 } 1707 1708 retval = SUCCESS; 1709 out: 1710 return retval; 1711 } /* End twa_scsi_eh_reset() */ 1712 1713 /* This is the main scsi queue function to handle scsi opcodes */ 1714 static int twa_scsi_queue(struct scsi_cmnd *SCpnt, void (*done)(struct scsi_cmnd *)) 1715 { 1716 int request_id, retval; 1717 TW_Device_Extension *tw_dev = (TW_Device_Extension *)SCpnt->device->host->hostdata; 1718 1719 /* Check if this FW supports luns */ 1720 if ((SCpnt->device->lun != 0) && (tw_dev->working_srl < TW_FW_SRL_LUNS_SUPPORTED)) { 1721 SCpnt->result = (DID_BAD_TARGET << 16); 1722 done(SCpnt); 1723 retval = 0; 1724 goto out; 1725 } 1726 1727 /* Save done function into scsi_cmnd struct */ 1728 SCpnt->scsi_done = done; 1729 1730 /* Get a free request id */ 1731 twa_get_request_id(tw_dev, &request_id); 1732 1733 /* Save the scsi command for use by the ISR */ 1734 tw_dev->srb[request_id] = SCpnt; 1735 1736 /* Initialize phase to zero */ 1737 SCpnt->SCp.phase = TW_PHASE_INITIAL; 1738 1739 retval = twa_scsiop_execute_scsi(tw_dev, request_id, NULL, 0, NULL); 1740 switch (retval) { 1741 case SCSI_MLQUEUE_HOST_BUSY: 1742 twa_free_request_id(tw_dev, request_id); 1743 break; 1744 case 1: 1745 tw_dev->state[request_id] = TW_S_COMPLETED; 1746 twa_free_request_id(tw_dev, request_id); 1747 SCpnt->result = (DID_ERROR << 16); 1748 done(SCpnt); 1749 retval = 0; 1750 } 1751 out: 1752 return retval; 1753 } /* End twa_scsi_queue() */ 1754 1755 /* This function hands scsi cdb's to the firmware */ 1756 static int twa_scsiop_execute_scsi(TW_Device_Extension *tw_dev, int request_id, char *cdb, int use_sg, TW_SG_Entry *sglistarg) 1757 { 1758 TW_Command_Full *full_command_packet; 1759 TW_Command_Apache *command_packet; 1760 u32 num_sectors = 0x0; 1761 int i, sg_count; 1762 struct scsi_cmnd *srb = NULL; 1763 struct scatterlist *sglist = NULL; 1764 u32 buffaddr = 0x0; 1765 int retval = 1; 1766 1767 if (tw_dev->srb[request_id]) { 1768 if (tw_dev->srb[request_id]->request_buffer) { 1769 sglist = (struct scatterlist *)tw_dev->srb[request_id]->request_buffer; 1770 } 1771 srb = tw_dev->srb[request_id]; 1772 } 1773 1774 /* Initialize command packet */ 1775 full_command_packet = tw_dev->command_packet_virt[request_id]; 1776 full_command_packet->header.header_desc.size_header = 128; 1777 full_command_packet->header.status_block.error = 0; 1778 full_command_packet->header.status_block.severity__reserved = 0; 1779 1780 command_packet = &full_command_packet->command.newcommand; 1781 command_packet->status = 0; 1782 command_packet->opcode__reserved = TW_OPRES_IN(0, TW_OP_EXECUTE_SCSI); 1783 1784 /* We forced 16 byte cdb use earlier */ 1785 if (!cdb) 1786 memcpy(command_packet->cdb, srb->cmnd, TW_MAX_CDB_LEN); 1787 else 1788 memcpy(command_packet->cdb, cdb, TW_MAX_CDB_LEN); 1789 1790 if (srb) { 1791 command_packet->unit = srb->device->id; 1792 command_packet->request_id__lunl = 1793 TW_REQ_LUN_IN(srb->device->lun, request_id); 1794 } else { 1795 command_packet->request_id__lunl = 1796 TW_REQ_LUN_IN(0, request_id); 1797 command_packet->unit = 0; 1798 } 1799 1800 command_packet->sgl_offset = 16; 1801 1802 if (!sglistarg) { 1803 /* Map sglist from scsi layer to cmd packet */ 1804 if (tw_dev->srb[request_id]->use_sg == 0) { 1805 if (tw_dev->srb[request_id]->request_bufflen < TW_MIN_SGL_LENGTH) { 1806 command_packet->sg_list[0].address = tw_dev->generic_buffer_phys[request_id]; 1807 command_packet->sg_list[0].length = TW_MIN_SGL_LENGTH; 1808 } else { 1809 buffaddr = twa_map_scsi_single_data(tw_dev, request_id); 1810 if (buffaddr == 0) 1811 goto out; 1812 1813 command_packet->sg_list[0].address = buffaddr; 1814 command_packet->sg_list[0].length = tw_dev->srb[request_id]->request_bufflen; 1815 } 1816 command_packet->sgl_entries__lunh = TW_REQ_LUN_IN((srb->device->lun >> 4), 1); 1817 1818 if (command_packet->sg_list[0].address & TW_ALIGNMENT_9000_SGL) { 1819 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2d, "Found unaligned address during execute scsi"); 1820 goto out; 1821 } 1822 } 1823 1824 if (tw_dev->srb[request_id]->use_sg > 0) { 1825 if ((tw_dev->srb[request_id]->use_sg == 1) && (tw_dev->srb[request_id]->request_bufflen < TW_MIN_SGL_LENGTH)) { 1826 command_packet->sg_list[0].address = tw_dev->generic_buffer_phys[request_id]; 1827 command_packet->sg_list[0].length = TW_MIN_SGL_LENGTH; 1828 } else { 1829 sg_count = twa_map_scsi_sg_data(tw_dev, request_id); 1830 if (sg_count == 0) 1831 goto out; 1832 1833 for (i = 0; i < sg_count; i++) { 1834 command_packet->sg_list[i].address = sg_dma_address(&sglist[i]); 1835 command_packet->sg_list[i].length = sg_dma_len(&sglist[i]); 1836 if (command_packet->sg_list[i].address & TW_ALIGNMENT_9000_SGL) { 1837 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2e, "Found unaligned sgl address during execute scsi"); 1838 goto out; 1839 } 1840 } 1841 } 1842 command_packet->sgl_entries__lunh = TW_REQ_LUN_IN((srb->device->lun >> 4), tw_dev->srb[request_id]->use_sg); 1843 } 1844 } else { 1845 /* Internal cdb post */ 1846 for (i = 0; i < use_sg; i++) { 1847 command_packet->sg_list[i].address = sglistarg[i].address; 1848 command_packet->sg_list[i].length = sglistarg[i].length; 1849 if (command_packet->sg_list[i].address & TW_ALIGNMENT_9000_SGL) { 1850 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x2f, "Found unaligned sgl address during internal post"); 1851 goto out; 1852 } 1853 } 1854 command_packet->sgl_entries__lunh = TW_REQ_LUN_IN(0, use_sg); 1855 } 1856 1857 if (srb) { 1858 if (srb->cmnd[0] == READ_6 || srb->cmnd[0] == WRITE_6) 1859 num_sectors = (u32)srb->cmnd[4]; 1860 1861 if (srb->cmnd[0] == READ_10 || srb->cmnd[0] == WRITE_10) 1862 num_sectors = (u32)srb->cmnd[8] | ((u32)srb->cmnd[7] << 8); 1863 } 1864 1865 /* Update sector statistic */ 1866 tw_dev->sector_count = num_sectors; 1867 if (tw_dev->sector_count > tw_dev->max_sector_count) 1868 tw_dev->max_sector_count = tw_dev->sector_count; 1869 1870 /* Update SG statistics */ 1871 if (srb) { 1872 tw_dev->sgl_entries = tw_dev->srb[request_id]->use_sg; 1873 if (tw_dev->sgl_entries > tw_dev->max_sgl_entries) 1874 tw_dev->max_sgl_entries = tw_dev->sgl_entries; 1875 } 1876 1877 /* Now post the command to the board */ 1878 if (srb) { 1879 retval = twa_post_command_packet(tw_dev, request_id, 0); 1880 } else { 1881 twa_post_command_packet(tw_dev, request_id, 1); 1882 retval = 0; 1883 } 1884 out: 1885 return retval; 1886 } /* End twa_scsiop_execute_scsi() */ 1887 1888 /* This function completes an execute scsi operation */ 1889 static void twa_scsiop_execute_scsi_complete(TW_Device_Extension *tw_dev, int request_id) 1890 { 1891 /* Copy the response if too small */ 1892 if ((tw_dev->srb[request_id]->request_buffer) && (tw_dev->srb[request_id]->request_bufflen < TW_MIN_SGL_LENGTH)) { 1893 memcpy(tw_dev->srb[request_id]->request_buffer, 1894 tw_dev->generic_buffer_virt[request_id], 1895 tw_dev->srb[request_id]->request_bufflen); 1896 } 1897 } /* End twa_scsiop_execute_scsi_complete() */ 1898 1899 /* This function tells the controller to shut down */ 1900 static void __twa_shutdown(TW_Device_Extension *tw_dev) 1901 { 1902 /* Disable interrupts */ 1903 TW_DISABLE_INTERRUPTS(tw_dev); 1904 1905 printk(KERN_WARNING "3w-9xxx: Shutting down host %d.\n", tw_dev->host->host_no); 1906 1907 /* Tell the card we are shutting down */ 1908 if (twa_initconnection(tw_dev, 1, 0, 0, 0, 0, 0, NULL, NULL, NULL, NULL, NULL)) { 1909 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x31, "Connection shutdown failed"); 1910 } else { 1911 printk(KERN_WARNING "3w-9xxx: Shutdown complete.\n"); 1912 } 1913 1914 /* Clear all interrupts just before exit */ 1915 TW_CLEAR_ALL_INTERRUPTS(tw_dev); 1916 } /* End __twa_shutdown() */ 1917 1918 /* Wrapper for __twa_shutdown */ 1919 static void twa_shutdown(struct pci_dev *pdev) 1920 { 1921 struct Scsi_Host *host = pci_get_drvdata(pdev); 1922 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 1923 1924 __twa_shutdown(tw_dev); 1925 } /* End twa_shutdown() */ 1926 1927 /* This function will look up a string */ 1928 static char *twa_string_lookup(twa_message_type *table, unsigned int code) 1929 { 1930 int index; 1931 1932 for (index = 0; ((code != table[index].code) && 1933 (table[index].text != (char *)0)); index++); 1934 return(table[index].text); 1935 } /* End twa_string_lookup() */ 1936 1937 /* This function will perform a pci-dma unmap */ 1938 static void twa_unmap_scsi_data(TW_Device_Extension *tw_dev, int request_id) 1939 { 1940 struct scsi_cmnd *cmd = tw_dev->srb[request_id]; 1941 struct pci_dev *pdev = tw_dev->tw_pci_dev; 1942 1943 switch(cmd->SCp.phase) { 1944 case TW_PHASE_SINGLE: 1945 pci_unmap_single(pdev, cmd->SCp.have_data_in, cmd->request_bufflen, DMA_BIDIRECTIONAL); 1946 break; 1947 case TW_PHASE_SGLIST: 1948 pci_unmap_sg(pdev, cmd->request_buffer, cmd->use_sg, DMA_BIDIRECTIONAL); 1949 break; 1950 } 1951 } /* End twa_unmap_scsi_data() */ 1952 1953 /* scsi_host_template initializer */ 1954 static struct scsi_host_template driver_template = { 1955 .module = THIS_MODULE, 1956 .name = "3ware 9000 Storage Controller", 1957 .queuecommand = twa_scsi_queue, 1958 .eh_host_reset_handler = twa_scsi_eh_reset, 1959 .bios_param = twa_scsi_biosparam, 1960 .change_queue_depth = twa_change_queue_depth, 1961 .can_queue = TW_Q_LENGTH-2, 1962 .this_id = -1, 1963 .sg_tablesize = TW_APACHE_MAX_SGL_LENGTH, 1964 .max_sectors = TW_MAX_SECTORS, 1965 .cmd_per_lun = TW_MAX_CMDS_PER_LUN, 1966 .use_clustering = ENABLE_CLUSTERING, 1967 .shost_attrs = twa_host_attrs, 1968 .emulated = 1 1969 }; 1970 1971 /* This function will probe and initialize a card */ 1972 static int __devinit twa_probe(struct pci_dev *pdev, const struct pci_device_id *dev_id) 1973 { 1974 struct Scsi_Host *host = NULL; 1975 TW_Device_Extension *tw_dev; 1976 u32 mem_addr; 1977 int retval = -ENODEV; 1978 1979 retval = pci_enable_device(pdev); 1980 if (retval) { 1981 TW_PRINTK(host, TW_DRIVER, 0x34, "Failed to enable pci device"); 1982 goto out_disable_device; 1983 } 1984 1985 pci_set_master(pdev); 1986 1987 retval = pci_set_dma_mask(pdev, sizeof(dma_addr_t) > 4 ? DMA_64BIT_MASK : DMA_32BIT_MASK); 1988 if (retval) { 1989 TW_PRINTK(host, TW_DRIVER, 0x23, "Failed to set dma mask"); 1990 goto out_disable_device; 1991 } 1992 1993 host = scsi_host_alloc(&driver_template, sizeof(TW_Device_Extension)); 1994 if (!host) { 1995 TW_PRINTK(host, TW_DRIVER, 0x24, "Failed to allocate memory for device extension"); 1996 retval = -ENOMEM; 1997 goto out_disable_device; 1998 } 1999 tw_dev = (TW_Device_Extension *)host->hostdata; 2000 2001 memset(tw_dev, 0, sizeof(TW_Device_Extension)); 2002 2003 /* Save values to device extension */ 2004 tw_dev->host = host; 2005 tw_dev->tw_pci_dev = pdev; 2006 2007 if (twa_initialize_device_extension(tw_dev)) { 2008 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x25, "Failed to initialize device extension"); 2009 goto out_free_device_extension; 2010 } 2011 2012 /* Request IO regions */ 2013 retval = pci_request_regions(pdev, "3w-9xxx"); 2014 if (retval) { 2015 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x26, "Failed to get mem region"); 2016 goto out_free_device_extension; 2017 } 2018 2019 mem_addr = pci_resource_start(pdev, 1); 2020 2021 /* Save base address */ 2022 tw_dev->base_addr = ioremap(mem_addr, PAGE_SIZE); 2023 if (!tw_dev->base_addr) { 2024 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x35, "Failed to ioremap"); 2025 goto out_release_mem_region; 2026 } 2027 2028 /* Disable interrupts on the card */ 2029 TW_DISABLE_INTERRUPTS(tw_dev); 2030 2031 /* Initialize the card */ 2032 if (twa_reset_sequence(tw_dev, 0)) 2033 goto out_release_mem_region; 2034 2035 /* Set host specific parameters */ 2036 host->max_id = TW_MAX_UNITS; 2037 host->max_cmd_len = TW_MAX_CDB_LEN; 2038 2039 /* Channels aren't supported by adapter */ 2040 host->max_lun = TW_MAX_LUNS(tw_dev->working_srl); 2041 host->max_channel = 0; 2042 2043 /* Register the card with the kernel SCSI layer */ 2044 retval = scsi_add_host(host, &pdev->dev); 2045 if (retval) { 2046 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x27, "scsi add host failed"); 2047 goto out_release_mem_region; 2048 } 2049 2050 pci_set_drvdata(pdev, host); 2051 2052 printk(KERN_WARNING "3w-9xxx: scsi%d: Found a 3ware 9000 Storage Controller at 0x%x, IRQ: %d.\n", 2053 host->host_no, mem_addr, pdev->irq); 2054 printk(KERN_WARNING "3w-9xxx: scsi%d: Firmware %s, BIOS %s, Ports: %d.\n", 2055 host->host_no, 2056 (char *)twa_get_param(tw_dev, 0, TW_VERSION_TABLE, 2057 TW_PARAM_FWVER, TW_PARAM_FWVER_LENGTH), 2058 (char *)twa_get_param(tw_dev, 1, TW_VERSION_TABLE, 2059 TW_PARAM_BIOSVER, TW_PARAM_BIOSVER_LENGTH), 2060 *(int *)twa_get_param(tw_dev, 2, TW_INFORMATION_TABLE, 2061 TW_PARAM_PORTCOUNT, TW_PARAM_PORTCOUNT_LENGTH)); 2062 2063 /* Now setup the interrupt handler */ 2064 retval = request_irq(pdev->irq, twa_interrupt, SA_SHIRQ, "3w-9xxx", tw_dev); 2065 if (retval) { 2066 TW_PRINTK(tw_dev->host, TW_DRIVER, 0x30, "Error requesting IRQ"); 2067 goto out_remove_host; 2068 } 2069 2070 twa_device_extension_list[twa_device_extension_count] = tw_dev; 2071 twa_device_extension_count++; 2072 2073 /* Re-enable interrupts on the card */ 2074 TW_ENABLE_AND_CLEAR_INTERRUPTS(tw_dev); 2075 2076 /* Finally, scan the host */ 2077 scsi_scan_host(host); 2078 2079 if (twa_major == -1) { 2080 if ((twa_major = register_chrdev (0, "twa", &twa_fops)) < 0) 2081 TW_PRINTK(host, TW_DRIVER, 0x29, "Failed to register character device"); 2082 } 2083 return 0; 2084 2085 out_remove_host: 2086 scsi_remove_host(host); 2087 out_release_mem_region: 2088 pci_release_regions(pdev); 2089 out_free_device_extension: 2090 twa_free_device_extension(tw_dev); 2091 scsi_host_put(host); 2092 out_disable_device: 2093 pci_disable_device(pdev); 2094 2095 return retval; 2096 } /* End twa_probe() */ 2097 2098 /* This function is called to remove a device */ 2099 static void twa_remove(struct pci_dev *pdev) 2100 { 2101 struct Scsi_Host *host = pci_get_drvdata(pdev); 2102 TW_Device_Extension *tw_dev = (TW_Device_Extension *)host->hostdata; 2103 2104 scsi_remove_host(tw_dev->host); 2105 2106 /* Unregister character device */ 2107 if (twa_major >= 0) { 2108 unregister_chrdev(twa_major, "twa"); 2109 twa_major = -1; 2110 } 2111 2112 /* Free up the IRQ */ 2113 free_irq(tw_dev->tw_pci_dev->irq, tw_dev); 2114 2115 /* Shutdown the card */ 2116 __twa_shutdown(tw_dev); 2117 2118 /* Free up the mem region */ 2119 pci_release_regions(pdev); 2120 2121 /* Free up device extension resources */ 2122 twa_free_device_extension(tw_dev); 2123 2124 scsi_host_put(tw_dev->host); 2125 pci_disable_device(pdev); 2126 twa_device_extension_count--; 2127 } /* End twa_remove() */ 2128 2129 /* PCI Devices supported by this driver */ 2130 static struct pci_device_id twa_pci_tbl[] __devinitdata = { 2131 { PCI_VENDOR_ID_3WARE, PCI_DEVICE_ID_3WARE_9000, 2132 PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0}, 2133 { } 2134 }; 2135 MODULE_DEVICE_TABLE(pci, twa_pci_tbl); 2136 2137 /* pci_driver initializer */ 2138 static struct pci_driver twa_driver = { 2139 .name = "3w-9xxx", 2140 .id_table = twa_pci_tbl, 2141 .probe = twa_probe, 2142 .remove = twa_remove, 2143 .shutdown = twa_shutdown 2144 }; 2145 2146 /* This function is called on driver initialization */ 2147 static int __init twa_init(void) 2148 { 2149 printk(KERN_WARNING "3ware 9000 Storage Controller device driver for Linux v%s.\n", TW_DRIVER_VERSION); 2150 2151 return pci_module_init(&twa_driver); 2152 } /* End twa_init() */ 2153 2154 /* This function is called on driver exit */ 2155 static void __exit twa_exit(void) 2156 { 2157 pci_unregister_driver(&twa_driver); 2158 } /* End twa_exit() */ 2159 2160 module_init(twa_init); 2161 module_exit(twa_exit); 2162 2163