1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (c) 1999 Michael Smith 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 */ 28 29 /* 30 * Driver for the Mylex DAC960 family of RAID controllers. 31 */ 32 33 #include <sys/param.h> 34 #include <sys/systm.h> 35 #include <sys/bio.h> 36 #include <sys/lock.h> 37 #include <sys/malloc.h> 38 #include <sys/mutex.h> 39 #include <sys/kernel.h> 40 #include <sys/sx.h> 41 42 #include <sys/bus.h> 43 #include <sys/conf.h> 44 #include <sys/stat.h> 45 46 #include <machine/resource.h> 47 #include <machine/bus.h> 48 #include <machine/clock.h> 49 #include <sys/rman.h> 50 51 #include <geom/geom_disk.h> 52 53 #include <dev/mlx/mlxio.h> 54 #include <dev/mlx/mlxvar.h> 55 #include <dev/mlx/mlxreg.h> 56 57 static struct cdevsw mlx_cdevsw = { 58 .d_version = D_VERSION, 59 .d_open = mlx_open, 60 .d_close = mlx_close, 61 .d_ioctl = mlx_ioctl, 62 .d_name = "mlx", 63 }; 64 65 /* 66 * Per-interface accessor methods 67 */ 68 static int mlx_v3_tryqueue(struct mlx_softc *sc, struct mlx_command *mc); 69 static int mlx_v3_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status); 70 static void mlx_v3_intaction(struct mlx_softc *sc, int action); 71 static int mlx_v3_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2, int first); 72 73 static int mlx_v4_tryqueue(struct mlx_softc *sc, struct mlx_command *mc); 74 static int mlx_v4_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status); 75 static void mlx_v4_intaction(struct mlx_softc *sc, int action); 76 static int mlx_v4_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2, int first); 77 78 static int mlx_v5_tryqueue(struct mlx_softc *sc, struct mlx_command *mc); 79 static int mlx_v5_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status); 80 static void mlx_v5_intaction(struct mlx_softc *sc, int action); 81 static int mlx_v5_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2, int first); 82 83 /* 84 * Status monitoring 85 */ 86 static void mlx_periodic(void *data); 87 static void mlx_periodic_enquiry(struct mlx_command *mc); 88 static void mlx_periodic_eventlog_poll(struct mlx_softc *sc); 89 static void mlx_periodic_eventlog_respond(struct mlx_command *mc); 90 static void mlx_periodic_rebuild(struct mlx_command *mc); 91 92 /* 93 * Channel Pause 94 */ 95 static void mlx_pause_action(struct mlx_softc *sc); 96 static void mlx_pause_done(struct mlx_command *mc); 97 98 /* 99 * Command submission. 100 */ 101 static void *mlx_enquire(struct mlx_softc *sc, int command, size_t bufsize, 102 void (*complete)(struct mlx_command *mc)); 103 static int mlx_flush(struct mlx_softc *sc); 104 static int mlx_check(struct mlx_softc *sc, int drive); 105 static int mlx_rebuild(struct mlx_softc *sc, int channel, int target); 106 static int mlx_wait_command(struct mlx_command *mc); 107 static int mlx_poll_command(struct mlx_command *mc); 108 void mlx_startio_cb(void *arg, 109 bus_dma_segment_t *segs, 110 int nsegments, int error); 111 static void mlx_startio(struct mlx_softc *sc); 112 static void mlx_completeio(struct mlx_command *mc); 113 static int mlx_user_command(struct mlx_softc *sc, 114 struct mlx_usercommand *mu); 115 void mlx_user_cb(void *arg, bus_dma_segment_t *segs, 116 int nsegments, int error); 117 118 /* 119 * Command buffer allocation. 120 */ 121 static struct mlx_command *mlx_alloccmd(struct mlx_softc *sc); 122 static void mlx_releasecmd(struct mlx_command *mc); 123 static void mlx_freecmd(struct mlx_command *mc); 124 125 /* 126 * Command management. 127 */ 128 static int mlx_getslot(struct mlx_command *mc); 129 static void mlx_setup_dmamap(struct mlx_command *mc, 130 bus_dma_segment_t *segs, 131 int nsegments, int error); 132 static void mlx_unmapcmd(struct mlx_command *mc); 133 static int mlx_shutdown_locked(struct mlx_softc *sc); 134 static int mlx_start(struct mlx_command *mc); 135 static int mlx_done(struct mlx_softc *sc, int startio); 136 static void mlx_complete(struct mlx_softc *sc); 137 138 /* 139 * Debugging. 140 */ 141 static char *mlx_diagnose_command(struct mlx_command *mc); 142 static void mlx_describe_controller(struct mlx_softc *sc); 143 static int mlx_fw_message(struct mlx_softc *sc, int status, int param1, int param2); 144 145 /* 146 * Utility functions. 147 */ 148 static struct mlx_sysdrive *mlx_findunit(struct mlx_softc *sc, int unit); 149 150 /******************************************************************************** 151 ******************************************************************************** 152 Public Interfaces 153 ******************************************************************************** 154 ********************************************************************************/ 155 156 /******************************************************************************** 157 * Free all of the resources associated with (sc) 158 * 159 * Should not be called if the controller is active. 160 */ 161 void 162 mlx_free(struct mlx_softc *sc) 163 { 164 struct mlx_command *mc; 165 166 debug_called(1); 167 168 /* destroy control device */ 169 if (sc->mlx_dev_t != NULL) 170 destroy_dev(sc->mlx_dev_t); 171 172 if (sc->mlx_intr) 173 bus_teardown_intr(sc->mlx_dev, sc->mlx_irq, sc->mlx_intr); 174 175 /* cancel status timeout */ 176 MLX_IO_LOCK(sc); 177 callout_stop(&sc->mlx_timeout); 178 179 /* throw away any command buffers */ 180 while ((mc = TAILQ_FIRST(&sc->mlx_freecmds)) != NULL) { 181 TAILQ_REMOVE(&sc->mlx_freecmds, mc, mc_link); 182 mlx_freecmd(mc); 183 } 184 MLX_IO_UNLOCK(sc); 185 callout_drain(&sc->mlx_timeout); 186 187 /* destroy data-transfer DMA tag */ 188 if (sc->mlx_buffer_dmat) 189 bus_dma_tag_destroy(sc->mlx_buffer_dmat); 190 191 /* free and destroy DMA memory and tag for s/g lists */ 192 if (sc->mlx_sgbusaddr) 193 bus_dmamap_unload(sc->mlx_sg_dmat, sc->mlx_sg_dmamap); 194 if (sc->mlx_sgtable) 195 bus_dmamem_free(sc->mlx_sg_dmat, sc->mlx_sgtable, sc->mlx_sg_dmamap); 196 if (sc->mlx_sg_dmat) 197 bus_dma_tag_destroy(sc->mlx_sg_dmat); 198 199 /* disconnect the interrupt handler */ 200 if (sc->mlx_irq != NULL) 201 bus_release_resource(sc->mlx_dev, SYS_RES_IRQ, 0, sc->mlx_irq); 202 203 /* destroy the parent DMA tag */ 204 if (sc->mlx_parent_dmat) 205 bus_dma_tag_destroy(sc->mlx_parent_dmat); 206 207 /* release the register window mapping */ 208 if (sc->mlx_mem != NULL) 209 bus_release_resource(sc->mlx_dev, sc->mlx_mem_type, sc->mlx_mem_rid, sc->mlx_mem); 210 211 /* free controller enquiry data */ 212 if (sc->mlx_enq2 != NULL) 213 free(sc->mlx_enq2, M_DEVBUF); 214 215 sx_destroy(&sc->mlx_config_lock); 216 mtx_destroy(&sc->mlx_io_lock); 217 } 218 219 /******************************************************************************** 220 * Map the scatter/gather table into bus space 221 */ 222 static void 223 mlx_dma_map_sg(void *arg, bus_dma_segment_t *segs, int nseg, int error) 224 { 225 struct mlx_softc *sc = (struct mlx_softc *)arg; 226 227 debug_called(1); 228 229 /* save base of s/g table's address in bus space */ 230 sc->mlx_sgbusaddr = segs->ds_addr; 231 } 232 233 static int 234 mlx_sglist_map(struct mlx_softc *sc) 235 { 236 size_t segsize; 237 int error, ncmd; 238 239 debug_called(1); 240 241 /* destroy any existing mappings */ 242 if (sc->mlx_sgbusaddr) 243 bus_dmamap_unload(sc->mlx_sg_dmat, sc->mlx_sg_dmamap); 244 if (sc->mlx_sgtable) 245 bus_dmamem_free(sc->mlx_sg_dmat, sc->mlx_sgtable, sc->mlx_sg_dmamap); 246 if (sc->mlx_sg_dmat) 247 bus_dma_tag_destroy(sc->mlx_sg_dmat); 248 sc->mlx_sgbusaddr = 0; 249 sc->mlx_sgtable = NULL; 250 sc->mlx_sg_dmat = NULL; 251 252 /* 253 * Create a single tag describing a region large enough to hold all of 254 * the s/g lists we will need. If we're called early on, we don't know how 255 * many commands we're going to be asked to support, so only allocate enough 256 * for a couple. 257 */ 258 if (sc->mlx_enq2 == NULL) { 259 ncmd = 2; 260 } else { 261 ncmd = sc->mlx_enq2->me_max_commands; 262 } 263 segsize = sizeof(struct mlx_sgentry) * MLX_NSEG * ncmd; 264 error = bus_dma_tag_create(sc->mlx_parent_dmat, /* parent */ 265 1, 0, /* alignment,boundary */ 266 BUS_SPACE_MAXADDR, /* lowaddr */ 267 BUS_SPACE_MAXADDR, /* highaddr */ 268 NULL, NULL, /* filter, filterarg */ 269 segsize, 1, /* maxsize, nsegments */ 270 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 271 0, /* flags */ 272 NULL, NULL, /* lockfunc, lockarg */ 273 &sc->mlx_sg_dmat); 274 if (error != 0) { 275 device_printf(sc->mlx_dev, "can't allocate scatter/gather DMA tag\n"); 276 return(ENOMEM); 277 } 278 279 /* 280 * Allocate enough s/g maps for all commands and permanently map them into 281 * controller-visible space. 282 * 283 * XXX this assumes we can get enough space for all the s/g maps in one 284 * contiguous slab. We may need to switch to a more complex arrangement 285 * where we allocate in smaller chunks and keep a lookup table from slot 286 * to bus address. 287 */ 288 error = bus_dmamem_alloc(sc->mlx_sg_dmat, (void **)&sc->mlx_sgtable, 289 BUS_DMA_NOWAIT, &sc->mlx_sg_dmamap); 290 if (error) { 291 device_printf(sc->mlx_dev, "can't allocate s/g table\n"); 292 return(ENOMEM); 293 } 294 (void)bus_dmamap_load(sc->mlx_sg_dmat, sc->mlx_sg_dmamap, sc->mlx_sgtable, 295 segsize, mlx_dma_map_sg, sc, 0); 296 return(0); 297 } 298 299 /******************************************************************************** 300 * Initialise the controller and softc 301 */ 302 int 303 mlx_attach(struct mlx_softc *sc) 304 { 305 struct mlx_enquiry_old *meo; 306 int rid, error, fwminor, hscode, hserror, hsparam1, hsparam2, hsmsg; 307 308 debug_called(1); 309 310 /* 311 * Initialise per-controller queues. 312 */ 313 TAILQ_INIT(&sc->mlx_work); 314 TAILQ_INIT(&sc->mlx_freecmds); 315 bioq_init(&sc->mlx_bioq); 316 317 /* 318 * Select accessor methods based on controller interface type. 319 */ 320 switch(sc->mlx_iftype) { 321 case MLX_IFTYPE_2: 322 case MLX_IFTYPE_3: 323 sc->mlx_tryqueue = mlx_v3_tryqueue; 324 sc->mlx_findcomplete = mlx_v3_findcomplete; 325 sc->mlx_intaction = mlx_v3_intaction; 326 sc->mlx_fw_handshake = mlx_v3_fw_handshake; 327 break; 328 case MLX_IFTYPE_4: 329 sc->mlx_tryqueue = mlx_v4_tryqueue; 330 sc->mlx_findcomplete = mlx_v4_findcomplete; 331 sc->mlx_intaction = mlx_v4_intaction; 332 sc->mlx_fw_handshake = mlx_v4_fw_handshake; 333 break; 334 case MLX_IFTYPE_5: 335 sc->mlx_tryqueue = mlx_v5_tryqueue; 336 sc->mlx_findcomplete = mlx_v5_findcomplete; 337 sc->mlx_intaction = mlx_v5_intaction; 338 sc->mlx_fw_handshake = mlx_v5_fw_handshake; 339 break; 340 default: 341 return(ENXIO); /* should never happen */ 342 } 343 344 /* disable interrupts before we start talking to the controller */ 345 MLX_IO_LOCK(sc); 346 sc->mlx_intaction(sc, MLX_INTACTION_DISABLE); 347 MLX_IO_UNLOCK(sc); 348 349 /* 350 * Wait for the controller to come ready, handshake with the firmware if required. 351 * This is typically only necessary on platforms where the controller BIOS does not 352 * run. 353 */ 354 hsmsg = 0; 355 DELAY(1000); 356 while ((hscode = sc->mlx_fw_handshake(sc, &hserror, &hsparam1, &hsparam2, 357 hsmsg == 0)) != 0) { 358 /* report first time around... */ 359 if (hsmsg == 0) { 360 device_printf(sc->mlx_dev, "controller initialisation in progress...\n"); 361 hsmsg = 1; 362 } 363 /* did we get a real message? */ 364 if (hscode == 2) { 365 hscode = mlx_fw_message(sc, hserror, hsparam1, hsparam2); 366 /* fatal initialisation error? */ 367 if (hscode != 0) { 368 return(ENXIO); 369 } 370 } 371 } 372 if (hsmsg == 1) 373 device_printf(sc->mlx_dev, "initialisation complete.\n"); 374 375 /* 376 * Allocate and connect our interrupt. 377 */ 378 rid = 0; 379 sc->mlx_irq = bus_alloc_resource_any(sc->mlx_dev, SYS_RES_IRQ, &rid, 380 RF_SHAREABLE | RF_ACTIVE); 381 if (sc->mlx_irq == NULL) { 382 device_printf(sc->mlx_dev, "can't allocate interrupt\n"); 383 return(ENXIO); 384 } 385 error = bus_setup_intr(sc->mlx_dev, sc->mlx_irq, INTR_TYPE_BIO | 386 INTR_ENTROPY | INTR_MPSAFE, NULL, mlx_intr, sc, &sc->mlx_intr); 387 if (error) { 388 device_printf(sc->mlx_dev, "can't set up interrupt\n"); 389 return(ENXIO); 390 } 391 392 /* 393 * Create DMA tag for mapping buffers into controller-addressable space. 394 */ 395 error = bus_dma_tag_create(sc->mlx_parent_dmat, /* parent */ 396 1, 0, /* align, boundary */ 397 BUS_SPACE_MAXADDR, /* lowaddr */ 398 BUS_SPACE_MAXADDR, /* highaddr */ 399 NULL, NULL, /* filter, filterarg */ 400 MLX_MAXPHYS, /* maxsize */ 401 MLX_NSEG, /* nsegments */ 402 BUS_SPACE_MAXSIZE_32BIT, /* maxsegsize */ 403 0, /* flags */ 404 busdma_lock_mutex, /* lockfunc */ 405 &sc->mlx_io_lock, /* lockarg */ 406 &sc->mlx_buffer_dmat); 407 if (error != 0) { 408 device_printf(sc->mlx_dev, "can't allocate buffer DMA tag\n"); 409 return(ENOMEM); 410 } 411 412 /* 413 * Create some initial scatter/gather mappings so we can run the probe 414 * commands. 415 */ 416 error = mlx_sglist_map(sc); 417 if (error != 0) { 418 device_printf(sc->mlx_dev, "can't make initial s/g list mapping\n"); 419 return(error); 420 } 421 422 /* 423 * We don't (yet) know where the event log is up to. 424 */ 425 sc->mlx_currevent = -1; 426 427 /* 428 * Obtain controller feature information 429 */ 430 MLX_IO_LOCK(sc); 431 if ((sc->mlx_enq2 = mlx_enquire(sc, MLX_CMD_ENQUIRY2, sizeof(struct mlx_enquiry2), NULL)) == NULL) { 432 MLX_IO_UNLOCK(sc); 433 device_printf(sc->mlx_dev, "ENQUIRY2 failed\n"); 434 return(ENXIO); 435 } 436 437 /* 438 * Do quirk/feature related things. 439 */ 440 fwminor = (sc->mlx_enq2->me_firmware_id >> 8) & 0xff; 441 switch(sc->mlx_iftype) { 442 case MLX_IFTYPE_2: 443 /* These controllers don't report the firmware version in the ENQUIRY2 response */ 444 if ((meo = mlx_enquire(sc, MLX_CMD_ENQUIRY_OLD, sizeof(struct mlx_enquiry_old), NULL)) == NULL) { 445 MLX_IO_UNLOCK(sc); 446 device_printf(sc->mlx_dev, "ENQUIRY_OLD failed\n"); 447 return(ENXIO); 448 } 449 sc->mlx_enq2->me_firmware_id = ('0' << 24) | (0 << 16) | (meo->me_fwminor << 8) | meo->me_fwmajor; 450 451 /* XXX require 2.42 or better (PCI) */ 452 if (meo->me_fwminor < 42) { 453 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 454 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 2.42 or later\n"); 455 } 456 free(meo, M_DEVBUF); 457 break; 458 case MLX_IFTYPE_3: 459 /* XXX certify 3.52? */ 460 if (fwminor < 51) { 461 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 462 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 3.51 or later\n"); 463 } 464 break; 465 case MLX_IFTYPE_4: 466 /* XXX certify firmware versions? */ 467 if (fwminor < 6) { 468 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 469 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 4.06 or later\n"); 470 } 471 break; 472 case MLX_IFTYPE_5: 473 if (fwminor < 7) { 474 device_printf(sc->mlx_dev, " *** WARNING *** This firmware revision is not recommended\n"); 475 device_printf(sc->mlx_dev, " *** WARNING *** Use revision 5.07 or later\n"); 476 } 477 break; 478 default: 479 MLX_IO_UNLOCK(sc); 480 return(ENXIO); /* should never happen */ 481 } 482 MLX_IO_UNLOCK(sc); 483 484 /* 485 * Create the final scatter/gather mappings now that we have characterised the controller. 486 */ 487 error = mlx_sglist_map(sc); 488 if (error != 0) { 489 device_printf(sc->mlx_dev, "can't make final s/g list mapping\n"); 490 return(error); 491 } 492 493 /* 494 * No user-requested background operation is in progress. 495 */ 496 sc->mlx_background = 0; 497 sc->mlx_rebuildstat.rs_code = MLX_REBUILDSTAT_IDLE; 498 499 /* 500 * Create the control device. 501 */ 502 sc->mlx_dev_t = make_dev(&mlx_cdevsw, 0, UID_ROOT, GID_OPERATOR, 503 S_IRUSR | S_IWUSR, "mlx%d", device_get_unit(sc->mlx_dev)); 504 sc->mlx_dev_t->si_drv1 = sc; 505 506 /* 507 * Start the timeout routine. 508 */ 509 callout_reset(&sc->mlx_timeout, hz, mlx_periodic, sc); 510 511 /* print a little information about the controller */ 512 mlx_describe_controller(sc); 513 514 return(0); 515 } 516 517 /******************************************************************************** 518 * Locate disk resources and attach children to them. 519 */ 520 void 521 mlx_startup(struct mlx_softc *sc) 522 { 523 struct mlx_enq_sys_drive *mes; 524 struct mlx_sysdrive *dr; 525 int i, error; 526 527 debug_called(1); 528 529 /* 530 * Scan all the system drives and attach children for those that 531 * don't currently have them. 532 */ 533 MLX_IO_LOCK(sc); 534 mes = mlx_enquire(sc, MLX_CMD_ENQSYSDRIVE, sizeof(*mes) * MLX_MAXDRIVES, NULL); 535 MLX_IO_UNLOCK(sc); 536 if (mes == NULL) { 537 device_printf(sc->mlx_dev, "error fetching drive status\n"); 538 return; 539 } 540 541 /* iterate over drives returned */ 542 MLX_CONFIG_LOCK(sc); 543 for (i = 0, dr = &sc->mlx_sysdrive[0]; 544 (i < MLX_MAXDRIVES) && (mes[i].sd_size != 0xffffffff); 545 i++, dr++) { 546 /* are we already attached to this drive? */ 547 if (dr->ms_disk == 0) { 548 /* pick up drive information */ 549 dr->ms_size = mes[i].sd_size; 550 dr->ms_raidlevel = mes[i].sd_raidlevel & 0xf; 551 dr->ms_state = mes[i].sd_state; 552 553 /* generate geometry information */ 554 if (sc->mlx_geom == MLX_GEOM_128_32) { 555 dr->ms_heads = 128; 556 dr->ms_sectors = 32; 557 dr->ms_cylinders = dr->ms_size / (128 * 32); 558 } else { /* MLX_GEOM_255/63 */ 559 dr->ms_heads = 255; 560 dr->ms_sectors = 63; 561 dr->ms_cylinders = dr->ms_size / (255 * 63); 562 } 563 dr->ms_disk = device_add_child(sc->mlx_dev, /*"mlxd"*/NULL, DEVICE_UNIT_ANY); 564 if (dr->ms_disk == 0) 565 device_printf(sc->mlx_dev, "device_add_child failed\n"); 566 device_set_ivars(dr->ms_disk, dr); 567 } 568 } 569 free(mes, M_DEVBUF); 570 if ((error = bus_generic_attach(sc->mlx_dev)) != 0) 571 device_printf(sc->mlx_dev, "bus_generic_attach returned %d", error); 572 573 /* mark controller back up */ 574 MLX_IO_LOCK(sc); 575 sc->mlx_state &= ~MLX_STATE_SHUTDOWN; 576 577 /* enable interrupts */ 578 sc->mlx_intaction(sc, MLX_INTACTION_ENABLE); 579 MLX_IO_UNLOCK(sc); 580 MLX_CONFIG_UNLOCK(sc); 581 } 582 583 /******************************************************************************** 584 * Disconnect from the controller completely, in preparation for unload. 585 */ 586 int 587 mlx_detach(device_t dev) 588 { 589 struct mlx_softc *sc = device_get_softc(dev); 590 struct mlxd_softc *mlxd; 591 int i, error; 592 593 debug_called(1); 594 595 error = EBUSY; 596 MLX_CONFIG_LOCK(sc); 597 if (sc->mlx_state & MLX_STATE_OPEN) 598 goto out; 599 600 for (i = 0; i < MLX_MAXDRIVES; i++) { 601 if (sc->mlx_sysdrive[i].ms_disk != 0) { 602 mlxd = device_get_softc(sc->mlx_sysdrive[i].ms_disk); 603 if (mlxd->mlxd_flags & MLXD_OPEN) { /* drive is mounted, abort detach */ 604 device_printf(sc->mlx_sysdrive[i].ms_disk, "still open, can't detach\n"); 605 goto out; 606 } 607 } 608 } 609 if ((error = mlx_shutdown(dev))) 610 goto out; 611 MLX_CONFIG_UNLOCK(sc); 612 613 mlx_free(sc); 614 615 return (0); 616 out: 617 MLX_CONFIG_UNLOCK(sc); 618 return(error); 619 } 620 621 /******************************************************************************** 622 * Bring the controller down to a dormant state and detach all child devices. 623 * 624 * This function is called before detach, system shutdown, or before performing 625 * an operation which may add or delete system disks. (Call mlx_startup to 626 * resume normal operation.) 627 * 628 * Note that we can assume that the bioq on the controller is empty, as we won't 629 * allow shutdown if any device is open. 630 */ 631 int 632 mlx_shutdown(device_t dev) 633 { 634 struct mlx_softc *sc = device_get_softc(dev); 635 int error; 636 637 MLX_CONFIG_LOCK(sc); 638 error = mlx_shutdown_locked(sc); 639 MLX_CONFIG_UNLOCK(sc); 640 return (error); 641 } 642 643 static int 644 mlx_shutdown_locked(struct mlx_softc *sc) 645 { 646 int i, error; 647 648 debug_called(1); 649 650 MLX_CONFIG_ASSERT_LOCKED(sc); 651 652 MLX_IO_LOCK(sc); 653 sc->mlx_state |= MLX_STATE_SHUTDOWN; 654 sc->mlx_intaction(sc, MLX_INTACTION_DISABLE); 655 656 /* flush controller */ 657 device_printf(sc->mlx_dev, "flushing cache..."); 658 if (mlx_flush(sc)) { 659 printf("failed\n"); 660 } else { 661 printf("done\n"); 662 } 663 MLX_IO_UNLOCK(sc); 664 665 /* delete all our child devices */ 666 for (i = 0; i < MLX_MAXDRIVES; i++) { 667 if (sc->mlx_sysdrive[i].ms_disk != 0) { 668 if ((error = device_delete_child(sc->mlx_dev, sc->mlx_sysdrive[i].ms_disk)) != 0) 669 return (error); 670 sc->mlx_sysdrive[i].ms_disk = 0; 671 } 672 } 673 674 return (0); 675 } 676 677 /******************************************************************************** 678 * Bring the controller to a quiescent state, ready for system suspend. 679 */ 680 int 681 mlx_suspend(device_t dev) 682 { 683 struct mlx_softc *sc = device_get_softc(dev); 684 685 debug_called(1); 686 687 MLX_IO_LOCK(sc); 688 sc->mlx_state |= MLX_STATE_SUSPEND; 689 690 /* flush controller */ 691 device_printf(sc->mlx_dev, "flushing cache..."); 692 printf("%s\n", mlx_flush(sc) ? "failed" : "done"); 693 694 sc->mlx_intaction(sc, MLX_INTACTION_DISABLE); 695 MLX_IO_UNLOCK(sc); 696 697 return(0); 698 } 699 700 /******************************************************************************** 701 * Bring the controller back to a state ready for operation. 702 */ 703 int 704 mlx_resume(device_t dev) 705 { 706 struct mlx_softc *sc = device_get_softc(dev); 707 708 debug_called(1); 709 710 MLX_IO_LOCK(sc); 711 sc->mlx_state &= ~MLX_STATE_SUSPEND; 712 sc->mlx_intaction(sc, MLX_INTACTION_ENABLE); 713 MLX_IO_UNLOCK(sc); 714 715 return(0); 716 } 717 718 /******************************************************************************* 719 * Take an interrupt, or be poked by other code to look for interrupt-worthy 720 * status. 721 */ 722 void 723 mlx_intr(void *arg) 724 { 725 struct mlx_softc *sc = (struct mlx_softc *)arg; 726 727 debug_called(1); 728 729 /* collect finished commands, queue anything waiting */ 730 MLX_IO_LOCK(sc); 731 mlx_done(sc, 1); 732 MLX_IO_UNLOCK(sc); 733 }; 734 735 /******************************************************************************* 736 * Receive a buf structure from a child device and queue it on a particular 737 * disk resource, then poke the disk resource to start as much work as it can. 738 */ 739 int 740 mlx_submit_buf(struct mlx_softc *sc, struct bio *bp) 741 { 742 743 debug_called(1); 744 745 MLX_IO_ASSERT_LOCKED(sc); 746 bioq_insert_tail(&sc->mlx_bioq, bp); 747 sc->mlx_waitbufs++; 748 mlx_startio(sc); 749 return(0); 750 } 751 752 /******************************************************************************** 753 * Accept an open operation on the control device. 754 */ 755 int 756 mlx_open(struct cdev *dev, int flags, int fmt, struct thread *td) 757 { 758 struct mlx_softc *sc = dev->si_drv1; 759 760 MLX_CONFIG_LOCK(sc); 761 MLX_IO_LOCK(sc); 762 sc->mlx_state |= MLX_STATE_OPEN; 763 MLX_IO_UNLOCK(sc); 764 MLX_CONFIG_UNLOCK(sc); 765 return(0); 766 } 767 768 /******************************************************************************** 769 * Accept the last close on the control device. 770 */ 771 int 772 mlx_close(struct cdev *dev, int flags, int fmt, struct thread *td) 773 { 774 struct mlx_softc *sc = dev->si_drv1; 775 776 MLX_CONFIG_LOCK(sc); 777 MLX_IO_LOCK(sc); 778 sc->mlx_state &= ~MLX_STATE_OPEN; 779 MLX_IO_UNLOCK(sc); 780 MLX_CONFIG_UNLOCK(sc); 781 return (0); 782 } 783 784 /******************************************************************************** 785 * Handle controller-specific control operations. 786 */ 787 int 788 mlx_ioctl(struct cdev *dev, u_long cmd, caddr_t addr, int32_t flag, struct thread *td) 789 { 790 struct mlx_softc *sc = dev->si_drv1; 791 struct mlx_rebuild_request *rb = (struct mlx_rebuild_request *)addr; 792 struct mlx_rebuild_status *rs = (struct mlx_rebuild_status *)addr; 793 int *arg = (int *)addr; 794 struct mlx_pause *mp; 795 struct mlx_sysdrive *dr; 796 struct mlxd_softc *mlxd; 797 int i, error; 798 799 switch(cmd) { 800 /* 801 * Enumerate connected system drives; returns the first system drive's 802 * unit number if *arg is -1, or the next unit after *arg if it's 803 * a valid unit on this controller. 804 */ 805 case MLX_NEXT_CHILD: 806 /* search system drives */ 807 MLX_CONFIG_LOCK(sc); 808 for (i = 0; i < MLX_MAXDRIVES; i++) { 809 /* is this one attached? */ 810 if (sc->mlx_sysdrive[i].ms_disk != 0) { 811 /* looking for the next one we come across? */ 812 if (*arg == -1) { 813 *arg = device_get_unit(sc->mlx_sysdrive[i].ms_disk); 814 MLX_CONFIG_UNLOCK(sc); 815 return(0); 816 } 817 /* we want the one after this one */ 818 if (*arg == device_get_unit(sc->mlx_sysdrive[i].ms_disk)) 819 *arg = -1; 820 } 821 } 822 MLX_CONFIG_UNLOCK(sc); 823 return(ENOENT); 824 825 /* 826 * Scan the controller to see whether new drives have appeared. 827 */ 828 case MLX_RESCAN_DRIVES: 829 bus_topo_lock(); 830 mlx_startup(sc); 831 bus_topo_unlock(); 832 return(0); 833 834 /* 835 * Disconnect from the specified drive; it may be about to go 836 * away. 837 */ 838 case MLX_DETACH_DRIVE: /* detach one drive */ 839 MLX_CONFIG_LOCK(sc); 840 if (((dr = mlx_findunit(sc, *arg)) == NULL) || 841 ((mlxd = device_get_softc(dr->ms_disk)) == NULL)) { 842 MLX_CONFIG_UNLOCK(sc); 843 return(ENOENT); 844 } 845 846 device_printf(dr->ms_disk, "detaching..."); 847 error = 0; 848 if (mlxd->mlxd_flags & MLXD_OPEN) { 849 error = EBUSY; 850 goto detach_out; 851 } 852 853 /* flush controller */ 854 MLX_IO_LOCK(sc); 855 if (mlx_flush(sc)) { 856 MLX_IO_UNLOCK(sc); 857 error = EBUSY; 858 goto detach_out; 859 } 860 MLX_IO_UNLOCK(sc); 861 862 /* nuke drive */ 863 if ((error = device_delete_child(sc->mlx_dev, dr->ms_disk)) != 0) 864 goto detach_out; 865 dr->ms_disk = 0; 866 867 detach_out: 868 MLX_CONFIG_UNLOCK(sc); 869 if (error) { 870 printf("failed\n"); 871 } else { 872 printf("done\n"); 873 } 874 return(error); 875 876 /* 877 * Pause one or more SCSI channels for a period of time, to assist 878 * in the process of hot-swapping devices. 879 * 880 * Note that at least the 3.51 firmware on the DAC960PL doesn't seem 881 * to do this right. 882 */ 883 case MLX_PAUSE_CHANNEL: /* schedule a channel pause */ 884 /* Does this command work on this firmware? */ 885 if (!(sc->mlx_feature & MLX_FEAT_PAUSEWORKS)) 886 return(EOPNOTSUPP); 887 888 /* check time values */ 889 mp = (struct mlx_pause *)addr; 890 if ((mp->mp_when < 0) || (mp->mp_when > 3600)) 891 return(EINVAL); 892 if ((mp->mp_howlong < 1) || (mp->mp_howlong > (0xf * 30))) 893 return(EINVAL); 894 895 MLX_IO_LOCK(sc); 896 if ((mp->mp_which == MLX_PAUSE_CANCEL) && (sc->mlx_pause.mp_when != 0)) { 897 /* cancel a pending pause operation */ 898 sc->mlx_pause.mp_which = 0; 899 } else { 900 /* fix for legal channels */ 901 mp->mp_which &= ((1 << sc->mlx_enq2->me_actual_channels) -1); 902 903 /* check for a pause currently running */ 904 if ((sc->mlx_pause.mp_which != 0) && (sc->mlx_pause.mp_when == 0)) { 905 MLX_IO_UNLOCK(sc); 906 return(EBUSY); 907 } 908 909 /* looks ok, go with it */ 910 sc->mlx_pause.mp_which = mp->mp_which; 911 sc->mlx_pause.mp_when = time_second + mp->mp_when; 912 sc->mlx_pause.mp_howlong = sc->mlx_pause.mp_when + mp->mp_howlong; 913 } 914 MLX_IO_UNLOCK(sc); 915 return(0); 916 917 /* 918 * Accept a command passthrough-style. 919 */ 920 case MLX_COMMAND: 921 return(mlx_user_command(sc, (struct mlx_usercommand *)addr)); 922 923 /* 924 * Start a rebuild on a given SCSI disk 925 */ 926 case MLX_REBUILDASYNC: 927 MLX_IO_LOCK(sc); 928 if (sc->mlx_background != 0) { 929 MLX_IO_UNLOCK(sc); 930 rb->rr_status = 0x0106; 931 return(EBUSY); 932 } 933 rb->rr_status = mlx_rebuild(sc, rb->rr_channel, rb->rr_target); 934 switch (rb->rr_status) { 935 case 0: 936 error = 0; 937 break; 938 case 0x10000: 939 error = ENOMEM; /* couldn't set up the command */ 940 break; 941 case 0x0002: 942 error = EBUSY; 943 break; 944 case 0x0104: 945 error = EIO; 946 break; 947 case 0x0105: 948 error = ERANGE; 949 break; 950 case 0x0106: 951 error = EBUSY; 952 break; 953 default: 954 error = EINVAL; 955 break; 956 } 957 if (error == 0) 958 sc->mlx_background = MLX_BACKGROUND_REBUILD; 959 MLX_IO_UNLOCK(sc); 960 return(error); 961 962 /* 963 * Get the status of the current rebuild or consistency check. 964 */ 965 case MLX_REBUILDSTAT: 966 MLX_IO_LOCK(sc); 967 *rs = sc->mlx_rebuildstat; 968 MLX_IO_UNLOCK(sc); 969 return(0); 970 971 /* 972 * Return the per-controller system drive number matching the 973 * disk device number in (arg), if it happens to belong to us. 974 */ 975 case MLX_GET_SYSDRIVE: 976 error = ENOENT; 977 MLX_CONFIG_LOCK(sc); 978 bus_topo_lock(); 979 mlxd = devclass_get_softc(devclass_find("mlxd"), *arg); 980 bus_topo_unlock(); 981 if ((mlxd != NULL) && (mlxd->mlxd_drive >= sc->mlx_sysdrive) && 982 (mlxd->mlxd_drive < (sc->mlx_sysdrive + MLX_MAXDRIVES))) { 983 error = 0; 984 *arg = mlxd->mlxd_drive - sc->mlx_sysdrive; 985 } 986 MLX_CONFIG_UNLOCK(sc); 987 return(error); 988 989 default: 990 return(ENOTTY); 991 } 992 } 993 994 /******************************************************************************** 995 * Handle operations requested by a System Drive connected to this controller. 996 */ 997 int 998 mlx_submit_ioctl(struct mlx_softc *sc, struct mlx_sysdrive *drive, u_long cmd, 999 caddr_t addr, int32_t flag, struct thread *td) 1000 { 1001 int *arg = (int *)addr; 1002 int error, result; 1003 1004 switch(cmd) { 1005 /* 1006 * Return the current status of this drive. 1007 */ 1008 case MLXD_STATUS: 1009 MLX_IO_LOCK(sc); 1010 *arg = drive->ms_state; 1011 MLX_IO_UNLOCK(sc); 1012 return(0); 1013 1014 /* 1015 * Start a background consistency check on this drive. 1016 */ 1017 case MLXD_CHECKASYNC: /* start a background consistency check */ 1018 MLX_IO_LOCK(sc); 1019 if (sc->mlx_background != 0) { 1020 MLX_IO_UNLOCK(sc); 1021 *arg = 0x0106; 1022 return(EBUSY); 1023 } 1024 result = mlx_check(sc, drive - &sc->mlx_sysdrive[0]); 1025 switch (result) { 1026 case 0: 1027 error = 0; 1028 break; 1029 case 0x10000: 1030 error = ENOMEM; /* couldn't set up the command */ 1031 break; 1032 case 0x0002: 1033 error = EIO; 1034 break; 1035 case 0x0105: 1036 error = ERANGE; 1037 break; 1038 case 0x0106: 1039 error = EBUSY; 1040 break; 1041 default: 1042 error = EINVAL; 1043 break; 1044 } 1045 if (error == 0) 1046 sc->mlx_background = MLX_BACKGROUND_CHECK; 1047 MLX_IO_UNLOCK(sc); 1048 *arg = result; 1049 return(error); 1050 1051 } 1052 return(ENOIOCTL); 1053 } 1054 1055 1056 /******************************************************************************** 1057 ******************************************************************************** 1058 Status Monitoring 1059 ******************************************************************************** 1060 ********************************************************************************/ 1061 1062 /******************************************************************************** 1063 * Fire off commands to periodically check the status of connected drives. 1064 */ 1065 static void 1066 mlx_periodic(void *data) 1067 { 1068 struct mlx_softc *sc = (struct mlx_softc *)data; 1069 1070 debug_called(1); 1071 MLX_IO_ASSERT_LOCKED(sc); 1072 1073 /* 1074 * Run a bus pause? 1075 */ 1076 if ((sc->mlx_pause.mp_which != 0) && 1077 (sc->mlx_pause.mp_when > 0) && 1078 (time_second >= sc->mlx_pause.mp_when)){ 1079 1080 mlx_pause_action(sc); /* pause is running */ 1081 sc->mlx_pause.mp_when = 0; 1082 sysbeep(500, SBT_1S); 1083 1084 /* 1085 * Bus pause still running? 1086 */ 1087 } else if ((sc->mlx_pause.mp_which != 0) && 1088 (sc->mlx_pause.mp_when == 0)) { 1089 1090 /* time to stop bus pause? */ 1091 if (time_second >= sc->mlx_pause.mp_howlong) { 1092 mlx_pause_action(sc); 1093 sc->mlx_pause.mp_which = 0; /* pause is complete */ 1094 sysbeep(500, SBT_1S); 1095 } else { 1096 sysbeep((time_second % 5) * 100 + 500, SBT_1S / 8); 1097 } 1098 1099 /* 1100 * Run normal periodic activities? 1101 */ 1102 } else if (time_second > (sc->mlx_lastpoll + 10)) { 1103 sc->mlx_lastpoll = time_second; 1104 1105 /* 1106 * Check controller status. 1107 * 1108 * XXX Note that this may not actually launch a command in situations of high load. 1109 */ 1110 mlx_enquire(sc, (sc->mlx_iftype == MLX_IFTYPE_2) ? MLX_CMD_ENQUIRY_OLD : MLX_CMD_ENQUIRY, 1111 imax(sizeof(struct mlx_enquiry), sizeof(struct mlx_enquiry_old)), mlx_periodic_enquiry); 1112 1113 /* 1114 * Check system drive status. 1115 * 1116 * XXX This might be better left to event-driven detection, eg. I/O to an offline 1117 * drive will detect it's offline, rebuilds etc. should detect the drive is back 1118 * online. 1119 */ 1120 mlx_enquire(sc, MLX_CMD_ENQSYSDRIVE, sizeof(struct mlx_enq_sys_drive) * MLX_MAXDRIVES, 1121 mlx_periodic_enquiry); 1122 1123 } 1124 1125 /* get drive rebuild/check status */ 1126 /* XXX should check sc->mlx_background if this is only valid while in progress */ 1127 mlx_enquire(sc, MLX_CMD_REBUILDSTAT, sizeof(struct mlx_rebuild_stat), mlx_periodic_rebuild); 1128 1129 /* deal with possibly-missed interrupts and timed-out commands */ 1130 mlx_done(sc, 1); 1131 1132 /* reschedule another poll next second or so */ 1133 callout_reset(&sc->mlx_timeout, hz, mlx_periodic, sc); 1134 } 1135 1136 /******************************************************************************** 1137 * Handle the result of an ENQUIRY command instigated by periodic status polling. 1138 */ 1139 static void 1140 mlx_periodic_enquiry(struct mlx_command *mc) 1141 { 1142 struct mlx_softc *sc = mc->mc_sc; 1143 1144 debug_called(1); 1145 MLX_IO_ASSERT_LOCKED(sc); 1146 1147 /* Command completed OK? */ 1148 if (mc->mc_status != 0) { 1149 device_printf(sc->mlx_dev, "periodic enquiry failed - %s\n", mlx_diagnose_command(mc)); 1150 goto out; 1151 } 1152 1153 /* respond to command */ 1154 switch(mc->mc_mailbox[0]) { 1155 /* 1156 * This is currently a bit fruitless, as we don't know how to extract the eventlog 1157 * pointer yet. 1158 */ 1159 case MLX_CMD_ENQUIRY_OLD: 1160 { 1161 struct mlx_enquiry *me = (struct mlx_enquiry *)mc->mc_data; 1162 struct mlx_enquiry_old *meo = (struct mlx_enquiry_old *)mc->mc_data; 1163 int i; 1164 1165 /* convert data in-place to new format */ 1166 for (i = (sizeof(me->me_dead) / sizeof(me->me_dead[0])) - 1; i >= 0; i--) { 1167 me->me_dead[i].dd_chan = meo->me_dead[i].dd_chan; 1168 me->me_dead[i].dd_targ = meo->me_dead[i].dd_targ; 1169 } 1170 me->me_misc_flags = 0; 1171 me->me_rebuild_count = meo->me_rebuild_count; 1172 me->me_dead_count = meo->me_dead_count; 1173 me->me_critical_sd_count = meo->me_critical_sd_count; 1174 me->me_event_log_seq_num = 0; 1175 me->me_offline_sd_count = meo->me_offline_sd_count; 1176 me->me_max_commands = meo->me_max_commands; 1177 me->me_rebuild_flag = meo->me_rebuild_flag; 1178 me->me_fwmajor = meo->me_fwmajor; 1179 me->me_fwminor = meo->me_fwminor; 1180 me->me_status_flags = meo->me_status_flags; 1181 me->me_flash_age = meo->me_flash_age; 1182 for (i = (sizeof(me->me_drvsize) / sizeof(me->me_drvsize[0])) - 1; i >= 0; i--) { 1183 if (i > ((sizeof(meo->me_drvsize) / sizeof(meo->me_drvsize[0])) - 1)) { 1184 me->me_drvsize[i] = 0; /* drive beyond supported range */ 1185 } else { 1186 me->me_drvsize[i] = meo->me_drvsize[i]; 1187 } 1188 } 1189 me->me_num_sys_drvs = meo->me_num_sys_drvs; 1190 } 1191 /* FALLTHROUGH */ 1192 1193 /* 1194 * Generic controller status update. We could do more with this than just 1195 * checking the event log. 1196 */ 1197 case MLX_CMD_ENQUIRY: 1198 { 1199 struct mlx_enquiry *me = (struct mlx_enquiry *)mc->mc_data; 1200 1201 if (sc->mlx_currevent == -1) { 1202 /* initialise our view of the event log */ 1203 sc->mlx_currevent = sc->mlx_lastevent = me->me_event_log_seq_num; 1204 } else if ((me->me_event_log_seq_num != sc->mlx_lastevent) && !(sc->mlx_flags & MLX_EVENTLOG_BUSY)) { 1205 /* record where current events are up to */ 1206 sc->mlx_currevent = me->me_event_log_seq_num; 1207 debug(1, "event log pointer was %d, now %d\n", sc->mlx_lastevent, sc->mlx_currevent); 1208 1209 /* mark the event log as busy */ 1210 sc->mlx_flags |= MLX_EVENTLOG_BUSY; 1211 1212 /* drain new eventlog entries */ 1213 mlx_periodic_eventlog_poll(sc); 1214 } 1215 break; 1216 } 1217 case MLX_CMD_ENQSYSDRIVE: 1218 { 1219 struct mlx_enq_sys_drive *mes = (struct mlx_enq_sys_drive *)mc->mc_data; 1220 struct mlx_sysdrive *dr; 1221 int i; 1222 1223 for (i = 0, dr = &sc->mlx_sysdrive[0]; 1224 (i < MLX_MAXDRIVES) && (mes[i].sd_size != 0xffffffff); 1225 i++) { 1226 1227 /* has state been changed by controller? */ 1228 if (dr->ms_state != mes[i].sd_state) { 1229 switch(mes[i].sd_state) { 1230 case MLX_SYSD_OFFLINE: 1231 device_printf(dr->ms_disk, "drive offline\n"); 1232 break; 1233 case MLX_SYSD_ONLINE: 1234 device_printf(dr->ms_disk, "drive online\n"); 1235 break; 1236 case MLX_SYSD_CRITICAL: 1237 device_printf(dr->ms_disk, "drive critical\n"); 1238 break; 1239 } 1240 /* save new state */ 1241 dr->ms_state = mes[i].sd_state; 1242 } 1243 } 1244 break; 1245 } 1246 default: 1247 device_printf(sc->mlx_dev, "%s: unknown command 0x%x", __func__, mc->mc_mailbox[0]); 1248 break; 1249 } 1250 1251 out: 1252 free(mc->mc_data, M_DEVBUF); 1253 mlx_releasecmd(mc); 1254 } 1255 1256 static void 1257 mlx_eventlog_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1258 { 1259 struct mlx_command *mc; 1260 1261 mc = (struct mlx_command *)arg; 1262 mlx_setup_dmamap(mc, segs, nsegments, error); 1263 1264 /* build the command to get one entry */ 1265 mlx_make_type3(mc, MLX_CMD_LOGOP, MLX_LOGOP_GET, 1, 1266 mc->mc_sc->mlx_lastevent, 0, 0, mc->mc_dataphys, 0); 1267 mc->mc_complete = mlx_periodic_eventlog_respond; 1268 mc->mc_private = mc; 1269 1270 /* start the command */ 1271 if (mlx_start(mc) != 0) { 1272 mlx_releasecmd(mc); 1273 free(mc->mc_data, M_DEVBUF); 1274 mc->mc_data = NULL; 1275 } 1276 1277 } 1278 1279 /******************************************************************************** 1280 * Instigate a poll for one event log message on (sc). 1281 * We only poll for one message at a time, to keep our command usage down. 1282 */ 1283 static void 1284 mlx_periodic_eventlog_poll(struct mlx_softc *sc) 1285 { 1286 struct mlx_command *mc; 1287 void *result = NULL; 1288 int error = 0; 1289 1290 debug_called(1); 1291 MLX_IO_ASSERT_LOCKED(sc); 1292 1293 /* get ourselves a command buffer */ 1294 error = 1; 1295 if ((mc = mlx_alloccmd(sc)) == NULL) 1296 goto out; 1297 1298 /* allocate the response structure */ 1299 if ((result = malloc(/*sizeof(struct mlx_eventlog_entry)*/1024, M_DEVBUF, 1300 M_NOWAIT)) == NULL) 1301 goto out; 1302 1303 /* get a command slot */ 1304 if (mlx_getslot(mc)) 1305 goto out; 1306 1307 /* map the command so the controller can see it */ 1308 mc->mc_data = result; 1309 mc->mc_length = /*sizeof(struct mlx_eventlog_entry)*/1024; 1310 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 1311 mc->mc_length, mlx_eventlog_cb, mc, BUS_DMA_NOWAIT); 1312 1313 out: 1314 if (error != 0) { 1315 if (mc != NULL) 1316 mlx_releasecmd(mc); 1317 if ((result != NULL) && (mc->mc_data != NULL)) 1318 free(result, M_DEVBUF); 1319 } 1320 } 1321 1322 /******************************************************************************** 1323 * Handle the result of polling for a log message, generate diagnostic output. 1324 * If this wasn't the last message waiting for us, we'll go collect another. 1325 */ 1326 static char *mlx_sense_messages[] = { 1327 "because write recovery failed", 1328 "because of SCSI bus reset failure", 1329 "because of double check condition", 1330 "because it was removed", 1331 "because of gross error on SCSI chip", 1332 "because of bad tag returned from drive", 1333 "because of timeout on SCSI command", 1334 "because of reset SCSI command issued from system", 1335 "because busy or parity error count exceeded limit", 1336 "because of 'kill drive' command from system", 1337 "because of selection timeout", 1338 "due to SCSI phase sequence error", 1339 "due to unknown status" 1340 }; 1341 1342 static void 1343 mlx_periodic_eventlog_respond(struct mlx_command *mc) 1344 { 1345 struct mlx_softc *sc = mc->mc_sc; 1346 struct mlx_eventlog_entry *el = (struct mlx_eventlog_entry *)mc->mc_data; 1347 char *reason; 1348 1349 debug_called(1); 1350 MLX_IO_ASSERT_LOCKED(sc); 1351 1352 sc->mlx_lastevent++; /* next message... */ 1353 if (mc->mc_status == 0) { 1354 1355 /* handle event log message */ 1356 switch(el->el_type) { 1357 /* 1358 * This is the only sort of message we understand at the moment. 1359 * The tests here are probably incomplete. 1360 */ 1361 case MLX_LOGMSG_SENSE: /* sense data */ 1362 /* Mylex vendor-specific message indicating a drive was killed? */ 1363 if ((el->el_sensekey == 9) && 1364 (el->el_asc == 0x80)) { 1365 if (el->el_asq < nitems(mlx_sense_messages)) { 1366 reason = mlx_sense_messages[el->el_asq]; 1367 } else { 1368 reason = "for unknown reason"; 1369 } 1370 device_printf(sc->mlx_dev, "physical drive %d:%d killed %s\n", 1371 el->el_channel, el->el_target, reason); 1372 } 1373 /* SCSI drive was reset? */ 1374 if ((el->el_sensekey == 6) && (el->el_asc == 0x29)) { 1375 device_printf(sc->mlx_dev, "physical drive %d:%d reset\n", 1376 el->el_channel, el->el_target); 1377 } 1378 /* SCSI drive error? */ 1379 if (!((el->el_sensekey == 0) || 1380 ((el->el_sensekey == 2) && 1381 (el->el_asc == 0x04) && 1382 ((el->el_asq == 0x01) || 1383 (el->el_asq == 0x02))))) { 1384 device_printf(sc->mlx_dev, "physical drive %d:%d error log: sense = %d asc = %x asq = %x\n", 1385 el->el_channel, el->el_target, el->el_sensekey, el->el_asc, el->el_asq); 1386 device_printf(sc->mlx_dev, " info %4D csi %4D\n", el->el_information, ":", el->el_csi, ":"); 1387 } 1388 break; 1389 1390 default: 1391 device_printf(sc->mlx_dev, "unknown log message type 0x%x\n", el->el_type); 1392 break; 1393 } 1394 } else { 1395 device_printf(sc->mlx_dev, "error reading message log - %s\n", mlx_diagnose_command(mc)); 1396 /* give up on all the outstanding messages, as we may have come unsynched */ 1397 sc->mlx_lastevent = sc->mlx_currevent; 1398 } 1399 1400 /* dispose of command and data */ 1401 free(mc->mc_data, M_DEVBUF); 1402 mlx_releasecmd(mc); 1403 1404 /* is there another message to obtain? */ 1405 if (sc->mlx_lastevent != sc->mlx_currevent) { 1406 mlx_periodic_eventlog_poll(sc); 1407 } else { 1408 /* clear log-busy status */ 1409 sc->mlx_flags &= ~MLX_EVENTLOG_BUSY; 1410 } 1411 } 1412 1413 /******************************************************************************** 1414 * Handle check/rebuild operations in progress. 1415 */ 1416 static void 1417 mlx_periodic_rebuild(struct mlx_command *mc) 1418 { 1419 struct mlx_softc *sc = mc->mc_sc; 1420 struct mlx_rebuild_status *mr = (struct mlx_rebuild_status *)mc->mc_data; 1421 1422 MLX_IO_ASSERT_LOCKED(sc); 1423 switch(mc->mc_status) { 1424 case 0: /* operation running, update stats */ 1425 sc->mlx_rebuildstat = *mr; 1426 1427 /* spontaneous rebuild/check? */ 1428 if (sc->mlx_background == 0) { 1429 sc->mlx_background = MLX_BACKGROUND_SPONTANEOUS; 1430 device_printf(sc->mlx_dev, "background check/rebuild operation started\n"); 1431 } 1432 break; 1433 1434 case 0x0105: /* nothing running, finalise stats and report */ 1435 switch(sc->mlx_background) { 1436 case MLX_BACKGROUND_CHECK: 1437 device_printf(sc->mlx_dev, "consistency check completed\n"); /* XXX print drive? */ 1438 break; 1439 case MLX_BACKGROUND_REBUILD: 1440 device_printf(sc->mlx_dev, "drive rebuild completed\n"); /* XXX print channel/target? */ 1441 break; 1442 case MLX_BACKGROUND_SPONTANEOUS: 1443 default: 1444 /* if we have previously been non-idle, report the transition */ 1445 if (sc->mlx_rebuildstat.rs_code != MLX_REBUILDSTAT_IDLE) { 1446 device_printf(sc->mlx_dev, "background check/rebuild operation completed\n"); 1447 } 1448 } 1449 sc->mlx_background = 0; 1450 sc->mlx_rebuildstat.rs_code = MLX_REBUILDSTAT_IDLE; 1451 break; 1452 } 1453 free(mc->mc_data, M_DEVBUF); 1454 mlx_releasecmd(mc); 1455 } 1456 1457 /******************************************************************************** 1458 ******************************************************************************** 1459 Channel Pause 1460 ******************************************************************************** 1461 ********************************************************************************/ 1462 1463 /******************************************************************************** 1464 * It's time to perform a channel pause action for (sc), either start or stop 1465 * the pause. 1466 */ 1467 static void 1468 mlx_pause_action(struct mlx_softc *sc) 1469 { 1470 struct mlx_command *mc; 1471 int failsafe, i, command; 1472 1473 MLX_IO_ASSERT_LOCKED(sc); 1474 1475 /* What are we doing here? */ 1476 if (sc->mlx_pause.mp_when == 0) { 1477 command = MLX_CMD_STARTCHANNEL; 1478 failsafe = 0; 1479 1480 } else { 1481 command = MLX_CMD_STOPCHANNEL; 1482 1483 /* 1484 * Channels will always start again after the failsafe period, 1485 * which is specified in multiples of 30 seconds. 1486 * This constrains us to a maximum pause of 450 seconds. 1487 */ 1488 failsafe = ((sc->mlx_pause.mp_howlong - time_second) + 5) / 30; 1489 if (failsafe > 0xf) { 1490 failsafe = 0xf; 1491 sc->mlx_pause.mp_howlong = time_second + (0xf * 30) - 5; 1492 } 1493 } 1494 1495 /* build commands for every channel requested */ 1496 for (i = 0; i < sc->mlx_enq2->me_actual_channels; i++) { 1497 if ((1 << i) & sc->mlx_pause.mp_which) { 1498 1499 /* get ourselves a command buffer */ 1500 if ((mc = mlx_alloccmd(sc)) == NULL) 1501 goto fail; 1502 /* get a command slot */ 1503 mc->mc_flags |= MLX_CMD_PRIORITY; 1504 if (mlx_getslot(mc)) 1505 goto fail; 1506 1507 /* build the command */ 1508 mlx_make_type2(mc, command, (failsafe << 4) | i, 0, 0, 0, 0, 0, 0, 0); 1509 mc->mc_complete = mlx_pause_done; 1510 mc->mc_private = sc; /* XXX not needed */ 1511 if (mlx_start(mc)) 1512 goto fail; 1513 /* command submitted OK */ 1514 return; 1515 1516 fail: 1517 device_printf(sc->mlx_dev, "%s failed for channel %d\n", 1518 command == MLX_CMD_STOPCHANNEL ? "pause" : "resume", i); 1519 if (mc != NULL) 1520 mlx_releasecmd(mc); 1521 } 1522 } 1523 } 1524 1525 static void 1526 mlx_pause_done(struct mlx_command *mc) 1527 { 1528 struct mlx_softc *sc = mc->mc_sc; 1529 int command = mc->mc_mailbox[0]; 1530 int channel = mc->mc_mailbox[2] & 0xf; 1531 1532 MLX_IO_ASSERT_LOCKED(sc); 1533 if (mc->mc_status != 0) { 1534 device_printf(sc->mlx_dev, "%s command failed - %s\n", 1535 command == MLX_CMD_STOPCHANNEL ? "pause" : "resume", mlx_diagnose_command(mc)); 1536 } else if (command == MLX_CMD_STOPCHANNEL) { 1537 device_printf(sc->mlx_dev, "channel %d pausing for %ld seconds\n", 1538 channel, (long)(sc->mlx_pause.mp_howlong - time_second)); 1539 } else { 1540 device_printf(sc->mlx_dev, "channel %d resuming\n", channel); 1541 } 1542 mlx_releasecmd(mc); 1543 } 1544 1545 /******************************************************************************** 1546 ******************************************************************************** 1547 Command Submission 1548 ******************************************************************************** 1549 ********************************************************************************/ 1550 1551 static void 1552 mlx_enquire_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1553 { 1554 struct mlx_softc *sc; 1555 struct mlx_command *mc; 1556 1557 mc = (struct mlx_command *)arg; 1558 if (error) 1559 return; 1560 1561 mlx_setup_dmamap(mc, segs, nsegments, error); 1562 1563 /* build an enquiry command */ 1564 sc = mc->mc_sc; 1565 mlx_make_type2(mc, mc->mc_command, 0, 0, 0, 0, 0, 0, mc->mc_dataphys, 0); 1566 1567 /* do we want a completion callback? */ 1568 if (mc->mc_complete != NULL) { 1569 if ((error = mlx_start(mc)) != 0) 1570 return; 1571 } else { 1572 /* run the command in either polled or wait mode */ 1573 if ((sc->mlx_state & MLX_STATE_INTEN) ? mlx_wait_command(mc) : 1574 mlx_poll_command(mc)) 1575 return; 1576 1577 /* command completed OK? */ 1578 if (mc->mc_status != 0) { 1579 device_printf(sc->mlx_dev, "ENQUIRY failed - %s\n", 1580 mlx_diagnose_command(mc)); 1581 return; 1582 } 1583 } 1584 } 1585 1586 /******************************************************************************** 1587 * Perform an Enquiry command using a type-3 command buffer and a return a single 1588 * linear result buffer. If the completion function is specified, it will 1589 * be called with the completed command (and the result response will not be 1590 * valid until that point). Otherwise, the command will either be busy-waited 1591 * for (interrupts not enabled), or slept for. 1592 */ 1593 static void * 1594 mlx_enquire(struct mlx_softc *sc, int command, size_t bufsize, void (* complete)(struct mlx_command *mc)) 1595 { 1596 struct mlx_command *mc; 1597 void *result; 1598 int error; 1599 1600 debug_called(1); 1601 MLX_IO_ASSERT_LOCKED(sc); 1602 1603 /* get ourselves a command buffer */ 1604 error = 1; 1605 result = NULL; 1606 if ((mc = mlx_alloccmd(sc)) == NULL) 1607 goto out; 1608 /* allocate the response structure */ 1609 if ((result = malloc(bufsize, M_DEVBUF, M_NOWAIT)) == NULL) 1610 goto out; 1611 /* get a command slot */ 1612 mc->mc_flags |= MLX_CMD_PRIORITY | MLX_CMD_DATAOUT; 1613 if (mlx_getslot(mc)) 1614 goto out; 1615 1616 /* map the command so the controller can see it */ 1617 mc->mc_data = result; 1618 mc->mc_length = bufsize; 1619 mc->mc_command = command; 1620 1621 if (complete != NULL) { 1622 mc->mc_complete = complete; 1623 mc->mc_private = mc; 1624 } 1625 1626 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 1627 mc->mc_length, mlx_enquire_cb, mc, BUS_DMA_NOWAIT); 1628 1629 out: 1630 /* we got a command, but nobody else will free it */ 1631 if ((mc != NULL) && (mc->mc_complete == NULL)) 1632 mlx_releasecmd(mc); 1633 /* we got an error, and we allocated a result */ 1634 if ((error != 0) && (result != NULL)) { 1635 free(result, M_DEVBUF); 1636 result = NULL; 1637 } 1638 return(result); 1639 } 1640 1641 1642 /******************************************************************************** 1643 * Perform a Flush command on the nominated controller. 1644 * 1645 * May be called with interrupts enabled or disabled; will not return until 1646 * the flush operation completes or fails. 1647 */ 1648 static int 1649 mlx_flush(struct mlx_softc *sc) 1650 { 1651 struct mlx_command *mc; 1652 int error; 1653 1654 debug_called(1); 1655 MLX_IO_ASSERT_LOCKED(sc); 1656 1657 /* get ourselves a command buffer */ 1658 error = 1; 1659 if ((mc = mlx_alloccmd(sc)) == NULL) 1660 goto out; 1661 /* get a command slot */ 1662 if (mlx_getslot(mc)) 1663 goto out; 1664 1665 /* build a flush command */ 1666 mlx_make_type2(mc, MLX_CMD_FLUSH, 0, 0, 0, 0, 0, 0, 0, 0); 1667 1668 /* can't assume that interrupts are going to work here, so play it safe */ 1669 if (mlx_poll_command(mc)) 1670 goto out; 1671 1672 /* command completed OK? */ 1673 if (mc->mc_status != 0) { 1674 device_printf(sc->mlx_dev, "FLUSH failed - %s\n", mlx_diagnose_command(mc)); 1675 goto out; 1676 } 1677 1678 error = 0; /* success */ 1679 out: 1680 if (mc != NULL) 1681 mlx_releasecmd(mc); 1682 return(error); 1683 } 1684 1685 /******************************************************************************** 1686 * Start a background consistency check on (drive). 1687 * 1688 * May be called with interrupts enabled or disabled; will return as soon as the 1689 * operation has started or been refused. 1690 */ 1691 static int 1692 mlx_check(struct mlx_softc *sc, int drive) 1693 { 1694 struct mlx_command *mc; 1695 int error; 1696 1697 debug_called(1); 1698 MLX_IO_ASSERT_LOCKED(sc); 1699 1700 /* get ourselves a command buffer */ 1701 error = 0x10000; 1702 if ((mc = mlx_alloccmd(sc)) == NULL) 1703 goto out; 1704 /* get a command slot */ 1705 if (mlx_getslot(mc)) 1706 goto out; 1707 1708 /* build a checkasync command, set the "fix it" flag */ 1709 mlx_make_type2(mc, MLX_CMD_CHECKASYNC, 0, 0, 0, 0, 0, drive | 0x80, 0, 0); 1710 1711 /* start the command and wait for it to be returned */ 1712 if (mlx_wait_command(mc)) 1713 goto out; 1714 1715 /* command completed OK? */ 1716 if (mc->mc_status != 0) { 1717 device_printf(sc->mlx_dev, "CHECK ASYNC failed - %s\n", mlx_diagnose_command(mc)); 1718 } else { 1719 device_printf(sc->mlx_sysdrive[drive].ms_disk, "consistency check started"); 1720 } 1721 error = mc->mc_status; 1722 1723 out: 1724 if (mc != NULL) 1725 mlx_releasecmd(mc); 1726 return(error); 1727 } 1728 1729 /******************************************************************************** 1730 * Start a background rebuild of the physical drive at (channel),(target). 1731 * 1732 * May be called with interrupts enabled or disabled; will return as soon as the 1733 * operation has started or been refused. 1734 */ 1735 static int 1736 mlx_rebuild(struct mlx_softc *sc, int channel, int target) 1737 { 1738 struct mlx_command *mc; 1739 int error; 1740 1741 debug_called(1); 1742 MLX_IO_ASSERT_LOCKED(sc); 1743 1744 /* get ourselves a command buffer */ 1745 error = 0x10000; 1746 if ((mc = mlx_alloccmd(sc)) == NULL) 1747 goto out; 1748 /* get a command slot */ 1749 if (mlx_getslot(mc)) 1750 goto out; 1751 1752 /* build a checkasync command, set the "fix it" flag */ 1753 mlx_make_type2(mc, MLX_CMD_REBUILDASYNC, channel, target, 0, 0, 0, 0, 0, 0); 1754 1755 /* start the command and wait for it to be returned */ 1756 if (mlx_wait_command(mc)) 1757 goto out; 1758 1759 /* command completed OK? */ 1760 if (mc->mc_status != 0) { 1761 device_printf(sc->mlx_dev, "REBUILD ASYNC failed - %s\n", mlx_diagnose_command(mc)); 1762 } else { 1763 device_printf(sc->mlx_dev, "drive rebuild started for %d:%d\n", channel, target); 1764 } 1765 error = mc->mc_status; 1766 1767 out: 1768 if (mc != NULL) 1769 mlx_releasecmd(mc); 1770 return(error); 1771 } 1772 1773 /******************************************************************************** 1774 * Run the command (mc) and return when it completes. 1775 * 1776 * Interrupts need to be enabled; returns nonzero on error. 1777 */ 1778 static int 1779 mlx_wait_command(struct mlx_command *mc) 1780 { 1781 struct mlx_softc *sc = mc->mc_sc; 1782 int error, count; 1783 1784 debug_called(1); 1785 MLX_IO_ASSERT_LOCKED(sc); 1786 1787 mc->mc_complete = NULL; 1788 mc->mc_private = mc; /* wake us when you're done */ 1789 if ((error = mlx_start(mc)) != 0) 1790 return(error); 1791 1792 count = 0; 1793 /* XXX better timeout? */ 1794 while ((mc->mc_status == MLX_STATUS_BUSY) && (count < 30)) { 1795 mtx_sleep(mc->mc_private, &sc->mlx_io_lock, PRIBIO | PCATCH, "mlxwcmd", hz); 1796 } 1797 1798 if (mc->mc_status != 0) { 1799 device_printf(sc->mlx_dev, "command failed - %s\n", mlx_diagnose_command(mc)); 1800 return(EIO); 1801 } 1802 return(0); 1803 } 1804 1805 1806 /******************************************************************************** 1807 * Start the command (mc) and busy-wait for it to complete. 1808 * 1809 * Should only be used when interrupts can't be relied upon. Returns 0 on 1810 * success, nonzero on error. 1811 * Successfully completed commands are dequeued. 1812 */ 1813 static int 1814 mlx_poll_command(struct mlx_command *mc) 1815 { 1816 struct mlx_softc *sc = mc->mc_sc; 1817 int error, count; 1818 1819 debug_called(1); 1820 MLX_IO_ASSERT_LOCKED(sc); 1821 1822 mc->mc_complete = NULL; 1823 mc->mc_private = NULL; /* we will poll for it */ 1824 if ((error = mlx_start(mc)) != 0) 1825 return(error); 1826 1827 count = 0; 1828 do { 1829 /* poll for completion */ 1830 mlx_done(mc->mc_sc, 1); 1831 1832 } while ((mc->mc_status == MLX_STATUS_BUSY) && (count++ < 15000000)); 1833 if (mc->mc_status != MLX_STATUS_BUSY) { 1834 TAILQ_REMOVE(&sc->mlx_work, mc, mc_link); 1835 return(0); 1836 } 1837 device_printf(sc->mlx_dev, "command failed - %s\n", mlx_diagnose_command(mc)); 1838 return(EIO); 1839 } 1840 1841 void 1842 mlx_startio_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1843 { 1844 struct mlx_command *mc; 1845 struct mlxd_softc *mlxd; 1846 struct mlx_softc *sc; 1847 struct bio *bp; 1848 int blkcount; 1849 int driveno; 1850 int cmd; 1851 1852 mc = (struct mlx_command *)arg; 1853 mlx_setup_dmamap(mc, segs, nsegments, error); 1854 1855 sc = mc->mc_sc; 1856 bp = mc->mc_private; 1857 1858 if (bp->bio_cmd == BIO_READ) { 1859 mc->mc_flags |= MLX_CMD_DATAIN; 1860 cmd = MLX_CMD_READSG; 1861 } else { 1862 mc->mc_flags |= MLX_CMD_DATAOUT; 1863 cmd = MLX_CMD_WRITESG; 1864 } 1865 1866 /* build a suitable I/O command (assumes 512-byte rounded transfers) */ 1867 mlxd = bp->bio_disk->d_drv1; 1868 driveno = mlxd->mlxd_drive - sc->mlx_sysdrive; 1869 blkcount = howmany(bp->bio_bcount, MLX_BLKSIZE); 1870 1871 if ((bp->bio_pblkno + blkcount) > sc->mlx_sysdrive[driveno].ms_size) 1872 device_printf(sc->mlx_dev, 1873 "I/O beyond end of unit (%lld,%d > %lu)\n", 1874 (long long)bp->bio_pblkno, blkcount, 1875 (u_long)sc->mlx_sysdrive[driveno].ms_size); 1876 1877 /* 1878 * Build the I/O command. Note that the SG list type bits are set to zero, 1879 * denoting the format of SG list that we are using. 1880 */ 1881 if (sc->mlx_iftype == MLX_IFTYPE_2) { 1882 mlx_make_type1(mc, (cmd == MLX_CMD_WRITESG) ? MLX_CMD_WRITESG_OLD : 1883 MLX_CMD_READSG_OLD, 1884 blkcount & 0xff, /* xfer length low byte */ 1885 bp->bio_pblkno, /* physical block number */ 1886 driveno, /* target drive number */ 1887 mc->mc_sgphys, /* location of SG list */ 1888 mc->mc_nsgent & 0x3f); /* size of SG list */ 1889 } else { 1890 mlx_make_type5(mc, cmd, 1891 blkcount & 0xff, /* xfer length low byte */ 1892 (driveno << 3) | ((blkcount >> 8) & 0x07), 1893 /* target+length high 3 bits */ 1894 bp->bio_pblkno, /* physical block number */ 1895 mc->mc_sgphys, /* location of SG list */ 1896 mc->mc_nsgent & 0x3f); /* size of SG list */ 1897 } 1898 1899 /* try to give command to controller */ 1900 if (mlx_start(mc) != 0) { 1901 /* fail the command */ 1902 mc->mc_status = MLX_STATUS_WEDGED; 1903 mlx_completeio(mc); 1904 } 1905 1906 sc->mlx_state &= ~MLX_STATE_QFROZEN; 1907 } 1908 1909 /******************************************************************************** 1910 * Pull as much work off the softc's work queue as possible and give it to the 1911 * controller. Leave a couple of slots free for emergencies. 1912 */ 1913 static void 1914 mlx_startio(struct mlx_softc *sc) 1915 { 1916 struct mlx_command *mc; 1917 struct bio *bp; 1918 int error; 1919 1920 MLX_IO_ASSERT_LOCKED(sc); 1921 1922 /* spin until something prevents us from doing any work */ 1923 for (;;) { 1924 if (sc->mlx_state & MLX_STATE_QFROZEN) 1925 break; 1926 1927 /* see if there's work to be done */ 1928 if ((bp = bioq_first(&sc->mlx_bioq)) == NULL) 1929 break; 1930 /* get a command */ 1931 if ((mc = mlx_alloccmd(sc)) == NULL) 1932 break; 1933 /* get a slot for the command */ 1934 if (mlx_getslot(mc) != 0) { 1935 mlx_releasecmd(mc); 1936 break; 1937 } 1938 /* get the buf containing our work */ 1939 bioq_remove(&sc->mlx_bioq, bp); 1940 sc->mlx_waitbufs--; 1941 1942 /* connect the buf to the command */ 1943 mc->mc_complete = mlx_completeio; 1944 mc->mc_private = bp; 1945 mc->mc_data = bp->bio_data; 1946 mc->mc_length = bp->bio_bcount; 1947 1948 /* map the command so the controller can work with it */ 1949 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 1950 mc->mc_length, mlx_startio_cb, mc, 0); 1951 if (error == EINPROGRESS) { 1952 sc->mlx_state |= MLX_STATE_QFROZEN; 1953 break; 1954 } 1955 } 1956 } 1957 1958 /******************************************************************************** 1959 * Handle completion of an I/O command. 1960 */ 1961 static void 1962 mlx_completeio(struct mlx_command *mc) 1963 { 1964 struct mlx_softc *sc = mc->mc_sc; 1965 struct bio *bp = mc->mc_private; 1966 struct mlxd_softc *mlxd = bp->bio_disk->d_drv1; 1967 1968 MLX_IO_ASSERT_LOCKED(sc); 1969 if (mc->mc_status != MLX_STATUS_OK) { /* could be more verbose here? */ 1970 bp->bio_error = EIO; 1971 bp->bio_flags |= BIO_ERROR; 1972 1973 switch(mc->mc_status) { 1974 case MLX_STATUS_RDWROFFLINE: /* system drive has gone offline */ 1975 device_printf(mlxd->mlxd_dev, "drive offline\n"); 1976 /* should signal this with a return code */ 1977 mlxd->mlxd_drive->ms_state = MLX_SYSD_OFFLINE; 1978 break; 1979 1980 default: /* other I/O error */ 1981 device_printf(sc->mlx_dev, "I/O error - %s\n", mlx_diagnose_command(mc)); 1982 #if 0 1983 device_printf(sc->mlx_dev, " b_bcount %ld blkcount %ld b_pblkno %d\n", 1984 bp->bio_bcount, bp->bio_bcount / MLX_BLKSIZE, bp->bio_pblkno); 1985 device_printf(sc->mlx_dev, " %13D\n", mc->mc_mailbox, " "); 1986 #endif 1987 break; 1988 } 1989 } 1990 mlx_releasecmd(mc); 1991 mlxd_intr(bp); 1992 } 1993 1994 void 1995 mlx_user_cb(void *arg, bus_dma_segment_t *segs, int nsegments, int error) 1996 { 1997 struct mlx_usercommand *mu; 1998 struct mlx_command *mc; 1999 struct mlx_dcdb *dcdb; 2000 2001 mc = (struct mlx_command *)arg; 2002 if (error) 2003 return; 2004 2005 mlx_setup_dmamap(mc, segs, nsegments, error); 2006 2007 mu = (struct mlx_usercommand *)mc->mc_private; 2008 dcdb = NULL; 2009 2010 /* 2011 * If this is a passthrough SCSI command, the DCDB is packed at the 2012 * beginning of the data area. Fix up the DCDB to point to the correct 2013 * physical address and override any bufptr supplied by the caller since 2014 * we know what it's meant to be. 2015 */ 2016 if (mc->mc_mailbox[0] == MLX_CMD_DIRECT_CDB) { 2017 dcdb = (struct mlx_dcdb *)mc->mc_data; 2018 dcdb->dcdb_physaddr = mc->mc_dataphys + sizeof(*dcdb); 2019 mu->mu_bufptr = 8; 2020 } 2021 2022 /* 2023 * If there's a data buffer, fix up the command's buffer pointer. 2024 */ 2025 if (mu->mu_datasize > 0) { 2026 mc->mc_mailbox[mu->mu_bufptr ] = mc->mc_dataphys & 0xff; 2027 mc->mc_mailbox[mu->mu_bufptr + 1] = (mc->mc_dataphys >> 8) & 0xff; 2028 mc->mc_mailbox[mu->mu_bufptr + 2] = (mc->mc_dataphys >> 16) & 0xff; 2029 mc->mc_mailbox[mu->mu_bufptr + 3] = (mc->mc_dataphys >> 24) & 0xff; 2030 } 2031 debug(0, "command fixup"); 2032 2033 /* submit the command and wait */ 2034 if (mlx_wait_command(mc) != 0) 2035 return; 2036 2037 } 2038 2039 /******************************************************************************** 2040 * Take a command from user-space and try to run it. 2041 * 2042 * XXX Note that this can't perform very much in the way of error checking, and 2043 * as such, applications _must_ be considered trustworthy. 2044 * XXX Commands using S/G for data are not supported. 2045 */ 2046 static int 2047 mlx_user_command(struct mlx_softc *sc, struct mlx_usercommand *mu) 2048 { 2049 struct mlx_command *mc; 2050 void *kbuf; 2051 int error; 2052 2053 debug_called(0); 2054 2055 kbuf = NULL; 2056 mc = NULL; 2057 error = ENOMEM; 2058 2059 /* get ourselves a command and copy in from user space */ 2060 MLX_IO_LOCK(sc); 2061 if ((mc = mlx_alloccmd(sc)) == NULL) { 2062 MLX_IO_UNLOCK(sc); 2063 return(error); 2064 } 2065 bcopy(mu->mu_command, mc->mc_mailbox, sizeof(mc->mc_mailbox)); 2066 debug(0, "got command buffer"); 2067 2068 /* 2069 * if we need a buffer for data transfer, allocate one and copy in its 2070 * initial contents 2071 */ 2072 if (mu->mu_datasize > 0) { 2073 if (mu->mu_datasize > MLX_MAXPHYS) { 2074 error = EINVAL; 2075 goto out; 2076 } 2077 MLX_IO_UNLOCK(sc); 2078 kbuf = malloc(mu->mu_datasize, M_DEVBUF, M_WAITOK); 2079 if ((error = copyin(mu->mu_buf, kbuf, mu->mu_datasize))) { 2080 MLX_IO_LOCK(sc); 2081 goto out; 2082 } 2083 MLX_IO_LOCK(sc); 2084 debug(0, "got kernel buffer"); 2085 } 2086 2087 /* get a command slot */ 2088 if (mlx_getslot(mc)) 2089 goto out; 2090 debug(0, "got a slot"); 2091 2092 if (mu->mu_datasize > 0) { 2093 2094 /* range check the pointer to physical buffer address */ 2095 if ((mu->mu_bufptr < 0) || (mu->mu_bufptr > (sizeof(mu->mu_command) - 2096 sizeof(u_int32_t)))) { 2097 error = EINVAL; 2098 goto out; 2099 } 2100 } 2101 2102 /* map the command so the controller can see it */ 2103 mc->mc_data = kbuf; 2104 mc->mc_length = mu->mu_datasize; 2105 mc->mc_private = mu; 2106 error = bus_dmamap_load(sc->mlx_buffer_dmat, mc->mc_dmamap, mc->mc_data, 2107 mc->mc_length, mlx_user_cb, mc, BUS_DMA_NOWAIT); 2108 if (error) 2109 goto out; 2110 2111 /* copy out status and data */ 2112 mu->mu_status = mc->mc_status; 2113 if (mu->mu_datasize > 0) { 2114 MLX_IO_UNLOCK(sc); 2115 error = copyout(kbuf, mu->mu_buf, mu->mu_datasize); 2116 MLX_IO_LOCK(sc); 2117 } 2118 2119 out: 2120 mlx_releasecmd(mc); 2121 MLX_IO_UNLOCK(sc); 2122 if (kbuf != NULL) 2123 free(kbuf, M_DEVBUF); 2124 return(error); 2125 } 2126 2127 /******************************************************************************** 2128 ******************************************************************************** 2129 Command I/O to Controller 2130 ******************************************************************************** 2131 ********************************************************************************/ 2132 2133 /******************************************************************************** 2134 * Find a free command slot for (mc). 2135 * 2136 * Don't hand out a slot to a normal-priority command unless there are at least 2137 * 4 slots free for priority commands. 2138 */ 2139 static int 2140 mlx_getslot(struct mlx_command *mc) 2141 { 2142 struct mlx_softc *sc = mc->mc_sc; 2143 int slot, limit; 2144 2145 debug_called(1); 2146 2147 MLX_IO_ASSERT_LOCKED(sc); 2148 2149 /* 2150 * Enforce slot-usage limit, if we have the required information. 2151 */ 2152 if (sc->mlx_enq2 != NULL) { 2153 limit = sc->mlx_enq2->me_max_commands; 2154 } else { 2155 limit = 2; 2156 } 2157 if (sc->mlx_busycmds >= ((mc->mc_flags & MLX_CMD_PRIORITY) ? limit : limit - 4)) 2158 return(EBUSY); 2159 2160 /* 2161 * Allocate an outstanding command slot 2162 * 2163 * XXX linear search is slow 2164 */ 2165 for (slot = 0; slot < limit; slot++) { 2166 debug(2, "try slot %d", slot); 2167 if (sc->mlx_busycmd[slot] == NULL) 2168 break; 2169 } 2170 if (slot < limit) { 2171 sc->mlx_busycmd[slot] = mc; 2172 sc->mlx_busycmds++; 2173 } 2174 2175 /* out of slots? */ 2176 if (slot >= limit) 2177 return(EBUSY); 2178 2179 debug(2, "got slot %d", slot); 2180 mc->mc_slot = slot; 2181 return(0); 2182 } 2183 2184 /******************************************************************************** 2185 * Map/unmap (mc)'s data in the controller's addressable space. 2186 */ 2187 static void 2188 mlx_setup_dmamap(struct mlx_command *mc, bus_dma_segment_t *segs, int nsegments, 2189 int error) 2190 { 2191 struct mlx_softc *sc = mc->mc_sc; 2192 struct mlx_sgentry *sg; 2193 int i; 2194 2195 debug_called(1); 2196 2197 /* XXX should be unnecessary */ 2198 if (sc->mlx_enq2 && (nsegments > sc->mlx_enq2->me_max_sg)) 2199 panic("MLX: too many s/g segments (%d, max %d)", nsegments, 2200 sc->mlx_enq2->me_max_sg); 2201 2202 /* get base address of s/g table */ 2203 sg = sc->mlx_sgtable + (mc->mc_slot * MLX_NSEG); 2204 2205 /* save s/g table information in command */ 2206 mc->mc_nsgent = nsegments; 2207 mc->mc_sgphys = sc->mlx_sgbusaddr + 2208 (mc->mc_slot * MLX_NSEG * sizeof(struct mlx_sgentry)); 2209 mc->mc_dataphys = segs[0].ds_addr; 2210 2211 /* populate s/g table */ 2212 for (i = 0; i < nsegments; i++, sg++) { 2213 sg->sg_addr = segs[i].ds_addr; 2214 sg->sg_count = segs[i].ds_len; 2215 } 2216 2217 /* Make sure the buffers are visible on the bus. */ 2218 if (mc->mc_flags & MLX_CMD_DATAIN) 2219 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, 2220 BUS_DMASYNC_PREREAD); 2221 if (mc->mc_flags & MLX_CMD_DATAOUT) 2222 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, 2223 BUS_DMASYNC_PREWRITE); 2224 } 2225 2226 static void 2227 mlx_unmapcmd(struct mlx_command *mc) 2228 { 2229 struct mlx_softc *sc = mc->mc_sc; 2230 2231 debug_called(1); 2232 2233 /* if the command involved data at all */ 2234 if (mc->mc_data != NULL) { 2235 2236 if (mc->mc_flags & MLX_CMD_DATAIN) 2237 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, BUS_DMASYNC_POSTREAD); 2238 if (mc->mc_flags & MLX_CMD_DATAOUT) 2239 bus_dmamap_sync(sc->mlx_buffer_dmat, mc->mc_dmamap, BUS_DMASYNC_POSTWRITE); 2240 2241 bus_dmamap_unload(sc->mlx_buffer_dmat, mc->mc_dmamap); 2242 } 2243 } 2244 2245 /******************************************************************************** 2246 * Try to deliver (mc) to the controller. 2247 * 2248 * Can be called at any interrupt level, with or without interrupts enabled. 2249 */ 2250 static int 2251 mlx_start(struct mlx_command *mc) 2252 { 2253 struct mlx_softc *sc = mc->mc_sc; 2254 int i; 2255 2256 debug_called(1); 2257 2258 /* save the slot number as ident so we can handle this command when complete */ 2259 mc->mc_mailbox[0x1] = mc->mc_slot; 2260 2261 /* mark the command as currently being processed */ 2262 mc->mc_status = MLX_STATUS_BUSY; 2263 2264 /* set a default 60-second timeout XXX tunable? XXX not currently used */ 2265 mc->mc_timeout = time_second + 60; 2266 2267 /* spin waiting for the mailbox */ 2268 for (i = 100000; i > 0; i--) { 2269 if (sc->mlx_tryqueue(sc, mc)) { 2270 /* move command to work queue */ 2271 TAILQ_INSERT_TAIL(&sc->mlx_work, mc, mc_link); 2272 return (0); 2273 } else if (i > 1) 2274 mlx_done(sc, 0); 2275 } 2276 2277 /* 2278 * We couldn't get the controller to take the command. Revoke the slot 2279 * that the command was given and return it with a bad status. 2280 */ 2281 sc->mlx_busycmd[mc->mc_slot] = NULL; 2282 device_printf(sc->mlx_dev, "controller wedged (not taking commands)\n"); 2283 mc->mc_status = MLX_STATUS_WEDGED; 2284 mlx_complete(sc); 2285 return(EIO); 2286 } 2287 2288 /******************************************************************************** 2289 * Poll the controller (sc) for completed commands. 2290 * Update command status and free slots for reuse. If any slots were freed, 2291 * new commands may be posted. 2292 * 2293 * Returns nonzero if one or more commands were completed. 2294 */ 2295 static int 2296 mlx_done(struct mlx_softc *sc, int startio) 2297 { 2298 struct mlx_command *mc; 2299 int result; 2300 u_int8_t slot; 2301 u_int16_t status; 2302 2303 debug_called(2); 2304 MLX_IO_ASSERT_LOCKED(sc); 2305 2306 result = 0; 2307 2308 /* loop collecting completed commands */ 2309 for (;;) { 2310 /* poll for a completed command's identifier and status */ 2311 if (sc->mlx_findcomplete(sc, &slot, &status)) { 2312 result = 1; 2313 mc = sc->mlx_busycmd[slot]; /* find command */ 2314 if (mc != NULL) { /* paranoia */ 2315 if (mc->mc_status == MLX_STATUS_BUSY) { 2316 mc->mc_status = status; /* save status */ 2317 2318 /* free slot for reuse */ 2319 sc->mlx_busycmd[slot] = NULL; 2320 sc->mlx_busycmds--; 2321 } else { 2322 device_printf(sc->mlx_dev, "duplicate done event for slot %d\n", slot); 2323 } 2324 } else { 2325 device_printf(sc->mlx_dev, "done event for nonbusy slot %d\n", slot); 2326 } 2327 } else { 2328 break; 2329 } 2330 } 2331 2332 /* if we've completed any commands, try posting some more */ 2333 if (result && startio) 2334 mlx_startio(sc); 2335 2336 /* handle completion and timeouts */ 2337 mlx_complete(sc); 2338 2339 return(result); 2340 } 2341 2342 /******************************************************************************** 2343 * Perform post-completion processing for commands on (sc). 2344 */ 2345 static void 2346 mlx_complete(struct mlx_softc *sc) 2347 { 2348 struct mlx_command *mc, *nc; 2349 2350 debug_called(2); 2351 MLX_IO_ASSERT_LOCKED(sc); 2352 2353 /* scan the list of busy/done commands */ 2354 mc = TAILQ_FIRST(&sc->mlx_work); 2355 while (mc != NULL) { 2356 nc = TAILQ_NEXT(mc, mc_link); 2357 2358 /* Command has been completed in some fashion */ 2359 if (mc->mc_status != MLX_STATUS_BUSY) { 2360 2361 /* unmap the command's data buffer */ 2362 mlx_unmapcmd(mc); 2363 /* 2364 * Does the command have a completion handler? 2365 */ 2366 if (mc->mc_complete != NULL) { 2367 /* remove from list and give to handler */ 2368 TAILQ_REMOVE(&sc->mlx_work, mc, mc_link); 2369 mc->mc_complete(mc); 2370 2371 /* 2372 * Is there a sleeper waiting on this command? 2373 */ 2374 } else if (mc->mc_private != NULL) { /* sleeping caller wants to know about it */ 2375 2376 /* remove from list and wake up sleeper */ 2377 TAILQ_REMOVE(&sc->mlx_work, mc, mc_link); 2378 wakeup_one(mc->mc_private); 2379 2380 /* 2381 * Leave the command for a caller that's polling for it. 2382 */ 2383 } else { 2384 } 2385 } 2386 mc = nc; 2387 } 2388 } 2389 2390 /******************************************************************************** 2391 ******************************************************************************** 2392 Command Buffer Management 2393 ******************************************************************************** 2394 ********************************************************************************/ 2395 2396 /******************************************************************************** 2397 * Get a new command buffer. 2398 * 2399 * This may return NULL in low-memory cases. 2400 * 2401 * Note that using malloc() is expensive (the command buffer is << 1 page) but 2402 * necessary if we are to be a loadable module before the zone allocator is fixed. 2403 * 2404 * If possible, we recycle a command buffer that's been used before. 2405 * 2406 * XXX Note that command buffers are not cleaned out - it is the caller's 2407 * responsibility to ensure that all required fields are filled in before 2408 * using a buffer. 2409 */ 2410 static struct mlx_command * 2411 mlx_alloccmd(struct mlx_softc *sc) 2412 { 2413 struct mlx_command *mc; 2414 int error; 2415 2416 debug_called(1); 2417 2418 MLX_IO_ASSERT_LOCKED(sc); 2419 if ((mc = TAILQ_FIRST(&sc->mlx_freecmds)) != NULL) 2420 TAILQ_REMOVE(&sc->mlx_freecmds, mc, mc_link); 2421 2422 /* allocate a new command buffer? */ 2423 if (mc == NULL) { 2424 mc = (struct mlx_command *)malloc(sizeof(*mc), M_DEVBUF, M_NOWAIT | M_ZERO); 2425 if (mc != NULL) { 2426 mc->mc_sc = sc; 2427 error = bus_dmamap_create(sc->mlx_buffer_dmat, 0, &mc->mc_dmamap); 2428 if (error) { 2429 free(mc, M_DEVBUF); 2430 return(NULL); 2431 } 2432 } 2433 } 2434 return(mc); 2435 } 2436 2437 /******************************************************************************** 2438 * Release a command buffer for recycling. 2439 * 2440 * XXX It might be a good idea to limit the number of commands we save for reuse 2441 * if it's shown that this list bloats out massively. 2442 */ 2443 static void 2444 mlx_releasecmd(struct mlx_command *mc) 2445 { 2446 2447 debug_called(1); 2448 2449 MLX_IO_ASSERT_LOCKED(mc->mc_sc); 2450 TAILQ_INSERT_HEAD(&mc->mc_sc->mlx_freecmds, mc, mc_link); 2451 } 2452 2453 /******************************************************************************** 2454 * Permanently discard a command buffer. 2455 */ 2456 static void 2457 mlx_freecmd(struct mlx_command *mc) 2458 { 2459 struct mlx_softc *sc = mc->mc_sc; 2460 2461 debug_called(1); 2462 bus_dmamap_destroy(sc->mlx_buffer_dmat, mc->mc_dmamap); 2463 free(mc, M_DEVBUF); 2464 } 2465 2466 2467 /******************************************************************************** 2468 ******************************************************************************** 2469 Type 3 interface accessor methods 2470 ******************************************************************************** 2471 ********************************************************************************/ 2472 2473 /******************************************************************************** 2474 * Try to give (mc) to the controller. Returns 1 if successful, 0 on failure 2475 * (the controller is not ready to take a command). 2476 */ 2477 static int 2478 mlx_v3_tryqueue(struct mlx_softc *sc, struct mlx_command *mc) 2479 { 2480 int i; 2481 2482 debug_called(2); 2483 MLX_IO_ASSERT_LOCKED(sc); 2484 2485 /* ready for our command? */ 2486 if (!(MLX_V3_GET_IDBR(sc) & MLX_V3_IDB_FULL)) { 2487 /* copy mailbox data to window */ 2488 for (i = 0; i < 13; i++) 2489 MLX_V3_PUT_MAILBOX(sc, i, mc->mc_mailbox[i]); 2490 2491 /* post command */ 2492 MLX_V3_PUT_IDBR(sc, MLX_V3_IDB_FULL); 2493 return(1); 2494 } 2495 return(0); 2496 } 2497 2498 /******************************************************************************** 2499 * See if a command has been completed, if so acknowledge its completion 2500 * and recover the slot number and status code. 2501 */ 2502 static int 2503 mlx_v3_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status) 2504 { 2505 2506 debug_called(2); 2507 MLX_IO_ASSERT_LOCKED(sc); 2508 2509 /* status available? */ 2510 if (MLX_V3_GET_ODBR(sc) & MLX_V3_ODB_SAVAIL) { 2511 *slot = MLX_V3_GET_STATUS_IDENT(sc); /* get command identifier */ 2512 *status = MLX_V3_GET_STATUS(sc); /* get status */ 2513 2514 /* acknowledge completion */ 2515 MLX_V3_PUT_ODBR(sc, MLX_V3_ODB_SAVAIL); 2516 MLX_V3_PUT_IDBR(sc, MLX_V3_IDB_SACK); 2517 return(1); 2518 } 2519 return(0); 2520 } 2521 2522 /******************************************************************************** 2523 * Enable/disable interrupts as requested. (No acknowledge required) 2524 */ 2525 static void 2526 mlx_v3_intaction(struct mlx_softc *sc, int action) 2527 { 2528 debug_called(1); 2529 MLX_IO_ASSERT_LOCKED(sc); 2530 2531 switch(action) { 2532 case MLX_INTACTION_DISABLE: 2533 MLX_V3_PUT_IER(sc, 0); 2534 sc->mlx_state &= ~MLX_STATE_INTEN; 2535 break; 2536 case MLX_INTACTION_ENABLE: 2537 MLX_V3_PUT_IER(sc, 1); 2538 sc->mlx_state |= MLX_STATE_INTEN; 2539 break; 2540 } 2541 } 2542 2543 /******************************************************************************** 2544 * Poll for firmware error codes during controller initialisation. 2545 * Returns 0 if initialisation is complete, 1 if still in progress but no 2546 * error has been fetched, 2 if an error has been retrieved. 2547 */ 2548 static int 2549 mlx_v3_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2, 2550 int first) 2551 { 2552 u_int8_t fwerror; 2553 2554 debug_called(2); 2555 2556 /* first time around, clear any hardware completion status */ 2557 if (first) { 2558 MLX_V3_PUT_IDBR(sc, MLX_V3_IDB_SACK); 2559 DELAY(1000); 2560 } 2561 2562 /* init in progress? */ 2563 if (!(MLX_V3_GET_IDBR(sc) & MLX_V3_IDB_INIT_BUSY)) 2564 return(0); 2565 2566 /* test error value */ 2567 fwerror = MLX_V3_GET_FWERROR(sc); 2568 if (!(fwerror & MLX_V3_FWERROR_PEND)) 2569 return(1); 2570 2571 /* mask status pending bit, fetch status */ 2572 *error = fwerror & ~MLX_V3_FWERROR_PEND; 2573 *param1 = MLX_V3_GET_FWERROR_PARAM1(sc); 2574 *param2 = MLX_V3_GET_FWERROR_PARAM2(sc); 2575 2576 /* acknowledge */ 2577 MLX_V3_PUT_FWERROR(sc, 0); 2578 2579 return(2); 2580 } 2581 2582 /******************************************************************************** 2583 ******************************************************************************** 2584 Type 4 interface accessor methods 2585 ******************************************************************************** 2586 ********************************************************************************/ 2587 2588 /******************************************************************************** 2589 * Try to give (mc) to the controller. Returns 1 if successful, 0 on failure 2590 * (the controller is not ready to take a command). 2591 */ 2592 static int 2593 mlx_v4_tryqueue(struct mlx_softc *sc, struct mlx_command *mc) 2594 { 2595 int i; 2596 2597 debug_called(2); 2598 MLX_IO_ASSERT_LOCKED(sc); 2599 2600 /* ready for our command? */ 2601 if (!(MLX_V4_GET_IDBR(sc) & MLX_V4_IDB_FULL)) { 2602 /* copy mailbox data to window */ 2603 for (i = 0; i < 13; i++) 2604 MLX_V4_PUT_MAILBOX(sc, i, mc->mc_mailbox[i]); 2605 2606 /* memory-mapped controller, so issue a write barrier to ensure the mailbox is filled */ 2607 bus_barrier(sc->mlx_mem, MLX_V4_MAILBOX, MLX_V4_MAILBOX_LENGTH, 2608 BUS_SPACE_BARRIER_WRITE); 2609 2610 /* post command */ 2611 MLX_V4_PUT_IDBR(sc, MLX_V4_IDB_HWMBOX_CMD); 2612 return(1); 2613 } 2614 return(0); 2615 } 2616 2617 /******************************************************************************** 2618 * See if a command has been completed, if so acknowledge its completion 2619 * and recover the slot number and status code. 2620 */ 2621 static int 2622 mlx_v4_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status) 2623 { 2624 2625 debug_called(2); 2626 MLX_IO_ASSERT_LOCKED(sc); 2627 2628 /* status available? */ 2629 if (MLX_V4_GET_ODBR(sc) & MLX_V4_ODB_HWSAVAIL) { 2630 *slot = MLX_V4_GET_STATUS_IDENT(sc); /* get command identifier */ 2631 *status = MLX_V4_GET_STATUS(sc); /* get status */ 2632 2633 /* acknowledge completion */ 2634 MLX_V4_PUT_ODBR(sc, MLX_V4_ODB_HWMBOX_ACK); 2635 MLX_V4_PUT_IDBR(sc, MLX_V4_IDB_SACK); 2636 return(1); 2637 } 2638 return(0); 2639 } 2640 2641 /******************************************************************************** 2642 * Enable/disable interrupts as requested. 2643 */ 2644 static void 2645 mlx_v4_intaction(struct mlx_softc *sc, int action) 2646 { 2647 debug_called(1); 2648 MLX_IO_ASSERT_LOCKED(sc); 2649 2650 switch(action) { 2651 case MLX_INTACTION_DISABLE: 2652 MLX_V4_PUT_IER(sc, MLX_V4_IER_MASK | MLX_V4_IER_DISINT); 2653 sc->mlx_state &= ~MLX_STATE_INTEN; 2654 break; 2655 case MLX_INTACTION_ENABLE: 2656 MLX_V4_PUT_IER(sc, MLX_V4_IER_MASK & ~MLX_V4_IER_DISINT); 2657 sc->mlx_state |= MLX_STATE_INTEN; 2658 break; 2659 } 2660 } 2661 2662 /******************************************************************************** 2663 * Poll for firmware error codes during controller initialisation. 2664 * Returns 0 if initialisation is complete, 1 if still in progress but no 2665 * error has been fetched, 2 if an error has been retrieved. 2666 */ 2667 static int 2668 mlx_v4_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2, 2669 int first) 2670 { 2671 u_int8_t fwerror; 2672 2673 debug_called(2); 2674 2675 /* first time around, clear any hardware completion status */ 2676 if (first) { 2677 MLX_V4_PUT_IDBR(sc, MLX_V4_IDB_SACK); 2678 DELAY(1000); 2679 } 2680 2681 /* init in progress? */ 2682 if (!(MLX_V4_GET_IDBR(sc) & MLX_V4_IDB_INIT_BUSY)) 2683 return(0); 2684 2685 /* test error value */ 2686 fwerror = MLX_V4_GET_FWERROR(sc); 2687 if (!(fwerror & MLX_V4_FWERROR_PEND)) 2688 return(1); 2689 2690 /* mask status pending bit, fetch status */ 2691 *error = fwerror & ~MLX_V4_FWERROR_PEND; 2692 *param1 = MLX_V4_GET_FWERROR_PARAM1(sc); 2693 *param2 = MLX_V4_GET_FWERROR_PARAM2(sc); 2694 2695 /* acknowledge */ 2696 MLX_V4_PUT_FWERROR(sc, 0); 2697 2698 return(2); 2699 } 2700 2701 /******************************************************************************** 2702 ******************************************************************************** 2703 Type 5 interface accessor methods 2704 ******************************************************************************** 2705 ********************************************************************************/ 2706 2707 /******************************************************************************** 2708 * Try to give (mc) to the controller. Returns 1 if successful, 0 on failure 2709 * (the controller is not ready to take a command). 2710 */ 2711 static int 2712 mlx_v5_tryqueue(struct mlx_softc *sc, struct mlx_command *mc) 2713 { 2714 int i; 2715 2716 debug_called(2); 2717 MLX_IO_ASSERT_LOCKED(sc); 2718 2719 /* ready for our command? */ 2720 if (MLX_V5_GET_IDBR(sc) & MLX_V5_IDB_EMPTY) { 2721 /* copy mailbox data to window */ 2722 for (i = 0; i < 13; i++) 2723 MLX_V5_PUT_MAILBOX(sc, i, mc->mc_mailbox[i]); 2724 2725 /* post command */ 2726 MLX_V5_PUT_IDBR(sc, MLX_V5_IDB_HWMBOX_CMD); 2727 return(1); 2728 } 2729 return(0); 2730 } 2731 2732 /******************************************************************************** 2733 * See if a command has been completed, if so acknowledge its completion 2734 * and recover the slot number and status code. 2735 */ 2736 static int 2737 mlx_v5_findcomplete(struct mlx_softc *sc, u_int8_t *slot, u_int16_t *status) 2738 { 2739 2740 debug_called(2); 2741 MLX_IO_ASSERT_LOCKED(sc); 2742 2743 /* status available? */ 2744 if (MLX_V5_GET_ODBR(sc) & MLX_V5_ODB_HWSAVAIL) { 2745 *slot = MLX_V5_GET_STATUS_IDENT(sc); /* get command identifier */ 2746 *status = MLX_V5_GET_STATUS(sc); /* get status */ 2747 2748 /* acknowledge completion */ 2749 MLX_V5_PUT_ODBR(sc, MLX_V5_ODB_HWMBOX_ACK); 2750 MLX_V5_PUT_IDBR(sc, MLX_V5_IDB_SACK); 2751 return(1); 2752 } 2753 return(0); 2754 } 2755 2756 /******************************************************************************** 2757 * Enable/disable interrupts as requested. 2758 */ 2759 static void 2760 mlx_v5_intaction(struct mlx_softc *sc, int action) 2761 { 2762 debug_called(1); 2763 MLX_IO_ASSERT_LOCKED(sc); 2764 2765 switch(action) { 2766 case MLX_INTACTION_DISABLE: 2767 MLX_V5_PUT_IER(sc, 0xff & MLX_V5_IER_DISINT); 2768 sc->mlx_state &= ~MLX_STATE_INTEN; 2769 break; 2770 case MLX_INTACTION_ENABLE: 2771 MLX_V5_PUT_IER(sc, 0xff & ~MLX_V5_IER_DISINT); 2772 sc->mlx_state |= MLX_STATE_INTEN; 2773 break; 2774 } 2775 } 2776 2777 /******************************************************************************** 2778 * Poll for firmware error codes during controller initialisation. 2779 * Returns 0 if initialisation is complete, 1 if still in progress but no 2780 * error has been fetched, 2 if an error has been retrieved. 2781 */ 2782 static int 2783 mlx_v5_fw_handshake(struct mlx_softc *sc, int *error, int *param1, int *param2, 2784 int first) 2785 { 2786 u_int8_t fwerror; 2787 2788 debug_called(2); 2789 2790 /* first time around, clear any hardware completion status */ 2791 if (first) { 2792 MLX_V5_PUT_IDBR(sc, MLX_V5_IDB_SACK); 2793 DELAY(1000); 2794 } 2795 2796 /* init in progress? */ 2797 if (MLX_V5_GET_IDBR(sc) & MLX_V5_IDB_INIT_DONE) 2798 return(0); 2799 2800 /* test for error value */ 2801 fwerror = MLX_V5_GET_FWERROR(sc); 2802 if (!(fwerror & MLX_V5_FWERROR_PEND)) 2803 return(1); 2804 2805 /* mask status pending bit, fetch status */ 2806 *error = fwerror & ~MLX_V5_FWERROR_PEND; 2807 *param1 = MLX_V5_GET_FWERROR_PARAM1(sc); 2808 *param2 = MLX_V5_GET_FWERROR_PARAM2(sc); 2809 2810 /* acknowledge */ 2811 MLX_V5_PUT_FWERROR(sc, 0xff); 2812 2813 return(2); 2814 } 2815 2816 /******************************************************************************** 2817 ******************************************************************************** 2818 Debugging 2819 ******************************************************************************** 2820 ********************************************************************************/ 2821 2822 /******************************************************************************** 2823 * Return a status message describing (mc) 2824 */ 2825 static char *mlx_status_messages[] = { 2826 "normal completion", /* 00 */ 2827 "irrecoverable data error", /* 01 */ 2828 "drive does not exist, or is offline", /* 02 */ 2829 "attempt to write beyond end of drive", /* 03 */ 2830 "bad data encountered", /* 04 */ 2831 "invalid log entry request", /* 05 */ 2832 "attempt to rebuild online drive", /* 06 */ 2833 "new disk failed during rebuild", /* 07 */ 2834 "invalid channel/target", /* 08 */ 2835 "rebuild/check already in progress", /* 09 */ 2836 "one or more disks are dead", /* 10 */ 2837 "invalid or non-redundant drive", /* 11 */ 2838 "channel is busy", /* 12 */ 2839 "channel is not stopped", /* 13 */ 2840 "rebuild successfully terminated", /* 14 */ 2841 "unsupported command", /* 15 */ 2842 "check condition received", /* 16 */ 2843 "device is busy", /* 17 */ 2844 "selection or command timeout", /* 18 */ 2845 "command terminated abnormally", /* 19 */ 2846 "" 2847 }; 2848 2849 static struct 2850 { 2851 int command; 2852 u_int16_t status; 2853 int msg; 2854 } mlx_messages[] = { 2855 {MLX_CMD_READSG, 0x0001, 1}, 2856 {MLX_CMD_READSG, 0x0002, 1}, 2857 {MLX_CMD_READSG, 0x0105, 3}, 2858 {MLX_CMD_READSG, 0x010c, 4}, 2859 {MLX_CMD_WRITESG, 0x0001, 1}, 2860 {MLX_CMD_WRITESG, 0x0002, 1}, 2861 {MLX_CMD_WRITESG, 0x0105, 3}, 2862 {MLX_CMD_READSG_OLD, 0x0001, 1}, 2863 {MLX_CMD_READSG_OLD, 0x0002, 1}, 2864 {MLX_CMD_READSG_OLD, 0x0105, 3}, 2865 {MLX_CMD_WRITESG_OLD, 0x0001, 1}, 2866 {MLX_CMD_WRITESG_OLD, 0x0002, 1}, 2867 {MLX_CMD_WRITESG_OLD, 0x0105, 3}, 2868 {MLX_CMD_LOGOP, 0x0105, 5}, 2869 {MLX_CMD_REBUILDASYNC, 0x0002, 6}, 2870 {MLX_CMD_REBUILDASYNC, 0x0004, 7}, 2871 {MLX_CMD_REBUILDASYNC, 0x0105, 8}, 2872 {MLX_CMD_REBUILDASYNC, 0x0106, 9}, 2873 {MLX_CMD_REBUILDASYNC, 0x0107, 14}, 2874 {MLX_CMD_CHECKASYNC, 0x0002, 10}, 2875 {MLX_CMD_CHECKASYNC, 0x0105, 11}, 2876 {MLX_CMD_CHECKASYNC, 0x0106, 9}, 2877 {MLX_CMD_STOPCHANNEL, 0x0106, 12}, 2878 {MLX_CMD_STOPCHANNEL, 0x0105, 8}, 2879 {MLX_CMD_STARTCHANNEL, 0x0005, 13}, 2880 {MLX_CMD_STARTCHANNEL, 0x0105, 8}, 2881 {MLX_CMD_DIRECT_CDB, 0x0002, 16}, 2882 {MLX_CMD_DIRECT_CDB, 0x0008, 17}, 2883 {MLX_CMD_DIRECT_CDB, 0x000e, 18}, 2884 {MLX_CMD_DIRECT_CDB, 0x000f, 19}, 2885 {MLX_CMD_DIRECT_CDB, 0x0105, 8}, 2886 2887 {0, 0x0104, 14}, 2888 {-1, 0, 0} 2889 }; 2890 2891 static char * 2892 mlx_diagnose_command(struct mlx_command *mc) 2893 { 2894 static char unkmsg[80]; 2895 int i; 2896 2897 /* look up message in table */ 2898 for (i = 0; mlx_messages[i].command != -1; i++) 2899 if (((mc->mc_mailbox[0] == mlx_messages[i].command) || (mlx_messages[i].command == 0)) && 2900 (mc->mc_status == mlx_messages[i].status)) 2901 return(mlx_status_messages[mlx_messages[i].msg]); 2902 2903 sprintf(unkmsg, "unknown response 0x%x for command 0x%x", (int)mc->mc_status, (int)mc->mc_mailbox[0]); 2904 return(unkmsg); 2905 } 2906 2907 /******************************************************************************* 2908 * Print a string describing the controller (sc) 2909 */ 2910 static struct 2911 { 2912 int hwid; 2913 char *name; 2914 } mlx_controller_names[] = { 2915 {0x01, "960P/PD"}, 2916 {0x02, "960PL"}, 2917 {0x10, "960PG"}, 2918 {0x11, "960PJ"}, 2919 {0x12, "960PR"}, 2920 {0x13, "960PT"}, 2921 {0x14, "960PTL0"}, 2922 {0x15, "960PRL"}, 2923 {0x16, "960PTL1"}, 2924 {0x20, "1164PVX"}, 2925 {-1, NULL} 2926 }; 2927 2928 static void 2929 mlx_describe_controller(struct mlx_softc *sc) 2930 { 2931 static char buf[80]; 2932 char *model; 2933 int i; 2934 2935 for (i = 0, model = NULL; mlx_controller_names[i].name != NULL; i++) { 2936 if ((sc->mlx_enq2->me_hardware_id & 0xff) == mlx_controller_names[i].hwid) { 2937 model = mlx_controller_names[i].name; 2938 break; 2939 } 2940 } 2941 if (model == NULL) { 2942 sprintf(buf, " model 0x%x", sc->mlx_enq2->me_hardware_id & 0xff); 2943 model = buf; 2944 } 2945 device_printf(sc->mlx_dev, "DAC%s, %d channel%s, firmware %d.%02d-%c-%02d, %dMB RAM\n", 2946 model, 2947 sc->mlx_enq2->me_actual_channels, 2948 sc->mlx_enq2->me_actual_channels > 1 ? "s" : "", 2949 sc->mlx_enq2->me_firmware_id & 0xff, 2950 (sc->mlx_enq2->me_firmware_id >> 8) & 0xff, 2951 (sc->mlx_enq2->me_firmware_id >> 24) & 0xff, 2952 (sc->mlx_enq2->me_firmware_id >> 16) & 0xff, 2953 sc->mlx_enq2->me_mem_size / (1024 * 1024)); 2954 2955 if (bootverbose) { 2956 device_printf(sc->mlx_dev, " Hardware ID 0x%08x\n", sc->mlx_enq2->me_hardware_id); 2957 device_printf(sc->mlx_dev, " Firmware ID 0x%08x\n", sc->mlx_enq2->me_firmware_id); 2958 device_printf(sc->mlx_dev, " Configured/Actual channels %d/%d\n", sc->mlx_enq2->me_configured_channels, 2959 sc->mlx_enq2->me_actual_channels); 2960 device_printf(sc->mlx_dev, " Max Targets %d\n", sc->mlx_enq2->me_max_targets); 2961 device_printf(sc->mlx_dev, " Max Tags %d\n", sc->mlx_enq2->me_max_tags); 2962 device_printf(sc->mlx_dev, " Max System Drives %d\n", sc->mlx_enq2->me_max_sys_drives); 2963 device_printf(sc->mlx_dev, " Max Arms %d\n", sc->mlx_enq2->me_max_arms); 2964 device_printf(sc->mlx_dev, " Max Spans %d\n", sc->mlx_enq2->me_max_spans); 2965 device_printf(sc->mlx_dev, " DRAM/cache/flash/NVRAM size %d/%d/%d/%d\n", sc->mlx_enq2->me_mem_size, 2966 sc->mlx_enq2->me_cache_size, sc->mlx_enq2->me_flash_size, sc->mlx_enq2->me_nvram_size); 2967 device_printf(sc->mlx_dev, " DRAM type %d\n", sc->mlx_enq2->me_mem_type); 2968 device_printf(sc->mlx_dev, " Clock Speed %dns\n", sc->mlx_enq2->me_clock_speed); 2969 device_printf(sc->mlx_dev, " Hardware Speed %dns\n", sc->mlx_enq2->me_hardware_speed); 2970 device_printf(sc->mlx_dev, " Max Commands %d\n", sc->mlx_enq2->me_max_commands); 2971 device_printf(sc->mlx_dev, " Max SG Entries %d\n", sc->mlx_enq2->me_max_sg); 2972 device_printf(sc->mlx_dev, " Max DP %d\n", sc->mlx_enq2->me_max_dp); 2973 device_printf(sc->mlx_dev, " Max IOD %d\n", sc->mlx_enq2->me_max_iod); 2974 device_printf(sc->mlx_dev, " Max Comb %d\n", sc->mlx_enq2->me_max_comb); 2975 device_printf(sc->mlx_dev, " Latency %ds\n", sc->mlx_enq2->me_latency); 2976 device_printf(sc->mlx_dev, " SCSI Timeout %ds\n", sc->mlx_enq2->me_scsi_timeout); 2977 device_printf(sc->mlx_dev, " Min Free Lines %d\n", sc->mlx_enq2->me_min_freelines); 2978 device_printf(sc->mlx_dev, " Rate Constant %d\n", sc->mlx_enq2->me_rate_const); 2979 device_printf(sc->mlx_dev, " MAXBLK %d\n", sc->mlx_enq2->me_maxblk); 2980 device_printf(sc->mlx_dev, " Blocking Factor %d sectors\n", sc->mlx_enq2->me_blocking_factor); 2981 device_printf(sc->mlx_dev, " Cache Line Size %d blocks\n", sc->mlx_enq2->me_cacheline); 2982 device_printf(sc->mlx_dev, " SCSI Capability %s%dMHz, %d bit\n", 2983 sc->mlx_enq2->me_scsi_cap & (1<<4) ? "differential " : "", 2984 (1 << ((sc->mlx_enq2->me_scsi_cap >> 2) & 3)) * 10, 2985 8 << (sc->mlx_enq2->me_scsi_cap & 0x3)); 2986 device_printf(sc->mlx_dev, " Firmware Build Number %d\n", sc->mlx_enq2->me_firmware_build); 2987 device_printf(sc->mlx_dev, " Fault Management Type %d\n", sc->mlx_enq2->me_fault_mgmt_type); 2988 device_printf(sc->mlx_dev, " Features %b\n", sc->mlx_enq2->me_firmware_features, 2989 "\20\4Background Init\3Read Ahead\2MORE\1Cluster\n"); 2990 2991 } 2992 } 2993 2994 /******************************************************************************* 2995 * Emit a string describing the firmware handshake status code, and return a flag 2996 * indicating whether the code represents a fatal error. 2997 * 2998 * Error code interpretations are from the Linux driver, and don't directly match 2999 * the messages printed by Mylex's BIOS. This may change if documentation on the 3000 * codes is forthcoming. 3001 */ 3002 static int 3003 mlx_fw_message(struct mlx_softc *sc, int error, int param1, int param2) 3004 { 3005 switch(error) { 3006 case 0x00: 3007 device_printf(sc->mlx_dev, "physical drive %d:%d not responding\n", param2, param1); 3008 break; 3009 case 0x08: 3010 /* we could be neater about this and give some indication when we receive more of them */ 3011 if (!(sc->mlx_flags & MLX_SPINUP_REPORTED)) { 3012 device_printf(sc->mlx_dev, "spinning up drives...\n"); 3013 sc->mlx_flags |= MLX_SPINUP_REPORTED; 3014 } 3015 break; 3016 case 0x30: 3017 device_printf(sc->mlx_dev, "configuration checksum error\n"); 3018 break; 3019 case 0x60: 3020 device_printf(sc->mlx_dev, "mirror race recovery failed\n"); 3021 break; 3022 case 0x70: 3023 device_printf(sc->mlx_dev, "mirror race recovery in progress\n"); 3024 break; 3025 case 0x90: 3026 device_printf(sc->mlx_dev, "physical drive %d:%d COD mismatch\n", param2, param1); 3027 break; 3028 case 0xa0: 3029 device_printf(sc->mlx_dev, "logical drive installation aborted\n"); 3030 break; 3031 case 0xb0: 3032 device_printf(sc->mlx_dev, "mirror race on a critical system drive\n"); 3033 break; 3034 case 0xd0: 3035 device_printf(sc->mlx_dev, "new controller configuration found\n"); 3036 break; 3037 case 0xf0: 3038 device_printf(sc->mlx_dev, "FATAL MEMORY PARITY ERROR\n"); 3039 return(1); 3040 default: 3041 device_printf(sc->mlx_dev, "unknown firmware initialisation error %02x:%02x:%02x\n", error, param1, param2); 3042 break; 3043 } 3044 return(0); 3045 } 3046 3047 /******************************************************************************** 3048 ******************************************************************************** 3049 Utility Functions 3050 ******************************************************************************** 3051 ********************************************************************************/ 3052 3053 /******************************************************************************** 3054 * Find the disk whose unit number is (unit) on this controller 3055 */ 3056 static struct mlx_sysdrive * 3057 mlx_findunit(struct mlx_softc *sc, int unit) 3058 { 3059 int i; 3060 3061 /* search system drives */ 3062 MLX_CONFIG_ASSERT_LOCKED(sc); 3063 for (i = 0; i < MLX_MAXDRIVES; i++) { 3064 /* is this one attached? */ 3065 if (sc->mlx_sysdrive[i].ms_disk != 0) { 3066 /* is this the one? */ 3067 if (unit == device_get_unit(sc->mlx_sysdrive[i].ms_disk)) 3068 return(&sc->mlx_sysdrive[i]); 3069 } 3070 } 3071 return(NULL); 3072 } 3073