1 /*- 2 * Copyright (c) 1998 - 2004 S�ren Schmidt <sos@FreeBSD.org> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer, 10 * without modification, immediately at the beginning of the file. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 3. The name of the author may not be used to endorse or promote products 15 * derived from this software without specific prior written permission. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27 * 28 * $FreeBSD$ 29 */ 30 31 /* ATA register defines */ 32 #define ATA_DATA 0x00 /* data register */ 33 34 #define ATA_ERROR 0x01 /* (R) error register */ 35 #define ATA_E_ILI 0x01 /* illegal length */ 36 #define ATA_E_NM 0x02 /* no media */ 37 #define ATA_E_ABORT 0x04 /* command aborted */ 38 #define ATA_E_MCR 0x08 /* media change request */ 39 #define ATA_E_IDNF 0x10 /* ID not found */ 40 #define ATA_E_MC 0x20 /* media changed */ 41 #define ATA_E_UNC 0x40 /* uncorrectable data */ 42 #define ATA_E_ICRC 0x80 /* UDMA crc error */ 43 #define ATA_E_MASK 0x0f /* error mask */ 44 #define ATA_SK_MASK 0xf0 /* sense key mask */ 45 #define ATA_SK_NO_SENSE 0x00 /* no specific sense key info */ 46 #define ATA_SK_RECOVERED_ERROR 0x10 /* command OK, data recovered */ 47 #define ATA_SK_NOT_READY 0x20 /* no access to drive */ 48 #define ATA_SK_MEDIUM_ERROR 0x30 /* non-recovered data error */ 49 #define ATA_SK_HARDWARE_ERROR 0x40 /* non-recoverable HW failure */ 50 #define ATA_SK_ILLEGAL_REQUEST 0x50 /* invalid command param(s) */ 51 #define ATA_SK_UNIT_ATTENTION 0x60 /* media changed */ 52 #define ATA_SK_DATA_PROTECT 0x70 /* write protect */ 53 #define ATA_SK_BLANK_CHECK 0x80 /* blank check */ 54 #define ATA_SK_VENDOR_SPECIFIC 0x90 /* vendor specific skey */ 55 #define ATA_SK_COPY_ABORTED 0xa0 /* copy aborted */ 56 #define ATA_SK_ABORTED_COMMAND 0xb0 /* command aborted, try again */ 57 #define ATA_SK_EQUAL 0xc0 /* equal */ 58 #define ATA_SK_VOLUME_OVERFLOW 0xd0 /* volume overflow */ 59 #define ATA_SK_MISCOMPARE 0xe0 /* data dont match the medium */ 60 #define ATA_SK_RESERVED 0xf0 61 62 #define ATA_FEATURE 0x01 /* (W) feature register */ 63 #define ATA_F_DMA 0x01 /* enable DMA */ 64 #define ATA_F_OVL 0x02 /* enable overlap */ 65 66 #define ATA_COUNT 0x02 /* (W) sector count */ 67 #define ATA_IREASON 0x02 /* (R) interrupt reason */ 68 #define ATA_I_CMD 0x01 /* cmd (1) | data (0) */ 69 #define ATA_I_IN 0x02 /* read (1) | write (0) */ 70 #define ATA_I_RELEASE 0x04 /* released bus (1) */ 71 #define ATA_I_TAGMASK 0xf8 /* tag mask */ 72 73 #define ATA_SECTOR 0x03 /* sector # */ 74 #define ATA_CYL_LSB 0x04 /* cylinder# LSB */ 75 #define ATA_CYL_MSB 0x05 /* cylinder# MSB */ 76 #define ATA_DRIVE 0x06 /* Sector/Drive/Head register */ 77 #define ATA_D_LBA 0x40 /* use LBA addressing */ 78 #define ATA_D_IBM 0xa0 /* 512 byte sectors, ECC */ 79 80 #define ATA_CMD 0x07 /* command register */ 81 82 #define ATA_STATUS 0x07 /* status register */ 83 #define ATA_S_ERROR 0x01 /* error */ 84 #define ATA_S_INDEX 0x02 /* index */ 85 #define ATA_S_CORR 0x04 /* data corrected */ 86 #define ATA_S_DRQ 0x08 /* data request */ 87 #define ATA_S_DSC 0x10 /* drive seek completed */ 88 #define ATA_S_SERVICE 0x10 /* drive needs service */ 89 #define ATA_S_DWF 0x20 /* drive write fault */ 90 #define ATA_S_DMA 0x20 /* DMA ready */ 91 #define ATA_S_READY 0x40 /* drive ready */ 92 #define ATA_S_BUSY 0x80 /* busy */ 93 94 #define ATA_ALTSTAT 0x08 /* alternate status register */ 95 #define ATA_ALTOFFSET 0x206 /* alternate registers offset */ 96 #define ATA_PCCARD_ALTOFFSET 0x0e /* do for PCCARD devices */ 97 #define ATA_PC98_ALTOFFSET 0x10c /* do for PC98 devices */ 98 #define ATA_A_IDS 0x02 /* disable interrupts */ 99 #define ATA_A_RESET 0x04 /* RESET controller */ 100 #define ATA_A_4BIT 0x08 /* 4 head bits */ 101 102 /* ATAPI misc defines */ 103 #define ATAPI_MAGIC_LSB 0x14 104 #define ATAPI_MAGIC_MSB 0xeb 105 #define ATAPI_P_READ (ATA_S_DRQ | ATA_I_IN) 106 #define ATAPI_P_WRITE (ATA_S_DRQ) 107 #define ATAPI_P_CMDOUT (ATA_S_DRQ | ATA_I_CMD) 108 #define ATAPI_P_DONEDRQ (ATA_S_DRQ | ATA_I_CMD | ATA_I_IN) 109 #define ATAPI_P_DONE (ATA_I_CMD | ATA_I_IN) 110 #define ATAPI_P_ABORT 0 111 112 /* misc defines */ 113 #define ATA_PRIMARY 0x1f0 114 #define ATA_SECONDARY 0x170 115 #define ATA_PC98_BANK 0x432 116 #define ATA_IOSIZE 0x08 117 #define ATA_PC98_IOSIZE 0x10 118 #define ATA_ALTIOSIZE 0x01 119 #define ATA_BMIOSIZE 0x08 120 #define ATA_PC98_BANKIOSIZE 0x01 121 #define ATA_IOADDR_RID 0 122 #define ATA_ALTADDR_RID 1 123 #define ATA_BMADDR_RID 0x20 124 #define ATA_PC98_ALTADDR_RID 8 125 #define ATA_PC98_BANKADDR_RID 9 126 127 #define ATA_IRQ_RID 0 128 #define ATA_DEV(device) ((device == ATA_MASTER) ? 0 : 1) 129 130 /* busmaster DMA related defines */ 131 #define ATA_DMA_ENTRIES 256 132 #define ATA_DMA_EOT 0x80000000 133 134 #define ATA_BMCMD_PORT 0x09 135 #define ATA_BMCMD_START_STOP 0x01 136 #define ATA_BMCMD_WRITE_READ 0x08 137 138 #define ATA_BMDEVSPEC_0 0x0a 139 #define ATA_BMSTAT_PORT 0x0b 140 #define ATA_BMSTAT_ACTIVE 0x01 141 #define ATA_BMSTAT_ERROR 0x02 142 #define ATA_BMSTAT_INTERRUPT 0x04 143 #define ATA_BMSTAT_MASK 0x07 144 #define ATA_BMSTAT_DMA_MASTER 0x20 145 #define ATA_BMSTAT_DMA_SLAVE 0x40 146 #define ATA_BMSTAT_DMA_SIMPLEX 0x80 147 148 #define ATA_BMDEVSPEC_1 0x0c 149 #define ATA_BMDTP_PORT 0x0d 150 151 #define ATA_IDX_ADDR 0x0e 152 #define ATA_IDX_DATA 0x0f 153 #define ATA_MAX_RES 0x10 154 155 #define ATA_INTR_FLAGS (INTR_MPSAFE|INTR_TYPE_BIO|INTR_ENTROPY) 156 #define ATA_OP_CONTINUES 0 157 #define ATA_OP_FINISHED 1 158 159 /* ATAPI request sense structure */ 160 struct atapi_sense { 161 u_int8_t error_code :7; /* current or deferred errors */ 162 u_int8_t valid :1; /* follows ATAPI spec */ 163 u_int8_t segment; /* Segment number */ 164 u_int8_t sense_key :4; /* sense key */ 165 u_int8_t reserved2_4 :1; /* reserved */ 166 u_int8_t ili :1; /* incorrect length indicator */ 167 u_int8_t eom :1; /* end of medium */ 168 u_int8_t filemark :1; /* filemark */ 169 u_int32_t cmd_info __packed; /* cmd information */ 170 u_int8_t sense_length; /* additional sense len (n-7) */ 171 u_int32_t cmd_specific_info __packed; /* additional cmd spec info */ 172 u_int8_t asc; /* additional sense code */ 173 u_int8_t ascq; /* additional sense code qual */ 174 u_int8_t replaceable_unit_code; /* replaceable unit code */ 175 u_int8_t sk_specific :7; /* sense key specific */ 176 u_int8_t sksv :1; /* sense key specific info OK */ 177 u_int8_t sk_specific1; /* sense key specific */ 178 u_int8_t sk_specific2; /* sense key specific */ 179 }; 180 181 struct ata_request { 182 struct ata_device *device; /* ptr to device softc */ 183 void *driver; /* driver specific */ 184 185 union { 186 struct { 187 u_int8_t command; /* command reg */ 188 u_int8_t feature; /* feature reg */ 189 u_int64_t lba; /* lba reg */ 190 u_int16_t count; /* count reg */ 191 } ata; 192 struct { 193 u_int8_t ccb[16]; /* ATAPI command block */ 194 struct atapi_sense sense_data; /* ATAPI request sense data */ 195 u_int8_t sense_key; /* ATAPI request sense key */ 196 u_int8_t sense_cmd; /* ATAPI saved command */ 197 } atapi; 198 } u; 199 200 u_int8_t status; /* ATA status */ 201 u_int8_t error; /* ATA error */ 202 u_int8_t dmastat; /* DMA status */ 203 204 u_int32_t bytecount; /* bytes to transfer */ 205 u_int32_t transfersize; /* bytes pr transfer */ 206 u_int32_t donecount; /* bytes transferred */ 207 caddr_t data; /* pointer to data buf */ 208 int flags; 209 #define ATA_R_CONTROL 0x0001 210 #define ATA_R_READ 0x0002 211 #define ATA_R_WRITE 0x0004 212 #define ATA_R_DMA 0x0008 213 214 #define ATA_R_ATAPI 0x0010 215 #define ATA_R_QUIET 0x0020 216 #define ATA_R_INTR_SEEN 0x0040 217 #define ATA_R_TIMEOUT 0x0080 218 219 #define ATA_R_ORDERED 0x0100 220 #define ATA_R_IMMEDIATE 0x0200 221 #define ATA_R_REQUEUE 0x0400 222 223 #define ATA_R_DEBUG 0x1000 224 225 void (*callback)(struct ata_request *request); 226 struct sema done; /* request done sema */ 227 int retries; /* retry count */ 228 int timeout; /* timeout for this cmd */ 229 struct callout_handle timeout_handle; /* handle for untimeout */ 230 int result; /* result error code */ 231 struct task task; /* task management */ 232 struct bio *bio; /* bio for this request */ 233 TAILQ_ENTRY(ata_request) sequence; /* sequence management */ 234 TAILQ_ENTRY(ata_request) chain; /* list management */ 235 }; 236 237 /* define this for debugging request processing */ 238 #if 0 239 #define ATA_DEBUG_RQ(request, string) \ 240 { \ 241 if (request->flags & ATA_R_DEBUG) \ 242 ata_prtdev(request->device, "req=%08x %s " string "\n", \ 243 (u_int)request, ata_cmd2str(request)); \ 244 } 245 #else 246 #define ATA_DEBUG_RQ(request, string) 247 #endif 248 249 250 /* structure describing an ATA/ATAPI device */ 251 struct ata_device { 252 struct ata_channel *channel; 253 int unit; /* unit number */ 254 #define ATA_MASTER 0x00 255 #define ATA_SLAVE 0x10 256 257 char *name; /* device name */ 258 struct ata_params *param; /* ata param structure */ 259 void *softc; /* ptr to softc for device */ 260 void (*attach)(struct ata_device *atadev); 261 void (*detach)(struct ata_device *atadev); 262 void (*config)(struct ata_device *atadev); 263 void (*start)(struct ata_device *atadev); 264 int flags; 265 #define ATA_D_USE_CHS 0x0001 266 #define ATA_D_DETACHING 0x0002 267 #define ATA_D_MEDIA_CHANGED 0x0004 268 #define ATA_D_ENC_PRESENT 0x0008 269 270 int cmd; /* last cmd executed */ 271 int mode; /* transfermode */ 272 void (*setmode)(struct ata_device *atadev, int mode); 273 }; 274 275 /* structure for holding DMA address data */ 276 struct ata_dmaentry { 277 u_int32_t base; 278 u_int32_t count; 279 }; 280 281 /* structure holding DMA related information */ 282 struct ata_dma { 283 bus_dma_tag_t dmatag; /* parent DMA tag */ 284 bus_dma_tag_t cdmatag; /* control DMA tag */ 285 bus_dmamap_t cdmamap; /* control DMA map */ 286 bus_dma_tag_t ddmatag; /* data DMA tag */ 287 bus_dmamap_t ddmamap; /* data DMA map */ 288 struct ata_dmaentry *dmatab; /* DMA transfer table */ 289 bus_addr_t mdmatab; /* bus address of dmatab */ 290 u_int32_t alignment; /* DMA engine alignment */ 291 u_int32_t boundary; /* DMA engine boundary */ 292 u_int32_t max_iosize; /* DMA engine max IO size */ 293 u_int32_t cur_iosize; /* DMA engine current IO size */ 294 int flags; 295 #define ATA_DMA_ACTIVE 0x01 /* DMA transfer in progress */ 296 #define ATA_DMA_READ 0x02 /* transaction is a read */ 297 298 void (*alloc)(struct ata_channel *ch); 299 void (*free)(struct ata_channel *ch); 300 int (*load)(struct ata_device *atadev, caddr_t data, int32_t count,int dir); 301 int (*unload)(struct ata_channel *ch); 302 int (*start)(struct ata_channel *ch); 303 int (*stop)(struct ata_channel *ch); 304 }; 305 306 /* structure holding lowlevel functions */ 307 struct ata_lowlevel { 308 void (*reset)(struct ata_channel *ch); 309 int (*transaction)(struct ata_request *request); 310 void (*interrupt)(void *channel); 311 }; 312 313 /* structure holding resources for an ATA channel */ 314 struct ata_resource { 315 struct resource *res; 316 int offset; 317 }; 318 319 /* structure describing an ATA channel */ 320 struct ata_channel { 321 struct device *dev; /* device handle */ 322 int unit; /* channel number */ 323 struct ata_resource r_io[ATA_MAX_RES];/* I/O resources */ 324 struct resource *r_irq; /* interrupt of this channel */ 325 void *ih; /* interrupt handle */ 326 struct ata_lowlevel hw; /* lowlevel HW functions */ 327 struct ata_dma *dma; /* DMA data / functions */ 328 int flags; /* channel flags */ 329 #define ATA_NO_SLAVE 0x01 330 #define ATA_USE_16BIT 0x02 331 #define ATA_USE_PC98GEOM 0x04 332 #define ATA_ATAPI_DMA_RO 0x08 333 #define ATA_48BIT_ACTIVE 0x10 334 #define ATA_IMMEDIATE_MODE 0x20 335 #define ATA_HWGONE 0x40 336 337 struct ata_device device[2]; /* devices on this channel */ 338 #define MASTER 0x00 339 #define SLAVE 0x01 340 341 int devices; /* what is present */ 342 #define ATA_ATA_MASTER 0x01 343 #define ATA_ATA_SLAVE 0x02 344 #define ATA_ATAPI_MASTER 0x04 345 #define ATA_ATAPI_SLAVE 0x08 346 347 int state; /* ATA channel state control */ 348 #define ATA_IDLE 0x0000 349 #define ATA_ACTIVE 0x0001 350 #define ATA_CONTROL 0x0002 351 352 void (*reset)(struct ata_channel *); 353 void (*locking)(struct ata_channel *, int); 354 #define ATA_LF_LOCK 0x0001 355 #define ATA_LF_UNLOCK 0x0002 356 357 struct mtx queue_mtx; /* queue lock */ 358 TAILQ_HEAD(, ata_request) ata_queue; /* head of ATA queue */ 359 void *running; /* currently running request */ 360 }; 361 362 /* disk bay/enclosure related */ 363 #define ATA_LED_OFF 0x00 364 #define ATA_LED_RED 0x01 365 #define ATA_LED_GREEN 0x02 366 #define ATA_LED_ORANGE 0x03 367 #define ATA_LED_MASK 0x03 368 369 /* externs */ 370 extern devclass_t ata_devclass; 371 extern int ata_wc; 372 373 /* public prototypes */ 374 /* ata-all.c: */ 375 int ata_probe(device_t dev); 376 int ata_attach(device_t dev); 377 int ata_detach(device_t dev); 378 int ata_suspend(device_t dev); 379 int ata_resume(device_t dev); 380 int ata_printf(struct ata_channel *ch, int device, const char *fmt, ...) __printflike(3, 4); 381 int ata_prtdev(struct ata_device *atadev, const char *fmt, ...) __printflike(2, 3); 382 void ata_set_name(struct ata_device *atadev, char *name, int lun); 383 void ata_free_name(struct ata_device *atadev); 384 int ata_get_lun(u_int32_t *map); 385 int ata_test_lun(u_int32_t *map, int lun); 386 void ata_free_lun(u_int32_t *map, int lun); 387 char *ata_mode2str(int mode); 388 int ata_pmode(struct ata_params *ap); 389 int ata_wmode(struct ata_params *ap); 390 int ata_umode(struct ata_params *ap); 391 int ata_limit_mode(struct ata_device *atadev, int mode, int maxmode); 392 393 /* ata-queue.c: */ 394 int ata_reinit(struct ata_channel *ch); 395 void ata_start(struct ata_channel *ch); 396 int ata_controlcmd(struct ata_device *atadev, u_int8_t command, u_int16_t feature, u_int64_t lba, u_int16_t count); 397 int ata_atapicmd(struct ata_device *atadev, u_int8_t *ccb, caddr_t data, int count, int flags, int timeout); 398 void ata_queue_request(struct ata_request *request); 399 void ata_finish(struct ata_request *request); 400 void ata_fail_requests(struct ata_channel *ch, struct ata_device *device); 401 char *ata_cmd2str(struct ata_request *request); 402 403 /* ata-lowlevel.c: */ 404 void ata_generic_hw(struct ata_channel *ch); 405 406 /* subdrivers */ 407 void ad_attach(struct ata_device *atadev); 408 void acd_attach(struct ata_device *atadev); 409 void afd_attach(struct ata_device *atadev); 410 void ast_attach(struct ata_device *atadev); 411 void atapi_cam_attach_bus(struct ata_channel *ch); 412 void atapi_cam_detach_bus(struct ata_channel *ch); 413 void atapi_cam_reinit_bus(struct ata_channel *ch); 414 415 /* macros for alloc/free of ata_requests */ 416 extern uma_zone_t ata_zone; 417 #define ata_alloc_request() uma_zalloc(ata_zone, M_NOWAIT | M_ZERO) 418 #define ata_free_request(request) uma_zfree(ata_zone, request) 419 420 /* macros for locking a channel */ 421 #define ATA_LOCK_CH(ch, value) \ 422 atomic_cmpset_acq_int(&(ch)->state, ATA_IDLE, (value)) 423 424 #define ATA_SLEEPLOCK_CH(ch, value) \ 425 while (!atomic_cmpset_acq_int(&(ch)->state, ATA_IDLE, (value))) \ 426 tsleep((caddr_t)&(ch), PRIBIO, "atalck", 1); 427 428 #define ATA_FORCELOCK_CH(ch, value) atomic_store_rel_int(&(ch)->state, (value)) 429 430 #define ATA_UNLOCK_CH(ch) atomic_store_rel_int(&(ch)->state, ATA_IDLE) 431 432 /* macros to hide busspace uglyness */ 433 #define ATA_INB(res, offset) \ 434 bus_space_read_1(rman_get_bustag((res)), \ 435 rman_get_bushandle((res)), (offset)) 436 437 #define ATA_INW(res, offset) \ 438 bus_space_read_2(rman_get_bustag((res)), \ 439 rman_get_bushandle((res)), (offset)) 440 #define ATA_INL(res, offset) \ 441 bus_space_read_4(rman_get_bustag((res)), \ 442 rman_get_bushandle((res)), (offset)) 443 #define ATA_INSW(res, offset, addr, count) \ 444 bus_space_read_multi_2(rman_get_bustag((res)), \ 445 rman_get_bushandle((res)), \ 446 (offset), (addr), (count)) 447 #define ATA_INSW_STRM(res, offset, addr, count) \ 448 bus_space_read_multi_stream_2(rman_get_bustag((res)), \ 449 rman_get_bushandle((res)), \ 450 (offset), (addr), (count)) 451 #define ATA_INSL(res, offset, addr, count) \ 452 bus_space_read_multi_4(rman_get_bustag((res)), \ 453 rman_get_bushandle((res)), \ 454 (offset), (addr), (count)) 455 #define ATA_INSL_STRM(res, offset, addr, count) \ 456 bus_space_read_multi_stream_4(rman_get_bustag((res)), \ 457 rman_get_bushandle((res)), \ 458 (offset), (addr), (count)) 459 #define ATA_OUTB(res, offset, value) \ 460 bus_space_write_1(rman_get_bustag((res)), \ 461 rman_get_bushandle((res)), (offset), (value)) 462 #define ATA_OUTW(res, offset, value) \ 463 bus_space_write_2(rman_get_bustag((res)), \ 464 rman_get_bushandle((res)), (offset), (value)) 465 #define ATA_OUTL(res, offset, value) \ 466 bus_space_write_4(rman_get_bustag((res)), \ 467 rman_get_bushandle((res)), (offset), (value)) 468 #define ATA_OUTSW(res, offset, addr, count) \ 469 bus_space_write_multi_2(rman_get_bustag((res)), \ 470 rman_get_bushandle((res)), \ 471 (offset), (addr), (count)) 472 #define ATA_OUTSW_STRM(res, offset, addr, count) \ 473 bus_space_write_multi_stream_2(rman_get_bustag((res)), \ 474 rman_get_bushandle((res)), \ 475 (offset), (addr), (count)) 476 #define ATA_OUTSL(res, offset, addr, count) \ 477 bus_space_write_multi_4(rman_get_bustag((res)), \ 478 rman_get_bushandle((res)), \ 479 (offset), (addr), (count)) 480 #define ATA_OUTSL_STRM(res, offset, addr, count) \ 481 bus_space_write_multi_stream_4(rman_get_bustag((res)), \ 482 rman_get_bushandle((res)), \ 483 (offset), (addr), (count)) 484 485 #define ATA_IDX_SET(ch, idx) \ 486 ATA_OUTB(ch->r_io[ATA_IDX_ADDR].res, ch->r_io[ATA_IDX_ADDR].offset, \ 487 ch->r_io[idx].offset) 488 489 #define ATA_IDX_INB(ch, idx) \ 490 ((ch->r_io[idx].res) \ 491 ? ATA_INB(ch->r_io[idx].res, ch->r_io[idx].offset) \ 492 : (ATA_IDX_SET(ch, idx), \ 493 ATA_INB(ch->r_io[ATA_IDX_DATA].res, ch->r_io[ATA_IDX_DATA].offset))) 494 495 #define ATA_IDX_INW(ch, idx) \ 496 ((ch->r_io[idx].res) \ 497 ? ATA_INW(ch->r_io[idx].res, ch->r_io[idx].offset) \ 498 : (ATA_IDX_SET(ch, idx), \ 499 ATA_INW(ch->r_io[ATA_IDX_DATA].res, ch->r_io[ATA_IDX_DATA].offset))) 500 501 #define ATA_IDX_INL(ch, idx) \ 502 ((ch->r_io[idx].res) \ 503 ? ATA_INL(ch->r_io[idx].res, ch->r_io[idx].offset) \ 504 : (ATA_IDX_SET(ch, idx), \ 505 ATA_INL(ch->r_io[ATA_IDX_DATA].res, ch->r_io[ATA_IDX_DATA].offset))) 506 507 #define ATA_IDX_INSW(ch, idx, addr, count) \ 508 ((ch->r_io[idx].res) \ 509 ? ATA_INSW(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 510 : (ATA_IDX_SET(ch, idx), \ 511 ATA_INSW(ch->r_io[ATA_IDX_DATA].res, \ 512 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 513 514 #define ATA_IDX_INSW_STRM(ch, idx, addr, count) \ 515 ((ch->r_io[idx].res) \ 516 ? ATA_INSW_STRM(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 517 : (ATA_IDX_SET(ch, idx), \ 518 ATA_INSW_STRM(ch->r_io[ATA_IDX_DATA].res, \ 519 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 520 521 #define ATA_IDX_INSL(ch, idx, addr, count) \ 522 ((ch->r_io[idx].res) \ 523 ? ATA_INSL(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 524 : (ATA_IDX_SET(ch, idx), \ 525 ATA_INSL(ch->r_io[ATA_IDX_DATA].res, \ 526 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 527 528 #define ATA_IDX_INSL_STRM(ch, idx, addr, count) \ 529 ((ch->r_io[idx].res) \ 530 ? ATA_INSL_STRM(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 531 : (ATA_IDX_SET(ch, idx), \ 532 ATA_INSL_STRM(ch->r_io[ATA_IDX_DATA].res, \ 533 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 534 535 #define ATA_IDX_OUTB(ch, idx, value) \ 536 ((ch->r_io[idx].res) \ 537 ? ATA_OUTB(ch->r_io[idx].res, ch->r_io[idx].offset, value) \ 538 : (ATA_IDX_SET(ch, idx), \ 539 ATA_OUTB(ch->r_io[ATA_IDX_DATA].res, \ 540 ch->r_io[ATA_IDX_DATA].offset, value))) 541 542 #define ATA_IDX_OUTW(ch, idx, value) \ 543 ((ch->r_io[idx].res) \ 544 ? ATA_OUTW(ch->r_io[idx].res, ch->r_io[idx].offset, value) \ 545 : (ATA_IDX_SET(ch, idx), \ 546 ATA_OUTW(ch->r_io[ATA_IDX_DATA].res, \ 547 ch->r_io[ATA_IDX_DATA].offset, value))) 548 549 #define ATA_IDX_OUTL(ch, idx, value) \ 550 ((ch->r_io[idx].res) \ 551 ? ATA_OUTL(ch->r_io[idx].res, ch->r_io[idx].offset, value) \ 552 : (ATA_IDX_SET(ch, idx), \ 553 ATA_OUTL(ch->r_io[ATA_IDX_DATA].res, \ 554 ch->r_io[ATA_IDX_DATA].offset, value))) 555 556 #define ATA_IDX_OUTSW(ch, idx, addr, count) \ 557 ((ch->r_io[idx].res) \ 558 ? ATA_OUTSW(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 559 : (ATA_IDX_SET(ch, idx), \ 560 ATA_OUTSW(ch->r_io[ATA_IDX_DATA].res, \ 561 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 562 563 #define ATA_IDX_OUTSW_STRM(ch, idx, addr, count) \ 564 ((ch->r_io[idx].res) \ 565 ? ATA_OUTSW_STRM(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 566 : (ATA_IDX_SET(ch, idx), \ 567 ATA_OUTSW_STRM(ch->r_io[ATA_IDX_DATA].res, \ 568 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 569 570 #define ATA_IDX_OUTSL(ch, idx, addr, count) \ 571 ((ch->r_io[idx].res) \ 572 ? ATA_OUTSL(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 573 : (ATA_IDX_SET(ch, idx), \ 574 ATA_OUTSL(ch->r_io[ATA_IDX_DATA].res, \ 575 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 576 577 #define ATA_IDX_OUTSL_STRM(ch, idx, addr, count) \ 578 ((ch->r_io[idx].res) \ 579 ? ATA_OUTSL_STRM(ch->r_io[idx].res, ch->r_io[idx].offset, addr, count) \ 580 : (ATA_IDX_SET(ch, idx), \ 581 ATA_OUTSL_STRM(ch->r_io[ATA_IDX_DATA].res, \ 582 ch->r_io[ATA_IDX_DATA].offset, addr, count))) 583