1 /*- 2 * Copyright (c) 1998 - 2008 Søren Schmidt <sos@FreeBSD.org> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer, 10 * without modification, immediately at the beginning of the file. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 */ 26 27 #include <sys/cdefs.h> 28 __FBSDID("$FreeBSD$"); 29 30 #include <sys/param.h> 31 #include <sys/module.h> 32 #include <sys/systm.h> 33 #include <sys/kernel.h> 34 #include <sys/ata.h> 35 #include <sys/bus.h> 36 #include <sys/endian.h> 37 #include <sys/malloc.h> 38 #include <sys/lock.h> 39 #include <sys/mutex.h> 40 #include <sys/sema.h> 41 #include <sys/taskqueue.h> 42 #include <vm/uma.h> 43 #include <machine/stdarg.h> 44 #include <machine/resource.h> 45 #include <machine/bus.h> 46 #include <sys/rman.h> 47 #include <dev/pci/pcivar.h> 48 #include <dev/pci/pcireg.h> 49 #include <dev/ata/ata-all.h> 50 #include <dev/ata/ata-pci.h> 51 #include <ata_if.h> 52 53 /* local prototypes */ 54 static int ata_intel_chipinit(device_t dev); 55 static int ata_intel_chipdeinit(device_t dev); 56 static int ata_intel_ch_attach(device_t dev); 57 static void ata_intel_reset(device_t dev); 58 static int ata_intel_old_setmode(device_t dev, int target, int mode); 59 static int ata_intel_new_setmode(device_t dev, int target, int mode); 60 static int ata_intel_sch_setmode(device_t dev, int target, int mode); 61 static int ata_intel_sata_getrev(device_t dev, int target); 62 static int ata_intel_sata_status(device_t dev); 63 static int ata_intel_sata_ahci_read(device_t dev, int port, 64 int reg, u_int32_t *result); 65 static int ata_intel_sata_cscr_read(device_t dev, int port, 66 int reg, u_int32_t *result); 67 static int ata_intel_sata_sidpr_read(device_t dev, int port, 68 int reg, u_int32_t *result); 69 static int ata_intel_sata_ahci_write(device_t dev, int port, 70 int reg, u_int32_t result); 71 static int ata_intel_sata_cscr_write(device_t dev, int port, 72 int reg, u_int32_t result); 73 static int ata_intel_sata_sidpr_write(device_t dev, int port, 74 int reg, u_int32_t result); 75 static int ata_intel_sata_sidpr_test(device_t dev); 76 static int ata_intel_31244_ch_attach(device_t dev); 77 static int ata_intel_31244_ch_detach(device_t dev); 78 static int ata_intel_31244_status(device_t dev); 79 static void ata_intel_31244_tf_write(struct ata_request *request); 80 static void ata_intel_31244_reset(device_t dev); 81 82 /* misc defines */ 83 #define INTEL_ICH5 2 84 #define INTEL_6CH 4 85 #define INTEL_6CH2 8 86 #define INTEL_ICH7 16 87 88 struct ata_intel_data { 89 struct mtx lock; 90 u_char smap[4]; 91 }; 92 93 #define ATA_INTEL_SMAP(ctlr, ch) \ 94 &((struct ata_intel_data *)((ctlr)->chipset_data))->smap[(ch)->unit * 2] 95 #define ATA_INTEL_LOCK(ctlr) \ 96 mtx_lock(&((struct ata_intel_data *)((ctlr)->chipset_data))->lock) 97 #define ATA_INTEL_UNLOCK(ctlr) \ 98 mtx_unlock(&((struct ata_intel_data *)((ctlr)->chipset_data))->lock) 99 100 /* 101 * Intel chipset support functions 102 */ 103 static int 104 ata_intel_probe(device_t dev) 105 { 106 struct ata_pci_controller *ctlr = device_get_softc(dev); 107 static const struct ata_chip_id ids[] = 108 {{ ATA_I82371FB, 0, 0, 2, ATA_WDMA2, "PIIX" }, 109 { ATA_I82371SB, 0, 0, 2, ATA_WDMA2, "PIIX3" }, 110 { ATA_I82371AB, 0, 0, 2, ATA_UDMA2, "PIIX4" }, 111 { ATA_I82443MX, 0, 0, 2, ATA_UDMA2, "PIIX4" }, 112 { ATA_I82451NX, 0, 0, 2, ATA_UDMA2, "PIIX4" }, 113 { ATA_I82801AB, 0, 0, 2, ATA_UDMA2, "ICH0" }, 114 { ATA_I82801AA, 0, 0, 2, ATA_UDMA4, "ICH" }, 115 { ATA_I82372FB, 0, 0, 2, ATA_UDMA4, "ICH" }, 116 { ATA_I82801BA, 0, 0, 2, ATA_UDMA5, "ICH2" }, 117 { ATA_I82801BA_1, 0, 0, 2, ATA_UDMA5, "ICH2" }, 118 { ATA_I82801CA, 0, 0, 2, ATA_UDMA5, "ICH3" }, 119 { ATA_I82801CA_1, 0, 0, 2, ATA_UDMA5, "ICH3" }, 120 { ATA_I82801DB, 0, 0, 2, ATA_UDMA5, "ICH4" }, 121 { ATA_I82801DB_1, 0, 0, 2, ATA_UDMA5, "ICH4" }, 122 { ATA_I82801EB, 0, 0, 2, ATA_UDMA5, "ICH5" }, 123 { ATA_I82801EB_S1, 0, INTEL_ICH5, 2, ATA_SA150, "ICH5" }, 124 { ATA_I82801EB_R1, 0, INTEL_ICH5, 2, ATA_SA150, "ICH5" }, 125 { ATA_I6300ESB, 0, 0, 2, ATA_UDMA5, "6300ESB" }, 126 { ATA_I6300ESB_S1, 0, INTEL_ICH5, 2, ATA_SA150, "6300ESB" }, 127 { ATA_I6300ESB_R1, 0, INTEL_ICH5, 2, ATA_SA150, "6300ESB" }, 128 { ATA_I82801FB, 0, 0, 2, ATA_UDMA5, "ICH6" }, 129 { ATA_I82801FB_S1, 0, 0, 0, ATA_SA150, "ICH6" }, 130 { ATA_I82801FB_R1, 0, 0, 0, ATA_SA150, "ICH6" }, 131 { ATA_I82801FBM, 0, 0, 0, ATA_SA150, "ICH6M" }, 132 { ATA_I82801GB, 0, 0, 1, ATA_UDMA5, "ICH7" }, 133 { ATA_I82801GB_S1, 0, INTEL_ICH7, 0, ATA_SA300, "ICH7" }, 134 { ATA_I82801GBM_S1, 0, INTEL_ICH7, 0, ATA_SA150, "ICH7M" }, 135 { ATA_I63XXESB2, 0, 0, 1, ATA_UDMA5, "63XXESB2" }, 136 { ATA_I63XXESB2_S1, 0, 0, 0, ATA_SA300, "63XXESB2" }, 137 { ATA_I82801HB_S1, 0, INTEL_6CH, 0, ATA_SA300, "ICH8" }, 138 { ATA_I82801HB_S2, 0, INTEL_6CH2, 0, ATA_SA300, "ICH8" }, 139 { ATA_I82801HBM, 0, 0, 1, ATA_UDMA5, "ICH8M" }, 140 { ATA_I82801HBM_S1, 0, INTEL_6CH, 0, ATA_SA300, "ICH8M" }, 141 { ATA_I82801IB_S1, 0, INTEL_6CH, 0, ATA_SA300, "ICH9" }, 142 { ATA_I82801IB_S2, 0, INTEL_6CH2, 0, ATA_SA300, "ICH9" }, 143 { ATA_I82801IB_S3, 0, INTEL_6CH2, 0, ATA_SA300, "ICH9" }, 144 { ATA_I82801IBM_S1, 0, INTEL_6CH2, 0, ATA_SA300, "ICH9M" }, 145 { ATA_I82801IBM_S2, 0, INTEL_6CH2, 0, ATA_SA300, "ICH9M" }, 146 { ATA_I82801JIB_S1, 0, INTEL_6CH, 0, ATA_SA300, "ICH10" }, 147 { ATA_I82801JIB_S2, 0, INTEL_6CH2, 0, ATA_SA300, "ICH10" }, 148 { ATA_I82801JD_S1, 0, INTEL_6CH, 0, ATA_SA300, "ICH10" }, 149 { ATA_I82801JD_S2, 0, INTEL_6CH2, 0, ATA_SA300, "ICH10" }, 150 { ATA_I82801JI_S1, 0, INTEL_6CH, 0, ATA_SA300, "ICH10" }, 151 { ATA_I82801JI_S2, 0, INTEL_6CH2, 0, ATA_SA300, "ICH10" }, 152 { ATA_5Series_S1, 0, INTEL_6CH, 0, ATA_SA300, "5 Series/3400 Series PCH" }, 153 { ATA_5Series_S2, 0, INTEL_6CH2, 0, ATA_SA300, "5 Series/3400 Series PCH" }, 154 { ATA_5Series_S3, 0, INTEL_6CH2, 0, ATA_SA300, "5 Series/3400 Series PCH" }, 155 { ATA_5Series_S4, 0, INTEL_6CH, 0, ATA_SA300, "5 Series/3400 Series PCH" }, 156 { ATA_5Series_S5, 0, INTEL_6CH2, 0, ATA_SA300, "5 Series/3400 Series PCH" }, 157 { ATA_5Series_S6, 0, INTEL_6CH, 0, ATA_SA300, "5 Series/3400 Series PCH" }, 158 { ATA_CPT_S1, 0, INTEL_6CH, 0, ATA_SA600, "Cougar Point" }, 159 { ATA_CPT_S2, 0, INTEL_6CH, 0, ATA_SA600, "Cougar Point" }, 160 { ATA_CPT_S3, 0, INTEL_6CH2, 0, ATA_SA300, "Cougar Point" }, 161 { ATA_CPT_S4, 0, INTEL_6CH2, 0, ATA_SA300, "Cougar Point" }, 162 { ATA_PBG_S1, 0, INTEL_6CH, 0, ATA_SA600, "Patsburg" }, 163 { ATA_PBG_S2, 0, INTEL_6CH2, 0, ATA_SA300, "Patsburg" }, 164 { ATA_PPT_S1, 0, INTEL_6CH, 0, ATA_SA600, "Panther Point" }, 165 { ATA_PPT_S2, 0, INTEL_6CH, 0, ATA_SA600, "Panther Point" }, 166 { ATA_PPT_S3, 0, INTEL_6CH2, 0, ATA_SA300, "Panther Point" }, 167 { ATA_PPT_S4, 0, INTEL_6CH2, 0, ATA_SA300, "Panther Point" }, 168 { ATA_AVOTON_S1, 0, INTEL_6CH, 0, ATA_SA600, "Avoton" }, 169 { ATA_AVOTON_S2, 0, INTEL_6CH, 0, ATA_SA600, "Avoton" }, 170 { ATA_AVOTON_S3, 0, INTEL_6CH2, 0, ATA_SA300, "Avoton" }, 171 { ATA_AVOTON_S4, 0, INTEL_6CH2, 0, ATA_SA300, "Avoton" }, 172 { ATA_LPT_S1, 0, INTEL_6CH, 0, ATA_SA600, "Lynx Point" }, 173 { ATA_LPT_S2, 0, INTEL_6CH, 0, ATA_SA600, "Lynx Point" }, 174 { ATA_LPT_S3, 0, INTEL_6CH2, 0, ATA_SA600, "Lynx Point" }, 175 { ATA_LPT_S4, 0, INTEL_6CH2, 0, ATA_SA600, "Lynx Point" }, 176 { ATA_WCPT_S1, 0, INTEL_6CH, 0, ATA_SA600, "Wildcat Point" }, 177 { ATA_WCPT_S2, 0, INTEL_6CH, 0, ATA_SA600, "Wildcat Point" }, 178 { ATA_WCPT_S3, 0, INTEL_6CH2, 0, ATA_SA600, "Wildcat Point" }, 179 { ATA_WCPT_S4, 0, INTEL_6CH2, 0, ATA_SA600, "Wildcat Point" }, 180 { ATA_WELLS_S1, 0, INTEL_6CH, 0, ATA_SA600, "Wellsburg" }, 181 { ATA_WELLS_S2, 0, INTEL_6CH2, 0, ATA_SA600, "Wellsburg" }, 182 { ATA_WELLS_S3, 0, INTEL_6CH, 0, ATA_SA600, "Wellsburg" }, 183 { ATA_WELLS_S4, 0, INTEL_6CH2, 0, ATA_SA600, "Wellsburg" }, 184 { ATA_LPTLP_S1, 0, INTEL_6CH, 0, ATA_SA600, "Lynx Point-LP" }, 185 { ATA_LPTLP_S2, 0, INTEL_6CH, 0, ATA_SA600, "Lynx Point-LP" }, 186 { ATA_LPTLP_S3, 0, INTEL_6CH2, 0, ATA_SA300, "Lynx Point-LP" }, 187 { ATA_LPTLP_S4, 0, INTEL_6CH2, 0, ATA_SA300, "Lynx Point-LP" }, 188 { ATA_I31244, 0, 0, 2, ATA_SA150, "31244" }, 189 { ATA_ISCH, 0, 0, 1, ATA_UDMA5, "SCH" }, 190 { ATA_COLETOCRK_S1, 0, INTEL_6CH2, 0, ATA_SA300, "COLETOCRK" }, 191 { ATA_COLETOCRK_S2, 0, INTEL_6CH2, 0, ATA_SA300, "COLETOCRK" }, 192 { 0, 0, 0, 0, 0, 0}}; 193 194 if (pci_get_vendor(dev) != ATA_INTEL_ID) 195 return ENXIO; 196 197 if (!(ctlr->chip = ata_match_chip(dev, ids))) 198 return ENXIO; 199 200 ata_set_desc(dev); 201 ctlr->chipinit = ata_intel_chipinit; 202 ctlr->chipdeinit = ata_intel_chipdeinit; 203 return (BUS_PROBE_LOW_PRIORITY); 204 } 205 206 static int 207 ata_intel_chipinit(device_t dev) 208 { 209 struct ata_pci_controller *ctlr = device_get_softc(dev); 210 struct ata_intel_data *data; 211 212 if (ata_setup_interrupt(dev, ata_generic_intr)) 213 return ENXIO; 214 215 data = malloc(sizeof(struct ata_intel_data), M_ATAPCI, M_WAITOK | M_ZERO); 216 mtx_init(&data->lock, "Intel SATA lock", NULL, MTX_DEF); 217 ctlr->chipset_data = (void *)data; 218 219 /* good old PIIX needs special treatment (not implemented) */ 220 if (ctlr->chip->chipid == ATA_I82371FB) { 221 ctlr->setmode = ata_intel_old_setmode; 222 } 223 224 /* the intel 31244 needs special care if in DPA mode */ 225 else if (ctlr->chip->chipid == ATA_I31244) { 226 if (pci_get_subclass(dev) != PCIS_STORAGE_IDE) { 227 ctlr->r_type2 = SYS_RES_MEMORY; 228 ctlr->r_rid2 = PCIR_BAR(0); 229 if (!(ctlr->r_res2 = bus_alloc_resource_any(dev, ctlr->r_type2, 230 &ctlr->r_rid2, 231 RF_ACTIVE))) 232 return ENXIO; 233 ctlr->channels = 4; 234 ctlr->ch_attach = ata_intel_31244_ch_attach; 235 ctlr->ch_detach = ata_intel_31244_ch_detach; 236 ctlr->reset = ata_intel_31244_reset; 237 } 238 ctlr->setmode = ata_sata_setmode; 239 ctlr->getrev = ata_sata_getrev; 240 } 241 /* SCH */ 242 else if (ctlr->chip->chipid == ATA_ISCH) { 243 ctlr->channels = 1; 244 ctlr->ch_attach = ata_intel_ch_attach; 245 ctlr->ch_detach = ata_pci_ch_detach; 246 ctlr->setmode = ata_intel_sch_setmode; 247 } 248 /* non SATA intel chips goes here */ 249 else if (ctlr->chip->max_dma < ATA_SA150) { 250 ctlr->channels = ctlr->chip->cfg2; 251 ctlr->ch_attach = ata_intel_ch_attach; 252 ctlr->ch_detach = ata_pci_ch_detach; 253 ctlr->setmode = ata_intel_new_setmode; 254 } 255 256 /* SATA parts can be either compat or AHCI */ 257 else { 258 /* force all ports active "the legacy way" */ 259 pci_write_config(dev, 0x92, pci_read_config(dev, 0x92, 2) | 0x0f, 2); 260 261 ctlr->ch_attach = ata_intel_ch_attach; 262 ctlr->ch_detach = ata_pci_ch_detach; 263 ctlr->reset = ata_intel_reset; 264 265 /* BAR(5) may point to SATA interface registers */ 266 if ((ctlr->chip->cfg1 & INTEL_ICH7)) { 267 ctlr->r_type2 = SYS_RES_MEMORY; 268 ctlr->r_rid2 = PCIR_BAR(5); 269 ctlr->r_res2 = bus_alloc_resource_any(dev, ctlr->r_type2, 270 &ctlr->r_rid2, RF_ACTIVE); 271 if (ctlr->r_res2 != NULL) { 272 /* Set SCRAE bit to enable registers access. */ 273 pci_write_config(dev, 0x94, 274 pci_read_config(dev, 0x94, 4) | (1 << 9), 4); 275 /* Set Ports Implemented register bits. */ 276 ATA_OUTL(ctlr->r_res2, 0x0C, 277 ATA_INL(ctlr->r_res2, 0x0C) | 0xf); 278 } 279 /* Skip BAR(5) on ICH8M Apples, system locks up on access. */ 280 } else if (ctlr->chip->chipid != ATA_I82801HBM_S1 || 281 pci_get_subvendor(dev) != 0x106b) { 282 ctlr->r_type2 = SYS_RES_IOPORT; 283 ctlr->r_rid2 = PCIR_BAR(5); 284 ctlr->r_res2 = bus_alloc_resource_any(dev, ctlr->r_type2, 285 &ctlr->r_rid2, RF_ACTIVE); 286 } 287 if (ctlr->r_res2 != NULL || 288 (ctlr->chip->cfg1 & INTEL_ICH5)) 289 ctlr->getrev = ata_intel_sata_getrev; 290 ctlr->setmode = ata_sata_setmode; 291 } 292 return 0; 293 } 294 295 static int 296 ata_intel_chipdeinit(device_t dev) 297 { 298 struct ata_pci_controller *ctlr = device_get_softc(dev); 299 struct ata_intel_data *data; 300 301 data = ctlr->chipset_data; 302 mtx_destroy(&data->lock); 303 free(data, M_ATAPCI); 304 ctlr->chipset_data = NULL; 305 return (0); 306 } 307 308 static int 309 ata_intel_ch_attach(device_t dev) 310 { 311 struct ata_pci_controller *ctlr; 312 struct ata_channel *ch; 313 u_char *smap; 314 u_int map; 315 316 /* setup the usual register normal pci style */ 317 if (ata_pci_ch_attach(dev)) 318 return (ENXIO); 319 320 ctlr = device_get_softc(device_get_parent(dev)); 321 ch = device_get_softc(dev); 322 323 /* if r_res2 is valid it points to SATA interface registers */ 324 if (ctlr->r_res2) { 325 ch->r_io[ATA_IDX_ADDR].res = ctlr->r_res2; 326 ch->r_io[ATA_IDX_ADDR].offset = 0x00; 327 ch->r_io[ATA_IDX_DATA].res = ctlr->r_res2; 328 ch->r_io[ATA_IDX_DATA].offset = 0x04; 329 } 330 331 ch->flags |= ATA_ALWAYS_DMASTAT; 332 if (ctlr->chip->max_dma >= ATA_SA150) { 333 smap = ATA_INTEL_SMAP(ctlr, ch); 334 map = pci_read_config(device_get_parent(dev), 0x90, 1); 335 if (ctlr->chip->cfg1 & INTEL_ICH5) { 336 map &= 0x07; 337 if ((map & 0x04) == 0) { 338 ch->flags |= ATA_SATA; 339 ch->flags |= ATA_NO_SLAVE; 340 smap[0] = (map & 0x01) ^ ch->unit; 341 smap[1] = 0; 342 } else if ((map & 0x02) == 0 && ch->unit == 0) { 343 ch->flags |= ATA_SATA; 344 smap[0] = (map & 0x01) ? 1 : 0; 345 smap[1] = (map & 0x01) ? 0 : 1; 346 } else if ((map & 0x02) != 0 && ch->unit == 1) { 347 ch->flags |= ATA_SATA; 348 smap[0] = (map & 0x01) ? 1 : 0; 349 smap[1] = (map & 0x01) ? 0 : 1; 350 } 351 } else if (ctlr->chip->cfg1 & INTEL_6CH2) { 352 ch->flags |= ATA_SATA; 353 ch->flags |= ATA_NO_SLAVE; 354 smap[0] = (ch->unit == 0) ? 0 : 1; 355 smap[1] = 0; 356 } else { 357 map &= 0x03; 358 if (map == 0x00) { 359 ch->flags |= ATA_SATA; 360 smap[0] = (ch->unit == 0) ? 0 : 1; 361 smap[1] = (ch->unit == 0) ? 2 : 3; 362 } else if (map == 0x02 && ch->unit == 0) { 363 ch->flags |= ATA_SATA; 364 smap[0] = 0; 365 smap[1] = 2; 366 } else if (map == 0x01 && ch->unit == 1) { 367 ch->flags |= ATA_SATA; 368 smap[0] = 1; 369 smap[1] = 3; 370 } 371 } 372 if (ch->flags & ATA_SATA) { 373 if ((ctlr->chip->cfg1 & INTEL_ICH5)) { 374 ch->hw.pm_read = ata_intel_sata_cscr_read; 375 ch->hw.pm_write = ata_intel_sata_cscr_write; 376 } else if (ctlr->r_res2) { 377 if ((ctlr->chip->cfg1 & INTEL_ICH7)) { 378 ch->hw.pm_read = ata_intel_sata_ahci_read; 379 ch->hw.pm_write = ata_intel_sata_ahci_write; 380 } else if (ata_intel_sata_sidpr_test(dev)) { 381 ch->hw.pm_read = ata_intel_sata_sidpr_read; 382 ch->hw.pm_write = ata_intel_sata_sidpr_write; 383 }; 384 } 385 if (ch->hw.pm_write != NULL) { 386 ch->flags |= ATA_PERIODIC_POLL; 387 ch->hw.status = ata_intel_sata_status; 388 ata_sata_scr_write(ch, 0, 389 ATA_SERROR, 0xffffffff); 390 if ((ch->flags & ATA_NO_SLAVE) == 0) { 391 ata_sata_scr_write(ch, 1, 392 ATA_SERROR, 0xffffffff); 393 } 394 } 395 } else 396 ctlr->setmode = ata_intel_new_setmode; 397 if (ctlr->chip->max_dma >= ATA_SA600) 398 ch->flags |= ATA_USE_16BIT; 399 } else if (ctlr->chip->chipid != ATA_ISCH) 400 ch->flags |= ATA_CHECKS_CABLE; 401 return (0); 402 } 403 404 static void 405 ata_intel_reset(device_t dev) 406 { 407 device_t parent = device_get_parent(dev); 408 struct ata_pci_controller *ctlr = device_get_softc(parent); 409 struct ata_channel *ch = device_get_softc(dev); 410 int mask, pshift, timeout, devs; 411 u_char *smap; 412 uint16_t pcs; 413 414 /* In combined mode, skip SATA stuff for PATA channel. */ 415 if ((ch->flags & ATA_SATA) == 0) 416 return (ata_generic_reset(dev)); 417 418 /* Do hard-reset on respective SATA ports. */ 419 smap = ATA_INTEL_SMAP(ctlr, ch); 420 mask = 1 << smap[0]; 421 if ((ch->flags & ATA_NO_SLAVE) == 0) 422 mask |= (1 << smap[1]); 423 pci_write_config(parent, 0x92, 424 pci_read_config(parent, 0x92, 2) & ~mask, 2); 425 DELAY(100); 426 pci_write_config(parent, 0x92, 427 pci_read_config(parent, 0x92, 2) | mask, 2); 428 429 /* Wait up to 1 sec for "connect well". */ 430 if (ctlr->chip->cfg1 & (INTEL_6CH | INTEL_6CH2)) 431 pshift = 8; 432 else 433 pshift = 4; 434 for (timeout = 0; timeout < 100 ; timeout++) { 435 pcs = (pci_read_config(parent, 0x92, 2) >> pshift) & mask; 436 if ((pcs == mask) && (ATA_IDX_INB(ch, ATA_STATUS) != 0xff)) 437 break; 438 ata_udelay(10000); 439 } 440 441 if (bootverbose) 442 device_printf(dev, "SATA reset: ports status=0x%02x\n", pcs); 443 /* If any device found, do soft-reset. */ 444 if (ch->hw.pm_read != NULL) { 445 devs = ata_sata_phy_reset(dev, 0, 2) ? ATA_ATA_MASTER : 0; 446 if ((ch->flags & ATA_NO_SLAVE) == 0) 447 devs |= ata_sata_phy_reset(dev, 1, 2) ? 448 ATA_ATA_SLAVE : 0; 449 } else { 450 devs = (pcs & (1 << smap[0])) ? ATA_ATA_MASTER : 0; 451 if ((ch->flags & ATA_NO_SLAVE) == 0) 452 devs |= (pcs & (1 << smap[1])) ? 453 ATA_ATA_SLAVE : 0; 454 } 455 if (devs) { 456 ata_generic_reset(dev); 457 /* Reset may give fake slave when only ATAPI master present. */ 458 ch->devices &= (devs | (devs * ATA_ATAPI_MASTER)); 459 } else 460 ch->devices = 0; 461 } 462 463 static int 464 ata_intel_old_setmode(device_t dev, int target, int mode) 465 { 466 device_t parent = device_get_parent(dev); 467 struct ata_pci_controller *ctlr = device_get_softc(parent); 468 469 mode = min(mode, ctlr->chip->max_dma); 470 return (mode); 471 } 472 473 static int 474 ata_intel_new_setmode(device_t dev, int target, int mode) 475 { 476 device_t parent = device_get_parent(dev); 477 struct ata_pci_controller *ctlr = device_get_softc(parent); 478 struct ata_channel *ch = device_get_softc(dev); 479 int devno = (ch->unit << 1) + target; 480 int piomode; 481 u_int32_t reg40 = pci_read_config(parent, 0x40, 4); 482 u_int8_t reg44 = pci_read_config(parent, 0x44, 1); 483 u_int8_t reg48 = pci_read_config(parent, 0x48, 1); 484 u_int16_t reg4a = pci_read_config(parent, 0x4a, 2); 485 u_int16_t reg54 = pci_read_config(parent, 0x54, 2); 486 u_int32_t mask40 = 0, new40 = 0; 487 u_int8_t mask44 = 0, new44 = 0; 488 static const uint8_t timings[] = 489 { 0x00, 0x00, 0x10, 0x21, 0x23, 0x00, 0x21, 0x23 }; 490 static const uint8_t utimings[] = 491 { 0x00, 0x01, 0x02, 0x01, 0x02, 0x01, 0x02 }; 492 493 /* In combined mode, skip PATA stuff for SATA channel. */ 494 if (ch->flags & ATA_SATA) 495 return (ata_sata_setmode(dev, target, mode)); 496 497 mode = min(mode, ctlr->chip->max_dma); 498 if (ata_dma_check_80pin && mode > ATA_UDMA2 && 499 !(reg54 & (0x10 << devno))) { 500 ata_print_cable(dev, "controller"); 501 mode = ATA_UDMA2; 502 } 503 /* Enable/disable UDMA and set timings. */ 504 if (mode >= ATA_UDMA0) { 505 pci_write_config(parent, 0x48, reg48 | (0x0001 << devno), 2); 506 pci_write_config(parent, 0x4a, 507 (reg4a & ~(0x3 << (devno << 2))) | 508 (utimings[mode & ATA_MODE_MASK] << (devno<<2)), 2); 509 piomode = ATA_PIO4; 510 } else { 511 pci_write_config(parent, 0x48, reg48 & ~(0x0001 << devno), 2); 512 pci_write_config(parent, 0x4a, (reg4a & ~(0x3 << (devno << 2))),2); 513 piomode = mode; 514 } 515 reg54 |= 0x0400; 516 /* Set UDMA reference clock (33/66/133MHz). */ 517 reg54 &= ~(0x1001 << devno); 518 if (mode >= ATA_UDMA5) 519 reg54 |= (0x1000 << devno); 520 else if (mode >= ATA_UDMA3) 521 reg54 |= (0x1 << devno); 522 pci_write_config(parent, 0x54, reg54, 2); 523 /* Allow PIO/WDMA timing controls. */ 524 reg40 &= ~0x00ff00ff; 525 reg40 |= 0x40774077; 526 /* Set PIO/WDMA timings. */ 527 if (target == 0) { 528 mask40 = 0x3300; 529 new40 = timings[ata_mode2idx(piomode)] << 8; 530 } else { 531 mask44 = 0x0f; 532 new44 = ((timings[ata_mode2idx(piomode)] & 0x30) >> 2) | 533 (timings[ata_mode2idx(piomode)] & 0x03); 534 } 535 if (ch->unit) { 536 mask40 <<= 16; 537 new40 <<= 16; 538 mask44 <<= 4; 539 new44 <<= 4; 540 } 541 pci_write_config(parent, 0x40, (reg40 & ~mask40) | new40, 4); 542 pci_write_config(parent, 0x44, (reg44 & ~mask44) | new44, 1); 543 return (mode); 544 } 545 546 static int 547 ata_intel_sch_setmode(device_t dev, int target, int mode) 548 { 549 device_t parent = device_get_parent(dev); 550 struct ata_pci_controller *ctlr = device_get_softc(parent); 551 u_int8_t dtim = 0x80 + (target << 2); 552 u_int32_t tim = pci_read_config(parent, dtim, 4); 553 int piomode; 554 555 mode = min(mode, ctlr->chip->max_dma); 556 if (mode >= ATA_UDMA0) { 557 tim |= (0x1 << 31); 558 tim &= ~(0x7 << 16); 559 tim |= ((mode & ATA_MODE_MASK) << 16); 560 piomode = ATA_PIO4; 561 } else if (mode >= ATA_WDMA0) { 562 tim &= ~(0x1 << 31); 563 tim &= ~(0x3 << 8); 564 tim |= ((mode & ATA_MODE_MASK) << 8); 565 piomode = (mode == ATA_WDMA0) ? ATA_PIO0 : 566 (mode == ATA_WDMA1) ? ATA_PIO3 : ATA_PIO4; 567 } else 568 piomode = mode; 569 tim &= ~(0x7); 570 tim |= (piomode & 0x7); 571 pci_write_config(parent, dtim, tim, 4); 572 return (mode); 573 } 574 575 static int 576 ata_intel_sata_getrev(device_t dev, int target) 577 { 578 struct ata_channel *ch = device_get_softc(dev); 579 uint32_t status; 580 581 if (ata_sata_scr_read(ch, target, ATA_SSTATUS, &status) == 0) 582 return ((status & 0x0f0) >> 4); 583 return (0xff); 584 } 585 586 static int 587 ata_intel_sata_status(device_t dev) 588 { 589 struct ata_channel *ch = device_get_softc(dev); 590 591 ata_sata_phy_check_events(dev, 0); 592 if ((ch->flags & ATA_NO_SLAVE) == 0) 593 ata_sata_phy_check_events(dev, 1); 594 595 return ata_pci_status(dev); 596 } 597 598 static int 599 ata_intel_sata_ahci_read(device_t dev, int port, int reg, u_int32_t *result) 600 { 601 struct ata_pci_controller *ctlr; 602 struct ata_channel *ch; 603 device_t parent; 604 u_char *smap; 605 int offset; 606 607 parent = device_get_parent(dev); 608 ctlr = device_get_softc(parent); 609 ch = device_get_softc(dev); 610 port = (port == 1) ? 1 : 0; 611 smap = ATA_INTEL_SMAP(ctlr, ch); 612 offset = 0x100 + smap[port] * 0x80; 613 switch (reg) { 614 case ATA_SSTATUS: 615 reg = 0x28; 616 break; 617 case ATA_SCONTROL: 618 reg = 0x2c; 619 break; 620 case ATA_SERROR: 621 reg = 0x30; 622 break; 623 default: 624 return (EINVAL); 625 } 626 *result = ATA_INL(ctlr->r_res2, offset + reg); 627 return (0); 628 } 629 630 static int 631 ata_intel_sata_cscr_read(device_t dev, int port, int reg, u_int32_t *result) 632 { 633 struct ata_pci_controller *ctlr; 634 struct ata_channel *ch; 635 device_t parent; 636 u_char *smap; 637 638 parent = device_get_parent(dev); 639 ctlr = device_get_softc(parent); 640 ch = device_get_softc(dev); 641 smap = ATA_INTEL_SMAP(ctlr, ch); 642 port = (port == 1) ? 1 : 0; 643 switch (reg) { 644 case ATA_SSTATUS: 645 reg = 0; 646 break; 647 case ATA_SERROR: 648 reg = 1; 649 break; 650 case ATA_SCONTROL: 651 reg = 2; 652 break; 653 default: 654 return (EINVAL); 655 } 656 ATA_INTEL_LOCK(ctlr); 657 pci_write_config(parent, 0xa0, 658 0x50 + smap[port] * 0x10 + reg * 4, 4); 659 *result = pci_read_config(parent, 0xa4, 4); 660 ATA_INTEL_UNLOCK(ctlr); 661 return (0); 662 } 663 664 static int 665 ata_intel_sata_sidpr_read(device_t dev, int port, int reg, u_int32_t *result) 666 { 667 struct ata_pci_controller *ctlr; 668 struct ata_channel *ch; 669 device_t parent; 670 671 parent = device_get_parent(dev); 672 ctlr = device_get_softc(parent); 673 ch = device_get_softc(dev); 674 port = (port == 1) ? 1 : 0; 675 switch (reg) { 676 case ATA_SSTATUS: 677 reg = 0; 678 break; 679 case ATA_SCONTROL: 680 reg = 1; 681 break; 682 case ATA_SERROR: 683 reg = 2; 684 break; 685 default: 686 return (EINVAL); 687 } 688 ATA_INTEL_LOCK(ctlr); 689 ATA_IDX_OUTL(ch, ATA_IDX_ADDR, ((ch->unit * 2 + port) << 8) + reg); 690 *result = ATA_IDX_INL(ch, ATA_IDX_DATA); 691 ATA_INTEL_UNLOCK(ctlr); 692 return (0); 693 } 694 695 static int 696 ata_intel_sata_ahci_write(device_t dev, int port, int reg, u_int32_t value) 697 { 698 struct ata_pci_controller *ctlr; 699 struct ata_channel *ch; 700 device_t parent; 701 u_char *smap; 702 int offset; 703 704 parent = device_get_parent(dev); 705 ctlr = device_get_softc(parent); 706 ch = device_get_softc(dev); 707 port = (port == 1) ? 1 : 0; 708 smap = ATA_INTEL_SMAP(ctlr, ch); 709 offset = 0x100 + smap[port] * 0x80; 710 switch (reg) { 711 case ATA_SSTATUS: 712 reg = 0x28; 713 break; 714 case ATA_SCONTROL: 715 reg = 0x2c; 716 break; 717 case ATA_SERROR: 718 reg = 0x30; 719 break; 720 default: 721 return (EINVAL); 722 } 723 ATA_OUTL(ctlr->r_res2, offset + reg, value); 724 return (0); 725 } 726 727 static int 728 ata_intel_sata_cscr_write(device_t dev, int port, int reg, u_int32_t value) 729 { 730 struct ata_pci_controller *ctlr; 731 struct ata_channel *ch; 732 device_t parent; 733 u_char *smap; 734 735 parent = device_get_parent(dev); 736 ctlr = device_get_softc(parent); 737 ch = device_get_softc(dev); 738 smap = ATA_INTEL_SMAP(ctlr, ch); 739 port = (port == 1) ? 1 : 0; 740 switch (reg) { 741 case ATA_SSTATUS: 742 reg = 0; 743 break; 744 case ATA_SERROR: 745 reg = 1; 746 break; 747 case ATA_SCONTROL: 748 reg = 2; 749 break; 750 default: 751 return (EINVAL); 752 } 753 ATA_INTEL_LOCK(ctlr); 754 pci_write_config(parent, 0xa0, 755 0x50 + smap[port] * 0x10 + reg * 4, 4); 756 pci_write_config(parent, 0xa4, value, 4); 757 ATA_INTEL_UNLOCK(ctlr); 758 return (0); 759 } 760 761 static int 762 ata_intel_sata_sidpr_write(device_t dev, int port, int reg, u_int32_t value) 763 { 764 struct ata_pci_controller *ctlr; 765 struct ata_channel *ch; 766 device_t parent; 767 768 parent = device_get_parent(dev); 769 ctlr = device_get_softc(parent); 770 ch = device_get_softc(dev); 771 port = (port == 1) ? 1 : 0; 772 switch (reg) { 773 case ATA_SSTATUS: 774 reg = 0; 775 break; 776 case ATA_SCONTROL: 777 reg = 1; 778 break; 779 case ATA_SERROR: 780 reg = 2; 781 break; 782 default: 783 return (EINVAL); 784 } 785 ATA_INTEL_LOCK(ctlr); 786 ATA_IDX_OUTL(ch, ATA_IDX_ADDR, ((ch->unit * 2 + port) << 8) + reg); 787 ATA_IDX_OUTL(ch, ATA_IDX_DATA, value); 788 ATA_INTEL_UNLOCK(ctlr); 789 return (0); 790 } 791 792 static int 793 ata_intel_sata_sidpr_test(device_t dev) 794 { 795 struct ata_channel *ch = device_get_softc(dev); 796 int port; 797 uint32_t val; 798 799 port = (ch->flags & ATA_NO_SLAVE) ? 0 : 1; 800 for (; port >= 0; port--) { 801 ata_intel_sata_sidpr_read(dev, port, ATA_SCONTROL, &val); 802 if ((val & ATA_SC_IPM_MASK) == 803 (ATA_SC_IPM_DIS_PARTIAL | ATA_SC_IPM_DIS_SLUMBER)) 804 return (1); 805 val |= ATA_SC_IPM_DIS_PARTIAL | ATA_SC_IPM_DIS_SLUMBER; 806 ata_intel_sata_sidpr_write(dev, port, ATA_SCONTROL, val); 807 ata_intel_sata_sidpr_read(dev, port, ATA_SCONTROL, &val); 808 if ((val & ATA_SC_IPM_MASK) == 809 (ATA_SC_IPM_DIS_PARTIAL | ATA_SC_IPM_DIS_SLUMBER)) 810 return (1); 811 } 812 if (bootverbose) 813 device_printf(dev, 814 "SControl registers are not functional: %08x\n", val); 815 return (0); 816 } 817 818 static int 819 ata_intel_31244_ch_attach(device_t dev) 820 { 821 struct ata_pci_controller *ctlr = device_get_softc(device_get_parent(dev)); 822 struct ata_channel *ch = device_get_softc(dev); 823 int i; 824 int ch_offset; 825 826 ata_pci_dmainit(dev); 827 828 ch_offset = 0x200 + ch->unit * 0x200; 829 830 for (i = ATA_DATA; i < ATA_MAX_RES; i++) 831 ch->r_io[i].res = ctlr->r_res2; 832 833 /* setup ATA registers */ 834 ch->r_io[ATA_DATA].offset = ch_offset + 0x00; 835 ch->r_io[ATA_FEATURE].offset = ch_offset + 0x06; 836 ch->r_io[ATA_COUNT].offset = ch_offset + 0x08; 837 ch->r_io[ATA_SECTOR].offset = ch_offset + 0x0c; 838 ch->r_io[ATA_CYL_LSB].offset = ch_offset + 0x10; 839 ch->r_io[ATA_CYL_MSB].offset = ch_offset + 0x14; 840 ch->r_io[ATA_DRIVE].offset = ch_offset + 0x18; 841 ch->r_io[ATA_COMMAND].offset = ch_offset + 0x1d; 842 ch->r_io[ATA_ERROR].offset = ch_offset + 0x04; 843 ch->r_io[ATA_STATUS].offset = ch_offset + 0x1c; 844 ch->r_io[ATA_ALTSTAT].offset = ch_offset + 0x28; 845 ch->r_io[ATA_CONTROL].offset = ch_offset + 0x29; 846 847 /* setup DMA registers */ 848 ch->r_io[ATA_SSTATUS].offset = ch_offset + 0x100; 849 ch->r_io[ATA_SERROR].offset = ch_offset + 0x104; 850 ch->r_io[ATA_SCONTROL].offset = ch_offset + 0x108; 851 852 /* setup SATA registers */ 853 ch->r_io[ATA_BMCMD_PORT].offset = ch_offset + 0x70; 854 ch->r_io[ATA_BMSTAT_PORT].offset = ch_offset + 0x72; 855 ch->r_io[ATA_BMDTP_PORT].offset = ch_offset + 0x74; 856 857 ch->flags |= ATA_NO_SLAVE; 858 ch->flags |= ATA_SATA; 859 ata_pci_hw(dev); 860 ch->hw.status = ata_intel_31244_status; 861 ch->hw.tf_write = ata_intel_31244_tf_write; 862 863 /* enable PHY state change interrupt */ 864 ATA_OUTL(ctlr->r_res2, 0x4, 865 ATA_INL(ctlr->r_res2, 0x04) | (0x01 << (ch->unit << 3))); 866 return 0; 867 } 868 869 static int 870 ata_intel_31244_ch_detach(device_t dev) 871 { 872 873 ata_pci_dmafini(dev); 874 return (0); 875 } 876 877 static int 878 ata_intel_31244_status(device_t dev) 879 { 880 /* do we have any PHY events ? */ 881 ata_sata_phy_check_events(dev, -1); 882 883 /* any drive action to take care of ? */ 884 return ata_pci_status(dev); 885 } 886 887 static void 888 ata_intel_31244_tf_write(struct ata_request *request) 889 { 890 struct ata_channel *ch = device_get_softc(request->parent); 891 892 if (request->flags & ATA_R_48BIT) { 893 ATA_IDX_OUTW(ch, ATA_FEATURE, request->u.ata.feature); 894 ATA_IDX_OUTW(ch, ATA_COUNT, request->u.ata.count); 895 ATA_IDX_OUTW(ch, ATA_SECTOR, ((request->u.ata.lba >> 16) & 0xff00) | 896 (request->u.ata.lba & 0x00ff)); 897 ATA_IDX_OUTW(ch, ATA_CYL_LSB, ((request->u.ata.lba >> 24) & 0xff00) | 898 ((request->u.ata.lba >> 8) & 0x00ff)); 899 ATA_IDX_OUTW(ch, ATA_CYL_MSB, ((request->u.ata.lba >> 32) & 0xff00) | 900 ((request->u.ata.lba >> 16) & 0x00ff)); 901 ATA_IDX_OUTW(ch, ATA_DRIVE, ATA_D_LBA | ATA_DEV(request->unit)); 902 } 903 else { 904 ATA_IDX_OUTB(ch, ATA_FEATURE, request->u.ata.feature); 905 ATA_IDX_OUTB(ch, ATA_COUNT, request->u.ata.count); 906 ATA_IDX_OUTB(ch, ATA_SECTOR, request->u.ata.lba); 907 ATA_IDX_OUTB(ch, ATA_CYL_LSB, request->u.ata.lba >> 8); 908 ATA_IDX_OUTB(ch, ATA_CYL_MSB, request->u.ata.lba >> 16); 909 ATA_IDX_OUTB(ch, ATA_DRIVE, 910 ATA_D_IBM | ATA_D_LBA | ATA_DEV(request->unit) | 911 ((request->u.ata.lba >> 24) & 0x0f)); 912 } 913 } 914 915 static void 916 ata_intel_31244_reset(device_t dev) 917 { 918 struct ata_channel *ch = device_get_softc(dev); 919 920 if (ata_sata_phy_reset(dev, -1, 1)) 921 ata_generic_reset(dev); 922 else 923 ch->devices = 0; 924 } 925 926 ATA_DECLARE_DRIVER(ata_intel); 927