159747216SDoug Rabson /*- 259747216SDoug Rabson * Copyright (c) 2000 Doug Rabson 359747216SDoug Rabson * All rights reserved. 459747216SDoug Rabson * 559747216SDoug Rabson * Redistribution and use in source and binary forms, with or without 659747216SDoug Rabson * modification, are permitted provided that the following conditions 759747216SDoug Rabson * are met: 859747216SDoug Rabson * 1. Redistributions of source code must retain the above copyright 959747216SDoug Rabson * notice, this list of conditions and the following disclaimer. 1059747216SDoug Rabson * 2. Redistributions in binary form must reproduce the above copyright 1159747216SDoug Rabson * notice, this list of conditions and the following disclaimer in the 1259747216SDoug Rabson * documentation and/or other materials provided with the distribution. 1359747216SDoug Rabson * 1459747216SDoug Rabson * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1559747216SDoug Rabson * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1659747216SDoug Rabson * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1759747216SDoug Rabson * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 1859747216SDoug Rabson * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 1959747216SDoug Rabson * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2059747216SDoug Rabson * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2159747216SDoug Rabson * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2259747216SDoug Rabson * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2359747216SDoug Rabson * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2459747216SDoug Rabson * SUCH DAMAGE. 2559747216SDoug Rabson * 2659747216SDoug Rabson * $FreeBSD$ 2759747216SDoug Rabson */ 2859747216SDoug Rabson 2959747216SDoug Rabson #include "opt_bus.h" 3059747216SDoug Rabson #include "opt_pci.h" 3159747216SDoug Rabson 3259747216SDoug Rabson #include <sys/param.h> 3359747216SDoug Rabson #include <sys/systm.h> 3459747216SDoug Rabson #include <sys/malloc.h> 3559747216SDoug Rabson #include <sys/kernel.h> 3659747216SDoug Rabson #include <sys/bus.h> 3759747216SDoug Rabson #include <sys/lock.h> 3823955314SAlfred Perlstein #include <sys/mutex.h> 3952b3919dSJohn Baldwin #include <sys/proc.h> 4059747216SDoug Rabson 4159747216SDoug Rabson #include <pci/pcivar.h> 4259747216SDoug Rabson #include <pci/pcireg.h> 4359747216SDoug Rabson #include <pci/agppriv.h> 4459747216SDoug Rabson #include <pci/agpreg.h> 4559747216SDoug Rabson 4659747216SDoug Rabson #include <vm/vm.h> 4759747216SDoug Rabson #include <vm/vm_object.h> 4859747216SDoug Rabson #include <vm/pmap.h> 4959747216SDoug Rabson 5059747216SDoug Rabson struct agp_intel_softc { 5159747216SDoug Rabson struct agp_softc agp; 5259747216SDoug Rabson u_int32_t initial_aperture; /* aperture size at startup */ 5359747216SDoug Rabson struct agp_gatt *gatt; 5459747216SDoug Rabson }; 5559747216SDoug Rabson 5659747216SDoug Rabson static const char* 5759747216SDoug Rabson agp_intel_match(device_t dev) 5859747216SDoug Rabson { 5959747216SDoug Rabson if (pci_get_class(dev) != PCIC_BRIDGE 6059747216SDoug Rabson || pci_get_subclass(dev) != PCIS_BRIDGE_HOST) 6159747216SDoug Rabson return NULL; 6259747216SDoug Rabson 6359747216SDoug Rabson if (agp_find_caps(dev) == 0) 6459747216SDoug Rabson return NULL; 6559747216SDoug Rabson 6659747216SDoug Rabson switch (pci_get_devid(dev)) { 6759747216SDoug Rabson /* Intel -- vendor 0x8086 */ 6859747216SDoug Rabson case 0x71808086: 6959747216SDoug Rabson return ("Intel 82443LX (440 LX) host to PCI bridge"); 7059747216SDoug Rabson 7159747216SDoug Rabson case 0x71908086: 7259747216SDoug Rabson return ("Intel 82443BX (440 BX) host to PCI bridge"); 7359747216SDoug Rabson 7459747216SDoug Rabson case 0x71a08086: 7559747216SDoug Rabson return ("Intel 82443GX host to PCI bridge"); 7659747216SDoug Rabson 7759747216SDoug Rabson case 0x71a18086: 7859747216SDoug Rabson return ("Intel 82443GX host to AGP bridge"); 796fdfeafdSAndrey A. Chernov 806fdfeafdSAndrey A. Chernov case 0x11308086: 816fdfeafdSAndrey A. Chernov return ("Intel 82815 (i815 GMCH) host to PCI bridge"); 826183dc49SJun Kuriyama 836183dc49SJun Kuriyama case 0x25008086: 846183dc49SJun Kuriyama return ("Intel 82820 host to AGP bridge"); 856183dc49SJun Kuriyama 8664eecf3aSBenno Rice case 0x35758086: 8764eecf3aSBenno Rice return ("Intel 82830 host to AGP bridge"); 8864eecf3aSBenno Rice 896183dc49SJun Kuriyama case 0x1a218086: 906183dc49SJun Kuriyama return ("Intel 82840 host to AGP bridge"); 916183dc49SJun Kuriyama 926183dc49SJun Kuriyama case 0x1a308086: 936183dc49SJun Kuriyama return ("Intel 82845 host to AGP bridge"); 946183dc49SJun Kuriyama 956183dc49SJun Kuriyama case 0x25308086: 966183dc49SJun Kuriyama return ("Intel 82850 host to AGP bridge"); 976183dc49SJun Kuriyama 986183dc49SJun Kuriyama case 0x25318086: 996183dc49SJun Kuriyama return ("Intel 82860 host to AGP bridge"); 10059747216SDoug Rabson }; 10159747216SDoug Rabson 10259747216SDoug Rabson if (pci_get_vendor(dev) == 0x8086) 10359747216SDoug Rabson return ("Intel Generic host to PCI bridge"); 10459747216SDoug Rabson 10559747216SDoug Rabson return NULL; 10659747216SDoug Rabson } 10759747216SDoug Rabson 10859747216SDoug Rabson static int 10959747216SDoug Rabson agp_intel_probe(device_t dev) 11059747216SDoug Rabson { 11159747216SDoug Rabson const char *desc; 11259747216SDoug Rabson 11359747216SDoug Rabson desc = agp_intel_match(dev); 11459747216SDoug Rabson if (desc) { 11559747216SDoug Rabson device_verbose(dev); 11659747216SDoug Rabson device_set_desc(dev, desc); 11759747216SDoug Rabson return 0; 11859747216SDoug Rabson } 11959747216SDoug Rabson 12059747216SDoug Rabson return ENXIO; 12159747216SDoug Rabson } 12259747216SDoug Rabson 12359747216SDoug Rabson static int 12459747216SDoug Rabson agp_intel_attach(device_t dev) 12559747216SDoug Rabson { 12659747216SDoug Rabson struct agp_intel_softc *sc = device_get_softc(dev); 12759747216SDoug Rabson struct agp_gatt *gatt; 1286183dc49SJun Kuriyama u_int32_t type = pci_get_devid(dev); 12959747216SDoug Rabson int error; 13059747216SDoug Rabson 13159747216SDoug Rabson error = agp_generic_attach(dev); 13259747216SDoug Rabson if (error) 13359747216SDoug Rabson return error; 13459747216SDoug Rabson 13559747216SDoug Rabson sc->initial_aperture = AGP_GET_APERTURE(dev); 13659747216SDoug Rabson 13759747216SDoug Rabson for (;;) { 13859747216SDoug Rabson gatt = agp_alloc_gatt(dev); 13959747216SDoug Rabson if (gatt) 14059747216SDoug Rabson break; 14159747216SDoug Rabson 14259747216SDoug Rabson /* 14359747216SDoug Rabson * Probably contigmalloc failure. Try reducing the 14459747216SDoug Rabson * aperture so that the gatt size reduces. 14559747216SDoug Rabson */ 14659747216SDoug Rabson if (AGP_SET_APERTURE(dev, AGP_GET_APERTURE(dev) / 2)) { 14759747216SDoug Rabson agp_generic_detach(dev); 14859747216SDoug Rabson return ENOMEM; 14959747216SDoug Rabson } 15059747216SDoug Rabson } 15159747216SDoug Rabson sc->gatt = gatt; 15259747216SDoug Rabson 15359747216SDoug Rabson /* Install the gatt. */ 15459747216SDoug Rabson pci_write_config(dev, AGP_INTEL_ATTBASE, gatt->ag_physical, 4); 15559747216SDoug Rabson 15680348907SJohn Baldwin /* Enable the GLTB and setup the control register. */ 15780348907SJohn Baldwin switch (type) { 15880348907SJohn Baldwin case 0x71908086: /* 440LX/EX */ 15980348907SJohn Baldwin pci_write_config(dev, AGP_INTEL_AGPCTRL, 0x2080, 4); 16080348907SJohn Baldwin break; 16180348907SJohn Baldwin case 0x71808086: /* 440BX */ 16280348907SJohn Baldwin /* 16380348907SJohn Baldwin * XXX: Should be 0xa080? Bit 9 is undefined, and 16480348907SJohn Baldwin * bit 13 being on and bit 15 being clear is illegal. 16580348907SJohn Baldwin */ 16680348907SJohn Baldwin pci_write_config(dev, AGP_INTEL_AGPCTRL, 0x2280, 4); 16780348907SJohn Baldwin break; 16880348907SJohn Baldwin default: 16980348907SJohn Baldwin pci_write_config(dev, AGP_INTEL_AGPCTRL, 0x0080, 4); 17080348907SJohn Baldwin } 17180348907SJohn Baldwin 17259747216SDoug Rabson /* Enable things, clear errors etc. */ 1736183dc49SJun Kuriyama switch (type) { 1746183dc49SJun Kuriyama case 0x1a218086: /* i840 */ 1756183dc49SJun Kuriyama case 0x25308086: /* i850 */ 1766183dc49SJun Kuriyama case 0x25318086: /* i860 */ 1776183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_MCHCFG, 1786183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_MCHCFG, 2) 1796183dc49SJun Kuriyama | (1 << 9)), 2); 1806183dc49SJun Kuriyama break; 1816183dc49SJun Kuriyama 1826183dc49SJun Kuriyama case 0x25008086: /* i820 */ 1836183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_I820_RDCR, 1846183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_I820_RDCR, 1) 1856183dc49SJun Kuriyama | (1 << 1)), 1); 1866183dc49SJun Kuriyama break; 1876183dc49SJun Kuriyama 1886183dc49SJun Kuriyama case 0x1a308086: /* i845 */ 1896183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_I845_MCHCFG, 1906183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_I845_MCHCFG, 1) 1916183dc49SJun Kuriyama | (1 << 1)), 1); 1926183dc49SJun Kuriyama break; 1936183dc49SJun Kuriyama 1946183dc49SJun Kuriyama default: /* Intel Generic (maybe) */ 19559747216SDoug Rabson pci_write_config(dev, AGP_INTEL_NBXCFG, 19659747216SDoug Rabson (pci_read_config(dev, AGP_INTEL_NBXCFG, 4) 19759747216SDoug Rabson & ~(1 << 10)) | (1 << 9), 4); 1986183dc49SJun Kuriyama } 1996183dc49SJun Kuriyama 2006183dc49SJun Kuriyama switch (type) { 2016183dc49SJun Kuriyama case 0x1a218086: /* i840 */ 2026183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_I8XX_ERRSTS, 0xc000, 2); 2036183dc49SJun Kuriyama break; 2046183dc49SJun Kuriyama 2056183dc49SJun Kuriyama case 0x25008086: /* i820 */ 2066183dc49SJun Kuriyama case 0x1a308086: /* i845 */ 2076183dc49SJun Kuriyama case 0x25308086: /* i850 */ 2086183dc49SJun Kuriyama case 0x25318086: /* i860 */ 2096183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_I8XX_ERRSTS, 0x001c, 2); 2106183dc49SJun Kuriyama break; 2116183dc49SJun Kuriyama 2126183dc49SJun Kuriyama default: /* Intel Generic (maybe) */ 21359747216SDoug Rabson pci_write_config(dev, AGP_INTEL_ERRSTS + 1, 7, 1); 2146183dc49SJun Kuriyama } 21559747216SDoug Rabson 21659747216SDoug Rabson return 0; 21759747216SDoug Rabson } 21859747216SDoug Rabson 21959747216SDoug Rabson static int 22059747216SDoug Rabson agp_intel_detach(device_t dev) 22159747216SDoug Rabson { 22259747216SDoug Rabson struct agp_intel_softc *sc = device_get_softc(dev); 2236183dc49SJun Kuriyama u_int32_t type = pci_get_devid(dev); 22459747216SDoug Rabson int error; 22559747216SDoug Rabson 22659747216SDoug Rabson error = agp_generic_detach(dev); 22759747216SDoug Rabson if (error) 22859747216SDoug Rabson return error; 22959747216SDoug Rabson 2306183dc49SJun Kuriyama switch (type) { 2316183dc49SJun Kuriyama case 0x1a218086: /* i840 */ 2326183dc49SJun Kuriyama case 0x25308086: /* i850 */ 2336183dc49SJun Kuriyama case 0x25318086: /* i860 */ 2346e551fb6SDavid E. O'Brien printf("%s: set MCHCFG to %x\n", __func__, (unsigned) 2356183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_MCHCFG, 2) 2366183dc49SJun Kuriyama & ~(1 << 9))); 2376183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_MCHCFG, 2386183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_MCHCFG, 2) 2396183dc49SJun Kuriyama & ~(1 << 9)), 2); 2406183dc49SJun Kuriyama 2416183dc49SJun Kuriyama case 0x25008086: /* i820 */ 2426e551fb6SDavid E. O'Brien printf("%s: set RDCR to %x\n", __func__, (unsigned) 2436183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_I820_RDCR, 1) 2446183dc49SJun Kuriyama & ~(1 << 1))); 2456183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_I820_RDCR, 2466183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_I820_RDCR, 1) 2476183dc49SJun Kuriyama & ~(1 << 1)), 1); 2486183dc49SJun Kuriyama 2496183dc49SJun Kuriyama case 0x1a308086: /* i845 */ 2506e551fb6SDavid E. O'Brien printf("%s: set MCHCFG to %x\n", __func__, (unsigned) 2516183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_I845_MCHCFG, 1) 2526183dc49SJun Kuriyama & ~(1 << 1))); 2536183dc49SJun Kuriyama pci_write_config(dev, AGP_INTEL_MCHCFG, 2546183dc49SJun Kuriyama (pci_read_config(dev, AGP_INTEL_I845_MCHCFG, 1) 2556183dc49SJun Kuriyama & ~(1 << 1)), 1); 2566183dc49SJun Kuriyama 2576183dc49SJun Kuriyama default: /* Intel Generic (maybe) */ 2586e551fb6SDavid E. O'Brien printf("%s: set NBXCFG to %x\n", __func__, 25959747216SDoug Rabson (pci_read_config(dev, AGP_INTEL_NBXCFG, 4) 26059747216SDoug Rabson & ~(1 << 9))); 26159747216SDoug Rabson pci_write_config(dev, AGP_INTEL_NBXCFG, 26259747216SDoug Rabson (pci_read_config(dev, AGP_INTEL_NBXCFG, 4) 26359747216SDoug Rabson & ~(1 << 9)), 4); 2646183dc49SJun Kuriyama } 26559747216SDoug Rabson pci_write_config(dev, AGP_INTEL_ATTBASE, 0, 4); 26659747216SDoug Rabson AGP_SET_APERTURE(dev, sc->initial_aperture); 26759747216SDoug Rabson agp_free_gatt(sc->gatt); 26859747216SDoug Rabson 26959747216SDoug Rabson return 0; 27059747216SDoug Rabson } 27159747216SDoug Rabson 27259747216SDoug Rabson static u_int32_t 27359747216SDoug Rabson agp_intel_get_aperture(device_t dev) 27459747216SDoug Rabson { 27559747216SDoug Rabson u_int32_t apsize; 27659747216SDoug Rabson 27759747216SDoug Rabson apsize = pci_read_config(dev, AGP_INTEL_APSIZE, 1) & 0x1f; 27859747216SDoug Rabson 27959747216SDoug Rabson /* 28059747216SDoug Rabson * The size is determined by the number of low bits of 28159747216SDoug Rabson * register APBASE which are forced to zero. The low 22 bits 28259747216SDoug Rabson * are always forced to zero and each zero bit in the apsize 28359747216SDoug Rabson * field just read forces the corresponding bit in the 27:22 28459747216SDoug Rabson * to be zero. We calculate the aperture size accordingly. 28559747216SDoug Rabson */ 28659747216SDoug Rabson return (((apsize ^ 0x1f) << 22) | ((1 << 22) - 1)) + 1; 28759747216SDoug Rabson } 28859747216SDoug Rabson 28959747216SDoug Rabson static int 29059747216SDoug Rabson agp_intel_set_aperture(device_t dev, u_int32_t aperture) 29159747216SDoug Rabson { 29259747216SDoug Rabson u_int32_t apsize; 29359747216SDoug Rabson 29459747216SDoug Rabson /* 29559747216SDoug Rabson * Reverse the magic from get_aperture. 29659747216SDoug Rabson */ 29759747216SDoug Rabson apsize = ((aperture - 1) >> 22) ^ 0x1f; 29859747216SDoug Rabson 29959747216SDoug Rabson /* 30059747216SDoug Rabson * Double check for sanity. 30159747216SDoug Rabson */ 30259747216SDoug Rabson if ((((apsize ^ 0x1f) << 22) | ((1 << 22) - 1)) + 1 != aperture) 30359747216SDoug Rabson return EINVAL; 30459747216SDoug Rabson 30559747216SDoug Rabson pci_write_config(dev, AGP_INTEL_APSIZE, apsize, 1); 30659747216SDoug Rabson 30759747216SDoug Rabson return 0; 30859747216SDoug Rabson } 30959747216SDoug Rabson 31059747216SDoug Rabson static int 31159747216SDoug Rabson agp_intel_bind_page(device_t dev, int offset, vm_offset_t physical) 31259747216SDoug Rabson { 31359747216SDoug Rabson struct agp_intel_softc *sc = device_get_softc(dev); 31459747216SDoug Rabson 31559747216SDoug Rabson if (offset < 0 || offset >= (sc->gatt->ag_entries << AGP_PAGE_SHIFT)) 31659747216SDoug Rabson return EINVAL; 31759747216SDoug Rabson 31859747216SDoug Rabson sc->gatt->ag_virtual[offset >> AGP_PAGE_SHIFT] = physical | 0x17; 31959747216SDoug Rabson return 0; 32059747216SDoug Rabson } 32159747216SDoug Rabson 32259747216SDoug Rabson static int 32359747216SDoug Rabson agp_intel_unbind_page(device_t dev, int offset) 32459747216SDoug Rabson { 32559747216SDoug Rabson struct agp_intel_softc *sc = device_get_softc(dev); 32659747216SDoug Rabson 32759747216SDoug Rabson if (offset < 0 || offset >= (sc->gatt->ag_entries << AGP_PAGE_SHIFT)) 32859747216SDoug Rabson return EINVAL; 32959747216SDoug Rabson 33059747216SDoug Rabson sc->gatt->ag_virtual[offset >> AGP_PAGE_SHIFT] = 0; 33159747216SDoug Rabson return 0; 33259747216SDoug Rabson } 33359747216SDoug Rabson 33459747216SDoug Rabson static void 33559747216SDoug Rabson agp_intel_flush_tlb(device_t dev) 33659747216SDoug Rabson { 33780348907SJohn Baldwin u_int32_t val; 33880348907SJohn Baldwin 33980348907SJohn Baldwin val = pci_read_config(dev, AGP_INTEL_AGPCTRL, 4); 34080348907SJohn Baldwin pci_write_config(dev, AGP_INTEL_AGPCTRL, val & ~(1 << 8), 4); 34180348907SJohn Baldwin pci_write_config(dev, AGP_INTEL_AGPCTRL, val, 4); 34259747216SDoug Rabson } 34359747216SDoug Rabson 34459747216SDoug Rabson static device_method_t agp_intel_methods[] = { 34559747216SDoug Rabson /* Device interface */ 34659747216SDoug Rabson DEVMETHOD(device_probe, agp_intel_probe), 34759747216SDoug Rabson DEVMETHOD(device_attach, agp_intel_attach), 34859747216SDoug Rabson DEVMETHOD(device_detach, agp_intel_detach), 34959747216SDoug Rabson DEVMETHOD(device_shutdown, bus_generic_shutdown), 35059747216SDoug Rabson DEVMETHOD(device_suspend, bus_generic_suspend), 35159747216SDoug Rabson DEVMETHOD(device_resume, bus_generic_resume), 35259747216SDoug Rabson 35359747216SDoug Rabson /* AGP interface */ 35459747216SDoug Rabson DEVMETHOD(agp_get_aperture, agp_intel_get_aperture), 35559747216SDoug Rabson DEVMETHOD(agp_set_aperture, agp_intel_set_aperture), 35659747216SDoug Rabson DEVMETHOD(agp_bind_page, agp_intel_bind_page), 35759747216SDoug Rabson DEVMETHOD(agp_unbind_page, agp_intel_unbind_page), 35859747216SDoug Rabson DEVMETHOD(agp_flush_tlb, agp_intel_flush_tlb), 35959747216SDoug Rabson DEVMETHOD(agp_enable, agp_generic_enable), 36059747216SDoug Rabson DEVMETHOD(agp_alloc_memory, agp_generic_alloc_memory), 36159747216SDoug Rabson DEVMETHOD(agp_free_memory, agp_generic_free_memory), 36259747216SDoug Rabson DEVMETHOD(agp_bind_memory, agp_generic_bind_memory), 36359747216SDoug Rabson DEVMETHOD(agp_unbind_memory, agp_generic_unbind_memory), 36459747216SDoug Rabson 36559747216SDoug Rabson { 0, 0 } 36659747216SDoug Rabson }; 36759747216SDoug Rabson 36859747216SDoug Rabson static driver_t agp_intel_driver = { 36959747216SDoug Rabson "agp", 37059747216SDoug Rabson agp_intel_methods, 37159747216SDoug Rabson sizeof(struct agp_intel_softc), 37259747216SDoug Rabson }; 37359747216SDoug Rabson 37459747216SDoug Rabson static devclass_t agp_devclass; 37559747216SDoug Rabson 37659747216SDoug Rabson DRIVER_MODULE(agp_intel, pci, agp_intel_driver, agp_devclass, 0, 0); 377