13c749e3fSDavid E. O'Brien /*- 23c749e3fSDavid E. O'Brien * Copyright (c) 2004 Jung-uk Kim 33c749e3fSDavid E. O'Brien * All rights reserved. 43c749e3fSDavid E. O'Brien * 53c749e3fSDavid E. O'Brien * Redistribution and use in source and binary forms, with or without 63c749e3fSDavid E. O'Brien * modification, are permitted provided that the following conditions 73c749e3fSDavid E. O'Brien * are met: 83c749e3fSDavid E. O'Brien * 1. Redistributions of source code must retain the above copyright 93c749e3fSDavid E. O'Brien * notice, this list of conditions and the following disclaimer. 103c749e3fSDavid E. O'Brien * 2. Redistributions in binary form must reproduce the above copyright 113c749e3fSDavid E. O'Brien * notice, this list of conditions and the following disclaimer in the 123c749e3fSDavid E. O'Brien * documentation and/or other materials provided with the distribution. 133c749e3fSDavid E. O'Brien * 143c749e3fSDavid E. O'Brien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 153c749e3fSDavid E. O'Brien * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 163c749e3fSDavid E. O'Brien * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 173c749e3fSDavid E. O'Brien * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 183c749e3fSDavid E. O'Brien * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 193c749e3fSDavid E. O'Brien * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 203c749e3fSDavid E. O'Brien * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 213c749e3fSDavid E. O'Brien * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 223c749e3fSDavid E. O'Brien * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 233c749e3fSDavid E. O'Brien * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 243c749e3fSDavid E. O'Brien * SUCH DAMAGE. 253c749e3fSDavid E. O'Brien */ 263c749e3fSDavid E. O'Brien 273c749e3fSDavid E. O'Brien #include <sys/cdefs.h> 283c749e3fSDavid E. O'Brien __FBSDID("$FreeBSD$"); 293c749e3fSDavid E. O'Brien 303c749e3fSDavid E. O'Brien #include "opt_bus.h" 313c749e3fSDavid E. O'Brien 323c749e3fSDavid E. O'Brien #include <sys/param.h> 333c749e3fSDavid E. O'Brien #include <sys/systm.h> 343c749e3fSDavid E. O'Brien #include <sys/malloc.h> 353c749e3fSDavid E. O'Brien #include <sys/kernel.h> 363c749e3fSDavid E. O'Brien #include <sys/module.h> 373c749e3fSDavid E. O'Brien #include <sys/bus.h> 383c749e3fSDavid E. O'Brien #include <sys/lock.h> 393c749e3fSDavid E. O'Brien #include <sys/mutex.h> 403c749e3fSDavid E. O'Brien #include <sys/proc.h> 413c749e3fSDavid E. O'Brien 423c749e3fSDavid E. O'Brien #include <dev/pci/pcivar.h> 433c749e3fSDavid E. O'Brien #include <dev/pci/pcireg.h> 443c749e3fSDavid E. O'Brien #include <pci/agppriv.h> 453c749e3fSDavid E. O'Brien #include <pci/agpreg.h> 463c749e3fSDavid E. O'Brien 473c749e3fSDavid E. O'Brien #include <vm/vm.h> 483c749e3fSDavid E. O'Brien #include <vm/vm_object.h> 493c749e3fSDavid E. O'Brien #include <vm/pmap.h> 503c749e3fSDavid E. O'Brien #include <machine/bus.h> 513c749e3fSDavid E. O'Brien #include <machine/resource.h> 523c749e3fSDavid E. O'Brien #include <sys/rman.h> 533c749e3fSDavid E. O'Brien 543c749e3fSDavid E. O'Brien /* XXX */ 553c749e3fSDavid E. O'Brien extern void pci_cfgregwrite(int, int, int, int, uint32_t, int); 563c749e3fSDavid E. O'Brien extern uint32_t pci_cfgregread(int, int, int, int, int); 573c749e3fSDavid E. O'Brien 583c749e3fSDavid E. O'Brien MALLOC_DECLARE(M_AGP); 593c749e3fSDavid E. O'Brien 603c749e3fSDavid E. O'Brien #define AMD64_MAX_MCTRL 8 613c749e3fSDavid E. O'Brien 623c749e3fSDavid E. O'Brien struct agp_amd64_softc { 633c749e3fSDavid E. O'Brien struct agp_softc agp; 643c749e3fSDavid E. O'Brien uint32_t initial_aperture; /* aperture size at startup */ 653c749e3fSDavid E. O'Brien struct agp_gatt *gatt; 663c749e3fSDavid E. O'Brien int mctrl[AMD64_MAX_MCTRL]; 673c749e3fSDavid E. O'Brien int n_mctrl; 683c749e3fSDavid E. O'Brien }; 693c749e3fSDavid E. O'Brien 703c749e3fSDavid E. O'Brien static const char* 713c749e3fSDavid E. O'Brien agp_amd64_match(device_t dev) 723c749e3fSDavid E. O'Brien { 733c749e3fSDavid E. O'Brien if (pci_get_class(dev) != PCIC_BRIDGE 743c749e3fSDavid E. O'Brien || pci_get_subclass(dev) != PCIS_BRIDGE_HOST) 753c749e3fSDavid E. O'Brien return NULL; 763c749e3fSDavid E. O'Brien 773c749e3fSDavid E. O'Brien if (agp_find_caps(dev) == 0) 783c749e3fSDavid E. O'Brien return NULL; 793c749e3fSDavid E. O'Brien 803c749e3fSDavid E. O'Brien switch (pci_get_devid(dev)) { 813c749e3fSDavid E. O'Brien case 0x74541022: 823c749e3fSDavid E. O'Brien return ("AMD 8151 AGP graphics tunnel"); 839271f7b6SEric Anholt case 0x07551039: 843c749e3fSDavid E. O'Brien return ("SiS 755 host to AGP bridge"); 85824a5e96SDavid E. O'Brien case 0x00d110de: 86824a5e96SDavid E. O'Brien return ("NVIDIA nForce3 AGP Controller"); 873c749e3fSDavid E. O'Brien case 0x02041106: 883c749e3fSDavid E. O'Brien return ("VIA 8380 host to PCI bridge"); 89161cb1a5SEric Anholt case 0x02821106: 90161cb1a5SEric Anholt return ("VIA K8T800Pro host to PCI bridge"); 913c749e3fSDavid E. O'Brien case 0x31881106: 923c749e3fSDavid E. O'Brien return ("VIA 8385 host to PCI bridge"); 933c749e3fSDavid E. O'Brien }; 943c749e3fSDavid E. O'Brien 953c749e3fSDavid E. O'Brien return NULL; 963c749e3fSDavid E. O'Brien } 973c749e3fSDavid E. O'Brien 983c749e3fSDavid E. O'Brien static int 993c749e3fSDavid E. O'Brien agp_amd64_probe(device_t dev) 1003c749e3fSDavid E. O'Brien { 1013c749e3fSDavid E. O'Brien const char *desc; 1023c749e3fSDavid E. O'Brien 1033c749e3fSDavid E. O'Brien if (resource_disabled("agp", device_get_unit(dev))) 1043c749e3fSDavid E. O'Brien return ENXIO; 1053c749e3fSDavid E. O'Brien if ((desc = agp_amd64_match(dev))) { 1063c749e3fSDavid E. O'Brien device_verbose(dev); 1073c749e3fSDavid E. O'Brien device_set_desc(dev, desc); 108d701c913SWarner Losh return BUS_PROBE_DEFAULT; 1093c749e3fSDavid E. O'Brien } 1103c749e3fSDavid E. O'Brien 1113c749e3fSDavid E. O'Brien return ENXIO; 1123c749e3fSDavid E. O'Brien } 1133c749e3fSDavid E. O'Brien 1143c749e3fSDavid E. O'Brien static int 1153c749e3fSDavid E. O'Brien agp_amd64_attach(device_t dev) 1163c749e3fSDavid E. O'Brien { 1173c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 1183c749e3fSDavid E. O'Brien struct agp_gatt *gatt; 1193c749e3fSDavid E. O'Brien int i, n, error; 1203c749e3fSDavid E. O'Brien 1213c749e3fSDavid E. O'Brien for (i = 0, n = 0; i < PCI_SLOTMAX && n < AMD64_MAX_MCTRL; i++) 1223c749e3fSDavid E. O'Brien if (pci_cfgregread(0, i, 3, 0, 4) == 0x11031022) { 1233c749e3fSDavid E. O'Brien sc->mctrl[n] = i; 1243c749e3fSDavid E. O'Brien n++; 1253c749e3fSDavid E. O'Brien } 1263c749e3fSDavid E. O'Brien 1273c749e3fSDavid E. O'Brien if (n == 0) 1283c749e3fSDavid E. O'Brien return ENXIO; 1293c749e3fSDavid E. O'Brien 1303c749e3fSDavid E. O'Brien sc->n_mctrl = n; 1313c749e3fSDavid E. O'Brien 1323c749e3fSDavid E. O'Brien if (bootverbose) 1333c749e3fSDavid E. O'Brien printf("AMD64: %d Misc. Control unit(s) found.\n", sc->n_mctrl); 1343c749e3fSDavid E. O'Brien 1353c749e3fSDavid E. O'Brien if ((error = agp_generic_attach(dev))) 1363c749e3fSDavid E. O'Brien return error; 1373c749e3fSDavid E. O'Brien 1383c749e3fSDavid E. O'Brien sc->initial_aperture = AGP_GET_APERTURE(dev); 1393c749e3fSDavid E. O'Brien 1403c749e3fSDavid E. O'Brien for (;;) { 1413c749e3fSDavid E. O'Brien gatt = agp_alloc_gatt(dev); 1423c749e3fSDavid E. O'Brien if (gatt) 1433c749e3fSDavid E. O'Brien break; 1443c749e3fSDavid E. O'Brien 1453c749e3fSDavid E. O'Brien /* 1463c749e3fSDavid E. O'Brien * Probably contigmalloc failure. Try reducing the 1473c749e3fSDavid E. O'Brien * aperture so that the gatt size reduces. 1483c749e3fSDavid E. O'Brien */ 1493c749e3fSDavid E. O'Brien if (AGP_SET_APERTURE(dev, AGP_GET_APERTURE(dev) / 2)) { 1503c749e3fSDavid E. O'Brien agp_generic_detach(dev); 1513c749e3fSDavid E. O'Brien return ENOMEM; 1523c749e3fSDavid E. O'Brien } 1533c749e3fSDavid E. O'Brien } 1543c749e3fSDavid E. O'Brien sc->gatt = gatt; 1553c749e3fSDavid E. O'Brien 1563c749e3fSDavid E. O'Brien /* Install the gatt and enable aperture. */ 1573c749e3fSDavid E. O'Brien for (i = 0; i < sc->n_mctrl; i++) { 1583c749e3fSDavid E. O'Brien pci_cfgregwrite(0, sc->mctrl[i], 3, AGP_AMD64_ATTBASE, 1593c749e3fSDavid E. O'Brien (uint32_t)(gatt->ag_physical >> 8) & AGP_AMD64_ATTBASE_MASK, 1603c749e3fSDavid E. O'Brien 4); 1613c749e3fSDavid E. O'Brien pci_cfgregwrite(0, sc->mctrl[i], 3, AGP_AMD64_APCTRL, 1623c749e3fSDavid E. O'Brien (pci_cfgregread(0, sc->mctrl[i], 3, AGP_AMD64_APCTRL, 4) | 1633c749e3fSDavid E. O'Brien AGP_AMD64_APCTRL_GARTEN) & 1643c749e3fSDavid E. O'Brien ~(AGP_AMD64_APCTRL_DISGARTCPU | AGP_AMD64_APCTRL_DISGARTIO), 1653c749e3fSDavid E. O'Brien 4); 1663c749e3fSDavid E. O'Brien } 1673c749e3fSDavid E. O'Brien 1683c749e3fSDavid E. O'Brien agp_flush_cache(); 1693c749e3fSDavid E. O'Brien 1703c749e3fSDavid E. O'Brien return 0; 1713c749e3fSDavid E. O'Brien } 1723c749e3fSDavid E. O'Brien 1733c749e3fSDavid E. O'Brien static int 1743c749e3fSDavid E. O'Brien agp_amd64_detach(device_t dev) 1753c749e3fSDavid E. O'Brien { 1763c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 1773c749e3fSDavid E. O'Brien int i, error; 1783c749e3fSDavid E. O'Brien 1793c749e3fSDavid E. O'Brien if ((error = agp_generic_detach(dev))) 1803c749e3fSDavid E. O'Brien return error; 1813c749e3fSDavid E. O'Brien 1823c749e3fSDavid E. O'Brien for (i = 0; i < sc->n_mctrl; i++) 1833c749e3fSDavid E. O'Brien pci_cfgregwrite(0, sc->mctrl[i], 3, AGP_AMD64_APCTRL, 1843c749e3fSDavid E. O'Brien pci_cfgregread(0, sc->mctrl[i], 3, AGP_AMD64_APCTRL, 4) & 1853c749e3fSDavid E. O'Brien ~AGP_AMD64_APCTRL_GARTEN, 4); 1863c749e3fSDavid E. O'Brien 1873c749e3fSDavid E. O'Brien AGP_SET_APERTURE(dev, sc->initial_aperture); 1883c749e3fSDavid E. O'Brien agp_free_gatt(sc->gatt); 1893c749e3fSDavid E. O'Brien 1903c749e3fSDavid E. O'Brien return 0; 1913c749e3fSDavid E. O'Brien } 1923c749e3fSDavid E. O'Brien 1933c749e3fSDavid E. O'Brien static uint32_t agp_amd64_table[] = { 1943c749e3fSDavid E. O'Brien 0x02000000, /* 32 MB */ 1953c749e3fSDavid E. O'Brien 0x04000000, /* 64 MB */ 1963c749e3fSDavid E. O'Brien 0x08000000, /* 128 MB */ 1973c749e3fSDavid E. O'Brien 0x10000000, /* 256 MB */ 1983c749e3fSDavid E. O'Brien 0x20000000, /* 512 MB */ 1993c749e3fSDavid E. O'Brien 0x40000000, /* 1024 MB */ 2003c749e3fSDavid E. O'Brien 0x80000000, /* 2048 MB */ 2013c749e3fSDavid E. O'Brien }; 2023c749e3fSDavid E. O'Brien 2033c749e3fSDavid E. O'Brien #define AGP_AMD64_TABLE_SIZE \ 2043c749e3fSDavid E. O'Brien (sizeof(agp_amd64_table) / sizeof(agp_amd64_table[0])) 2053c749e3fSDavid E. O'Brien 2063c749e3fSDavid E. O'Brien static uint32_t 2073c749e3fSDavid E. O'Brien agp_amd64_get_aperture(device_t dev) 2083c749e3fSDavid E. O'Brien { 2093c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 2103c749e3fSDavid E. O'Brien uint32_t i; 2113c749e3fSDavid E. O'Brien 2123c749e3fSDavid E. O'Brien i = (pci_cfgregread(0, sc->mctrl[0], 3, AGP_AMD64_APCTRL, 4) & 2133c749e3fSDavid E. O'Brien AGP_AMD64_APCTRL_SIZE_MASK) >> 1; 2143c749e3fSDavid E. O'Brien 2153c749e3fSDavid E. O'Brien if (i >= AGP_AMD64_TABLE_SIZE) 2163c749e3fSDavid E. O'Brien return 0; 2173c749e3fSDavid E. O'Brien 2183c749e3fSDavid E. O'Brien return (agp_amd64_table[i]); 2193c749e3fSDavid E. O'Brien } 2203c749e3fSDavid E. O'Brien 2213c749e3fSDavid E. O'Brien static int 2223c749e3fSDavid E. O'Brien agp_amd64_set_aperture(device_t dev, uint32_t aperture) 2233c749e3fSDavid E. O'Brien { 2243c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 2253c749e3fSDavid E. O'Brien uint32_t i; 2263c749e3fSDavid E. O'Brien int j; 2273c749e3fSDavid E. O'Brien 2283c749e3fSDavid E. O'Brien for (i = 0; i < AGP_AMD64_TABLE_SIZE; i++) 2293c749e3fSDavid E. O'Brien if (agp_amd64_table[i] == aperture) 2303c749e3fSDavid E. O'Brien break; 2313c749e3fSDavid E. O'Brien if (i == AGP_AMD64_TABLE_SIZE) 2323c749e3fSDavid E. O'Brien return EINVAL; 2333c749e3fSDavid E. O'Brien 2343c749e3fSDavid E. O'Brien for (j = 0; j < sc->n_mctrl; j++) 2353c749e3fSDavid E. O'Brien pci_cfgregwrite(0, sc->mctrl[j], 3, AGP_AMD64_APCTRL, 2363c749e3fSDavid E. O'Brien (pci_cfgregread(0, sc->mctrl[j], 3, AGP_AMD64_APCTRL, 4) & 2373c749e3fSDavid E. O'Brien ~(AGP_AMD64_APCTRL_SIZE_MASK)) | (i << 1), 4); 2383c749e3fSDavid E. O'Brien 2393c749e3fSDavid E. O'Brien return 0; 2403c749e3fSDavid E. O'Brien } 2413c749e3fSDavid E. O'Brien 2423c749e3fSDavid E. O'Brien static int 2433c749e3fSDavid E. O'Brien agp_amd64_bind_page(device_t dev, int offset, vm_offset_t physical) 2443c749e3fSDavid E. O'Brien { 2453c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 2463c749e3fSDavid E. O'Brien 2473c749e3fSDavid E. O'Brien if (offset < 0 || offset >= (sc->gatt->ag_entries << AGP_PAGE_SHIFT)) 2483c749e3fSDavid E. O'Brien return EINVAL; 2493c749e3fSDavid E. O'Brien 2503c749e3fSDavid E. O'Brien sc->gatt->ag_virtual[offset >> AGP_PAGE_SHIFT] = physical; 2513c749e3fSDavid E. O'Brien return 0; 2523c749e3fSDavid E. O'Brien } 2533c749e3fSDavid E. O'Brien 2543c749e3fSDavid E. O'Brien static int 2553c749e3fSDavid E. O'Brien agp_amd64_unbind_page(device_t dev, int offset) 2563c749e3fSDavid E. O'Brien { 2573c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 2583c749e3fSDavid E. O'Brien 2593c749e3fSDavid E. O'Brien if (offset < 0 || offset >= (sc->gatt->ag_entries << AGP_PAGE_SHIFT)) 2603c749e3fSDavid E. O'Brien return EINVAL; 2613c749e3fSDavid E. O'Brien 2623c749e3fSDavid E. O'Brien sc->gatt->ag_virtual[offset >> AGP_PAGE_SHIFT] = 0; 2633c749e3fSDavid E. O'Brien return 0; 2643c749e3fSDavid E. O'Brien } 2653c749e3fSDavid E. O'Brien 2663c749e3fSDavid E. O'Brien static void 2673c749e3fSDavid E. O'Brien agp_amd64_flush_tlb(device_t dev) 2683c749e3fSDavid E. O'Brien { 2693c749e3fSDavid E. O'Brien struct agp_amd64_softc *sc = device_get_softc(dev); 2703c749e3fSDavid E. O'Brien int i; 2713c749e3fSDavid E. O'Brien 2723c749e3fSDavid E. O'Brien for (i = 0; i < sc->n_mctrl; i++) 2733c749e3fSDavid E. O'Brien pci_cfgregwrite(0, sc->mctrl[i], 3, AGP_AMD64_CACHECTRL, 2743c749e3fSDavid E. O'Brien pci_cfgregread(0, sc->mctrl[i], 3, AGP_AMD64_CACHECTRL, 4) | 2753c749e3fSDavid E. O'Brien AGP_AMD64_CACHECTRL_INVGART, 4); 2763c749e3fSDavid E. O'Brien } 2773c749e3fSDavid E. O'Brien 2783c749e3fSDavid E. O'Brien static device_method_t agp_amd64_methods[] = { 2793c749e3fSDavid E. O'Brien /* Device interface */ 2803c749e3fSDavid E. O'Brien DEVMETHOD(device_probe, agp_amd64_probe), 2813c749e3fSDavid E. O'Brien DEVMETHOD(device_attach, agp_amd64_attach), 2823c749e3fSDavid E. O'Brien DEVMETHOD(device_detach, agp_amd64_detach), 2833c749e3fSDavid E. O'Brien DEVMETHOD(device_shutdown, bus_generic_shutdown), 2843c749e3fSDavid E. O'Brien DEVMETHOD(device_suspend, bus_generic_suspend), 2853c749e3fSDavid E. O'Brien DEVMETHOD(device_resume, bus_generic_resume), 2863c749e3fSDavid E. O'Brien 2873c749e3fSDavid E. O'Brien /* AGP interface */ 2883c749e3fSDavid E. O'Brien DEVMETHOD(agp_get_aperture, agp_amd64_get_aperture), 2893c749e3fSDavid E. O'Brien DEVMETHOD(agp_set_aperture, agp_amd64_set_aperture), 2903c749e3fSDavid E. O'Brien DEVMETHOD(agp_bind_page, agp_amd64_bind_page), 2913c749e3fSDavid E. O'Brien DEVMETHOD(agp_unbind_page, agp_amd64_unbind_page), 2923c749e3fSDavid E. O'Brien DEVMETHOD(agp_flush_tlb, agp_amd64_flush_tlb), 2933c749e3fSDavid E. O'Brien DEVMETHOD(agp_enable, agp_generic_enable), 2943c749e3fSDavid E. O'Brien DEVMETHOD(agp_alloc_memory, agp_generic_alloc_memory), 2953c749e3fSDavid E. O'Brien DEVMETHOD(agp_free_memory, agp_generic_free_memory), 2963c749e3fSDavid E. O'Brien DEVMETHOD(agp_bind_memory, agp_generic_bind_memory), 2973c749e3fSDavid E. O'Brien DEVMETHOD(agp_unbind_memory, agp_generic_unbind_memory), 2983c749e3fSDavid E. O'Brien 2993c749e3fSDavid E. O'Brien { 0, 0 } 3003c749e3fSDavid E. O'Brien }; 3013c749e3fSDavid E. O'Brien 3023c749e3fSDavid E. O'Brien static driver_t agp_amd64_driver = { 3033c749e3fSDavid E. O'Brien "agp", 3043c749e3fSDavid E. O'Brien agp_amd64_methods, 3053c749e3fSDavid E. O'Brien sizeof(struct agp_amd64_softc), 3063c749e3fSDavid E. O'Brien }; 3073c749e3fSDavid E. O'Brien 3083c749e3fSDavid E. O'Brien static devclass_t agp_devclass; 3093c749e3fSDavid E. O'Brien 3103c749e3fSDavid E. O'Brien DRIVER_MODULE(agp_amd64, pci, agp_amd64_driver, agp_devclass, 0, 0); 3113c749e3fSDavid E. O'Brien MODULE_DEPEND(agp_amd64, agp, 1, 1, 1); 3123c749e3fSDavid E. O'Brien MODULE_DEPEND(agp_amd64, pci, 1, 1, 1); 313