xref: /freebsd/sys/dev/agp/agp_ati.c (revision aca5021d5f7dcab1e11692923266373e35322d9a)
1 /*-
2  * Copyright (c) 2005 Eric Anholt
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24  * SUCH DAMAGE.
25  *
26  * Based on reading the Linux 2.6.8.1 driver by Dave Jones.
27  */
28 
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD$");
31 
32 #include <sys/param.h>
33 #include <sys/systm.h>
34 #include <sys/malloc.h>
35 #include <sys/kernel.h>
36 #include <sys/module.h>
37 #include <sys/bus.h>
38 #include <sys/lock.h>
39 #include <sys/mutex.h>
40 #include <sys/proc.h>
41 
42 #include <dev/agp/agppriv.h>
43 #include <dev/agp/agpreg.h>
44 #include <dev/pci/pcivar.h>
45 #include <dev/pci/pcireg.h>
46 
47 #include <vm/vm.h>
48 #include <vm/vm_object.h>
49 #include <vm/pmap.h>
50 #include <machine/bus.h>
51 #include <machine/resource.h>
52 #include <sys/rman.h>
53 
54 MALLOC_DECLARE(M_AGP);
55 
56 #define READ4(off)	bus_space_read_4(sc->bst, sc->bsh, off)
57 #define WRITE4(off,v)	bus_space_write_4(sc->bst, sc->bsh, off, v)
58 
59 struct agp_ati_softc {
60 	struct agp_softc agp;
61 	struct resource *regs;	/* memory mapped control registers */
62 	bus_space_tag_t bst;	/* bus_space tag */
63 	bus_space_handle_t bsh;	/* bus_space handle */
64 	u_int32_t	initial_aperture; /* aperture size at startup */
65 	char		is_rs300;
66 
67 	/* The GATT */
68 	u_int32_t	ag_entries;
69 	u_int32_t      *ag_virtual;	/* virtual address of gatt */
70 	u_int32_t      *ag_vdir;	/* virtual address of page dir */
71 	vm_offset_t	ag_pdir;	/* physical address of page dir */
72 };
73 
74 
75 static const char*
76 agp_ati_match(device_t dev)
77 {
78 	if (pci_get_class(dev) != PCIC_BRIDGE ||
79 	    pci_get_subclass(dev) != PCIS_BRIDGE_HOST)
80 		return NULL;
81 
82 	if (agp_find_caps(dev) == 0)
83 		return NULL;
84 
85 	switch (pci_get_devid(dev)) {
86 	case 0xcab01002:
87 		return ("ATI RS100 AGP bridge");
88 	case 0xcab21002:
89 		return ("ATI RS200 AGP bridge");
90 	case 0xcbb21002:
91 		return ("ATI RS200M AGP bridge");
92 	case 0xcab31002:
93 		return ("ATI RS250 AGP bridge");
94 	case 0x58301002:
95 		return ("ATI RS300_100 AGP bridge");
96 	case 0x58311002:
97 		return ("ATI RS300_133 AGP bridge");
98 	case 0x58321002:
99 		return ("ATI RS300_166 AGP bridge");
100 	case 0x58331002:
101 		return ("ATI RS300_200 AGP bridge");
102 	}
103 
104 	return NULL;
105 }
106 
107 static int
108 agp_ati_probe(device_t dev)
109 {
110 	const char *desc;
111 
112 	desc = agp_ati_match(dev);
113 	if (desc) {
114 		device_set_desc(dev, desc);
115 		return 0;
116 	}
117 
118 	return ENXIO;
119 }
120 
121 static int
122 agp_ati_alloc_gatt(device_t dev)
123 {
124 	struct agp_ati_softc *sc = device_get_softc(dev);
125 	u_int32_t apsize = AGP_GET_APERTURE(dev);
126 	u_int32_t entries = apsize >> AGP_PAGE_SHIFT;
127 	u_int32_t apbase_offset;
128 	int i;
129 
130 	/* Alloc the GATT -- pointers to pages of AGP memory */
131 	sc->ag_entries = entries;
132 	sc->ag_virtual = malloc(entries * sizeof(u_int32_t), M_AGP,
133 	    M_NOWAIT | M_ZERO);
134 	if (sc->ag_virtual == NULL) {
135 		if (bootverbose)
136 			device_printf(dev, "aperture allocation failed\n");
137 		return ENOMEM;
138 	}
139 
140 	/* Alloc the page directory -- pointers to each page of the GATT */
141 	sc->ag_vdir = malloc(AGP_PAGE_SIZE, M_AGP, M_NOWAIT | M_ZERO);
142 	if (sc->ag_vdir == NULL) {
143 		if (bootverbose)
144 			device_printf(dev, "pagedir allocation failed\n");
145 		free(sc->ag_virtual, M_AGP);
146 		return ENOMEM;
147 	}
148 	sc->ag_pdir = vtophys((vm_offset_t)sc->ag_vdir);
149 
150 	apbase_offset = pci_read_config(dev, AGP_APBASE, 4) >> 22;
151 	/* Fill in the pagedir's pointers to GATT pages */
152 	for (i = 0; i < sc->ag_entries / 1024; i++) {
153 		vm_offset_t va;
154 		vm_offset_t pa;
155 
156 		va = ((vm_offset_t)sc->ag_virtual) + i * AGP_PAGE_SIZE;
157 		pa = vtophys(va);
158 		sc->ag_vdir[apbase_offset + i] = pa | 1;
159 	}
160 
161 	/*
162 	 * Make sure the chipset can see everything.
163 	 */
164 	agp_flush_cache();
165 
166 	return 0;
167 }
168 
169 
170 static int
171 agp_ati_attach(device_t dev)
172 {
173 	struct agp_ati_softc *sc = device_get_softc(dev);
174 	int error, rid;
175 	u_int32_t temp;
176 	u_int32_t apsize_reg, agpmode_reg;
177 
178 	error = agp_generic_attach(dev);
179 	if (error)
180 		return error;
181 
182 	switch (pci_get_devid(dev)) {
183 	case 0xcab01002: /* ATI RS100 AGP bridge */
184 	case 0xcab21002: /* ATI RS200 AGP bridge */
185 	case 0xcbb21002: /* ATI RS200M AGP bridge */
186 	case 0xcab31002: /* ATI RS250 AGP bridge */
187 		sc->is_rs300 = 0;
188 		apsize_reg = ATI_RS100_APSIZE;
189 		agpmode_reg = ATI_RS100_IG_AGPMODE;
190 		break;
191 	case 0x58301002: /* ATI RS300_100 AGP bridge */
192 	case 0x58311002: /* ATI RS300_133 AGP bridge */
193 	case 0x58321002: /* ATI RS300_166 AGP bridge */
194 	case 0x58331002: /* ATI RS300_200 AGP bridge */
195 		sc->is_rs300 = 1;
196 		apsize_reg = ATI_RS300_APSIZE;
197 		agpmode_reg = ATI_RS300_IG_AGPMODE;
198 		break;
199 	default:
200 		/* Unknown chipset */
201 		return EINVAL;
202 	}
203 
204 	rid = ATI_GART_MMADDR;
205 	sc->regs = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid, RF_ACTIVE);
206 	if (!sc->regs) {
207 		agp_generic_detach(dev);
208 		return ENOMEM;
209 	}
210 
211 	sc->bst = rman_get_bustag(sc->regs);
212 	sc->bsh = rman_get_bushandle(sc->regs);
213 
214 	sc->initial_aperture = AGP_GET_APERTURE(dev);
215 
216 	for (;;) {
217 		if (agp_ati_alloc_gatt(dev) == 0)
218 			break;
219 
220 		/*
221 		 * Probably contigmalloc failure. Try reducing the
222 		 * aperture so that the gatt size reduces.
223 		 */
224 		if (AGP_SET_APERTURE(dev, AGP_GET_APERTURE(dev) / 2))
225 			return ENOMEM;
226 	}
227 
228 	temp = pci_read_config(dev, apsize_reg, 4);
229 	pci_write_config(dev, apsize_reg, temp | 1, 4);
230 
231 	pci_write_config(dev, agpmode_reg, 0x20000, 4);
232 
233 	WRITE4(ATI_GART_FEATURE_ID, 0x00060000);
234 
235 	temp = pci_read_config(dev, 4, 4);	/* XXX: Magic reg# */
236 	pci_write_config(dev, 4, temp | (1 << 14), 4);
237 
238 	WRITE4(ATI_GART_BASE, sc->ag_pdir);
239 
240 	AGP_FLUSH_TLB(dev);
241 
242 	return 0;
243 }
244 
245 static int
246 agp_ati_detach(device_t dev)
247 {
248 	struct agp_ati_softc *sc = device_get_softc(dev);
249 	u_int32_t apsize_reg, temp;
250 
251 	agp_free_cdev(dev);
252 
253 	if (sc->is_rs300)
254 		apsize_reg = ATI_RS300_APSIZE;
255 	else
256 		apsize_reg = ATI_RS100_APSIZE;
257 
258 	/* Clear the GATT base */
259 	WRITE4(ATI_GART_BASE, 0);
260 
261 	/* Put the aperture back the way it started. */
262 	AGP_SET_APERTURE(dev, sc->initial_aperture);
263 
264 	temp = pci_read_config(dev, apsize_reg, 4);
265 	pci_write_config(dev, apsize_reg, temp & ~1, 4);
266 
267 	free(sc->ag_vdir, M_AGP);
268 	free(sc->ag_virtual, M_AGP);
269 
270 	bus_release_resource(dev, SYS_RES_MEMORY, ATI_GART_MMADDR, sc->regs);
271 	agp_free_res(dev);
272 
273 	return 0;
274 }
275 
276 static u_int32_t
277 agp_ati_get_aperture(device_t dev)
278 {
279 	struct agp_ati_softc *sc = device_get_softc(dev);
280 	int size_value;
281 
282 	if (sc->is_rs300)
283 		size_value = pci_read_config(dev, ATI_RS300_APSIZE, 4);
284 	else
285 		size_value = pci_read_config(dev, ATI_RS100_APSIZE, 4);
286 
287 	size_value = (size_value & 0x0000000e) >> 1;
288 	size_value = (32 * 1024 * 1024) << size_value;
289 
290 	return size_value;
291 }
292 
293 static int
294 agp_ati_set_aperture(device_t dev, u_int32_t aperture)
295 {
296 	struct agp_ati_softc *sc = device_get_softc(dev);
297 	int size_value;
298 	u_int32_t apsize_reg;
299 
300 	if (sc->is_rs300)
301 		apsize_reg = ATI_RS300_APSIZE;
302 	else
303 		apsize_reg = ATI_RS100_APSIZE;
304 
305 	size_value = pci_read_config(dev, apsize_reg, 4);
306 
307 	size_value &= ~0x0000000e;
308 	size_value |= (ffs(aperture / (32 * 1024 * 1024)) - 1) << 1;
309 
310 	pci_write_config(dev, apsize_reg, size_value, 4);
311 
312 	return 0;
313 }
314 
315 static int
316 agp_ati_bind_page(device_t dev, vm_offset_t offset, vm_offset_t physical)
317 {
318 	struct agp_ati_softc *sc = device_get_softc(dev);
319 
320 	if (offset >= (sc->ag_entries << AGP_PAGE_SHIFT))
321 		return EINVAL;
322 
323 	sc->ag_virtual[offset >> AGP_PAGE_SHIFT] = physical | 1;
324 
325 	return 0;
326 }
327 
328 static int
329 agp_ati_unbind_page(device_t dev, vm_offset_t offset)
330 {
331 	struct agp_ati_softc *sc = device_get_softc(dev);
332 
333 	if (offset >= (sc->ag_entries << AGP_PAGE_SHIFT))
334 		return EINVAL;
335 
336 	sc->ag_virtual[offset >> AGP_PAGE_SHIFT] = 0;
337 	return 0;
338 }
339 
340 static void
341 agp_ati_flush_tlb(device_t dev)
342 {
343 	struct agp_ati_softc *sc = device_get_softc(dev);
344 
345 	/* Set the cache invalidate bit and wait for the chipset to clear */
346 	WRITE4(ATI_GART_CACHE_CNTRL, 1);
347 	(void)READ4(ATI_GART_CACHE_CNTRL);
348 }
349 
350 static device_method_t agp_ati_methods[] = {
351 	/* Device interface */
352 	DEVMETHOD(device_probe,		agp_ati_probe),
353 	DEVMETHOD(device_attach,	agp_ati_attach),
354 	DEVMETHOD(device_detach,	agp_ati_detach),
355 	DEVMETHOD(device_shutdown,	bus_generic_shutdown),
356 	DEVMETHOD(device_suspend,	bus_generic_suspend),
357 	DEVMETHOD(device_resume,	bus_generic_resume),
358 
359 	/* AGP interface */
360 	DEVMETHOD(agp_get_aperture,	agp_ati_get_aperture),
361 	DEVMETHOD(agp_set_aperture,	agp_ati_set_aperture),
362 	DEVMETHOD(agp_bind_page,	agp_ati_bind_page),
363 	DEVMETHOD(agp_unbind_page,	agp_ati_unbind_page),
364 	DEVMETHOD(agp_flush_tlb,	agp_ati_flush_tlb),
365 	DEVMETHOD(agp_enable,		agp_generic_enable),
366 	DEVMETHOD(agp_alloc_memory,	agp_generic_alloc_memory),
367 	DEVMETHOD(agp_free_memory,	agp_generic_free_memory),
368 	DEVMETHOD(agp_bind_memory,	agp_generic_bind_memory),
369 	DEVMETHOD(agp_unbind_memory,	agp_generic_unbind_memory),
370 
371 	{ 0, 0 }
372 };
373 
374 static driver_t agp_ati_driver = {
375 	"agp",
376 	agp_ati_methods,
377 	sizeof(struct agp_ati_softc),
378 };
379 
380 static devclass_t agp_devclass;
381 
382 DRIVER_MODULE(agp_ati, hostb, agp_ati_driver, agp_devclass, 0, 0);
383 MODULE_DEPEND(agp_ati, agp, 1, 1, 1);
384 MODULE_DEPEND(agp_ati, pci, 1, 1, 1);
385