xref: /titanic_41/usr/src/uts/intel/io/drm/radeon_drv.h (revision a18dc42fc967d11feba9b8be61c6727dc6c56b48)
1 /*
2  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
3  * Use is subject to license terms.
4  */
5 /*
6  * radeon_drv.h -- Private header for radeon driver -*- linux-c -*-
7  *
8  * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas.
9  * Copyright 2000 VA Linux Systems, Inc., Fremont, California.
10  * All rights reserved.
11  *
12  * Permission is hereby granted, free of charge, to any person obtaining a
13  * copy of this software and associated documentation files (the "Software"),
14  * to deal in the Software without restriction, including without limitation
15  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
16  * and/or sell copies of the Software, and to permit persons to whom the
17  * Software is furnished to do so, subject to the following conditions:
18  *
19  * The above copyright notice and this permission notice (including the next
20  * paragraph) shall be included in all copies or substantial portions of the
21  * Software.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
24  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
25  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
26  * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
27  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
28  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
29  * DEALINGS IN THE SOFTWARE.
30  *
31  * Authors:
32  *    Kevin E. Martin <martin@valinux.com>
33  *    Gareth Hughes <gareth@valinux.com>
34  */
35 
36 #pragma ident	"%Z%%M%	%I%	%E% SMI"
37 
38 #ifndef __RADEON_DRV_H__
39 #define	__RADEON_DRV_H__
40 
41 /*
42  * Enable debugging information outputs. Need to recompile
43  *
44  * #define	RADEON_FIFO_DEBUG 1
45  */
46 
47 /* General customization: */
48 
49 #define	DRIVER_AUTHOR		"Gareth Hughes, Keith Whitwell, others."
50 
51 #define	DRIVER_NAME		"radeon"
52 #define	DRIVER_DESC		"ATI Radeon"
53 #define	DRIVER_DATE		"20060524"
54 
55 /*
56  * Interface history:
57  *
58  * 1.1 - ??
59  * 1.2 - Add vertex2 ioctl (keith)
60  *     - Add stencil capability to clear ioctl (gareth, keith)
61  *     - Increase MAX_TEXTURE_LEVELS (brian)
62  * 1.3 - Add cmdbuf ioctl (keith)
63  *     - Add support for new radeon packets (keith)
64  *     - Add getparam ioctl (keith)
65  *     - Add flip-buffers ioctl, deprecate fullscreen foo (keith).
66  * 1.4 - Add scratch registers to get_param ioctl.
67  * 1.5 - Add r200 packets to cmdbuf ioctl
68  *     - Add r200 function to init ioctl
69  *     - Add 'scalar2' instruction to cmdbuf
70  * 1.6 - Add static GART memory manager
71  *		Add irq handler (won't be turned on unless X server knows to)
72  *		Add irq ioctls and irq_active getparam.
73  *		Add wait command for cmdbuf ioctl
74  *		Add GART offset query for getparam
75  * 1.7 - Add support for cube map registers: R200_PP_CUBIC_FACES_[0..5]
76  *		and R200_PP_CUBIC_OFFSET_F1_[0..5].
77  *		Added packets R200_EMIT_PP_CUBIC_FACES_[0..5] and
78  *		R200_EMIT_PP_CUBIC_OFFSETS_[0..5].  (brian)
79  * 1.8 - Remove need to call cleanup ioctls on last client exit (keith)
80  *		Add 'GET' queries for starting additional clients on different
81  * 		VT's.
82  * 1.9 - Add DRM_IOCTL_RADEON_CP_RESUME ioctl.
83  *		Add texture rectangle support for r100.
84  * 1.10- Add SETPARAM ioctl; first parameter to set is FB_LOCATION, which
85  *		clients use to tell the DRM where they think the framebuffer is
86  *		located in the card's address space
87  * 1.11- Add packet R200_EMIT_RB3D_BLENDCOLOR to support GL_EXT_blend_color
88  *		and GL_EXT_blend_[func|equation]_separate on r200
89  * 1.12- Add R300 CP microcode support - this just loads the CP on r300
90  *		(No 3D support yet - just microcode loading).
91  * 1.13- Add packet R200_EMIT_TCL_POINT_SPRITE_CNTL for ARB_point_parameters
92  *     - Add hyperz support, add hyperz flags to clear ioctl.
93  * 1.14- Add support for color tiling
94  *     - Add R100/R200 surface allocation/free support
95  * 1.15- Add support for texture micro tiling
96  *     - Add support for r100 cube maps
97  * 1.16- Add R200_EMIT_PP_TRI_PERF_CNTL packet to support brilinear
98  *		texture filtering on r200
99  * 1.17- Add initial support for R300 (3D).
100  * 1.18- Add support for GL_ATI_fragment_shader, new packets
101  *		R200_EMIT_PP_AFS_0/1, R200_EMIT_PP_TXCTLALL_0-5 (replaces
102  *		R200_EMIT_PP_TXFILTER_0-5, 2 more regs) and
103  * 		R200_EMIT_ATF_TFACTOR
104  *		(replaces R200_EMIT_TFACTOR_0 (8 consts instead of 6)
105  * 1.19- Add support for gart table in FB memory and PCIE r300
106  * 1.20- Add support for r300 texrect
107  * 1.21- Add support for card type getparam
108  * 1.22- Add support for texture cache flushes (R300_TX_CNTL)
109  * 1.23- Add new radeon memory map work from benh
110  * 1.24- Add general-purpose packet for manipulating scratch registers (r300)
111  * 1.25- Add support for r200 vertex programs (R200_EMIT_VAP_PVS_CNTL,
112  *		new packet type)
113  */
114 
115 #define	DRIVER_MAJOR		1
116 #define	DRIVER_MINOR		25
117 #define	DRIVER_PATCHLEVEL	0
118 
119 /*
120  * Radeon chip families
121  */
122 enum radeon_family {
123 	CHIP_R100,
124 	CHIP_RV100,
125 	CHIP_RS100,
126 	CHIP_RV200,
127 	CHIP_RS200,
128 	CHIP_R200,
129 	CHIP_RV250,
130 	CHIP_RS300,
131 	CHIP_RV280,
132 	CHIP_R300,
133 	CHIP_R350,
134 	CHIP_RV350,
135 	CHIP_RV380,
136 	CHIP_R420,
137 	CHIP_RV410,
138 	CHIP_RS400,
139 	CHIP_LAST,
140 };
141 
142 enum radeon_cp_microcode_version {
143 	UCODE_R100,
144 	UCODE_R200,
145 	UCODE_R300,
146 };
147 
148 /*
149  * Chip flags
150  */
151 #define	RADEON_FAMILY_MASK		0x0000ffffUL
152 #define	RADEON_FLAGS_MASK		0xffff0000UL
153 #define	RADEON_IS_MOBILITY		0x00010000UL
154 #define	RADEON_IS_IGP		0x00020000UL
155 #define	RADEON_SINGLE_CRTC		0x00040000UL
156 #define	RADEON_IS_AGP		0x00080000UL
157 #define	RADEON_HAS_HIERZ		0x00100000UL
158 #define	RADEON_IS_PCIE		0x00200000UL
159 #define	RADEON_NEW_MEMMAP		0x00400000UL
160 #define	RADEON_IS_PCI		0x00800000UL
161 
162 #define	GET_RING_HEAD(dev_priv)	\
163 	(dev_priv->writeback_works ? \
164 	DRM_READ32((dev_priv)->ring_rptr, 0) : \
165 	RADEON_READ(RADEON_CP_RB_RPTR))
166 
167 #define	SET_RING_HEAD(dev_priv, val)	\
168 	DRM_WRITE32((dev_priv)->ring_rptr, 0, (val))
169 
170 typedef struct drm_radeon_freelist {
171 	unsigned int age;
172 	drm_buf_t *buf;
173 	struct drm_radeon_freelist *next;
174 	struct drm_radeon_freelist *prev;
175 } drm_radeon_freelist_t;
176 
177 typedef struct drm_radeon_ring_buffer {
178 	u32 *start;
179 	u32 *end;
180 	int size;
181 	int size_l2qw;
182 
183 	u32 tail;
184 	u32 tail_mask;
185 	int space;
186 
187 	int high_mark;
188 } drm_radeon_ring_buffer_t;
189 
190 typedef struct drm_radeon_depth_clear_t {
191 	u32 rb3d_cntl;
192 	u32 rb3d_zstencilcntl;
193 	u32 se_cntl;
194 } drm_radeon_depth_clear_t;
195 
196 struct drm_radeon_driver_file_fields {
197 	int64_t radeon_fb_delta;
198 };
199 
200 struct mem_block {
201 	struct mem_block *next;
202 	struct mem_block *prev;
203 	int start;
204 	int size;
205 	drm_file_t *filp;	/* 0: free, -1: heap, other: real files */
206 };
207 
208 struct radeon_surface {
209 	int refcount;
210 	u32 lower;
211 	u32 upper;
212 	u32 flags;
213 };
214 
215 struct radeon_virt_surface {
216 	int surface_index;
217 	u32 lower;
218 	u32 upper;
219 	u32 flags;
220 	drm_file_t	 *filp;
221 };
222 
223 typedef struct drm_radeon_private {
224 
225 	drm_radeon_ring_buffer_t ring;
226 	drm_radeon_sarea_t *sarea_priv;
227 
228 	u32 fb_location;
229 	u32 fb_size;
230 	int new_memmap;
231 
232 	int gart_size;
233 	u32 gart_vm_start;
234 	unsigned long gart_buffers_offset;
235 
236 	int cp_mode;
237 	int cp_running;
238 
239 	drm_radeon_freelist_t *head;
240 	drm_radeon_freelist_t *tail;
241 	int last_buf;
242 	volatile u32 *scratch;
243 	int writeback_works;
244 
245 	int usec_timeout;
246 
247 	int microcode_version;
248 
249 	struct {
250 		u32 boxes;
251 		int freelist_timeouts;
252 		int freelist_loops;
253 		int requested_bufs;
254 		int last_frame_reads;
255 		int last_clear_reads;
256 		int clears;
257 		int texture_uploads;
258 	} stats;
259 
260 	int do_boxes;
261 	int page_flipping;
262 	int current_page;
263 
264 	u32 color_fmt;
265 	unsigned int front_offset;
266 	unsigned int front_pitch;
267 	unsigned int back_offset;
268 	unsigned int back_pitch;
269 
270 	u32 depth_fmt;
271 	unsigned int depth_offset;
272 	unsigned int depth_pitch;
273 
274 	u32 front_pitch_offset;
275 	u32 back_pitch_offset;
276 	u32 depth_pitch_offset;
277 
278 	drm_radeon_depth_clear_t depth_clear;
279 
280 	unsigned long ring_offset;
281 	unsigned long ring_rptr_offset;
282 	unsigned long buffers_offset;
283 	unsigned long gart_textures_offset;
284 
285 	drm_local_map_t *sarea;
286 	drm_local_map_t *mmio;
287 	drm_local_map_t *cp_ring;
288 	drm_local_map_t *ring_rptr;
289 	drm_local_map_t *gart_textures;
290 
291 	struct mem_block *gart_heap;
292 	struct mem_block *fb_heap;
293 
294 	/* SW interrupt */
295 	wait_queue_head_t swi_queue;
296 	atomic_t swi_emitted;
297 	int vblank_crtc;
298 	uint32_t irq_enable_reg;
299 	int irq_enabled;
300 
301 
302 	struct radeon_surface surfaces[RADEON_MAX_SURFACES];
303 	struct radeon_virt_surface virt_surfaces[2*RADEON_MAX_SURFACES];
304 
305 	unsigned long pcigart_offset;
306 	drm_ati_pcigart_info gart_info;
307 
308 	u32 scratch_ages[5];
309 
310 	/* starting from here on, data is preserved accross an open */
311 	uint32_t flags;		/* see radeon_chip_flags */
312 
313 } drm_radeon_private_t;
314 
315 typedef struct drm_radeon_buf_priv {
316 	u32 age;
317 } drm_radeon_buf_priv_t;
318 
319 typedef struct drm_radeon_kcmd_buffer {
320 	int bufsz;
321 	char *buf;
322 	int nbox;
323 	drm_clip_rect_t __user *boxes;
324 } drm_radeon_kcmd_buffer_t;
325 
326 extern int radeon_no_wb;
327 extern drm_ioctl_desc_t radeon_ioctls[];
328 extern int radeon_max_ioctl;
329 
330 
331 /*
332  * Check whether the given hardware address is inside the framebuffer or the
333  * GART area.
334  */
335 #define	RADEON_CHECK_OFFSET(dev_priv, off) \
336 	(((off >= dev_priv->fb_location) && \
337 	(off <= (dev_priv->fb_location + dev_priv->fb_size - 1))) || \
338 	((off >= dev_priv->gart_vm_start) && \
339 	(off <= (dev_priv->gart_vm_start + dev_priv->gart_size - 1))))
340 
341 				/* radeon_cp.c */
342 extern int radeon_cp_init(DRM_IOCTL_ARGS);
343 extern int radeon_cp_start(DRM_IOCTL_ARGS);
344 extern int radeon_cp_stop(DRM_IOCTL_ARGS);
345 extern int radeon_cp_reset(DRM_IOCTL_ARGS);
346 extern int radeon_cp_idle(DRM_IOCTL_ARGS);
347 extern int radeon_cp_resume(DRM_IOCTL_ARGS);
348 extern int radeon_engine_reset(DRM_IOCTL_ARGS);
349 extern int radeon_fullscreen(DRM_IOCTL_ARGS);
350 extern int radeon_cp_buffers(DRM_IOCTL_ARGS);
351 
352 extern void radeon_freelist_reset(drm_device_t *dev);
353 extern drm_buf_t *radeon_freelist_get(drm_device_t *dev);
354 
355 extern int radeon_wait_ring(drm_radeon_private_t *dev_priv, int n);
356 
357 extern int radeon_do_cp_idle(drm_radeon_private_t *dev_priv);
358 
359 extern int radeon_mem_alloc(DRM_IOCTL_ARGS);
360 extern int radeon_mem_free(DRM_IOCTL_ARGS);
361 extern int radeon_mem_init_heap(DRM_IOCTL_ARGS);
362 extern void radeon_mem_takedown(struct mem_block **heap);
363 extern void radeon_mem_release(drm_file_t *filp, struct mem_block *heap);
364 
365 				/* radeon_irq.c */
366 extern int radeon_irq_emit(DRM_IOCTL_ARGS);
367 extern int radeon_irq_wait(DRM_IOCTL_ARGS);
368 
369 extern void radeon_do_release(drm_device_t *dev);
370 extern int radeon_driver_vblank_wait(drm_device_t *dev,
371     unsigned int *sequence);
372 extern int radeon_driver_vblank_wait2(drm_device_t *dev,
373     unsigned int *sequence);
374 extern irqreturn_t radeon_driver_irq_handler(DRM_IRQ_ARGS);
375 extern void radeon_driver_irq_preinstall(drm_device_t *dev);
376 extern void radeon_driver_irq_postinstall(drm_device_t *dev);
377 extern void radeon_driver_irq_uninstall(drm_device_t *dev);
378 extern int radeon_vblank_crtc_get(struct drm_device *dev);
379 extern int radeon_vblank_crtc_set(struct drm_device *dev, int64_t value);
380 
381 extern int radeon_driver_load(struct drm_device *dev, unsigned long flags);
382 extern int radeon_driver_unload(struct drm_device *dev);
383 extern int radeon_driver_firstopen(struct drm_device *dev);
384 extern void radeon_driver_preclose(drm_device_t *dev, drm_file_t *filp);
385 extern void radeon_driver_postclose(drm_device_t *dev, drm_file_t *filp);
386 extern void radeon_driver_lastclose(drm_device_t *dev);
387 extern int radeon_driver_open(drm_device_t *dev, drm_file_t *filp_priv);
388 extern long radeon_compat_ioctl(struct file *filp, unsigned int cmd,
389     unsigned long arg);
390 
391 /* r300_cmdbuf.c */
392 extern void r300_init_reg_flags(void);
393 
394 extern int r300_do_cp_cmdbuf(drm_device_t *dev,
395     drm_file_t *fpriv, drm_radeon_kcmd_buffer_t *cmdbuf);
396 
397 /* Flags for stats.boxes */
398 #define	RADEON_BOX_DMA_IDLE			0x1
399 #define	RADEON_BOX_RING_FULL		0x2
400 #define	RADEON_BOX_FLIP			 0x4
401 #define	RADEON_BOX_WAIT_IDLE			0x8
402 #define	RADEON_BOX_TEXTURE_LOAD		0x10
403 
404 /*
405  * Register definitions, register access macros and drmAddMap constants
406  * for Radeon kernel driver.
407  */
408 #define	RADEON_AGP_COMMAND		0x0f60
409 #define	RADEON_AGP_COMMAND_PCI_CONFIG	0x0060	/* offset in PCI config */
410 #define	RADEON_AGP_ENABLE			(1<<8)
411 #define	RADEON_AUX_SCISSOR_CNTL		0x26f0
412 #define	RADEON_EXCLUSIVE_SCISSOR_0	(1 << 24)
413 #define	RADEON_EXCLUSIVE_SCISSOR_1	(1 << 25)
414 #define	RADEON_EXCLUSIVE_SCISSOR_2	(1 << 26)
415 #define	RADEON_SCISSOR_0_ENABLE		(1 << 28)
416 #define	RADEON_SCISSOR_1_ENABLE		(1 << 29)
417 #define	RADEON_SCISSOR_2_ENABLE		(1 << 30)
418 
419 #define	RADEON_BUS_CNTL			0x0030
420 #define	RADEON_BUS_MASTER_DIS		(1 << 6)
421 
422 #define	RADEON_CLOCK_CNTL_DATA		0x000c
423 #define	RADEON_PLL_WR_EN			(1 << 7)
424 #define	RADEON_CLOCK_CNTL_INDEX		0x0008
425 #define	RADEON_CONFIG_APER_SIZE		0x0108
426 #define	RADEON_CONFIG_MEMSIZE			  0x00f8
427 #define	RADEON_CRTC_OFFSET		0x0224
428 #define	RADEON_CRTC_OFFSET_CNTL		0x0228
429 #define	RADEON_CRTC_TILE_EN		(1 << 15)
430 #define	RADEON_CRTC_OFFSET_FLIP_CNTL	(1 << 16)
431 #define	RADEON_CRTC2_OFFSET		0x0324
432 #define	RADEON_CRTC2_OFFSET_CNTL	0x0328
433 
434 #define	RADEON_PCIE_INDEX					0x0030
435 #define	RADEON_PCIE_DATA					0x0034
436 #define	RADEON_PCIE_TX_GART_CNTL	0x10
437 #define	RADEON_PCIE_TX_GART_EN   	(1 << 0)
438 #define	RADEON_PCIE_TX_GART_UNMAPPED_ACCESS_PASS_THRU (0<<1)
439 #define	RADEON_PCIE_TX_GART_UNMAPPED_ACCESS_CLAMP_LO  (1<<1)
440 #define	RADEON_PCIE_TX_GART_UNMAPPED_ACCESS_DISCARD   (3<<1)
441 #define	RADEON_PCIE_TX_GART_MODE_32_128_CACHE	(0<<3)
442 #define	RADEON_PCIE_TX_GART_MODE_8_4_128_CACHE	(1<<3)
443 #define	RADEON_PCIE_TX_GART_CHK_RW_VALID_EN		(1<<5)
444 #define	RADEON_PCIE_TX_GART_INVALIDATE_TLB	(1<<8)
445 #define	RADEON_PCIE_TX_DISCARD_RD_ADDR_LO 0x11
446 #define	RADEON_PCIE_TX_DISCARD_RD_ADDR_HI 0x12
447 #define	RADEON_PCIE_TX_GART_BASE  	0x13
448 #define	RADEON_PCIE_TX_GART_START_LO	0x14
449 #define	RADEON_PCIE_TX_GART_START_HI	0x15
450 #define	RADEON_PCIE_TX_GART_END_LO	0x16
451 #define	RADEON_PCIE_TX_GART_END_HI	0x17
452 
453 #define	RADEON_MPP_TB_CONFIG		0x01c0
454 #define	RADEON_MEM_CNTL			0x0140
455 #define	RADEON_MEM_SDRAM_MODE_REG	0x0158
456 #define	RADEON_AGP_BASE			0x0170
457 
458 #define	RADEON_RB3D_COLOROFFSET		0x1c40
459 #define	RADEON_RB3D_COLORPITCH		0x1c48
460 
461 #define	RADEON_SRC_X_Y		0x1590
462 
463 #define	RADEON_DP_GUI_MASTER_CNTL	0x146c
464 #define	RADEON_GMC_SRC_PITCH_OFFSET_CNTL	(1 << 0)
465 #define	RADEON_GMC_DST_PITCH_OFFSET_CNTL	(1 << 1)
466 #define	RADEON_GMC_BRUSH_SOLID_COLOR	(13 << 4)
467 #define	RADEON_GMC_BRUSH_NONE		(15 << 4)
468 #define	RADEON_GMC_DST_16BPP		(4 << 8)
469 #define	RADEON_GMC_DST_24BPP		(5 << 8)
470 #define	RADEON_GMC_DST_32BPP		(6 << 8)
471 #define	RADEON_GMC_DST_DATATYPE_SHIFT	8
472 #define	RADEON_GMC_SRC_DATATYPE_COLOR	(3 << 12)
473 #define	RADEON_DP_SRC_SOURCE_MEMORY	(2 << 24)
474 #define	RADEON_DP_SRC_SOURCE_HOST_DATA	(3 << 24)
475 #define	RADEON_GMC_CLR_CMP_CNTL_DIS	(1 << 28)
476 #define	RADEON_GMC_WR_MSK_DIS		(1 << 30)
477 #define	RADEON_ROP3_S			0x00cc0000
478 #define	RADEON_ROP3_P			0x00f00000
479 #define	RADEON_DP_WRITE_MASK		0x16cc
480 #define	RADEON_SRC_PITCH_OFFSET		0x1428
481 #define	RADEON_DST_PITCH_OFFSET		0x142c
482 #define	RADEON_DST_PITCH_OFFSET_C	0x1c80
483 #define	RADEON_DST_TILE_LINEAR		(0 << 30)
484 #define	RADEON_DST_TILE_MACRO		(1 << 30)
485 #define	RADEON_DST_TILE_MICRO		((uint_t)2 << 30)
486 #define	RADEON_DST_TILE_BOTH		((uint_t)3 << 30)
487 
488 #define	RADEON_SCRATCH_REG0		0x15e0
489 #define	RADEON_SCRATCH_REG1		0x15e4
490 #define	RADEON_SCRATCH_REG2		0x15e8
491 #define	RADEON_SCRATCH_REG3		0x15ec
492 #define	RADEON_SCRATCH_REG4		0x15f0
493 #define	RADEON_SCRATCH_REG5		0x15f4
494 #define	RADEON_SCRATCH_UMSK		0x0770
495 #define	RADEON_SCRATCH_ADDR		0x0774
496 
497 #define	RADEON_SCRATCHOFF(x)		(RADEON_SCRATCH_REG_OFFSET + 4*(x))
498 
499 #define	GET_SCRATCH(x)	(dev_priv->writeback_works ? \
500     DRM_READ32(dev_priv->ring_rptr, RADEON_SCRATCHOFF(x)) : \
501     RADEON_READ(RADEON_SCRATCH_REG0 + 4*(x)))
502 
503 #define	RADEON_GEN_INT_CNTL		0x0040
504 #define	RADEON_CRTC_VBLANK_MASK		(1 << 0)
505 #define	RADEON_CRTC2_VBLANK_MASK			(1 << 9)
506 #define	RADEON_GUI_IDLE_INT_ENABLE	(1 << 19)
507 #define	RADEON_SW_INT_ENABLE		(1 << 25)
508 
509 #define	RADEON_GEN_INT_STATUS		0x0044
510 #define	RADEON_CRTC_VBLANK_STAT			(1 << 0)
511 #define	RADEON_CRTC_VBLANK_STAT_ACK			(1 << 0)
512 #define	RADEON_CRTC2_VBLANK_STAT			(1 << 9)
513 #define	RADEON_CRTC2_VBLANK_STAT_ACK		(1 << 9)
514 #define	RADEON_GUI_IDLE_INT_TEST_ACK		(1 << 19)
515 #define	RADEON_SW_INT_TEST		(1 << 25)
516 #define	RADEON_SW_INT_TEST_ACK   	(1 << 25)
517 #define	RADEON_SW_INT_FIRE		(1 << 26)
518 
519 #define	RADEON_HOST_PATH_CNTL		0x0130
520 #define	RADEON_HDP_SOFT_RESET		(1 << 26)
521 #define	RADEON_HDP_WC_TIMEOUT_MASK	(7 << 28)
522 #define	RADEON_HDP_WC_TIMEOUT_28BCLK	(7 << 28)
523 
524 #define	RADEON_ISYNC_CNTL		0x1724
525 #define	RADEON_ISYNC_ANY2D_IDLE3D	(1 << 0)
526 #define	RADEON_ISYNC_ANY3D_IDLE2D	(1 << 1)
527 #define	RADEON_ISYNC_TRIG2D_IDLE3D	(1 << 2)
528 #define	RADEON_ISYNC_TRIG3D_IDLE2D	(1 << 3)
529 #define	RADEON_ISYNC_WAIT_IDLEGUI	(1 << 4)
530 #define	RADEON_ISYNC_CPSCRATCH_IDLEGUI	(1 << 5)
531 
532 #define	RADEON_RBBM_GUICNTL		0x172c
533 #define	RADEON_HOST_DATA_SWAP_NONE	(0 << 0)
534 #define	RADEON_HOST_DATA_SWAP_16BIT	(1 << 0)
535 #define	RADEON_HOST_DATA_SWAP_32BIT	(2 << 0)
536 #define	RADEON_HOST_DATA_SWAP_HDW	(3 << 0)
537 
538 #define	RADEON_MC_AGP_LOCATION		0x014c
539 #define	RADEON_MC_FB_LOCATION		0x0148
540 #define	RADEON_MCLK_CNTL		0x0012
541 #define	RADEON_FORCEON_MCLKA		(1 << 16)
542 #define	RADEON_FORCEON_MCLKB		(1 << 17)
543 #define	RADEON_FORCEON_YCLKA		(1 << 18)
544 #define	RADEON_FORCEON_YCLKB		(1 << 19)
545 #define	RADEON_FORCEON_MC		(1 << 20)
546 #define	RADEON_FORCEON_AIC		(1 << 21)
547 
548 #define	RADEON_PP_BORDER_COLOR_0	0x1d40
549 #define	RADEON_PP_BORDER_COLOR_1	0x1d44
550 #define	RADEON_PP_BORDER_COLOR_2	0x1d48
551 #define	RADEON_PP_CNTL			0x1c38
552 #define	RADEON_SCISSOR_ENABLE		(1 <<  1)
553 #define	RADEON_PP_LUM_MATRIX		0x1d00
554 #define	RADEON_PP_MISC			0x1c14
555 #define	RADEON_PP_ROT_MATRIX_0		0x1d58
556 #define	RADEON_PP_TXFILTER_0		0x1c54
557 #define	RADEON_PP_TXOFFSET_0		0x1c5c
558 #define	RADEON_PP_TXFILTER_1		0x1c6c
559 #define	RADEON_PP_TXFILTER_2		0x1c84
560 
561 #define	RADEON_RB2D_DSTCACHE_CTLSTAT	0x342c
562 #define	RADEON_RB2D_DC_FLUSH		(3 << 0)
563 #define	RADEON_RB2D_DC_FREE		(3 << 2)
564 #define	RADEON_RB2D_DC_FLUSH_ALL		0xf
565 #define	RADEON_RB2D_DC_BUSY		0x80000000
566 #define	RADEON_RB3D_CNTL		0x1c3c
567 #define	RADEON_ALPHA_BLEND_ENABLE	(1 << 0)
568 #define	RADEON_PLANE_MASK_ENABLE		(1 << 1)
569 #define	RADEON_DITHER_ENABLE		(1 << 2)
570 #define	RADEON_ROUND_ENABLE		(1 << 3)
571 #define	RADEON_SCALE_DITHER_ENABLE	(1 << 4)
572 #define	RADEON_DITHER_INIT		(1 << 5)
573 #define	RADEON_ROP_ENABLE		(1 << 6)
574 #define	RADEON_STENCIL_ENABLE		(1 << 7)
575 #define	RADEON_Z_ENABLE			(1 << 8)
576 #define	RADEON_ZBLOCK16			(1 << 15)
577 #define	RADEON_RB3D_DEPTHOFFSET		0x1c24
578 #define	RADEON_RB3D_DEPTHCLEARVALUE	0x3230
579 #define	RADEON_RB3D_DEPTHPITCH		0x1c28
580 #define	RADEON_RB3D_PLANEMASK		0x1d84
581 #define	RADEON_RB3D_STENCILREFMASK	0x1d7c
582 #define	RADEON_RB3D_ZCACHE_MODE		0x3250
583 #define	RADEON_RB3D_ZCACHE_CTLSTAT	0x3254
584 #define	RADEON_RB3D_ZC_FLUSH		(1 << 0)
585 #define	RADEON_RB3D_ZC_FREE		(1 << 2)
586 #define	RADEON_RB3D_ZC_FLUSH_ALL		0x5
587 #define	RADEON_RB3D_ZC_BUSY		0x80000000UL
588 #define	RADEON_RB3D_DSTCACHE_CTLSTAT			   0x325c
589 #define	RADEON_RB3D_DC_FLUSH		(3 << 0)
590 #define	RADEON_RB3D_DC_FREE		(3 << 2)
591 #define	RADEON_RB3D_DC_FLUSH_ALL		0xf
592 #define	RADEON_RB3D_DC_BUSY			0x80000000UL
593 #define	RADEON_RB3D_ZSTENCILCNTL	0x1c2c
594 #define	RADEON_Z_TEST_MASK		(7 << 4)
595 #define	RADEON_Z_TEST_ALWAYS		(7 << 4)
596 #define	RADEON_Z_HIERARCHY_ENABLE		 (1 << 8)
597 #define	RADEON_STENCIL_TEST_ALWAYS	(7 << 12)
598 #define	RADEON_STENCIL_S_FAIL_REPLACE	(2 << 16)
599 #define	RADEON_STENCIL_ZPASS_REPLACE	(2 << 20)
600 #define	RADEON_STENCIL_ZFAIL_REPLACE	(2 << 24)
601 #define	RADEON_Z_COMPRESSION_ENABLE		(1 << 28)
602 #define	RADEON_FORCE_Z_DIRTY			    (1 << 29)
603 #define	RADEON_Z_WRITE_ENABLE		(1 << 30)
604 #define	RADEON_Z_DECOMPRESSION_ENABLE    0x80000000UL
605 #define	RADEON_RBBM_SOFT_RESET		0x00f0
606 #define	RADEON_SOFT_RESET_CP		(1 <<  0)
607 #define	RADEON_SOFT_RESET_HI		(1 <<  1)
608 #define	RADEON_SOFT_RESET_SE		(1 <<  2)
609 #define	RADEON_SOFT_RESET_RE		(1 <<  3)
610 #define	RADEON_SOFT_RESET_PP		(1 <<  4)
611 #define	RADEON_SOFT_RESET_E2		(1 <<  5)
612 #define	RADEON_SOFT_RESET_RB		(1 <<  6)
613 #define	RADEON_SOFT_RESET_HDP		(1 <<  7)
614 #define	RADEON_RBBM_STATUS		0x0e40
615 #define	RADEON_RBBM_FIFOCNT_MASK		0x007f
616 #define	RADEON_RBBM_ACTIVE		0X80000000UL
617 #define	RADEON_RE_LINE_PATTERN		0x1cd0
618 #define	RADEON_RE_MISC			0x26c4
619 #define	RADEON_RE_TOP_LEFT		0x26c0
620 #define	RADEON_RE_WIDTH_HEIGHT		0x1c44
621 #define	RADEON_RE_STIPPLE_ADDR		0x1cc8
622 #define	RADEON_RE_STIPPLE_DATA		0x1ccc
623 
624 #define	RADEON_SCISSOR_TL_0		0x1cd8
625 #define	RADEON_SCISSOR_BR_0		0x1cdc
626 #define	RADEON_SCISSOR_TL_1		0x1ce0
627 #define	RADEON_SCISSOR_BR_1		0x1ce4
628 #define	RADEON_SCISSOR_TL_2		0x1ce8
629 #define	RADEON_SCISSOR_BR_2		0x1cec
630 #define	RADEON_SE_COORD_FMT		0x1c50
631 #define	RADEON_SE_CNTL			0x1c4c
632 #define	RADEON_FFACE_CULL_CW		(0 << 0)
633 #define	RADEON_BFACE_SOLID		(3 << 1)
634 #define	RADEON_FFACE_SOLID		(3 << 3)
635 #define	RADEON_FLAT_SHADE_VTX_LAST	(3 << 6)
636 #define	RADEON_DIFFUSE_SHADE_FLAT	(1 << 8)
637 #define	RADEON_DIFFUSE_SHADE_GOURAUD	(2 << 8)
638 #define	RADEON_ALPHA_SHADE_FLAT		(1 << 10)
639 #define	RADEON_ALPHA_SHADE_GOURAUD	(2 << 10)
640 #define	RADEON_SPECULAR_SHADE_FLAT	(1 << 12)
641 #define	RADEON_SPECULAR_SHADE_GOURAUD	(2 << 12)
642 #define	RADEON_FOG_SHADE_FLAT		(1 << 14)
643 #define	RADEON_FOG_SHADE_GOURAUD		(2 << 14)
644 #define	RADEON_VPORT_XY_XFORM_ENABLE	(1 << 24)
645 #define	RADEON_VPORT_Z_XFORM_ENABLE	(1 << 25)
646 #define	RADEON_VTX_PIX_CENTER_OGL	(1 << 27)
647 #define	RADEON_ROUND_MODE_TRUNC		(0 << 28)
648 #define	RADEON_ROUND_PREC_8TH_PIX	(1 << 30)
649 #define	RADEON_SE_CNTL_STATUS		0x2140
650 #define	RADEON_SE_LINE_WIDTH		0x1db8
651 #define	RADEON_SE_VPORT_XSCALE		0x1d98
652 #define	RADEON_SE_ZBIAS_FACTOR		0x1db0
653 #define	RADEON_SE_TCL_MATERIAL_EMMISSIVE_RED 0x2210
654 #define	RADEON_SE_TCL_OUTPUT_VTX_FMT			0x2254
655 #define	RADEON_SE_TCL_VECTOR_INDX_REG		 0x2200
656 #define	RADEON_VEC_INDX_OCTWORD_STRIDE_SHIFT	16
657 #define	RADEON_VEC_INDX_DWORD_COUNT_SHIFT		28
658 #define	RADEON_SE_TCL_VECTOR_DATA_REG		0x2204
659 #define	RADEON_SE_TCL_SCALAR_INDX_REG		0x2208
660 #define	RADEON_SCAL_INDX_DWORD_STRIDE_SHIFT  16
661 #define	RADEON_SE_TCL_SCALAR_DATA_REG		0x220C
662 #define	RADEON_SURFACE_ACCESS_FLAGS	0x0bf8
663 #define	RADEON_SURFACE_ACCESS_CLR	0x0bfc
664 #define	RADEON_SURFACE_CNTL		0x0b00
665 #define	RADEON_SURF_TRANSLATION_DIS	(1 << 8)
666 #define	RADEON_NONSURF_AP0_SWP_MASK	(3 << 20)
667 #define	RADEON_NONSURF_AP0_SWP_LITTLE	(0 << 20)
668 #define	RADEON_NONSURF_AP0_SWP_BIG16	(1 << 20)
669 #define	RADEON_NONSURF_AP0_SWP_BIG32	(2 << 20)
670 #define	RADEON_NONSURF_AP1_SWP_MASK	(3 << 22)
671 #define	RADEON_NONSURF_AP1_SWP_LITTLE	(0 << 22)
672 #define	RADEON_NONSURF_AP1_SWP_BIG16	(1 << 22)
673 #define	RADEON_NONSURF_AP1_SWP_BIG32	(2 << 22)
674 #define	RADEON_SURFACE0_INFO		0x0b0c
675 #define	RADEON_SURF_PITCHSEL_MASK	(0x1ff << 0)
676 #define	RADEON_SURF_TILE_MODE_MASK	(3 << 16)
677 #define	RADEON_SURF_TILE_MODE_MACRO	(0 << 16)
678 #define	RADEON_SURF_TILE_MODE_MICRO	(1 << 16)
679 #define	RADEON_SURF_TILE_MODE_32BIT_Z	(2 << 16)
680 #define	RADEON_SURF_TILE_MODE_16BIT_Z	(3 << 16)
681 #define	RADEON_SURFACE0_LOWER_BOUND	0x0b04
682 #define	RADEON_SURFACE0_UPPER_BOUND	0x0b08
683 #define	RADEON_SURF_ADDRESS_FIXED_MASK	(0x3ff << 0)
684 #define	RADEON_SURFACE1_INFO		0x0b1c
685 #define	RADEON_SURFACE1_LOWER_BOUND	0x0b14
686 #define	RADEON_SURFACE1_UPPER_BOUND	0x0b18
687 #define	RADEON_SURFACE2_INFO		0x0b2c
688 #define	RADEON_SURFACE2_LOWER_BOUND	0x0b24
689 #define	RADEON_SURFACE2_UPPER_BOUND	0x0b28
690 #define	RADEON_SURFACE3_INFO		0x0b3c
691 #define	RADEON_SURFACE3_LOWER_BOUND	0x0b34
692 #define	RADEON_SURFACE3_UPPER_BOUND	0x0b38
693 #define	RADEON_SURFACE4_INFO		0x0b4c
694 #define	RADEON_SURFACE4_LOWER_BOUND	0x0b44
695 #define	RADEON_SURFACE4_UPPER_BOUND	0x0b48
696 #define	RADEON_SURFACE5_INFO		0x0b5c
697 #define	RADEON_SURFACE5_LOWER_BOUND	0x0b54
698 #define	RADEON_SURFACE5_UPPER_BOUND	0x0b58
699 #define	RADEON_SURFACE6_INFO		0x0b6c
700 #define	RADEON_SURFACE6_LOWER_BOUND	0x0b64
701 #define	RADEON_SURFACE6_UPPER_BOUND	0x0b68
702 #define	RADEON_SURFACE7_INFO		0x0b7c
703 #define	RADEON_SURFACE7_LOWER_BOUND	0x0b74
704 #define	RADEON_SURFACE7_UPPER_BOUND	0x0b78
705 #define	RADEON_SW_SEMAPHORE		0x013c
706 
707 #define	RADEON_WAIT_UNTIL		0x1720
708 #define	RADEON_WAIT_CRTC_PFLIP		(1 << 0)
709 #define	RADEON_WAIT_2D_IDLE		(1 << 14)
710 #define	RADEON_WAIT_3D_IDLE		(1 << 15)
711 #define	RADEON_WAIT_2D_IDLECLEAN		(1 << 16)
712 #define	RADEON_WAIT_3D_IDLECLEAN		(1 << 17)
713 #define	RADEON_WAIT_HOST_IDLECLEAN	(1 << 18)
714 
715 #define	RADEON_RB3D_ZMASKOFFSET		0x3234
716 #define	RADEON_RB3D_ZSTENCILCNTL	0x1c2c
717 #define	RADEON_DEPTH_FORMAT_16BIT_INT_Z	(0 << 0)
718 #define	RADEON_DEPTH_FORMAT_24BIT_INT_Z	(2 << 0)
719 
720 /* CP registers */
721 #define	RADEON_CP_ME_RAM_ADDR		0x07d4
722 #define	RADEON_CP_ME_RAM_RADDR		0x07d8
723 #define	RADEON_CP_ME_RAM_DATAH		0x07dc
724 #define	RADEON_CP_ME_RAM_DATAL		0x07e0
725 
726 #define	RADEON_CP_RB_BASE		0x0700
727 #define	RADEON_CP_RB_CNTL		0x0704
728 #define	RADEON_BUF_SWAP_32BIT		(2 << 16)
729 #define	RADEON_RB_NO_UPDATE		(1 << 27)
730 
731 #define	RADEON_CP_RB_RPTR_ADDR		0x070c
732 #define	RADEON_CP_RB_RPTR		0x0710
733 #define	RADEON_CP_RB_WPTR		0x0714
734 
735 #define	RADEON_CP_RB_WPTR_DELAY		0x0718
736 #define	RADEON_PRE_WRITE_TIMER_SHIFT	0
737 #define	RADEON_PRE_WRITE_LIMIT_SHIFT	23
738 
739 #define	RADEON_CP_IB_BASE		0x0738
740 
741 #define	RADEON_CP_CSQ_CNTL		0x0740
742 #define	RADEON_CSQ_CNT_PRIMARY_MASK	(0xff << 0)
743 #define	RADEON_CSQ_PRIDIS_INDDIS		(0 << 28)
744 #define	RADEON_CSQ_PRIPIO_INDDIS		(1 << 28)
745 #define	RADEON_CSQ_PRIBM_INDDIS		(2 << 28)
746 #define	RADEON_CSQ_PRIPIO_INDBM		(3 << 28)
747 #define	RADEON_CSQ_PRIBM_INDBM		(4 << 28)
748 #define	RADEON_CSQ_PRIPIO_INDPIO		(15 << 28)
749 
750 #define	RADEON_AIC_CNTL			0x01d0
751 #define	RADEON_PCIGART_TRANSLATE_EN	(1 << 0)
752 #define	RADEON_AIC_STAT			0x01d4
753 #define	RADEON_AIC_PT_BASE		0x01d8
754 #define	RADEON_AIC_LO_ADDR		0x01dc
755 #define	RADEON_AIC_HI_ADDR		0x01e0
756 #define	RADEON_AIC_TLB_ADDR		0x01e4
757 #define	RADEON_AIC_TLB_DATA		0x01e8
758 
759 /* CP command packets */
760 #define	RADEON_CP_PACKET0		0x00000000
761 #define	RADEON_ONE_REG_WR		(1 << 15)
762 #define	RADEON_CP_PACKET1		0x40000000
763 #define	RADEON_CP_PACKET2		0x80000000
764 #define	RADEON_CP_PACKET3		0xC0000000
765 #define	RADEON_CP_NOP						  0x00001000
766 #define	RADEON_CP_NEXT_CHAR				0x00001900
767 #define	RADEON_CP_PLY_NEXTSCAN			0x00001D00
768 #define	RADEON_CP_SET_SCISSORS			0x00001E00
769 
770 /* GEN_INDX_PRIM is unsupported starting with R300 */
771 #define	RADEON_3D_RNDR_GEN_INDX_PRIM	0x00002300
772 #define	RADEON_WAIT_FOR_IDLE		0x00002600
773 #define	RADEON_3D_DRAW_VBUF		0x00002800
774 #define	RADEON_3D_DRAW_IMMD		0x00002900
775 #define	RADEON_3D_DRAW_INDX		0x00002A00
776 #define	RADEON_CP_LOAD_PALETTE			  0x00002C00
777 #define	RADEON_3D_LOAD_VBPNTR		0x00002F00
778 #define	RADEON_MPEG_IDCT_MACROBLOCK	0x00003000
779 #define	RADEON_MPEG_IDCT_MACROBLOCK_REV	0x00003100
780 #define	RADEON_3D_CLEAR_ZMASK		0x00003200
781 #define	RADEON_CP_INDX_BUFFER		0x00003300
782 #define	RADEON_CP_3D_DRAW_VBUF_2			0x00003400
783 #define	RADEON_CP_3D_DRAW_IMMD_2			0x00003500
784 #define	RADEON_CP_3D_DRAW_INDX_2			0x00003600
785 #define	RADEON_3D_CLEAR_HIZ		0x00003700
786 #define	RADEON_CP_3D_CLEAR_CMASK			0x00003802
787 #define	RADEON_CNTL_HOSTDATA_BLT		0x00009400
788 #define	RADEON_CNTL_PAINT_MULTI		0x00009A00
789 #define	RADEON_CNTL_BITBLT_MULTI		0x00009B00
790 #define	RADEON_CNTL_SET_SCISSORS		0xC0001E00
791 
792 #define	RADEON_CP_PACKET_MASK		0xC0000000
793 #define	RADEON_CP_PACKET_COUNT_MASK	0x3fff0000
794 #define	RADEON_CP_PACKET0_REG_MASK	0x000007ff
795 #define	RADEON_CP_PACKET1_REG0_MASK	0x000007ff
796 #define	RADEON_CP_PACKET1_REG1_MASK	0x003ff800
797 
798 #define	RADEON_VTX_Z_PRESENT			0x80000000
799 #define	RADEON_VTX_PKCOLOR_PRESENT		(1 << 3)
800 
801 #define	RADEON_PRIM_TYPE_NONE			(0 << 0)
802 #define	RADEON_PRIM_TYPE_POINT			(1 << 0)
803 #define	RADEON_PRIM_TYPE_LINE			(2 << 0)
804 #define	RADEON_PRIM_TYPE_LINE_STRIP		(3 << 0)
805 #define	RADEON_PRIM_TYPE_TRI_LIST		(4 << 0)
806 #define	RADEON_PRIM_TYPE_TRI_FAN		(5 << 0)
807 #define	RADEON_PRIM_TYPE_TRI_STRIP		(6 << 0)
808 #define	RADEON_PRIM_TYPE_TRI_TYPE2		(7 << 0)
809 #define	RADEON_PRIM_TYPE_RECT_LIST		(8 << 0)
810 #define	RADEON_PRIM_TYPE_3VRT_POINT_LIST	(9 << 0)
811 #define	RADEON_PRIM_TYPE_3VRT_LINE_LIST		(10 << 0)
812 #define	RADEON_PRIM_TYPE_MASK						 0xf
813 #define	RADEON_PRIM_WALK_IND			(1 << 4)
814 #define	RADEON_PRIM_WALK_LIST			(2 << 4)
815 #define	RADEON_PRIM_WALK_RING			(3 << 4)
816 #define	RADEON_COLOR_ORDER_BGRA			(0 << 6)
817 #define	RADEON_COLOR_ORDER_RGBA			(1 << 6)
818 #define	RADEON_MAOS_ENABLE			(1 << 7)
819 #define	RADEON_VTX_FMT_R128_MODE		(0 << 8)
820 #define	RADEON_VTX_FMT_RADEON_MODE		(1 << 8)
821 #define	RADEON_NUM_VERTICES_SHIFT		16
822 
823 #define	RADEON_COLOR_FORMAT_CI8		2
824 #define	RADEON_COLOR_FORMAT_ARGB1555	3
825 #define	RADEON_COLOR_FORMAT_RGB565	4
826 #define	RADEON_COLOR_FORMAT_ARGB8888	6
827 #define	RADEON_COLOR_FORMAT_RGB332	7
828 #define	RADEON_COLOR_FORMAT_RGB8	9
829 #define	RADEON_COLOR_FORMAT_ARGB4444	15
830 
831 #define	RADEON_TXFORMAT_I8		0
832 #define	RADEON_TXFORMAT_AI88		1
833 #define	RADEON_TXFORMAT_RGB332		2
834 #define	RADEON_TXFORMAT_ARGB1555	3
835 #define	RADEON_TXFORMAT_RGB565		4
836 #define	RADEON_TXFORMAT_ARGB4444	5
837 #define	RADEON_TXFORMAT_ARGB8888	6
838 #define	RADEON_TXFORMAT_RGBA8888	7
839 #define	RADEON_TXFORMAT_Y8		8
840 #define	RADEON_TXFORMAT_VYUY422			10
841 #define	RADEON_TXFORMAT_YVYU422			11
842 #define	RADEON_TXFORMAT_DXT1					12
843 #define	RADEON_TXFORMAT_DXT23					14
844 #define	RADEON_TXFORMAT_DXT45					15
845 
846 #define	R200_PP_TXCBLEND_0					0x2f00
847 #define	R200_PP_TXCBLEND_1					0x2f10
848 #define	R200_PP_TXCBLEND_2					0x2f20
849 #define	R200_PP_TXCBLEND_3					0x2f30
850 #define	R200_PP_TXCBLEND_4					0x2f40
851 #define	R200_PP_TXCBLEND_5					0x2f50
852 #define	R200_PP_TXCBLEND_6					0x2f60
853 #define	R200_PP_TXCBLEND_7					0x2f70
854 #define	R200_SE_TCL_LIGHT_MODEL_CTL_0		0x2268
855 #define	R200_PP_TFACTOR_0					0x2ee0
856 #define	R200_SE_VTX_FMT_0					0x2088
857 #define	R200_SE_VAP_CNTL					0x2080
858 #define	R200_SE_TCL_MATRIX_SEL_0			 0x2230
859 #define	R200_SE_TCL_TEX_PROC_CTL_2			0x22a8
860 #define	R200_SE_TCL_UCP_VERT_BLEND_CTL		0x22c0
861 #define	R200_PP_TXFILTER_5					0x2ca0
862 #define	R200_PP_TXFILTER_4					0x2c80
863 #define	R200_PP_TXFILTER_3					0x2c60
864 #define	R200_PP_TXFILTER_2					0x2c40
865 #define	R200_PP_TXFILTER_1					0x2c20
866 #define	R200_PP_TXFILTER_0					0x2c00
867 #define	R200_PP_TXOFFSET_5					0x2d78
868 #define	R200_PP_TXOFFSET_4					0x2d60
869 #define	R200_PP_TXOFFSET_3					0x2d48
870 #define	R200_PP_TXOFFSET_2					0x2d30
871 #define	R200_PP_TXOFFSET_1					0x2d18
872 #define	R200_PP_TXOFFSET_0					0x2d00
873 
874 #define	R200_PP_CUBIC_FACES_0			    0x2c18
875 #define	R200_PP_CUBIC_FACES_1			    0x2c38
876 #define	R200_PP_CUBIC_FACES_2			    0x2c58
877 #define	R200_PP_CUBIC_FACES_3			    0x2c78
878 #define	R200_PP_CUBIC_FACES_4			    0x2c98
879 #define	R200_PP_CUBIC_FACES_5			    0x2cb8
880 #define	R200_PP_CUBIC_OFFSET_F1_0			0x2d04
881 #define	R200_PP_CUBIC_OFFSET_F2_0			0x2d08
882 #define	R200_PP_CUBIC_OFFSET_F3_0			0x2d0c
883 #define	R200_PP_CUBIC_OFFSET_F4_0			0x2d10
884 #define	R200_PP_CUBIC_OFFSET_F5_0			0x2d14
885 #define	R200_PP_CUBIC_OFFSET_F1_1			0x2d1c
886 #define	R200_PP_CUBIC_OFFSET_F2_1			0x2d20
887 #define	R200_PP_CUBIC_OFFSET_F3_1			0x2d24
888 #define	R200_PP_CUBIC_OFFSET_F4_1			0x2d28
889 #define	R200_PP_CUBIC_OFFSET_F5_1			0x2d2c
890 #define	R200_PP_CUBIC_OFFSET_F1_2			0x2d34
891 #define	R200_PP_CUBIC_OFFSET_F2_2			0x2d38
892 #define	R200_PP_CUBIC_OFFSET_F3_2			0x2d3c
893 #define	R200_PP_CUBIC_OFFSET_F4_2			0x2d40
894 #define	R200_PP_CUBIC_OFFSET_F5_2			0x2d44
895 #define	R200_PP_CUBIC_OFFSET_F1_3			0x2d4c
896 #define	R200_PP_CUBIC_OFFSET_F2_3			0x2d50
897 #define	R200_PP_CUBIC_OFFSET_F3_3			0x2d54
898 #define	R200_PP_CUBIC_OFFSET_F4_3			0x2d58
899 #define	R200_PP_CUBIC_OFFSET_F5_3			0x2d5c
900 #define	R200_PP_CUBIC_OFFSET_F1_4			0x2d64
901 #define	R200_PP_CUBIC_OFFSET_F2_4			0x2d68
902 #define	R200_PP_CUBIC_OFFSET_F3_4			0x2d6c
903 #define	R200_PP_CUBIC_OFFSET_F4_4			0x2d70
904 #define	R200_PP_CUBIC_OFFSET_F5_4			0x2d74
905 #define	R200_PP_CUBIC_OFFSET_F1_5			0x2d7c
906 #define	R200_PP_CUBIC_OFFSET_F2_5			0x2d80
907 #define	R200_PP_CUBIC_OFFSET_F3_5			0x2d84
908 #define	R200_PP_CUBIC_OFFSET_F4_5			0x2d88
909 #define	R200_PP_CUBIC_OFFSET_F5_5			0x2d8c
910 
911 #define	R200_RE_AUX_SCISSOR_CNTL			0x26f0
912 #define	R200_SE_VTE_CNTL				0x20b0
913 #define	R200_SE_TCL_OUTPUT_VTX_COMP_SEL		0x2250
914 #define	R200_PP_TAM_DEBUG3				0x2d9c
915 #define	R200_PP_CNTL_X				0x2cc4
916 #define	R200_SE_VAP_CNTL_STATUS			0x2140
917 #define	R200_RE_SCISSOR_TL_0			0x1cd8
918 #define	R200_RE_SCISSOR_TL_1			0x1ce0
919 #define	R200_RE_SCISSOR_TL_2			0x1ce8
920 #define	R200_RB3D_DEPTHXY_OFFSET		0x1d60
921 #define	R200_RE_AUX_SCISSOR_CNTL		0x26f0
922 #define	R200_SE_VTX_STATE_CNTL			0x2180
923 #define	R200_RE_POINTSIZE				0x2648
924 #define	R200_SE_TCL_INPUT_VTX_VECTOR_ADDR_0	0x2254
925 
926 #define	RADEON_PP_TEX_SIZE_0			0x1d04	/* NPOT */
927 #define	RADEON_PP_TEX_SIZE_1			0x1d0c
928 #define	RADEON_PP_TEX_SIZE_2			0x1d14
929 
930 #define	RADEON_PP_CUBIC_FACES_0			0x1d24
931 #define	RADEON_PP_CUBIC_FACES_1			0x1d28
932 #define	RADEON_PP_CUBIC_FACES_2			0x1d2c
933 #define	RADEON_PP_CUBIC_OFFSET_T0_0		0x1dd0	/* bits [31:5] */
934 #define	RADEON_PP_CUBIC_OFFSET_T1_0		0x1e00
935 #define	RADEON_PP_CUBIC_OFFSET_T2_0		0x1e14
936 
937 #define	RADEON_SE_TCL_STATE_FLUSH			0x2284
938 
939 #define	SE_VAP_CNTL__TCL_ENA_MASK				0x00000001
940 #define	SE_VAP_CNTL__FORCE_W_TO_ONE_MASK		0x00010000
941 #define	SE_VAP_CNTL__VF_MAX_VTX_NUM__SHIFT		0x00000012
942 #define	SE_VTE_CNTL__VTX_XY_FMT_MASK			0x00000100
943 #define	SE_VTE_CNTL__VTX_Z_FMT_MASK				0x00000200
944 #define	SE_VTX_FMT_0__VTX_Z0_PRESENT_MASK		0x00000001
945 #define	SE_VTX_FMT_0__VTX_W0_PRESENT_MASK		0x00000002
946 #define	SE_VTX_FMT_0__VTX_COLOR_0_FMT__SHIFT		0x0000000b
947 #define	R200_3D_DRAW_IMMD_2			0xC0003500
948 #define	R200_SE_VTX_FMT_1			0x208c
949 #define	R200_RE_CNTL				0x1c50
950 
951 #define	R200_RB3D_BLENDCOLOR			0x3218
952 
953 #define	R200_SE_TCL_POINT_SPRITE_CNTL		0x22c4
954 
955 #define	R200_PP_TRI_PERF			0x2cf8
956 
957 #define	R200_PP_AFS_0				0x2f80
958 #define	R200_PP_AFS_1				0x2f00 /* same as txcblend_0 */
959 
960 #define	R200_VAP_PVS_CNTL_1				0x22D0
961 
962 /* MPEG settings from VHA code */
963 #define	RADEON_VHA_SETTO16_1			0x2694
964 #define	RADEON_VHA_SETTO16_2			0x2680
965 #define	RADEON_VHA_SETTO0_1				0x1840
966 #define	RADEON_VHA_FB_OFFSET			0x19e4
967 #define	RADEON_VHA_SETTO1AND70S			0x19d8
968 #define	RADEON_VHA_DST_PITCH			0x1408
969 
970 // set as reference header
971 #define	RADEON_VHA_BACKFRAME0_OFF_Y			0x1840
972 #define	RADEON_VHA_BACKFRAME1_OFF_PITCH_Y		0x1844
973 #define	RADEON_VHA_BACKFRAME0_OFF_U			0x1848
974 #define	RADEON_VHA_BACKFRAME1_OFF_PITCH_U		0x184c
975 #define	RADOEN_VHA_BACKFRAME0_OFF_V			0x1850
976 #define	RADEON_VHA_BACKFRAME1_OFF_PITCH_V		0x1854
977 #define	RADEON_VHA_FORWFRAME0_OFF_Y			0x1858
978 #define	RADEON_VHA_FORWFRAME1_OFF_PITCH_Y		0x185c
979 #define	RADEON_VHA_FORWFRAME0_OFF_U			0x1860
980 #define	RADEON_VHA_FORWFRAME1_OFF_PITCH_U		0x1864
981 #define	RADEON_VHA_FORWFRAME0_OFF_V			0x1868
982 #define	RADEON_VHA_FORWFRAME0_OFF_PITCH_V		0x1880
983 #define	RADEON_VHA_BACKFRAME0_OFF_Y_2			0x1884
984 #define	RADEON_VHA_BACKFRAME1_OFF_PITCH_Y_2		0x1888
985 #define	RADEON_VHA_BACKFRAME0_OFF_U_2			0x188c
986 #define	RADEON_VHA_BACKFRAME1_OFF_PITCH_U_2		0x1890
987 #define	RADEON_VHA_BACKFRAME0_OFF_V_2			0x1894
988 #define	RADEON_VHA_BACKFRAME1_OFF_PITCH_V_2		0x1898
989 
990 
991 
992 /* Constants */
993 #define	RADEON_MAX_USEC_TIMEOUT		100000	/* 100 ms */
994 
995 #define	RADEON_LAST_FRAME_REG		RADEON_SCRATCH_REG0
996 #define	RADEON_LAST_DISPATCH_REG	RADEON_SCRATCH_REG1
997 #define	RADEON_LAST_CLEAR_REG		RADEON_SCRATCH_REG2
998 #define	RADEON_LAST_SWI_REG		RADEON_SCRATCH_REG3
999 #define	RADEON_LAST_DISPATCH		1
1000 
1001 #define	RADEON_MAX_VB_AGE		0x7fffffff
1002 #define	RADEON_MAX_VB_VERTS		(0xffff)
1003 
1004 #define	RADEON_RING_HIGH_MARK		128
1005 
1006 #define	RADEON_PCIGART_TABLE_SIZE		(32*1024)
1007 
1008 #define	RADEON_READ(reg)	\
1009 	DRM_READ32(dev_priv->mmio, (reg))
1010 #define	RADEON_WRITE(reg, val)	\
1011 	DRM_WRITE32(dev_priv->mmio, (reg), (val))
1012 #define	RADEON_READ8(reg)	\
1013 	DRM_READ8(dev_priv->mmio, (reg))
1014 #define	RADEON_WRITE8(reg, val)	\
1015 	DRM_WRITE8(dev_priv->mmio, (reg), (val))
1016 
1017 #define	RADEON_WRITE_PLL(addr, val)					\
1018 do {									\
1019 	RADEON_WRITE8(RADEON_CLOCK_CNTL_INDEX,				\
1020 	    ((addr) & 0x1f) | RADEON_PLL_WR_EN);		\
1021 	RADEON_WRITE(RADEON_CLOCK_CNTL_DATA, (val));			\
1022 } while (*"\0")
1023 
1024 #define	RADEON_WRITE_PCIE(addr, val)					\
1025 do {									\
1026 	RADEON_WRITE8(RADEON_PCIE_INDEX,				\
1027 			((addr) & 0xff));				\
1028 	RADEON_WRITE(RADEON_PCIE_DATA, (val));			\
1029 } while (*"\0")
1030 
1031 #define	CP_PACKET0(reg, n)						\
1032 	(RADEON_CP_PACKET0 | ((n) << 16) | ((reg) >> 2))
1033 #define	CP_PACKET0_TABLE(reg, n)					\
1034 	(RADEON_CP_PACKET0 | RADEON_ONE_REG_WR | ((n) << 16) | ((reg) >> 2))
1035 #define	CP_PACKET1(reg0, reg1)					\
1036 	(RADEON_CP_PACKET1 | (((reg1) >> 2) << 15) | ((reg0) >> 2))
1037 #define	CP_PACKET2()							\
1038 	(RADEON_CP_PACKET2)
1039 #define	CP_PACKET3(pkt, n)						\
1040 	(RADEON_CP_PACKET3 | (pkt) | ((n) << 16))
1041 
1042 /*
1043  * Engine control helper macros
1044  */
1045 
1046 #define	RADEON_WAIT_UNTIL_2D_IDLE() do {				\
1047 	OUT_RING(CP_PACKET0(RADEON_WAIT_UNTIL, 0));			\
1048 	OUT_RING((RADEON_WAIT_2D_IDLECLEAN |				\
1049 	    RADEON_WAIT_HOST_IDLECLEAN));			\
1050 } while (*"\0")
1051 
1052 #define	RADEON_WAIT_UNTIL_3D_IDLE() do {				\
1053 	OUT_RING(CP_PACKET0(RADEON_WAIT_UNTIL, 0));			\
1054 	OUT_RING((RADEON_WAIT_3D_IDLECLEAN |				\
1055 	    RADEON_WAIT_HOST_IDLECLEAN));			\
1056 } while (*"\0")
1057 
1058 #define	RADEON_WAIT_UNTIL_IDLE() do {					\
1059 	OUT_RING(CP_PACKET0(RADEON_WAIT_UNTIL, 0));			\
1060 	OUT_RING((RADEON_WAIT_2D_IDLECLEAN |				\
1061 	    RADEON_WAIT_3D_IDLECLEAN |				\
1062 	    RADEON_WAIT_HOST_IDLECLEAN));			\
1063 } while (*"\0")
1064 
1065 #define	RADEON_WAIT_UNTIL_PAGE_FLIPPED() do {				\
1066 	OUT_RING(CP_PACKET0(RADEON_WAIT_UNTIL, 0));			\
1067 	OUT_RING(RADEON_WAIT_CRTC_PFLIP);				\
1068 } while (*"\0")
1069 
1070 #define	RADEON_FLUSH_CACHE() do {					\
1071 	OUT_RING(CP_PACKET0(RADEON_RB3D_DSTCACHE_CTLSTAT, 0));	\
1072 	OUT_RING(RADEON_RB3D_DC_FLUSH);				\
1073 } while (*"\0")
1074 
1075 #define	RADEON_PURGE_CACHE() do {					\
1076 	OUT_RING(CP_PACKET0(RADEON_RB3D_DSTCACHE_CTLSTAT, 0));	\
1077 	OUT_RING(RADEON_RB3D_DC_FLUSH_ALL);				\
1078 } while (*"\0")
1079 
1080 #define	RADEON_FLUSH_ZCACHE() do {					\
1081 	OUT_RING(CP_PACKET0(RADEON_RB3D_ZCACHE_CTLSTAT, 0));	\
1082 	OUT_RING(RADEON_RB3D_ZC_FLUSH);				\
1083 } while (*"\0")
1084 
1085 #define	RADEON_PURGE_ZCACHE() do {					\
1086 	OUT_RING(CP_PACKET0(RADEON_RB3D_ZCACHE_CTLSTAT, 0));	\
1087 	OUT_RING(RADEON_RB3D_ZC_FLUSH_ALL);				\
1088 } while (*"\0")
1089 
1090 /*
1091  * Misc helper macros
1092  */
1093 
1094 /* Perfbox functionality only. */
1095 #define	RING_SPACE_TEST_WITH_RETURN(dev_priv)				\
1096 do {									\
1097 	if (!(dev_priv->stats.boxes & RADEON_BOX_DMA_IDLE)) {		\
1098 		u32 head = GET_RING_HEAD(dev_priv);			\
1099 		if (head == dev_priv->ring.tail)			\
1100 			dev_priv->stats.boxes |= RADEON_BOX_DMA_IDLE;	\
1101 	}								\
1102 } while (*"\0")
1103 
1104 #define	VB_AGE_TEST_WITH_RETURN(dev_priv)				\
1105 do {									\
1106 	drm_radeon_sarea_t *sarea_priv = dev_priv->sarea_priv;		\
1107 	if (sarea_priv->last_dispatch >= RADEON_MAX_VB_AGE) {		\
1108 		int __ret = radeon_do_cp_idle(dev_priv);		\
1109 		if (__ret) 				\
1110 			return (__ret);				\
1111 		sarea_priv->last_dispatch = 0;				\
1112 		radeon_freelist_reset(dev);				\
1113 	}								\
1114 } while (*"\0")
1115 
1116 #define	RADEON_DISPATCH_AGE(age) do {					\
1117 	OUT_RING(CP_PACKET0(RADEON_LAST_DISPATCH_REG, 0));		\
1118 	OUT_RING(age);						\
1119 } while (*"\0")
1120 
1121 #define	RADEON_FRAME_AGE(age) do {					\
1122 	OUT_RING(CP_PACKET0(RADEON_LAST_FRAME_REG, 0));		\
1123 	OUT_RING(age);						\
1124 } while (*"\0")
1125 
1126 #define	RADEON_CLEAR_AGE(age) do {					\
1127 	OUT_RING(CP_PACKET0(RADEON_LAST_CLEAR_REG, 0));		\
1128 	OUT_RING(age);						\
1129 } while (*"\0")
1130 
1131 /*
1132  * Ring control
1133  */
1134 #define	RING_LOCALS	int write, _nr; unsigned int mask; u32 *ring;
1135 
1136 #define	BEGIN_RING(n) do {						\
1137 	if (dev_priv->ring.space <= (n) * sizeof (u32)) {		\
1138 		COMMIT_RING();						\
1139 		(void) radeon_wait_ring(dev_priv, (n) * sizeof (u32));	\
1140 	}								\
1141 	_nr = n; dev_priv->ring.space -= (n) * sizeof (u32);		\
1142 	ring = dev_priv->ring.start;					\
1143 	write = dev_priv->ring.tail;					\
1144 	mask = dev_priv->ring.tail_mask;				\
1145 } while (*"\0")
1146 
1147 #define	ADVANCE_RING() do {				\
1148 	if (((dev_priv->ring.tail + _nr) & mask) != write) {		\
1149 		DRM_ERROR( 						\
1150 			"ADVANCE_RING(): mismatch: nr: "	\
1151 			"%x write: %x line: %d\n",	\
1152 			((dev_priv->ring.tail + _nr) & mask),		\
1153 			write, __LINE__);				\
1154 	} else								\
1155 		dev_priv->ring.tail = write;				\
1156 } while (*"\0")
1157 
1158 
1159 #if defined(lint) || defined(__lint)
1160 #define	COMMIT_RING()		/* For lint clean */
1161 #else
1162 #define	COMMIT_RING() do {						\
1163 	/* Flush writes to ring */					\
1164 	DRM_MEMORYBARRIER();						\
1165 	GET_RING_HEAD(dev_priv);					\
1166 	RADEON_WRITE(RADEON_CP_RB_WPTR, dev_priv->ring.tail);		\
1167 	/* read from PCI bus to ensure correct posting */		\
1168 	RADEON_READ(RADEON_CP_RB_RPTR);				\
1169 } while (*"\0")
1170 #endif
1171 
1172 #define	OUT_RING(x) do {						\
1173 	ring[write++] = (x);						\
1174 	write &= mask;							\
1175 } while (*"\0")
1176 
1177 #define	OUT_RING_REG(reg, val) do {					\
1178 	OUT_RING(CP_PACKET0(reg, 0));				\
1179 	OUT_RING(val);						\
1180 } while (*"\0")
1181 
1182 #define	OUT_RING_TABLE(tab, sz) do {				\
1183 	int _size = (sz);					\
1184 	int *_tab = (int *)(uintptr_t)(tab);				\
1185 								\
1186 	if (write + _size > mask) {				\
1187 		int _i = (mask+1) - write;			\
1188 		_size -= _i;					\
1189 		while (_i > 0) {				\
1190 			*(int *)(ring + write) = *_tab++;	\
1191 			write++;				\
1192 			_i--;					\
1193 		}						\
1194 		write = 0;					\
1195 		_tab += _i;					\
1196 	}							\
1197 	while (_size > 0) {					\
1198 		*(ring + write) = *_tab++;			\
1199 		write++;					\
1200 		_size--;					\
1201 	}							\
1202 	write &= mask;						\
1203 } while (*"\0")
1204 
1205 #endif	/* __RADEON_DRV_H__ */
1206