xref: /linux/drivers/video/fbdev/aty/radeon_accel.c (revision ca55b2fef3a9373fcfc30f82fd26bc7fccbda732)
1 #include "radeonfb.h"
2 
3 /* the accelerated functions here are patterned after the
4  * "ACCEL_MMIO" ifdef branches in XFree86
5  * --dte
6  */
7 
8 static void radeon_fixup_offset(struct radeonfb_info *rinfo)
9 {
10 	u32 local_base;
11 
12 	/* *** Ugly workaround *** */
13 	/*
14 	 * On some platforms, the video memory is mapped at 0 in radeon chip space
15 	 * (like PPCs) by the firmware. X will always move it up so that it's seen
16 	 * by the chip to be at the same address as the PCI BAR.
17 	 * That means that when switching back from X, there is a mismatch between
18 	 * the offsets programmed into the engine. This means that potentially,
19 	 * accel operations done before radeonfb has a chance to re-init the engine
20 	 * will have incorrect offsets, and potentially trash system memory !
21 	 *
22 	 * The correct fix is for fbcon to never call any accel op before the engine
23 	 * has properly been re-initialized (by a call to set_var), but this is a
24 	 * complex fix. This workaround in the meantime, called before every accel
25 	 * operation, makes sure the offsets are in sync.
26 	 */
27 
28 	radeon_fifo_wait (1);
29 	local_base = INREG(MC_FB_LOCATION) << 16;
30 	if (local_base == rinfo->fb_local_base)
31 		return;
32 
33 	rinfo->fb_local_base = local_base;
34 
35 	radeon_fifo_wait (3);
36 	OUTREG(DEFAULT_PITCH_OFFSET, (rinfo->pitch << 0x16) |
37 				     (rinfo->fb_local_base >> 10));
38 	OUTREG(DST_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
39 	OUTREG(SRC_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
40 }
41 
42 static void radeonfb_prim_fillrect(struct radeonfb_info *rinfo,
43 				   const struct fb_fillrect *region)
44 {
45 	radeon_fifo_wait(4);
46 
47 	OUTREG(DP_GUI_MASTER_CNTL,
48 		rinfo->dp_gui_master_cntl  /* contains, like GMC_DST_32BPP */
49                 | GMC_BRUSH_SOLID_COLOR
50                 | ROP3_P);
51 	if (radeon_get_dstbpp(rinfo->depth) != DST_8BPP)
52 		OUTREG(DP_BRUSH_FRGD_CLR, rinfo->pseudo_palette[region->color]);
53 	else
54 		OUTREG(DP_BRUSH_FRGD_CLR, region->color);
55 	OUTREG(DP_WRITE_MSK, 0xffffffff);
56 	OUTREG(DP_CNTL, (DST_X_LEFT_TO_RIGHT | DST_Y_TOP_TO_BOTTOM));
57 
58 	radeon_fifo_wait(2);
59 	OUTREG(DSTCACHE_CTLSTAT, RB2D_DC_FLUSH_ALL);
60 	OUTREG(WAIT_UNTIL, (WAIT_2D_IDLECLEAN | WAIT_DMA_GUI_IDLE));
61 
62 	radeon_fifo_wait(2);
63 	OUTREG(DST_Y_X, (region->dy << 16) | region->dx);
64 	OUTREG(DST_WIDTH_HEIGHT, (region->width << 16) | region->height);
65 }
66 
67 void radeonfb_fillrect(struct fb_info *info, const struct fb_fillrect *region)
68 {
69 	struct radeonfb_info *rinfo = info->par;
70 	struct fb_fillrect modded;
71 	int vxres, vyres;
72 
73 	if (info->state != FBINFO_STATE_RUNNING)
74 		return;
75 	if (info->flags & FBINFO_HWACCEL_DISABLED) {
76 		cfb_fillrect(info, region);
77 		return;
78 	}
79 
80 	radeon_fixup_offset(rinfo);
81 
82 	vxres = info->var.xres_virtual;
83 	vyres = info->var.yres_virtual;
84 
85 	memcpy(&modded, region, sizeof(struct fb_fillrect));
86 
87 	if(!modded.width || !modded.height ||
88 	   modded.dx >= vxres || modded.dy >= vyres)
89 		return;
90 
91 	if(modded.dx + modded.width  > vxres) modded.width  = vxres - modded.dx;
92 	if(modded.dy + modded.height > vyres) modded.height = vyres - modded.dy;
93 
94 	radeonfb_prim_fillrect(rinfo, &modded);
95 }
96 
97 static void radeonfb_prim_copyarea(struct radeonfb_info *rinfo,
98 				   const struct fb_copyarea *area)
99 {
100 	int xdir, ydir;
101 	u32 sx, sy, dx, dy, w, h;
102 
103 	w = area->width; h = area->height;
104 	dx = area->dx; dy = area->dy;
105 	sx = area->sx; sy = area->sy;
106 	xdir = sx - dx;
107 	ydir = sy - dy;
108 
109 	if ( xdir < 0 ) { sx += w-1; dx += w-1; }
110 	if ( ydir < 0 ) { sy += h-1; dy += h-1; }
111 
112 	radeon_fifo_wait(3);
113 	OUTREG(DP_GUI_MASTER_CNTL,
114 		rinfo->dp_gui_master_cntl /* i.e. GMC_DST_32BPP */
115 		| GMC_BRUSH_NONE
116 		| GMC_SRC_DSTCOLOR
117 		| ROP3_S
118 		| DP_SRC_SOURCE_MEMORY );
119 	OUTREG(DP_WRITE_MSK, 0xffffffff);
120 	OUTREG(DP_CNTL, (xdir>=0 ? DST_X_LEFT_TO_RIGHT : 0)
121 			| (ydir>=0 ? DST_Y_TOP_TO_BOTTOM : 0));
122 
123 	radeon_fifo_wait(2);
124 	OUTREG(DSTCACHE_CTLSTAT, RB2D_DC_FLUSH_ALL);
125 	OUTREG(WAIT_UNTIL, (WAIT_2D_IDLECLEAN | WAIT_DMA_GUI_IDLE));
126 
127 	radeon_fifo_wait(3);
128 	OUTREG(SRC_Y_X, (sy << 16) | sx);
129 	OUTREG(DST_Y_X, (dy << 16) | dx);
130 	OUTREG(DST_HEIGHT_WIDTH, (h << 16) | w);
131 }
132 
133 
134 void radeonfb_copyarea(struct fb_info *info, const struct fb_copyarea *area)
135 {
136 	struct radeonfb_info *rinfo = info->par;
137 	struct fb_copyarea modded;
138 	u32 vxres, vyres;
139 	modded.sx = area->sx;
140 	modded.sy = area->sy;
141 	modded.dx = area->dx;
142 	modded.dy = area->dy;
143 	modded.width  = area->width;
144 	modded.height = area->height;
145 
146 	if (info->state != FBINFO_STATE_RUNNING)
147 		return;
148 	if (info->flags & FBINFO_HWACCEL_DISABLED) {
149 		cfb_copyarea(info, area);
150 		return;
151 	}
152 
153 	radeon_fixup_offset(rinfo);
154 
155 	vxres = info->var.xres_virtual;
156 	vyres = info->var.yres_virtual;
157 
158 	if(!modded.width || !modded.height ||
159 	   modded.sx >= vxres || modded.sy >= vyres ||
160 	   modded.dx >= vxres || modded.dy >= vyres)
161 		return;
162 
163 	if(modded.sx + modded.width > vxres)  modded.width = vxres - modded.sx;
164 	if(modded.dx + modded.width > vxres)  modded.width = vxres - modded.dx;
165 	if(modded.sy + modded.height > vyres) modded.height = vyres - modded.sy;
166 	if(modded.dy + modded.height > vyres) modded.height = vyres - modded.dy;
167 
168 	radeonfb_prim_copyarea(rinfo, &modded);
169 }
170 
171 void radeonfb_imageblit(struct fb_info *info, const struct fb_image *image)
172 {
173 	struct radeonfb_info *rinfo = info->par;
174 
175 	if (info->state != FBINFO_STATE_RUNNING)
176 		return;
177 	radeon_engine_idle();
178 
179 	cfb_imageblit(info, image);
180 }
181 
182 int radeonfb_sync(struct fb_info *info)
183 {
184 	struct radeonfb_info *rinfo = info->par;
185 
186 	if (info->state != FBINFO_STATE_RUNNING)
187 		return 0;
188 	radeon_engine_idle();
189 
190 	return 0;
191 }
192 
193 void radeonfb_engine_reset(struct radeonfb_info *rinfo)
194 {
195 	u32 clock_cntl_index, mclk_cntl, rbbm_soft_reset;
196 	u32 host_path_cntl;
197 
198 	radeon_engine_flush (rinfo);
199 
200 	clock_cntl_index = INREG(CLOCK_CNTL_INDEX);
201 	mclk_cntl = INPLL(MCLK_CNTL);
202 
203 	OUTPLL(MCLK_CNTL, (mclk_cntl |
204 			   FORCEON_MCLKA |
205 			   FORCEON_MCLKB |
206 			   FORCEON_YCLKA |
207 			   FORCEON_YCLKB |
208 			   FORCEON_MC |
209 			   FORCEON_AIC));
210 
211 	host_path_cntl = INREG(HOST_PATH_CNTL);
212 	rbbm_soft_reset = INREG(RBBM_SOFT_RESET);
213 
214 	if (IS_R300_VARIANT(rinfo)) {
215 		u32 tmp;
216 
217 		OUTREG(RBBM_SOFT_RESET, (rbbm_soft_reset |
218 					 SOFT_RESET_CP |
219 					 SOFT_RESET_HI |
220 					 SOFT_RESET_E2));
221 		INREG(RBBM_SOFT_RESET);
222 		OUTREG(RBBM_SOFT_RESET, 0);
223 		tmp = INREG(RB2D_DSTCACHE_MODE);
224 		OUTREG(RB2D_DSTCACHE_MODE, tmp | (1 << 17)); /* FIXME */
225 	} else {
226 		OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset |
227 					SOFT_RESET_CP |
228 					SOFT_RESET_HI |
229 					SOFT_RESET_SE |
230 					SOFT_RESET_RE |
231 					SOFT_RESET_PP |
232 					SOFT_RESET_E2 |
233 					SOFT_RESET_RB);
234 		INREG(RBBM_SOFT_RESET);
235 		OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset & (u32)
236 					~(SOFT_RESET_CP |
237 					  SOFT_RESET_HI |
238 					  SOFT_RESET_SE |
239 					  SOFT_RESET_RE |
240 					  SOFT_RESET_PP |
241 					  SOFT_RESET_E2 |
242 					  SOFT_RESET_RB));
243 		INREG(RBBM_SOFT_RESET);
244 	}
245 
246 	OUTREG(HOST_PATH_CNTL, host_path_cntl | HDP_SOFT_RESET);
247 	INREG(HOST_PATH_CNTL);
248 	OUTREG(HOST_PATH_CNTL, host_path_cntl);
249 
250 	if (!IS_R300_VARIANT(rinfo))
251 		OUTREG(RBBM_SOFT_RESET, rbbm_soft_reset);
252 
253 	OUTREG(CLOCK_CNTL_INDEX, clock_cntl_index);
254 	OUTPLL(MCLK_CNTL, mclk_cntl);
255 }
256 
257 void radeonfb_engine_init (struct radeonfb_info *rinfo)
258 {
259 	unsigned long temp;
260 
261 	/* disable 3D engine */
262 	OUTREG(RB3D_CNTL, 0);
263 
264 	radeonfb_engine_reset(rinfo);
265 
266 	radeon_fifo_wait (1);
267 	if (IS_R300_VARIANT(rinfo)) {
268 		OUTREG(RB2D_DSTCACHE_MODE, INREG(RB2D_DSTCACHE_MODE) |
269 		       RB2D_DC_AUTOFLUSH_ENABLE |
270 		       RB2D_DC_DC_DISABLE_IGNORE_PE);
271 	} else {
272 		/* This needs to be double checked with ATI. Latest X driver
273 		 * completely "forgets" to set this register on < r3xx, and
274 		 * we used to just write 0 there... I'll keep the 0 and update
275 		 * that when we have sorted things out on X side.
276 		 */
277 		OUTREG(RB2D_DSTCACHE_MODE, 0);
278 	}
279 
280 	radeon_fifo_wait (3);
281 	/* We re-read MC_FB_LOCATION from card as it can have been
282 	 * modified by XFree drivers (ouch !)
283 	 */
284 	rinfo->fb_local_base = INREG(MC_FB_LOCATION) << 16;
285 
286 	OUTREG(DEFAULT_PITCH_OFFSET, (rinfo->pitch << 0x16) |
287 				     (rinfo->fb_local_base >> 10));
288 	OUTREG(DST_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
289 	OUTREG(SRC_PITCH_OFFSET, (rinfo->pitch << 0x16) | (rinfo->fb_local_base >> 10));
290 
291 	radeon_fifo_wait (1);
292 #if defined(__BIG_ENDIAN)
293 	OUTREGP(DP_DATATYPE, HOST_BIG_ENDIAN_EN, ~HOST_BIG_ENDIAN_EN);
294 #else
295 	OUTREGP(DP_DATATYPE, 0, ~HOST_BIG_ENDIAN_EN);
296 #endif
297 	radeon_fifo_wait (2);
298 	OUTREG(DEFAULT_SC_TOP_LEFT, 0);
299 	OUTREG(DEFAULT_SC_BOTTOM_RIGHT, (DEFAULT_SC_RIGHT_MAX |
300 					 DEFAULT_SC_BOTTOM_MAX));
301 
302 	temp = radeon_get_dstbpp(rinfo->depth);
303 	rinfo->dp_gui_master_cntl = ((temp << 8) | GMC_CLR_CMP_CNTL_DIS);
304 
305 	radeon_fifo_wait (1);
306 	OUTREG(DP_GUI_MASTER_CNTL, (rinfo->dp_gui_master_cntl |
307 				    GMC_BRUSH_SOLID_COLOR |
308 				    GMC_SRC_DATATYPE_COLOR));
309 
310 	radeon_fifo_wait (7);
311 
312 	/* clear line drawing regs */
313 	OUTREG(DST_LINE_START, 0);
314 	OUTREG(DST_LINE_END, 0);
315 
316 	/* set brush color regs */
317 	OUTREG(DP_BRUSH_FRGD_CLR, 0xffffffff);
318 	OUTREG(DP_BRUSH_BKGD_CLR, 0x00000000);
319 
320 	/* set source color regs */
321 	OUTREG(DP_SRC_FRGD_CLR, 0xffffffff);
322 	OUTREG(DP_SRC_BKGD_CLR, 0x00000000);
323 
324 	/* default write mask */
325 	OUTREG(DP_WRITE_MSK, 0xffffffff);
326 
327 	radeon_engine_idle ();
328 }
329