xref: /linux/drivers/gpu/drm/nouveau/dispnv04/crtc.c (revision de848da12f752170c2ebe114804a985314fd5a6a)
1 /*
2  * Copyright 1993-2003 NVIDIA, Corporation
3  * Copyright 2006 Dave Airlie
4  * Copyright 2007 Maarten Maathuis
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the "Software"),
8  * to deal in the Software without restriction, including without limitation
9  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10  * and/or sell copies of the Software, and to permit persons to whom the
11  * Software is furnished to do so, subject to the following conditions:
12  *
13  * The above copyright notice and this permission notice (including the next
14  * paragraph) shall be included in all copies or substantial portions of the
15  * Software.
16  *
17  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
20  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
22  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
23  * DEALINGS IN THE SOFTWARE.
24  */
25 #include <drm/drm_crtc_helper.h>
26 #include <drm/drm_fourcc.h>
27 #include <drm/drm_modeset_helper_vtables.h>
28 #include <drm/drm_plane_helper.h>
29 #include <drm/drm_vblank.h>
30 
31 #include "nouveau_drv.h"
32 #include "nouveau_reg.h"
33 #include "nouveau_ttm.h"
34 #include "nouveau_bo.h"
35 #include "nouveau_gem.h"
36 #include "nouveau_encoder.h"
37 #include "nouveau_connector.h"
38 #include "nouveau_crtc.h"
39 #include "hw.h"
40 #include "nvreg.h"
41 #include "disp.h"
42 #include "nouveau_dma.h"
43 
44 #include <subdev/bios/pll.h>
45 #include <subdev/clk.h>
46 
47 #include <nvif/push006c.h>
48 
49 #include <nvif/event.h>
50 #include <nvif/cl0046.h>
51 
52 static int
53 nv04_crtc_mode_set_base(struct drm_crtc *crtc, int x, int y,
54 			struct drm_framebuffer *old_fb);
55 
56 static void
57 crtc_wr_cio_state(struct drm_crtc *crtc, struct nv04_crtc_reg *crtcstate, int index)
58 {
59 	NVWriteVgaCrtc(crtc->dev, nouveau_crtc(crtc)->index, index,
60 		       crtcstate->CRTC[index]);
61 }
62 
63 static void nv_crtc_set_digital_vibrance(struct drm_crtc *crtc, int level)
64 {
65 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
66 	struct drm_device *dev = crtc->dev;
67 	struct nv04_crtc_reg *regp = &nv04_display(dev)->mode_reg.crtc_reg[nv_crtc->index];
68 
69 	regp->CRTC[NV_CIO_CRE_CSB] = nv_crtc->saturation = level;
70 	if (nv_crtc->saturation && nv_gf4_disp_arch(crtc->dev)) {
71 		regp->CRTC[NV_CIO_CRE_CSB] = 0x80;
72 		regp->CRTC[NV_CIO_CRE_5B] = nv_crtc->saturation << 2;
73 		crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_5B);
74 	}
75 	crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_CSB);
76 }
77 
78 static void nv_crtc_set_image_sharpening(struct drm_crtc *crtc, int level)
79 {
80 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
81 	struct drm_device *dev = crtc->dev;
82 	struct nv04_crtc_reg *regp = &nv04_display(dev)->mode_reg.crtc_reg[nv_crtc->index];
83 
84 	nv_crtc->sharpness = level;
85 	if (level < 0)	/* blur is in hw range 0x3f -> 0x20 */
86 		level += 0x40;
87 	regp->ramdac_634 = level;
88 	NVWriteRAMDAC(crtc->dev, nv_crtc->index, NV_PRAMDAC_634, regp->ramdac_634);
89 }
90 
91 #define PLLSEL_VPLL1_MASK				\
92 	(NV_PRAMDAC_PLL_COEFF_SELECT_SOURCE_PROG_VPLL	\
93 	 | NV_PRAMDAC_PLL_COEFF_SELECT_VCLK_RATIO_DB2)
94 #define PLLSEL_VPLL2_MASK				\
95 	(NV_PRAMDAC_PLL_COEFF_SELECT_PLL_SOURCE_VPLL2		\
96 	 | NV_PRAMDAC_PLL_COEFF_SELECT_VCLK2_RATIO_DB2)
97 #define PLLSEL_TV_MASK					\
98 	(NV_PRAMDAC_PLL_COEFF_SELECT_TV_VSCLK1		\
99 	 | NV_PRAMDAC_PLL_COEFF_SELECT_TV_PCLK1		\
100 	 | NV_PRAMDAC_PLL_COEFF_SELECT_TV_VSCLK2	\
101 	 | NV_PRAMDAC_PLL_COEFF_SELECT_TV_PCLK2)
102 
103 /* NV4x 0x40.. pll notes:
104  * gpu pll: 0x4000 + 0x4004
105  * ?gpu? pll: 0x4008 + 0x400c
106  * vpll1: 0x4010 + 0x4014
107  * vpll2: 0x4018 + 0x401c
108  * mpll: 0x4020 + 0x4024
109  * mpll: 0x4038 + 0x403c
110  *
111  * the first register of each pair has some unknown details:
112  * bits 0-7: redirected values from elsewhere? (similar to PLL_SETUP_CONTROL?)
113  * bits 20-23: (mpll) something to do with post divider?
114  * bits 28-31: related to single stage mode? (bit 8/12)
115  */
116 
117 static void nv_crtc_calc_state_ext(struct drm_crtc *crtc, struct drm_display_mode * mode, int dot_clock)
118 {
119 	struct drm_device *dev = crtc->dev;
120 	struct nouveau_drm *drm = nouveau_drm(dev);
121 	struct nvkm_bios *bios = nvxx_bios(drm);
122 	struct nvkm_clk *clk = nvxx_clk(drm);
123 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
124 	struct nv04_mode_state *state = &nv04_display(dev)->mode_reg;
125 	struct nv04_crtc_reg *regp = &state->crtc_reg[nv_crtc->index];
126 	struct nvkm_pll_vals *pv = &regp->pllvals;
127 	struct nvbios_pll pll_lim;
128 
129 	if (nvbios_pll_parse(bios, nv_crtc->index ? PLL_VPLL1 : PLL_VPLL0,
130 			    &pll_lim))
131 		return;
132 
133 	/* NM2 == 0 is used to determine single stage mode on two stage plls */
134 	pv->NM2 = 0;
135 
136 	/* for newer nv4x the blob uses only the first stage of the vpll below a
137 	 * certain clock.  for a certain nv4b this is 150MHz.  since the max
138 	 * output frequency of the first stage for this card is 300MHz, it is
139 	 * assumed the threshold is given by vco1 maxfreq/2
140 	 */
141 	/* for early nv4x, specifically nv40 and *some* nv43 (devids 0 and 6,
142 	 * not 8, others unknown), the blob always uses both plls.  no problem
143 	 * has yet been observed in allowing the use a single stage pll on all
144 	 * nv43 however.  the behaviour of single stage use is untested on nv40
145 	 */
146 	if (drm->client.device.info.chipset > 0x40 && dot_clock <= (pll_lim.vco1.max_freq / 2))
147 		memset(&pll_lim.vco2, 0, sizeof(pll_lim.vco2));
148 
149 
150 	if (!clk->pll_calc(clk, &pll_lim, dot_clock, pv))
151 		return;
152 
153 	state->pllsel &= PLLSEL_VPLL1_MASK | PLLSEL_VPLL2_MASK | PLLSEL_TV_MASK;
154 
155 	/* The blob uses this always, so let's do the same */
156 	if (drm->client.device.info.family == NV_DEVICE_INFO_V0_CURIE)
157 		state->pllsel |= NV_PRAMDAC_PLL_COEFF_SELECT_USE_VPLL2_TRUE;
158 	/* again nv40 and some nv43 act more like nv3x as described above */
159 	if (drm->client.device.info.chipset < 0x41)
160 		state->pllsel |= NV_PRAMDAC_PLL_COEFF_SELECT_SOURCE_PROG_MPLL |
161 				 NV_PRAMDAC_PLL_COEFF_SELECT_SOURCE_PROG_NVPLL;
162 	state->pllsel |= nv_crtc->index ? PLLSEL_VPLL2_MASK : PLLSEL_VPLL1_MASK;
163 
164 	if (pv->NM2)
165 		NV_DEBUG(drm, "vpll: n1 %d n2 %d m1 %d m2 %d log2p %d\n",
166 			 pv->N1, pv->N2, pv->M1, pv->M2, pv->log2P);
167 	else
168 		NV_DEBUG(drm, "vpll: n %d m %d log2p %d\n",
169 			 pv->N1, pv->M1, pv->log2P);
170 
171 	nv_crtc->cursor.set_offset(nv_crtc, nv_crtc->cursor.offset);
172 }
173 
174 static void
175 nv_crtc_dpms(struct drm_crtc *crtc, int mode)
176 {
177 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
178 	struct drm_device *dev = crtc->dev;
179 	struct nouveau_drm *drm = nouveau_drm(dev);
180 	unsigned char seq1 = 0, crtc17 = 0;
181 	unsigned char crtc1A;
182 
183 	NV_DEBUG(drm, "Setting dpms mode %d on CRTC %d\n", mode,
184 							nv_crtc->index);
185 
186 	if (nv_crtc->last_dpms == mode) /* Don't do unnecessary mode changes. */
187 		return;
188 
189 	nv_crtc->last_dpms = mode;
190 
191 	if (nv_two_heads(dev))
192 		NVSetOwner(dev, nv_crtc->index);
193 
194 	/* nv4ref indicates these two RPC1 bits inhibit h/v sync */
195 	crtc1A = NVReadVgaCrtc(dev, nv_crtc->index,
196 					NV_CIO_CRE_RPC1_INDEX) & ~0xC0;
197 	switch (mode) {
198 	case DRM_MODE_DPMS_STANDBY:
199 		/* Screen: Off; HSync: Off, VSync: On -- Not Supported */
200 		seq1 = 0x20;
201 		crtc17 = 0x80;
202 		crtc1A |= 0x80;
203 		break;
204 	case DRM_MODE_DPMS_SUSPEND:
205 		/* Screen: Off; HSync: On, VSync: Off -- Not Supported */
206 		seq1 = 0x20;
207 		crtc17 = 0x80;
208 		crtc1A |= 0x40;
209 		break;
210 	case DRM_MODE_DPMS_OFF:
211 		/* Screen: Off; HSync: Off, VSync: Off */
212 		seq1 = 0x20;
213 		crtc17 = 0x00;
214 		crtc1A |= 0xC0;
215 		break;
216 	case DRM_MODE_DPMS_ON:
217 	default:
218 		/* Screen: On; HSync: On, VSync: On */
219 		seq1 = 0x00;
220 		crtc17 = 0x80;
221 		break;
222 	}
223 
224 	NVVgaSeqReset(dev, nv_crtc->index, true);
225 	/* Each head has it's own sequencer, so we can turn it off when we want */
226 	seq1 |= (NVReadVgaSeq(dev, nv_crtc->index, NV_VIO_SR_CLOCK_INDEX) & ~0x20);
227 	NVWriteVgaSeq(dev, nv_crtc->index, NV_VIO_SR_CLOCK_INDEX, seq1);
228 	crtc17 |= (NVReadVgaCrtc(dev, nv_crtc->index, NV_CIO_CR_MODE_INDEX) & ~0x80);
229 	mdelay(10);
230 	NVWriteVgaCrtc(dev, nv_crtc->index, NV_CIO_CR_MODE_INDEX, crtc17);
231 	NVVgaSeqReset(dev, nv_crtc->index, false);
232 
233 	NVWriteVgaCrtc(dev, nv_crtc->index, NV_CIO_CRE_RPC1_INDEX, crtc1A);
234 }
235 
236 static void
237 nv_crtc_mode_set_vga(struct drm_crtc *crtc, struct drm_display_mode *mode)
238 {
239 	struct drm_device *dev = crtc->dev;
240 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
241 	struct nv04_crtc_reg *regp = &nv04_display(dev)->mode_reg.crtc_reg[nv_crtc->index];
242 	struct drm_framebuffer *fb = crtc->primary->fb;
243 
244 	/* Calculate our timings */
245 	int horizDisplay	= (mode->crtc_hdisplay >> 3)		- 1;
246 	int horizStart		= (mode->crtc_hsync_start >> 3) 	+ 1;
247 	int horizEnd		= (mode->crtc_hsync_end >> 3)		+ 1;
248 	int horizTotal		= (mode->crtc_htotal >> 3)		- 5;
249 	int horizBlankStart	= (mode->crtc_hdisplay >> 3)		- 1;
250 	int horizBlankEnd	= (mode->crtc_htotal >> 3)		- 1;
251 	int vertDisplay		= mode->crtc_vdisplay			- 1;
252 	int vertStart		= mode->crtc_vsync_start 		- 1;
253 	int vertEnd		= mode->crtc_vsync_end			- 1;
254 	int vertTotal		= mode->crtc_vtotal 			- 2;
255 	int vertBlankStart	= mode->crtc_vdisplay 			- 1;
256 	int vertBlankEnd	= mode->crtc_vtotal			- 1;
257 
258 	struct drm_encoder *encoder;
259 	bool fp_output = false;
260 
261 	list_for_each_entry(encoder, &dev->mode_config.encoder_list, head) {
262 		struct nouveau_encoder *nv_encoder = nouveau_encoder(encoder);
263 
264 		if (encoder->crtc == crtc &&
265 		    (nv_encoder->dcb->type == DCB_OUTPUT_LVDS ||
266 		     nv_encoder->dcb->type == DCB_OUTPUT_TMDS))
267 			fp_output = true;
268 	}
269 
270 	if (fp_output) {
271 		vertStart = vertTotal - 3;
272 		vertEnd = vertTotal - 2;
273 		vertBlankStart = vertStart;
274 		horizStart = horizTotal - 5;
275 		horizEnd = horizTotal - 2;
276 		horizBlankEnd = horizTotal + 4;
277 #if 0
278 		if (dev->overlayAdaptor && drm->client.device.info.family >= NV_DEVICE_INFO_V0_CELSIUS)
279 			/* This reportedly works around some video overlay bandwidth problems */
280 			horizTotal += 2;
281 #endif
282 	}
283 
284 	if (mode->flags & DRM_MODE_FLAG_INTERLACE)
285 		vertTotal |= 1;
286 
287 #if 0
288 	ErrorF("horizDisplay: 0x%X \n", horizDisplay);
289 	ErrorF("horizStart: 0x%X \n", horizStart);
290 	ErrorF("horizEnd: 0x%X \n", horizEnd);
291 	ErrorF("horizTotal: 0x%X \n", horizTotal);
292 	ErrorF("horizBlankStart: 0x%X \n", horizBlankStart);
293 	ErrorF("horizBlankEnd: 0x%X \n", horizBlankEnd);
294 	ErrorF("vertDisplay: 0x%X \n", vertDisplay);
295 	ErrorF("vertStart: 0x%X \n", vertStart);
296 	ErrorF("vertEnd: 0x%X \n", vertEnd);
297 	ErrorF("vertTotal: 0x%X \n", vertTotal);
298 	ErrorF("vertBlankStart: 0x%X \n", vertBlankStart);
299 	ErrorF("vertBlankEnd: 0x%X \n", vertBlankEnd);
300 #endif
301 
302 	/*
303 	* compute correct Hsync & Vsync polarity
304 	*/
305 	if ((mode->flags & (DRM_MODE_FLAG_PHSYNC | DRM_MODE_FLAG_NHSYNC))
306 		&& (mode->flags & (DRM_MODE_FLAG_PVSYNC | DRM_MODE_FLAG_NVSYNC))) {
307 
308 		regp->MiscOutReg = 0x23;
309 		if (mode->flags & DRM_MODE_FLAG_NHSYNC)
310 			regp->MiscOutReg |= 0x40;
311 		if (mode->flags & DRM_MODE_FLAG_NVSYNC)
312 			regp->MiscOutReg |= 0x80;
313 	} else {
314 		int vdisplay = mode->vdisplay;
315 		if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
316 			vdisplay *= 2;
317 		if (mode->vscan > 1)
318 			vdisplay *= mode->vscan;
319 		if (vdisplay < 400)
320 			regp->MiscOutReg = 0xA3;	/* +hsync -vsync */
321 		else if (vdisplay < 480)
322 			regp->MiscOutReg = 0x63;	/* -hsync +vsync */
323 		else if (vdisplay < 768)
324 			regp->MiscOutReg = 0xE3;	/* -hsync -vsync */
325 		else
326 			regp->MiscOutReg = 0x23;	/* +hsync +vsync */
327 	}
328 
329 	/*
330 	 * Time Sequencer
331 	 */
332 	regp->Sequencer[NV_VIO_SR_RESET_INDEX] = 0x00;
333 	/* 0x20 disables the sequencer */
334 	if (mode->flags & DRM_MODE_FLAG_CLKDIV2)
335 		regp->Sequencer[NV_VIO_SR_CLOCK_INDEX] = 0x29;
336 	else
337 		regp->Sequencer[NV_VIO_SR_CLOCK_INDEX] = 0x21;
338 	regp->Sequencer[NV_VIO_SR_PLANE_MASK_INDEX] = 0x0F;
339 	regp->Sequencer[NV_VIO_SR_CHAR_MAP_INDEX] = 0x00;
340 	regp->Sequencer[NV_VIO_SR_MEM_MODE_INDEX] = 0x0E;
341 
342 	/*
343 	 * CRTC
344 	 */
345 	regp->CRTC[NV_CIO_CR_HDT_INDEX] = horizTotal;
346 	regp->CRTC[NV_CIO_CR_HDE_INDEX] = horizDisplay;
347 	regp->CRTC[NV_CIO_CR_HBS_INDEX] = horizBlankStart;
348 	regp->CRTC[NV_CIO_CR_HBE_INDEX] = (1 << 7) |
349 					  XLATE(horizBlankEnd, 0, NV_CIO_CR_HBE_4_0);
350 	regp->CRTC[NV_CIO_CR_HRS_INDEX] = horizStart;
351 	regp->CRTC[NV_CIO_CR_HRE_INDEX] = XLATE(horizBlankEnd, 5, NV_CIO_CR_HRE_HBE_5) |
352 					  XLATE(horizEnd, 0, NV_CIO_CR_HRE_4_0);
353 	regp->CRTC[NV_CIO_CR_VDT_INDEX] = vertTotal;
354 	regp->CRTC[NV_CIO_CR_OVL_INDEX] = XLATE(vertStart, 9, NV_CIO_CR_OVL_VRS_9) |
355 					  XLATE(vertDisplay, 9, NV_CIO_CR_OVL_VDE_9) |
356 					  XLATE(vertTotal, 9, NV_CIO_CR_OVL_VDT_9) |
357 					  (1 << 4) |
358 					  XLATE(vertBlankStart, 8, NV_CIO_CR_OVL_VBS_8) |
359 					  XLATE(vertStart, 8, NV_CIO_CR_OVL_VRS_8) |
360 					  XLATE(vertDisplay, 8, NV_CIO_CR_OVL_VDE_8) |
361 					  XLATE(vertTotal, 8, NV_CIO_CR_OVL_VDT_8);
362 	regp->CRTC[NV_CIO_CR_RSAL_INDEX] = 0x00;
363 	regp->CRTC[NV_CIO_CR_CELL_HT_INDEX] = ((mode->flags & DRM_MODE_FLAG_DBLSCAN) ? MASK(NV_CIO_CR_CELL_HT_SCANDBL) : 0) |
364 					      1 << 6 |
365 					      XLATE(vertBlankStart, 9, NV_CIO_CR_CELL_HT_VBS_9);
366 	regp->CRTC[NV_CIO_CR_CURS_ST_INDEX] = 0x00;
367 	regp->CRTC[NV_CIO_CR_CURS_END_INDEX] = 0x00;
368 	regp->CRTC[NV_CIO_CR_SA_HI_INDEX] = 0x00;
369 	regp->CRTC[NV_CIO_CR_SA_LO_INDEX] = 0x00;
370 	regp->CRTC[NV_CIO_CR_TCOFF_HI_INDEX] = 0x00;
371 	regp->CRTC[NV_CIO_CR_TCOFF_LO_INDEX] = 0x00;
372 	regp->CRTC[NV_CIO_CR_VRS_INDEX] = vertStart;
373 	regp->CRTC[NV_CIO_CR_VRE_INDEX] = 1 << 5 | XLATE(vertEnd, 0, NV_CIO_CR_VRE_3_0);
374 	regp->CRTC[NV_CIO_CR_VDE_INDEX] = vertDisplay;
375 	/* framebuffer can be larger than crtc scanout area. */
376 	regp->CRTC[NV_CIO_CR_OFFSET_INDEX] = fb->pitches[0] / 8;
377 	regp->CRTC[NV_CIO_CR_ULINE_INDEX] = 0x00;
378 	regp->CRTC[NV_CIO_CR_VBS_INDEX] = vertBlankStart;
379 	regp->CRTC[NV_CIO_CR_VBE_INDEX] = vertBlankEnd;
380 	regp->CRTC[NV_CIO_CR_MODE_INDEX] = 0x43;
381 	regp->CRTC[NV_CIO_CR_LCOMP_INDEX] = 0xff;
382 
383 	/*
384 	 * Some extended CRTC registers (they are not saved with the rest of the vga regs).
385 	 */
386 
387 	/* framebuffer can be larger than crtc scanout area. */
388 	regp->CRTC[NV_CIO_CRE_RPC0_INDEX] =
389 		XLATE(fb->pitches[0] / 8, 8, NV_CIO_CRE_RPC0_OFFSET_10_8);
390 	regp->CRTC[NV_CIO_CRE_42] =
391 		XLATE(fb->pitches[0] / 8, 11, NV_CIO_CRE_42_OFFSET_11);
392 	regp->CRTC[NV_CIO_CRE_RPC1_INDEX] = mode->crtc_hdisplay < 1280 ?
393 					    MASK(NV_CIO_CRE_RPC1_LARGE) : 0x00;
394 	regp->CRTC[NV_CIO_CRE_LSR_INDEX] = XLATE(horizBlankEnd, 6, NV_CIO_CRE_LSR_HBE_6) |
395 					   XLATE(vertBlankStart, 10, NV_CIO_CRE_LSR_VBS_10) |
396 					   XLATE(vertStart, 10, NV_CIO_CRE_LSR_VRS_10) |
397 					   XLATE(vertDisplay, 10, NV_CIO_CRE_LSR_VDE_10) |
398 					   XLATE(vertTotal, 10, NV_CIO_CRE_LSR_VDT_10);
399 	regp->CRTC[NV_CIO_CRE_HEB__INDEX] = XLATE(horizStart, 8, NV_CIO_CRE_HEB_HRS_8) |
400 					    XLATE(horizBlankStart, 8, NV_CIO_CRE_HEB_HBS_8) |
401 					    XLATE(horizDisplay, 8, NV_CIO_CRE_HEB_HDE_8) |
402 					    XLATE(horizTotal, 8, NV_CIO_CRE_HEB_HDT_8);
403 	regp->CRTC[NV_CIO_CRE_EBR_INDEX] = XLATE(vertBlankStart, 11, NV_CIO_CRE_EBR_VBS_11) |
404 					   XLATE(vertStart, 11, NV_CIO_CRE_EBR_VRS_11) |
405 					   XLATE(vertDisplay, 11, NV_CIO_CRE_EBR_VDE_11) |
406 					   XLATE(vertTotal, 11, NV_CIO_CRE_EBR_VDT_11);
407 
408 	if (mode->flags & DRM_MODE_FLAG_INTERLACE) {
409 		horizTotal = (horizTotal >> 1) & ~1;
410 		regp->CRTC[NV_CIO_CRE_ILACE__INDEX] = horizTotal;
411 		regp->CRTC[NV_CIO_CRE_HEB__INDEX] |= XLATE(horizTotal, 8, NV_CIO_CRE_HEB_ILC_8);
412 	} else
413 		regp->CRTC[NV_CIO_CRE_ILACE__INDEX] = 0xff;  /* interlace off */
414 
415 	/*
416 	* Graphics Display Controller
417 	*/
418 	regp->Graphics[NV_VIO_GX_SR_INDEX] = 0x00;
419 	regp->Graphics[NV_VIO_GX_SREN_INDEX] = 0x00;
420 	regp->Graphics[NV_VIO_GX_CCOMP_INDEX] = 0x00;
421 	regp->Graphics[NV_VIO_GX_ROP_INDEX] = 0x00;
422 	regp->Graphics[NV_VIO_GX_READ_MAP_INDEX] = 0x00;
423 	regp->Graphics[NV_VIO_GX_MODE_INDEX] = 0x40; /* 256 color mode */
424 	regp->Graphics[NV_VIO_GX_MISC_INDEX] = 0x05; /* map 64k mem + graphic mode */
425 	regp->Graphics[NV_VIO_GX_DONT_CARE_INDEX] = 0x0F;
426 	regp->Graphics[NV_VIO_GX_BIT_MASK_INDEX] = 0xFF;
427 
428 	regp->Attribute[0]  = 0x00; /* standard colormap translation */
429 	regp->Attribute[1]  = 0x01;
430 	regp->Attribute[2]  = 0x02;
431 	regp->Attribute[3]  = 0x03;
432 	regp->Attribute[4]  = 0x04;
433 	regp->Attribute[5]  = 0x05;
434 	regp->Attribute[6]  = 0x06;
435 	regp->Attribute[7]  = 0x07;
436 	regp->Attribute[8]  = 0x08;
437 	regp->Attribute[9]  = 0x09;
438 	regp->Attribute[10] = 0x0A;
439 	regp->Attribute[11] = 0x0B;
440 	regp->Attribute[12] = 0x0C;
441 	regp->Attribute[13] = 0x0D;
442 	regp->Attribute[14] = 0x0E;
443 	regp->Attribute[15] = 0x0F;
444 	regp->Attribute[NV_CIO_AR_MODE_INDEX] = 0x01; /* Enable graphic mode */
445 	/* Non-vga */
446 	regp->Attribute[NV_CIO_AR_OSCAN_INDEX] = 0x00;
447 	regp->Attribute[NV_CIO_AR_PLANE_INDEX] = 0x0F; /* enable all color planes */
448 	regp->Attribute[NV_CIO_AR_HPP_INDEX] = 0x00;
449 	regp->Attribute[NV_CIO_AR_CSEL_INDEX] = 0x00;
450 }
451 
452 /*
453  * Sets up registers for the given mode/adjusted_mode pair.
454  *
455  * The clocks, CRTCs and outputs attached to this CRTC must be off.
456  *
457  * This shouldn't enable any clocks, CRTCs, or outputs, but they should
458  * be easily turned on/off after this.
459  */
460 static void
461 nv_crtc_mode_set_regs(struct drm_crtc *crtc, struct drm_display_mode * mode)
462 {
463 	struct drm_device *dev = crtc->dev;
464 	struct nouveau_drm *drm = nouveau_drm(dev);
465 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
466 	struct nv04_crtc_reg *regp = &nv04_display(dev)->mode_reg.crtc_reg[nv_crtc->index];
467 	struct nv04_crtc_reg *savep = &nv04_display(dev)->saved_reg.crtc_reg[nv_crtc->index];
468 	const struct drm_framebuffer *fb = crtc->primary->fb;
469 	struct drm_encoder *encoder;
470 	bool lvds_output = false, tmds_output = false, tv_output = false,
471 		off_chip_digital = false;
472 
473 	list_for_each_entry(encoder, &dev->mode_config.encoder_list, head) {
474 		struct nouveau_encoder *nv_encoder = nouveau_encoder(encoder);
475 		bool digital = false;
476 
477 		if (encoder->crtc != crtc)
478 			continue;
479 
480 		if (nv_encoder->dcb->type == DCB_OUTPUT_LVDS)
481 			digital = lvds_output = true;
482 		if (nv_encoder->dcb->type == DCB_OUTPUT_TV)
483 			tv_output = true;
484 		if (nv_encoder->dcb->type == DCB_OUTPUT_TMDS)
485 			digital = tmds_output = true;
486 		if (nv_encoder->dcb->location != DCB_LOC_ON_CHIP && digital)
487 			off_chip_digital = true;
488 	}
489 
490 	/* Registers not directly related to the (s)vga mode */
491 
492 	/* What is the meaning of this register? */
493 	/* A few popular values are 0x18, 0x1c, 0x38, 0x3c */
494 	regp->CRTC[NV_CIO_CRE_ENH_INDEX] = savep->CRTC[NV_CIO_CRE_ENH_INDEX] & ~(1<<5);
495 
496 	regp->crtc_eng_ctrl = 0;
497 	/* Except for rare conditions I2C is enabled on the primary crtc */
498 	if (nv_crtc->index == 0)
499 		regp->crtc_eng_ctrl |= NV_CRTC_FSEL_I2C;
500 #if 0
501 	/* Set overlay to desired crtc. */
502 	if (dev->overlayAdaptor) {
503 		NVPortPrivPtr pPriv = GET_OVERLAY_PRIVATE(dev);
504 		if (pPriv->overlayCRTC == nv_crtc->index)
505 			regp->crtc_eng_ctrl |= NV_CRTC_FSEL_OVERLAY;
506 	}
507 #endif
508 
509 	/* ADDRESS_SPACE_PNVM is the same as setting HCUR_ASI */
510 	regp->cursor_cfg = NV_PCRTC_CURSOR_CONFIG_CUR_LINES_64 |
511 			     NV_PCRTC_CURSOR_CONFIG_CUR_PIXELS_64 |
512 			     NV_PCRTC_CURSOR_CONFIG_ADDRESS_SPACE_PNVM;
513 	if (drm->client.device.info.chipset >= 0x11)
514 		regp->cursor_cfg |= NV_PCRTC_CURSOR_CONFIG_CUR_BPP_32;
515 	if (mode->flags & DRM_MODE_FLAG_DBLSCAN)
516 		regp->cursor_cfg |= NV_PCRTC_CURSOR_CONFIG_DOUBLE_SCAN_ENABLE;
517 
518 	/* Unblock some timings */
519 	regp->CRTC[NV_CIO_CRE_53] = 0;
520 	regp->CRTC[NV_CIO_CRE_54] = 0;
521 
522 	/* 0x00 is disabled, 0x11 is lvds, 0x22 crt and 0x88 tmds */
523 	if (lvds_output)
524 		regp->CRTC[NV_CIO_CRE_SCRATCH3__INDEX] = 0x11;
525 	else if (tmds_output)
526 		regp->CRTC[NV_CIO_CRE_SCRATCH3__INDEX] = 0x88;
527 	else
528 		regp->CRTC[NV_CIO_CRE_SCRATCH3__INDEX] = 0x22;
529 
530 	/* These values seem to vary */
531 	/* This register seems to be used by the bios to make certain decisions on some G70 cards? */
532 	regp->CRTC[NV_CIO_CRE_SCRATCH4__INDEX] = savep->CRTC[NV_CIO_CRE_SCRATCH4__INDEX];
533 
534 	nv_crtc_set_digital_vibrance(crtc, nv_crtc->saturation);
535 
536 	/* probably a scratch reg, but kept for cargo-cult purposes:
537 	 * bit0: crtc0?, head A
538 	 * bit6: lvds, head A
539 	 * bit7: (only in X), head A
540 	 */
541 	if (nv_crtc->index == 0)
542 		regp->CRTC[NV_CIO_CRE_4B] = savep->CRTC[NV_CIO_CRE_4B] | 0x80;
543 
544 	/* The blob seems to take the current value from crtc 0, add 4 to that
545 	 * and reuse the old value for crtc 1 */
546 	regp->CRTC[NV_CIO_CRE_TVOUT_LATENCY] = nv04_display(dev)->saved_reg.crtc_reg[0].CRTC[NV_CIO_CRE_TVOUT_LATENCY];
547 	if (!nv_crtc->index)
548 		regp->CRTC[NV_CIO_CRE_TVOUT_LATENCY] += 4;
549 
550 	/* the blob sometimes sets |= 0x10 (which is the same as setting |=
551 	 * 1 << 30 on 0x60.830), for no apparent reason */
552 	regp->CRTC[NV_CIO_CRE_59] = off_chip_digital;
553 
554 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_RANKINE)
555 		regp->CRTC[0x9f] = off_chip_digital ? 0x11 : 0x1;
556 
557 	regp->crtc_830 = mode->crtc_vdisplay - 3;
558 	regp->crtc_834 = mode->crtc_vdisplay - 1;
559 
560 	if (drm->client.device.info.family == NV_DEVICE_INFO_V0_CURIE)
561 		/* This is what the blob does */
562 		regp->crtc_850 = NVReadCRTC(dev, 0, NV_PCRTC_850);
563 
564 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_RANKINE)
565 		regp->gpio_ext = NVReadCRTC(dev, 0, NV_PCRTC_GPIO_EXT);
566 
567 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_CELSIUS)
568 		regp->crtc_cfg = NV10_PCRTC_CONFIG_START_ADDRESS_HSYNC;
569 	else
570 		regp->crtc_cfg = NV04_PCRTC_CONFIG_START_ADDRESS_HSYNC;
571 
572 	/* Some misc regs */
573 	if (drm->client.device.info.family == NV_DEVICE_INFO_V0_CURIE) {
574 		regp->CRTC[NV_CIO_CRE_85] = 0xFF;
575 		regp->CRTC[NV_CIO_CRE_86] = 0x1;
576 	}
577 
578 	regp->CRTC[NV_CIO_CRE_PIXEL_INDEX] = (fb->format->depth + 1) / 8;
579 	/* Enable slaved mode (called MODE_TV in nv4ref.h) */
580 	if (lvds_output || tmds_output || tv_output)
581 		regp->CRTC[NV_CIO_CRE_PIXEL_INDEX] |= (1 << 7);
582 
583 	/* Generic PRAMDAC regs */
584 
585 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_CELSIUS)
586 		/* Only bit that bios and blob set. */
587 		regp->nv10_cursync = (1 << 25);
588 
589 	regp->ramdac_gen_ctrl = NV_PRAMDAC_GENERAL_CONTROL_BPC_8BITS |
590 				NV_PRAMDAC_GENERAL_CONTROL_VGA_STATE_SEL |
591 				NV_PRAMDAC_GENERAL_CONTROL_PIXMIX_ON;
592 	if (fb->format->depth == 16)
593 		regp->ramdac_gen_ctrl |= NV_PRAMDAC_GENERAL_CONTROL_ALT_MODE_SEL;
594 	if (drm->client.device.info.chipset >= 0x11)
595 		regp->ramdac_gen_ctrl |= NV_PRAMDAC_GENERAL_CONTROL_PIPE_LONG;
596 
597 	regp->ramdac_630 = 0; /* turn off green mode (tv test pattern?) */
598 	regp->tv_setup = 0;
599 
600 	nv_crtc_set_image_sharpening(crtc, nv_crtc->sharpness);
601 
602 	/* Some values the blob sets */
603 	regp->ramdac_8c0 = 0x100;
604 	regp->ramdac_a20 = 0x0;
605 	regp->ramdac_a24 = 0xfffff;
606 	regp->ramdac_a34 = 0x1;
607 }
608 
609 static int
610 nv_crtc_swap_fbs(struct drm_crtc *crtc, struct drm_framebuffer *old_fb)
611 {
612 	struct nv04_display *disp = nv04_display(crtc->dev);
613 	struct drm_framebuffer *fb = crtc->primary->fb;
614 	struct nouveau_bo *nvbo = nouveau_gem_object(fb->obj[0]);
615 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
616 	int ret;
617 
618 	ret = nouveau_bo_pin(nvbo, NOUVEAU_GEM_DOMAIN_VRAM, false);
619 	if (ret == 0) {
620 		if (disp->image[nv_crtc->index]) {
621 			struct nouveau_bo *bo = disp->image[nv_crtc->index];
622 
623 			nouveau_bo_unpin(bo);
624 			drm_gem_object_put(&bo->bo.base);
625 		}
626 
627 		drm_gem_object_get(&nvbo->bo.base);
628 		disp->image[nv_crtc->index] = nvbo;
629 	}
630 
631 	return ret;
632 }
633 
634 /*
635  * Sets up registers for the given mode/adjusted_mode pair.
636  *
637  * The clocks, CRTCs and outputs attached to this CRTC must be off.
638  *
639  * This shouldn't enable any clocks, CRTCs, or outputs, but they should
640  * be easily turned on/off after this.
641  */
642 static int
643 nv_crtc_mode_set(struct drm_crtc *crtc, struct drm_display_mode *mode,
644 		 struct drm_display_mode *adjusted_mode,
645 		 int x, int y, struct drm_framebuffer *old_fb)
646 {
647 	struct drm_device *dev = crtc->dev;
648 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
649 	struct nouveau_drm *drm = nouveau_drm(dev);
650 	int ret;
651 
652 	NV_DEBUG(drm, "CTRC mode on CRTC %d:\n", nv_crtc->index);
653 	drm_mode_debug_printmodeline(adjusted_mode);
654 
655 	ret = nv_crtc_swap_fbs(crtc, old_fb);
656 	if (ret)
657 		return ret;
658 
659 	/* unlock must come after turning off FP_TG_CONTROL in output_prepare */
660 	nv_lock_vga_crtc_shadow(dev, nv_crtc->index, -1);
661 
662 	nv_crtc_mode_set_vga(crtc, adjusted_mode);
663 	/* calculated in nv04_dfp_prepare, nv40 needs it written before calculating PLLs */
664 	if (drm->client.device.info.family == NV_DEVICE_INFO_V0_CURIE)
665 		NVWriteRAMDAC(dev, 0, NV_PRAMDAC_SEL_CLK, nv04_display(dev)->mode_reg.sel_clk);
666 	nv_crtc_mode_set_regs(crtc, adjusted_mode);
667 	nv_crtc_calc_state_ext(crtc, mode, adjusted_mode->clock);
668 	return 0;
669 }
670 
671 static void nv_crtc_save(struct drm_crtc *crtc)
672 {
673 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
674 	struct drm_device *dev = crtc->dev;
675 	struct nv04_mode_state *state = &nv04_display(dev)->mode_reg;
676 	struct nv04_crtc_reg *crtc_state = &state->crtc_reg[nv_crtc->index];
677 	struct nv04_mode_state *saved = &nv04_display(dev)->saved_reg;
678 	struct nv04_crtc_reg *crtc_saved = &saved->crtc_reg[nv_crtc->index];
679 
680 	if (nv_two_heads(crtc->dev))
681 		NVSetOwner(crtc->dev, nv_crtc->index);
682 
683 	nouveau_hw_save_state(crtc->dev, nv_crtc->index, saved);
684 
685 	/* init some state to saved value */
686 	state->sel_clk = saved->sel_clk & ~(0x5 << 16);
687 	crtc_state->CRTC[NV_CIO_CRE_LCD__INDEX] = crtc_saved->CRTC[NV_CIO_CRE_LCD__INDEX];
688 	state->pllsel = saved->pllsel & ~(PLLSEL_VPLL1_MASK | PLLSEL_VPLL2_MASK | PLLSEL_TV_MASK);
689 	crtc_state->gpio_ext = crtc_saved->gpio_ext;
690 }
691 
692 static void nv_crtc_restore(struct drm_crtc *crtc)
693 {
694 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
695 	struct drm_device *dev = crtc->dev;
696 	int head = nv_crtc->index;
697 	uint8_t saved_cr21 = nv04_display(dev)->saved_reg.crtc_reg[head].CRTC[NV_CIO_CRE_21];
698 
699 	if (nv_two_heads(crtc->dev))
700 		NVSetOwner(crtc->dev, head);
701 
702 	nouveau_hw_load_state(crtc->dev, head, &nv04_display(dev)->saved_reg);
703 	nv_lock_vga_crtc_shadow(crtc->dev, head, saved_cr21);
704 
705 	nv_crtc->last_dpms = NV_DPMS_CLEARED;
706 }
707 
708 static void nv_crtc_prepare(struct drm_crtc *crtc)
709 {
710 	struct drm_device *dev = crtc->dev;
711 	struct nouveau_drm *drm = nouveau_drm(dev);
712 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
713 	const struct drm_crtc_helper_funcs *funcs = crtc->helper_private;
714 
715 	if (nv_two_heads(dev))
716 		NVSetOwner(dev, nv_crtc->index);
717 
718 	drm_crtc_vblank_off(crtc);
719 	funcs->dpms(crtc, DRM_MODE_DPMS_OFF);
720 
721 	NVBlankScreen(dev, nv_crtc->index, true);
722 
723 	/* Some more preparation. */
724 	NVWriteCRTC(dev, nv_crtc->index, NV_PCRTC_CONFIG, NV_PCRTC_CONFIG_START_ADDRESS_NON_VGA);
725 	if (drm->client.device.info.family == NV_DEVICE_INFO_V0_CURIE) {
726 		uint32_t reg900 = NVReadRAMDAC(dev, nv_crtc->index, NV_PRAMDAC_900);
727 		NVWriteRAMDAC(dev, nv_crtc->index, NV_PRAMDAC_900, reg900 & ~0x10000);
728 	}
729 }
730 
731 static void nv_crtc_commit(struct drm_crtc *crtc)
732 {
733 	struct drm_device *dev = crtc->dev;
734 	const struct drm_crtc_helper_funcs *funcs = crtc->helper_private;
735 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
736 
737 	nouveau_hw_load_state(dev, nv_crtc->index, &nv04_display(dev)->mode_reg);
738 	nv04_crtc_mode_set_base(crtc, crtc->x, crtc->y, NULL);
739 
740 #ifdef __BIG_ENDIAN
741 	/* turn on LFB swapping */
742 	{
743 		uint8_t tmp = NVReadVgaCrtc(dev, nv_crtc->index, NV_CIO_CRE_RCR);
744 		tmp |= MASK(NV_CIO_CRE_RCR_ENDIAN_BIG);
745 		NVWriteVgaCrtc(dev, nv_crtc->index, NV_CIO_CRE_RCR, tmp);
746 	}
747 #endif
748 
749 	funcs->dpms(crtc, DRM_MODE_DPMS_ON);
750 	drm_crtc_vblank_on(crtc);
751 }
752 
753 static void nv_crtc_destroy(struct drm_crtc *crtc)
754 {
755 	struct nv04_display *disp = nv04_display(crtc->dev);
756 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
757 
758 	if (!nv_crtc)
759 		return;
760 
761 	drm_crtc_cleanup(crtc);
762 
763 	if (disp->image[nv_crtc->index]) {
764 		struct nouveau_bo *bo = disp->image[nv_crtc->index];
765 
766 		nouveau_bo_unpin(bo);
767 		drm_gem_object_put(&bo->bo.base);
768 		disp->image[nv_crtc->index] = NULL;
769 	}
770 
771 	nouveau_bo_unmap(nv_crtc->cursor.nvbo);
772 	nouveau_bo_unpin(nv_crtc->cursor.nvbo);
773 	nouveau_bo_fini(nv_crtc->cursor.nvbo);
774 	nvif_event_dtor(&nv_crtc->vblank);
775 	nvif_head_dtor(&nv_crtc->head);
776 	kfree(nv_crtc);
777 }
778 
779 static void
780 nv_crtc_gamma_load(struct drm_crtc *crtc)
781 {
782 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
783 	struct drm_device *dev = nv_crtc->base.dev;
784 	struct rgb { uint8_t r, g, b; } __attribute__((packed)) *rgbs;
785 	u16 *r, *g, *b;
786 	int i;
787 
788 	rgbs = (struct rgb *)nv04_display(dev)->mode_reg.crtc_reg[nv_crtc->index].DAC;
789 	r = crtc->gamma_store;
790 	g = r + crtc->gamma_size;
791 	b = g + crtc->gamma_size;
792 
793 	for (i = 0; i < 256; i++) {
794 		rgbs[i].r = *r++ >> 8;
795 		rgbs[i].g = *g++ >> 8;
796 		rgbs[i].b = *b++ >> 8;
797 	}
798 
799 	nouveau_hw_load_state_palette(dev, nv_crtc->index, &nv04_display(dev)->mode_reg);
800 }
801 
802 static void
803 nv_crtc_disable(struct drm_crtc *crtc)
804 {
805 	struct nv04_display *disp = nv04_display(crtc->dev);
806 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
807 
808 	if (disp->image[nv_crtc->index]) {
809 		struct nouveau_bo *bo = disp->image[nv_crtc->index];
810 
811 		nouveau_bo_unpin(bo);
812 		drm_gem_object_put(&bo->bo.base);
813 		disp->image[nv_crtc->index] = NULL;
814 	}
815 }
816 
817 static int
818 nv_crtc_gamma_set(struct drm_crtc *crtc, u16 *r, u16 *g, u16 *b,
819 		  uint32_t size,
820 		  struct drm_modeset_acquire_ctx *ctx)
821 {
822 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
823 
824 	/* We need to know the depth before we upload, but it's possible to
825 	 * get called before a framebuffer is bound.  If this is the case,
826 	 * mark the lut values as dirty by setting depth==0, and it'll be
827 	 * uploaded on the first mode_set_base()
828 	 */
829 	if (!nv_crtc->base.primary->fb) {
830 		nv_crtc->lut.depth = 0;
831 		return 0;
832 	}
833 
834 	nv_crtc_gamma_load(crtc);
835 
836 	return 0;
837 }
838 
839 static int
840 nv04_crtc_do_mode_set_base(struct drm_crtc *crtc,
841 			   struct drm_framebuffer *passed_fb,
842 			   int x, int y, bool atomic)
843 {
844 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
845 	struct drm_device *dev = crtc->dev;
846 	struct nouveau_drm *drm = nouveau_drm(dev);
847 	struct nv04_crtc_reg *regp = &nv04_display(dev)->mode_reg.crtc_reg[nv_crtc->index];
848 	struct nouveau_bo *nvbo;
849 	struct drm_framebuffer *drm_fb;
850 	int arb_burst, arb_lwm;
851 
852 	NV_DEBUG(drm, "index %d\n", nv_crtc->index);
853 
854 	/* no fb bound */
855 	if (!atomic && !crtc->primary->fb) {
856 		NV_DEBUG(drm, "No FB bound\n");
857 		return 0;
858 	}
859 
860 	/* If atomic, we want to switch to the fb we were passed, so
861 	 * now we update pointers to do that.
862 	 */
863 	if (atomic) {
864 		drm_fb = passed_fb;
865 	} else {
866 		drm_fb = crtc->primary->fb;
867 	}
868 
869 	nvbo = nouveau_gem_object(drm_fb->obj[0]);
870 	nv_crtc->fb.offset = nvbo->offset;
871 
872 	if (nv_crtc->lut.depth != drm_fb->format->depth) {
873 		nv_crtc->lut.depth = drm_fb->format->depth;
874 		nv_crtc_gamma_load(crtc);
875 	}
876 
877 	/* Update the framebuffer format. */
878 	regp->CRTC[NV_CIO_CRE_PIXEL_INDEX] &= ~3;
879 	regp->CRTC[NV_CIO_CRE_PIXEL_INDEX] |= (drm_fb->format->depth + 1) / 8;
880 	regp->ramdac_gen_ctrl &= ~NV_PRAMDAC_GENERAL_CONTROL_ALT_MODE_SEL;
881 	if (drm_fb->format->depth == 16)
882 		regp->ramdac_gen_ctrl |= NV_PRAMDAC_GENERAL_CONTROL_ALT_MODE_SEL;
883 	crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_PIXEL_INDEX);
884 	NVWriteRAMDAC(dev, nv_crtc->index, NV_PRAMDAC_GENERAL_CONTROL,
885 		      regp->ramdac_gen_ctrl);
886 
887 	regp->CRTC[NV_CIO_CR_OFFSET_INDEX] = drm_fb->pitches[0] >> 3;
888 	regp->CRTC[NV_CIO_CRE_RPC0_INDEX] =
889 		XLATE(drm_fb->pitches[0] >> 3, 8, NV_CIO_CRE_RPC0_OFFSET_10_8);
890 	regp->CRTC[NV_CIO_CRE_42] =
891 		XLATE(drm_fb->pitches[0] / 8, 11, NV_CIO_CRE_42_OFFSET_11);
892 	crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_RPC0_INDEX);
893 	crtc_wr_cio_state(crtc, regp, NV_CIO_CR_OFFSET_INDEX);
894 	crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_42);
895 
896 	/* Update the framebuffer location. */
897 	regp->fb_start = nv_crtc->fb.offset & ~3;
898 	regp->fb_start += (y * drm_fb->pitches[0]) + (x * drm_fb->format->cpp[0]);
899 	nv_set_crtc_base(dev, nv_crtc->index, regp->fb_start);
900 
901 	/* Update the arbitration parameters. */
902 	nouveau_calc_arb(dev, crtc->mode.clock, drm_fb->format->cpp[0] * 8,
903 			 &arb_burst, &arb_lwm);
904 
905 	regp->CRTC[NV_CIO_CRE_FF_INDEX] = arb_burst;
906 	regp->CRTC[NV_CIO_CRE_FFLWM__INDEX] = arb_lwm & 0xff;
907 	crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_FF_INDEX);
908 	crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_FFLWM__INDEX);
909 
910 	if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_KELVIN) {
911 		regp->CRTC[NV_CIO_CRE_47] = arb_lwm >> 8;
912 		crtc_wr_cio_state(crtc, regp, NV_CIO_CRE_47);
913 	}
914 
915 	return 0;
916 }
917 
918 static int
919 nv04_crtc_mode_set_base(struct drm_crtc *crtc, int x, int y,
920 			struct drm_framebuffer *old_fb)
921 {
922 	int ret = nv_crtc_swap_fbs(crtc, old_fb);
923 	if (ret)
924 		return ret;
925 	return nv04_crtc_do_mode_set_base(crtc, old_fb, x, y, false);
926 }
927 
928 static int
929 nv04_crtc_mode_set_base_atomic(struct drm_crtc *crtc,
930 			       struct drm_framebuffer *fb,
931 			       int x, int y, enum mode_set_atomic state)
932 {
933 	return nv04_crtc_do_mode_set_base(crtc, fb, x, y, true);
934 }
935 
936 static void nv04_cursor_upload(struct drm_device *dev, struct nouveau_bo *src,
937 			       struct nouveau_bo *dst)
938 {
939 	int width = nv_cursor_width(dev);
940 	uint32_t pixel;
941 	int i, j;
942 
943 	for (i = 0; i < width; i++) {
944 		for (j = 0; j < width; j++) {
945 			pixel = nouveau_bo_rd32(src, i*64 + j);
946 
947 			nouveau_bo_wr16(dst, i*width + j, (pixel & 0x80000000) >> 16
948 				     | (pixel & 0xf80000) >> 9
949 				     | (pixel & 0xf800) >> 6
950 				     | (pixel & 0xf8) >> 3);
951 		}
952 	}
953 }
954 
955 static void nv11_cursor_upload(struct drm_device *dev, struct nouveau_bo *src,
956 			       struct nouveau_bo *dst)
957 {
958 	uint32_t pixel;
959 	int alpha, i;
960 
961 	/* nv11+ supports premultiplied (PM), or non-premultiplied (NPM) alpha
962 	 * cursors (though NPM in combination with fp dithering may not work on
963 	 * nv11, from "nv" driver history)
964 	 * NPM mode needs NV_PCRTC_CURSOR_CONFIG_ALPHA_BLEND set and is what the
965 	 * blob uses, however we get given PM cursors so we use PM mode
966 	 */
967 	for (i = 0; i < 64 * 64; i++) {
968 		pixel = nouveau_bo_rd32(src, i);
969 
970 		/* hw gets unhappy if alpha <= rgb values.  for a PM image "less
971 		 * than" shouldn't happen; fix "equal to" case by adding one to
972 		 * alpha channel (slightly inaccurate, but so is attempting to
973 		 * get back to NPM images, due to limits of integer precision)
974 		 */
975 		alpha = pixel >> 24;
976 		if (alpha > 0 && alpha < 255)
977 			pixel = (pixel & 0x00ffffff) | ((alpha + 1) << 24);
978 
979 #ifdef __BIG_ENDIAN
980 		{
981 			struct nouveau_drm *drm = nouveau_drm(dev);
982 
983 			if (drm->client.device.info.chipset == 0x11) {
984 				pixel = ((pixel & 0x000000ff) << 24) |
985 					((pixel & 0x0000ff00) << 8) |
986 					((pixel & 0x00ff0000) >> 8) |
987 					((pixel & 0xff000000) >> 24);
988 			}
989 		}
990 #endif
991 
992 		nouveau_bo_wr32(dst, i, pixel);
993 	}
994 }
995 
996 static int
997 nv04_crtc_cursor_set(struct drm_crtc *crtc, struct drm_file *file_priv,
998 		     uint32_t buffer_handle, uint32_t width, uint32_t height)
999 {
1000 	struct nouveau_drm *drm = nouveau_drm(crtc->dev);
1001 	struct drm_device *dev = drm->dev;
1002 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
1003 	struct nouveau_bo *cursor = NULL;
1004 	struct drm_gem_object *gem;
1005 	int ret = 0;
1006 
1007 	if (!buffer_handle) {
1008 		nv_crtc->cursor.hide(nv_crtc, true);
1009 		return 0;
1010 	}
1011 
1012 	if (width != 64 || height != 64)
1013 		return -EINVAL;
1014 
1015 	gem = drm_gem_object_lookup(file_priv, buffer_handle);
1016 	if (!gem)
1017 		return -ENOENT;
1018 	cursor = nouveau_gem_object(gem);
1019 
1020 	ret = nouveau_bo_map(cursor);
1021 	if (ret)
1022 		goto out;
1023 
1024 	if (drm->client.device.info.chipset >= 0x11)
1025 		nv11_cursor_upload(dev, cursor, nv_crtc->cursor.nvbo);
1026 	else
1027 		nv04_cursor_upload(dev, cursor, nv_crtc->cursor.nvbo);
1028 
1029 	nouveau_bo_unmap(cursor);
1030 	nv_crtc->cursor.offset = nv_crtc->cursor.nvbo->offset;
1031 	nv_crtc->cursor.set_offset(nv_crtc, nv_crtc->cursor.offset);
1032 	nv_crtc->cursor.show(nv_crtc, true);
1033 out:
1034 	drm_gem_object_put(gem);
1035 	return ret;
1036 }
1037 
1038 static int
1039 nv04_crtc_cursor_move(struct drm_crtc *crtc, int x, int y)
1040 {
1041 	struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
1042 
1043 	nv_crtc->cursor.set_pos(nv_crtc, x, y);
1044 	return 0;
1045 }
1046 
1047 struct nv04_page_flip_state {
1048 	struct list_head head;
1049 	struct drm_pending_vblank_event *event;
1050 	struct drm_crtc *crtc;
1051 	int bpp, pitch;
1052 	u64 offset;
1053 };
1054 
1055 static int
1056 nv04_finish_page_flip(struct nouveau_channel *chan,
1057 		      struct nv04_page_flip_state *ps)
1058 {
1059 	struct nouveau_fence_chan *fctx = chan->fence;
1060 	struct nouveau_drm *drm = chan->cli->drm;
1061 	struct drm_device *dev = drm->dev;
1062 	struct nv04_page_flip_state *s;
1063 	unsigned long flags;
1064 
1065 	spin_lock_irqsave(&dev->event_lock, flags);
1066 
1067 	if (list_empty(&fctx->flip)) {
1068 		NV_ERROR(drm, "unexpected pageflip\n");
1069 		spin_unlock_irqrestore(&dev->event_lock, flags);
1070 		return -EINVAL;
1071 	}
1072 
1073 	s = list_first_entry(&fctx->flip, struct nv04_page_flip_state, head);
1074 	if (s->event) {
1075 		drm_crtc_arm_vblank_event(s->crtc, s->event);
1076 	} else {
1077 		/* Give up ownership of vblank for page-flipped crtc */
1078 		drm_crtc_vblank_put(s->crtc);
1079 	}
1080 
1081 	list_del(&s->head);
1082 	if (ps)
1083 		*ps = *s;
1084 	kfree(s);
1085 
1086 	spin_unlock_irqrestore(&dev->event_lock, flags);
1087 	return 0;
1088 }
1089 
1090 int
1091 nv04_flip_complete(struct nvif_event *event, void *argv, u32 argc)
1092 {
1093 	struct nv04_display *disp = container_of(event, typeof(*disp), flip);
1094 	struct nouveau_drm *drm = disp->drm;
1095 	struct nouveau_channel *chan = drm->channel;
1096 	struct nv04_page_flip_state state;
1097 
1098 	if (!nv04_finish_page_flip(chan, &state)) {
1099 		nv_set_crtc_base(drm->dev, drm_crtc_index(state.crtc),
1100 				 state.offset + state.crtc->y *
1101 				 state.pitch + state.crtc->x *
1102 				 state.bpp / 8);
1103 	}
1104 
1105 	return NVIF_EVENT_KEEP;
1106 }
1107 
1108 static int
1109 nv04_page_flip_emit(struct nouveau_channel *chan,
1110 		    struct nouveau_bo *old_bo,
1111 		    struct nouveau_bo *new_bo,
1112 		    struct nv04_page_flip_state *s,
1113 		    struct nouveau_fence **pfence)
1114 {
1115 	struct nouveau_fence_chan *fctx = chan->fence;
1116 	struct nouveau_drm *drm = chan->cli->drm;
1117 	struct drm_device *dev = drm->dev;
1118 	struct nvif_push *push = &chan->chan.push;
1119 	unsigned long flags;
1120 	int ret;
1121 
1122 	/* Queue it to the pending list */
1123 	spin_lock_irqsave(&dev->event_lock, flags);
1124 	list_add_tail(&s->head, &fctx->flip);
1125 	spin_unlock_irqrestore(&dev->event_lock, flags);
1126 
1127 	/* Synchronize with the old framebuffer */
1128 	ret = nouveau_fence_sync(old_bo, chan, false, false);
1129 	if (ret)
1130 		goto fail;
1131 
1132 	/* Emit the pageflip */
1133 	ret = PUSH_WAIT(push, 2);
1134 	if (ret)
1135 		goto fail;
1136 
1137 	PUSH_NVSQ(push, NV_SW, NV_SW_PAGE_FLIP, 0x00000000);
1138 	PUSH_KICK(push);
1139 
1140 	ret = nouveau_fence_new(pfence, chan);
1141 	if (ret)
1142 		goto fail;
1143 
1144 	return 0;
1145 fail:
1146 	spin_lock_irqsave(&dev->event_lock, flags);
1147 	list_del(&s->head);
1148 	spin_unlock_irqrestore(&dev->event_lock, flags);
1149 	return ret;
1150 }
1151 
1152 static int
1153 nv04_crtc_page_flip(struct drm_crtc *crtc, struct drm_framebuffer *fb,
1154 		    struct drm_pending_vblank_event *event, u32 flags,
1155 		    struct drm_modeset_acquire_ctx *ctx)
1156 {
1157 	const int swap_interval = (flags & DRM_MODE_PAGE_FLIP_ASYNC) ? 0 : 1;
1158 	struct drm_device *dev = crtc->dev;
1159 	struct nouveau_drm *drm = nouveau_drm(dev);
1160 	struct drm_framebuffer *old_fb = crtc->primary->fb;
1161 	struct nouveau_bo *old_bo = nouveau_gem_object(old_fb->obj[0]);
1162 	struct nouveau_bo *new_bo = nouveau_gem_object(fb->obj[0]);
1163 	struct nv04_page_flip_state *s;
1164 	struct nouveau_channel *chan;
1165 	struct nouveau_cli *cli;
1166 	struct nouveau_fence *fence;
1167 	struct nv04_display *dispnv04 = nv04_display(dev);
1168 	struct nvif_push *push;
1169 	int head = nouveau_crtc(crtc)->index;
1170 	int ret;
1171 
1172 	chan = drm->channel;
1173 	if (!chan)
1174 		return -ENODEV;
1175 	cli = chan->cli;
1176 	push = &chan->chan.push;
1177 
1178 	s = kzalloc(sizeof(*s), GFP_KERNEL);
1179 	if (!s)
1180 		return -ENOMEM;
1181 
1182 	if (new_bo != old_bo) {
1183 		ret = nouveau_bo_pin(new_bo, NOUVEAU_GEM_DOMAIN_VRAM, true);
1184 		if (ret)
1185 			goto fail_free;
1186 	}
1187 
1188 	mutex_lock(&cli->mutex);
1189 	ret = ttm_bo_reserve(&new_bo->bo, true, false, NULL);
1190 	if (ret)
1191 		goto fail_unpin;
1192 
1193 	/* synchronise rendering channel with the kernel's channel */
1194 	ret = nouveau_fence_sync(new_bo, chan, false, true);
1195 	if (ret) {
1196 		ttm_bo_unreserve(&new_bo->bo);
1197 		goto fail_unpin;
1198 	}
1199 
1200 	if (new_bo != old_bo) {
1201 		ttm_bo_unreserve(&new_bo->bo);
1202 
1203 		ret = ttm_bo_reserve(&old_bo->bo, true, false, NULL);
1204 		if (ret)
1205 			goto fail_unpin;
1206 	}
1207 
1208 	/* Initialize a page flip struct */
1209 	*s = (struct nv04_page_flip_state)
1210 		{ { }, event, crtc, fb->format->cpp[0] * 8, fb->pitches[0],
1211 		  new_bo->offset };
1212 
1213 	/* Keep vblanks on during flip, for the target crtc of this flip */
1214 	drm_crtc_vblank_get(crtc);
1215 
1216 	/* Emit a page flip */
1217 	if (swap_interval) {
1218 		ret = PUSH_WAIT(push, 8);
1219 		if (ret)
1220 			goto fail_unreserve;
1221 
1222 		PUSH_NVSQ(push, NV05F, 0x012c, 0);
1223 		PUSH_NVSQ(push, NV05F, 0x0134, head);
1224 		PUSH_NVSQ(push, NV05F, 0x0100, 0);
1225 		PUSH_NVSQ(push, NV05F, 0x0130, 0);
1226 	}
1227 
1228 	if (dispnv04->image[head])
1229 		drm_gem_object_put(&dispnv04->image[head]->bo.base);
1230 
1231 	drm_gem_object_get(&new_bo->bo.base);
1232 	dispnv04->image[head] = new_bo;
1233 
1234 	ret = nv04_page_flip_emit(chan, old_bo, new_bo, s, &fence);
1235 	if (ret)
1236 		goto fail_unreserve;
1237 	mutex_unlock(&cli->mutex);
1238 
1239 	/* Update the crtc struct and cleanup */
1240 	crtc->primary->fb = fb;
1241 
1242 	nouveau_bo_fence(old_bo, fence, false);
1243 	ttm_bo_unreserve(&old_bo->bo);
1244 	if (old_bo != new_bo)
1245 		nouveau_bo_unpin(old_bo);
1246 	nouveau_fence_unref(&fence);
1247 	return 0;
1248 
1249 fail_unreserve:
1250 	drm_crtc_vblank_put(crtc);
1251 	ttm_bo_unreserve(&old_bo->bo);
1252 fail_unpin:
1253 	mutex_unlock(&cli->mutex);
1254 	if (old_bo != new_bo)
1255 		nouveau_bo_unpin(new_bo);
1256 fail_free:
1257 	kfree(s);
1258 	return ret;
1259 }
1260 
1261 static const struct drm_crtc_funcs nv04_crtc_funcs = {
1262 	.cursor_set = nv04_crtc_cursor_set,
1263 	.cursor_move = nv04_crtc_cursor_move,
1264 	.gamma_set = nv_crtc_gamma_set,
1265 	.set_config = drm_crtc_helper_set_config,
1266 	.page_flip = nv04_crtc_page_flip,
1267 	.destroy = nv_crtc_destroy,
1268 	.enable_vblank = nouveau_display_vblank_enable,
1269 	.disable_vblank = nouveau_display_vblank_disable,
1270 	.get_vblank_timestamp = drm_crtc_vblank_helper_get_vblank_timestamp,
1271 };
1272 
1273 static const struct drm_crtc_helper_funcs nv04_crtc_helper_funcs = {
1274 	.dpms = nv_crtc_dpms,
1275 	.prepare = nv_crtc_prepare,
1276 	.commit = nv_crtc_commit,
1277 	.mode_set = nv_crtc_mode_set,
1278 	.mode_set_base = nv04_crtc_mode_set_base,
1279 	.mode_set_base_atomic = nv04_crtc_mode_set_base_atomic,
1280 	.disable = nv_crtc_disable,
1281 	.get_scanout_position = nouveau_display_scanoutpos,
1282 };
1283 
1284 static const uint32_t modeset_formats[] = {
1285         DRM_FORMAT_XRGB8888,
1286         DRM_FORMAT_RGB565,
1287         DRM_FORMAT_XRGB1555,
1288 };
1289 
1290 static const struct drm_plane_funcs nv04_primary_plane_funcs = {
1291 	DRM_PLANE_NON_ATOMIC_FUNCS,
1292 };
1293 
1294 static int
1295 nv04_crtc_vblank_handler(struct nvif_event *event, void *repv, u32 repc)
1296 {
1297 	struct nouveau_crtc *nv_crtc = container_of(event, struct nouveau_crtc, vblank);
1298 
1299 	drm_crtc_handle_vblank(&nv_crtc->base);
1300 	return NVIF_EVENT_KEEP;
1301 }
1302 
1303 int
1304 nv04_crtc_create(struct drm_device *dev, int crtc_num)
1305 {
1306 	struct nouveau_display *disp = nouveau_display(dev);
1307 	struct nouveau_crtc *nv_crtc;
1308 	struct drm_plane *primary;
1309 	int ret;
1310 
1311 	nv_crtc = kzalloc(sizeof(*nv_crtc), GFP_KERNEL);
1312 	if (!nv_crtc)
1313 		return -ENOMEM;
1314 
1315 	nv_crtc->lut.depth = 0;
1316 
1317 	nv_crtc->index = crtc_num;
1318 	nv_crtc->last_dpms = NV_DPMS_CLEARED;
1319 
1320 	nv_crtc->save = nv_crtc_save;
1321 	nv_crtc->restore = nv_crtc_restore;
1322 
1323 	primary = __drm_universal_plane_alloc(dev, sizeof(*primary), 0, 0,
1324 					      &nv04_primary_plane_funcs,
1325 					      modeset_formats,
1326 					      ARRAY_SIZE(modeset_formats), NULL,
1327 					      DRM_PLANE_TYPE_PRIMARY, NULL);
1328 	if (IS_ERR(primary)) {
1329 		ret = PTR_ERR(primary);
1330 		kfree(nv_crtc);
1331 		return ret;
1332 	}
1333 
1334 	drm_crtc_init_with_planes(dev, &nv_crtc->base, primary, NULL,
1335                                   &nv04_crtc_funcs, NULL);
1336 	drm_crtc_helper_add(&nv_crtc->base, &nv04_crtc_helper_funcs);
1337 	drm_mode_crtc_set_gamma_size(&nv_crtc->base, 256);
1338 
1339 	ret = nouveau_bo_new(&nouveau_drm(dev)->client, 64*64*4, 0x100,
1340 			     NOUVEAU_GEM_DOMAIN_VRAM, 0, 0x0000, NULL, NULL,
1341 			     &nv_crtc->cursor.nvbo);
1342 	if (!ret) {
1343 		ret = nouveau_bo_pin(nv_crtc->cursor.nvbo,
1344 				     NOUVEAU_GEM_DOMAIN_VRAM, false);
1345 		if (!ret) {
1346 			ret = nouveau_bo_map(nv_crtc->cursor.nvbo);
1347 			if (ret)
1348 				nouveau_bo_unpin(nv_crtc->cursor.nvbo);
1349 		}
1350 		if (ret)
1351 			nouveau_bo_fini(nv_crtc->cursor.nvbo);
1352 	}
1353 
1354 	nv04_cursor_init(nv_crtc);
1355 
1356 	ret = nvif_head_ctor(&disp->disp, nv_crtc->base.name, nv_crtc->index, &nv_crtc->head);
1357 	if (ret)
1358 		return ret;
1359 
1360 	return nvif_head_vblank_event_ctor(&nv_crtc->head, "kmsVbl", nv04_crtc_vblank_handler,
1361 					   false, &nv_crtc->vblank);
1362 }
1363