58 	{RCS0, RING_MODE_GEN7(RENDER_RING_BASE), 0xffff, false}, /* 0x229c */
59 	{RCS0, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */
60 	{RCS0, HWSTAM, 0x0, false}, /* 0x2098 */
61 	{RCS0, INSTPM, 0xffff, true}, /* 0x20c0 */
62 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 0), 0, false}, /* 0x24d0 */
63 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 1), 0, false}, /* 0x24d4 */
64 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 2), 0, false}, /* 0x24d8 */
65 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 3), 0, false}, /* 0x24dc */
66 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 4), 0, false}, /* 0x24e0 */
67 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 5), 0, false}, /* 0x24e4 */
68 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 6), 0, false}, /* 0x24e8 */
69 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 7), 0, false}, /* 0x24ec */
70 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 8), 0, false}, /* 0x24f0 */
71 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 9), 0, false}, /* 0x24f4 */
72 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 10), 0, false}, /* 0x24f8 */
73 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 11), 0, false}, /* 0x24fc */
74 	{RCS0, CACHE_MODE_1, 0xffff, true}, /* 0x7004 */
75 	{RCS0, GEN7_GT_MODE, 0xffff, true}, /* 0x7008 */
76 	{RCS0, CACHE_MODE_0_GEN7, 0xffff, true}, /* 0x7000 */
77 	{RCS0, GEN7_COMMON_SLICE_CHICKEN1, 0xffff, true}, /* 0x7010 */
78 	{RCS0, HDC_CHICKEN0, 0xffff, true}, /* 0x7300 */
79 	{RCS0, VF_GUARDBAND, 0xffff, true}, /* 0x83a4 */
81 	{BCS0, RING_GFX_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2229c */
82 	{BCS0, RING_MI_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2209c */
83 	{BCS0, RING_INSTPM(BLT_RING_BASE), 0xffff, false}, /* 0x220c0 */
84 	{BCS0, RING_HWSTAM(BLT_RING_BASE), 0x0, false}, /* 0x22098 */
85 	{BCS0, RING_EXCC(BLT_RING_BASE), 0xffff, false}, /* 0x22028 */
86 	{RCS0, INVALID_MMIO_REG, 0, false } /* Terminated */
90 	{RCS0, RING_MODE_GEN7(RENDER_RING_BASE), 0xffff, false}, /* 0x229c */
91 	{RCS0, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */
92 	{RCS0, HWSTAM, 0x0, false}, /* 0x2098 */
93 	{RCS0, INSTPM, 0xffff, true}, /* 0x20c0 */
94 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 0), 0, false}, /* 0x24d0 */
95 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 1), 0, false}, /* 0x24d4 */
96 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 2), 0, false}, /* 0x24d8 */
97 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 3), 0, false}, /* 0x24dc */
98 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 4), 0, false}, /* 0x24e0 */
99 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 5), 0, false}, /* 0x24e4 */
100 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 6), 0, false}, /* 0x24e8 */
101 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 7), 0, false}, /* 0x24ec */
102 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 8), 0, false}, /* 0x24f0 */
103 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 9), 0, false}, /* 0x24f4 */
104 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 10), 0, false}, /* 0x24f8 */
105 	{RCS0, RING_FORCE_TO_NONPRIV(RENDER_RING_BASE, 11), 0, false}, /* 0x24fc */
106 	{RCS0, CACHE_MODE_1, 0xffff, true}, /* 0x7004 */
107 	{RCS0, GEN7_GT_MODE, 0xffff, true}, /* 0x7008 */
108 	{RCS0, CACHE_MODE_0_GEN7, 0xffff, true}, /* 0x7000 */
109 	{RCS0, GEN7_COMMON_SLICE_CHICKEN1, 0xffff, true}, /* 0x7010 */
110 	{RCS0, HDC_CHICKEN0, 0xffff, true}, /* 0x7300 */
111 	{RCS0, VF_GUARDBAND, 0xffff, true}, /* 0x83a4 */
113 	{RCS0, GEN8_PRIVATE_PAT_LO, 0, false}, /* 0x40e0 */
114 	{RCS0, GEN8_PRIVATE_PAT_HI, 0, false}, /* 0x40e4 */
115 	{RCS0, GEN8_CS_CHICKEN1, 0xffff, true}, /* 0x2580 */
116 	{RCS0, COMMON_SLICE_CHICKEN2, 0xffff, true}, /* 0x7014 */
117 	{RCS0, GEN9_CS_DEBUG_MODE1, 0xffff, false}, /* 0x20ec */
118 	{RCS0, _MMIO(0xb118), 0, false}, /* GEN8_L3SQCREG4 */
119 	{RCS0, _MMIO(0xb11c), 0, false}, /* GEN9_SCRATCH1 */
120 	{RCS0, GEN9_SCRATCH_LNCF1, 0, false}, /* 0xb008 */
121 	{RCS0, GEN7_HALF_SLICE_CHICKEN1, 0xffff, true}, /* 0xe100 */
122 	{RCS0, _MMIO(0xe180), 0xffff, true}, /* HALF_SLICE_CHICKEN2 */
123 	{RCS0, _MMIO(0xe184), 0xffff, true}, /* GEN8_HALF_SLICE_CHICKEN3 */
124 	{RCS0, _MMIO(0xe188), 0xffff, true}, /* GEN9_HALF_SLICE_CHICKEN5 */
125 	{RCS0, _MMIO(0xe194), 0xffff, true}, /* GEN9_HALF_SLICE_CHICKEN7 */
126 	{RCS0, _MMIO(0xe4f0), 0xffff, true}, /* GEN8_ROW_CHICKEN */
127 	{RCS0, TRVATTL3PTRDW(0), 0, true}, /* 0x4de0 */
128 	{RCS0, TRVATTL3PTRDW(1), 0, true}, /* 0x4de4 */
129 	{RCS0, TRNULLDETCT, 0, true}, /* 0x4de8 */
130 	{RCS0, TRINVTILEDETCT, 0, true}, /* 0x4dec */
131 	{RCS0, TRVADR, 0, true}, /* 0x4df0 */
132 	{RCS0, TRTTE, 0, true}, /* 0x4df4 */
133 	{RCS0, _MMIO(0x4dfc), 0, true},
135 	{BCS0, RING_GFX_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2229c */
136 	{BCS0, RING_MI_MODE(BLT_RING_BASE), 0xffff, false}, /* 0x2209c */
137 	{BCS0, RING_INSTPM(BLT_RING_BASE), 0xffff, false}, /* 0x220c0 */
138 	{BCS0, RING_HWSTAM(BLT_RING_BASE), 0x0, false}, /* 0x22098 */
139 	{BCS0, RING_EXCC(BLT_RING_BASE), 0xffff, false}, /* 0x22028 */
141 	{VCS1, RING_EXCC(GEN8_BSD2_RING_BASE), 0xffff, false}, /* 0x1c028 */
143 	{VECS0, RING_EXCC(VEBOX_RING_BASE), 0xffff, false}, /* 0x1a028 */
145 	{RCS0, GEN8_HDC_CHICKEN1, 0xffff, true}, /* 0x7304 */
146 	{RCS0, GEN9_CTX_PREEMPT_REG, 0x0, false}, /* 0x2248 */
147 	{RCS0, GEN7_UCGCTL4, 0x0, false}, /* 0x940c */
148 	{RCS0, GAMT_CHKN_BIT_REG, 0x0, false}, /* 0x4ab8 */
150 	{RCS0, GEN9_GAMT_ECO_REG_RW_IA, 0x0, false}, /* 0x4ab0 */
151 	{RCS0, GEN9_CSFE_CHICKEN1_RCS, 0xffff, false}, /* 0x20d4 */
152 	{RCS0, _MMIO(0x20D8), 0xffff, true}, /* 0x20d8 */
154 	{RCS0, GEN8_GARBCNTL, 0x0, false}, /* 0xb004 */
155 	{RCS0, GEN7_FF_THREAD_MODE, 0x0, false}, /* 0x20a0 */
156 	{RCS0, FF_SLICE_CS_CHICKEN2, 0xffff, false}, /* 0x20e4 */
157 	{RCS0, INVALID_MMIO_REG, 0, false } /* Terminated */
167 	[RCS0]  = 0xc800,
168 	[VCS0]  = 0xc900,
169 	[VCS1]  = 0xca00,
170 	[BCS0]  = 0xcc00,
171 	[VECS0] = 0xcb00,
187 	for (ring_id = 0; ring_id < cnt; ring_id++) {  in load_render_mocs()
192 		for (i = 0; i < GEN9_MOCS_SIZE; i++) {  in load_render_mocs()
199 	offset.reg = 0xb020;  in load_render_mocs()
200 	for (i = 0; i < GEN9_MOCS_SIZE / 2; i++) {  in load_render_mocs()
219 	if (count == 0)  in restore_context_mmio_for_inhibit()
220 		return 0;  in restore_context_mmio_for_inhibit()
238 		gvt_dbg_core("add lri reg pair 0x%x:0x%x in inhibit ctx, vgpu:%d, rind_id:%d\n",  in restore_context_mmio_for_inhibit()
249 	return 0;  in restore_context_mmio_for_inhibit()
265 	for (index = 0; index < GEN9_MOCS_SIZE; index++) {  in restore_render_mocs_control_for_inhibit()
268 		gvt_dbg_core("add lri reg pair 0x%x:0x%x in inhibit ctx, vgpu:%d, rind_id:%d\n",  in restore_render_mocs_control_for_inhibit()
276 	return 0;  in restore_render_mocs_control_for_inhibit()
292 	for (index = 0; index < GEN9_MOCS_SIZE / 2; index++) {  in restore_render_mocs_l3cc_for_inhibit()
295 		gvt_dbg_core("add lri reg pair 0x%x:0x%x in inhibit ctx, vgpu:%d, rind_id:%d\n",  in restore_render_mocs_l3cc_for_inhibit()
303 	return 0;  in restore_render_mocs_l3cc_for_inhibit()
354 	[RCS0]  = 0x4260,
355 	[VCS0]  = 0x4264,
356 	[VCS1]  = 0x4268,
357 	[BCS0]  = 0x426c,
358 	[VECS0] = 0x4270,
394 	intel_uncore_write_fw(uncore, reg, 0x1);  in handle_tlb_pending_event()
396 	if (wait_for_atomic(intel_uncore_read_fw(uncore, reg) == 0, 50))  in handle_tlb_pending_event()
400 		vgpu_vreg_t(vgpu, reg) = 0;  in handle_tlb_pending_event()
411 		[RCS0]  = 0xc800,  in switch_mocs()
412 		[VCS0]  = 0xc900,  in switch_mocs()
413 		[VCS1]  = 0xca00,  in switch_mocs()
414 		[BCS0]  = 0xcc00,  in switch_mocs()
415 		[VECS0] = 0xcb00,  in switch_mocs()
432 	for (i = 0; i < GEN9_MOCS_SIZE; i++) {  in switch_mocs()
449 		l3_offset.reg = 0xb020;  in switch_mocs()
450 		for (i = 0; i < GEN9_MOCS_SIZE / 2; i++) {  in switch_mocs()
468 #define CTX_CONTEXT_CONTROL_VAL	0x03
546 		trace_render_mmio(pre ? pre->id : 0,  in switch_mmio()
547 				  next ? next->id : 0,  in switch_mmio()