xref: /linux/drivers/gpu/drm/i915/gt/intel_engine_regs.h (revision 64b14a184e83eb62ea0615e31a409956049d40e7)
1 /* SPDX-License-Identifier: MIT */
2 /*
3  * Copyright © 2022 Intel Corporation
4  */
5 
6 #ifndef __INTEL_ENGINE_REGS__
7 #define __INTEL_ENGINE_REGS__
8 
9 #include "i915_reg_defs.h"
10 
11 #define RING_TAIL(base)				_MMIO((base) + 0x30)
12 #define   TAIL_ADDR				0x001FFFF8
13 #define RING_HEAD(base)				_MMIO((base) + 0x34)
14 #define   HEAD_WRAP_COUNT			0xFFE00000
15 #define   HEAD_WRAP_ONE				0x00200000
16 #define   HEAD_ADDR				0x001FFFFC
17 #define RING_START(base)			_MMIO((base) + 0x38)
18 #define RING_CTL(base)				_MMIO((base) + 0x3c)
19 #define   RING_CTL_SIZE(size)			((size) - PAGE_SIZE) /* in bytes -> pages */
20 #define   RING_NR_PAGES				0x001FF000
21 #define   RING_REPORT_MASK			0x00000006
22 #define   RING_REPORT_64K			0x00000002
23 #define   RING_REPORT_128K			0x00000004
24 #define   RING_NO_REPORT			0x00000000
25 #define   RING_VALID_MASK			0x00000001
26 #define   RING_VALID				0x00000001
27 #define   RING_INVALID				0x00000000
28 #define   RING_WAIT_I8XX			(1 << 0) /* gen2, PRBx_HEAD */
29 #define   RING_WAIT				(1 << 11) /* gen3+, PRBx_CTL */
30 #define   RING_WAIT_SEMAPHORE			(1 << 10) /* gen6+ */
31 #define RING_SYNC_0(base)			_MMIO((base) + 0x40)
32 #define RING_SYNC_1(base)			_MMIO((base) + 0x44)
33 #define RING_SYNC_2(base)			_MMIO((base) + 0x48)
34 #define GEN6_RVSYNC				(RING_SYNC_0(RENDER_RING_BASE))
35 #define GEN6_RBSYNC				(RING_SYNC_1(RENDER_RING_BASE))
36 #define GEN6_RVESYNC				(RING_SYNC_2(RENDER_RING_BASE))
37 #define GEN6_VBSYNC				(RING_SYNC_0(GEN6_BSD_RING_BASE))
38 #define GEN6_VRSYNC				(RING_SYNC_1(GEN6_BSD_RING_BASE))
39 #define GEN6_VVESYNC				(RING_SYNC_2(GEN6_BSD_RING_BASE))
40 #define GEN6_BRSYNC				(RING_SYNC_0(BLT_RING_BASE))
41 #define GEN6_BVSYNC				(RING_SYNC_1(BLT_RING_BASE))
42 #define GEN6_BVESYNC				(RING_SYNC_2(BLT_RING_BASE))
43 #define GEN6_VEBSYNC				(RING_SYNC_0(VEBOX_RING_BASE))
44 #define GEN6_VERSYNC				(RING_SYNC_1(VEBOX_RING_BASE))
45 #define GEN6_VEVSYNC				(RING_SYNC_2(VEBOX_RING_BASE))
46 #define RING_PSMI_CTL(base)			_MMIO((base) + 0x50)
47 #define   GEN8_RC_SEMA_IDLE_MSG_DISABLE		REG_BIT(12)
48 #define   GEN8_FF_DOP_CLOCK_GATE_DISABLE	REG_BIT(10)
49 #define   GEN12_WAIT_FOR_EVENT_POWER_DOWN_DISABLE REG_BIT(7)
50 #define   GEN6_BSD_GO_INDICATOR			REG_BIT(4)
51 #define   GEN6_BSD_SLEEP_INDICATOR		REG_BIT(3)
52 #define   GEN6_BSD_SLEEP_FLUSH_DISABLE		REG_BIT(2)
53 #define   GEN6_PSMI_SLEEP_MSG_DISABLE		REG_BIT(0)
54 #define RING_MAX_IDLE(base)			_MMIO((base) + 0x54)
55 #define  PWRCTX_MAXCNT(base)			_MMIO((base) + 0x54)
56 #define    IDLE_TIME_MASK			0xFFFFF
57 #define RING_ACTHD_UDW(base)			_MMIO((base) + 0x5c)
58 #define RING_DMA_FADD_UDW(base)			_MMIO((base) + 0x60) /* gen8+ */
59 #define RING_IPEIR(base)			_MMIO((base) + 0x64)
60 #define RING_IPEHR(base)			_MMIO((base) + 0x68)
61 #define RING_INSTDONE(base)			_MMIO((base) + 0x6c)
62 #define RING_INSTPS(base)			_MMIO((base) + 0x70)
63 #define RING_DMA_FADD(base)			_MMIO((base) + 0x78)
64 #define RING_ACTHD(base)			_MMIO((base) + 0x74)
65 #define RING_HWS_PGA(base)			_MMIO((base) + 0x80)
66 #define RING_CMD_BUF_CCTL(base)			_MMIO((base) + 0x84)
67 #define IPEIR(base)				_MMIO((base) + 0x88)
68 #define IPEHR(base)				_MMIO((base) + 0x8c)
69 #define RING_ID(base)				_MMIO((base) + 0x8c)
70 #define RING_NOPID(base)			_MMIO((base) + 0x94)
71 #define RING_HWSTAM(base)			_MMIO((base) + 0x98)
72 #define RING_MI_MODE(base)			_MMIO((base) + 0x9c)
73 #define RING_IMR(base)				_MMIO((base) + 0xa8)
74 #define RING_EIR(base)				_MMIO((base) + 0xb0)
75 #define RING_EMR(base)				_MMIO((base) + 0xb4)
76 #define RING_ESR(base)				_MMIO((base) + 0xb8)
77 #define RING_INSTPM(base)			_MMIO((base) + 0xc0)
78 #define RING_CMD_CCTL(base)			_MMIO((base) + 0xc4)
79 #define ACTHD(base)				_MMIO((base) + 0xc8)
80 #define GEN8_R_PWR_CLK_STATE(base)		_MMIO((base) + 0xc8)
81 #define   GEN8_RPCS_ENABLE			(1 << 31)
82 #define   GEN8_RPCS_S_CNT_ENABLE		(1 << 18)
83 #define   GEN8_RPCS_S_CNT_SHIFT			15
84 #define   GEN8_RPCS_S_CNT_MASK			(0x7 << GEN8_RPCS_S_CNT_SHIFT)
85 #define   GEN11_RPCS_S_CNT_SHIFT		12
86 #define   GEN11_RPCS_S_CNT_MASK			(0x3f << GEN11_RPCS_S_CNT_SHIFT)
87 #define   GEN8_RPCS_SS_CNT_ENABLE		(1 << 11)
88 #define   GEN8_RPCS_SS_CNT_SHIFT		8
89 #define   GEN8_RPCS_SS_CNT_MASK			(0x7 << GEN8_RPCS_SS_CNT_SHIFT)
90 #define   GEN8_RPCS_EU_MAX_SHIFT		4
91 #define   GEN8_RPCS_EU_MAX_MASK			(0xf << GEN8_RPCS_EU_MAX_SHIFT)
92 #define   GEN8_RPCS_EU_MIN_SHIFT		0
93 #define   GEN8_RPCS_EU_MIN_MASK			(0xf << GEN8_RPCS_EU_MIN_SHIFT)
94 
95 #define RING_RESET_CTL(base)			_MMIO((base) + 0xd0)
96 #define   RESET_CTL_CAT_ERROR			REG_BIT(2)
97 #define   RESET_CTL_READY_TO_RESET		REG_BIT(1)
98 #define   RESET_CTL_REQUEST_RESET		REG_BIT(0)
99 #define DMA_FADD_I8XX(base)			_MMIO((base) + 0xd0)
100 #define RING_BBSTATE(base)			_MMIO((base) + 0x110)
101 #define   RING_BB_PPGTT				(1 << 5)
102 #define RING_SBBADDR(base)			_MMIO((base) + 0x114) /* hsw+ */
103 #define RING_SBBSTATE(base)			_MMIO((base) + 0x118) /* hsw+ */
104 #define RING_SBBADDR_UDW(base)			_MMIO((base) + 0x11c) /* gen8+ */
105 #define RING_BBADDR(base)			_MMIO((base) + 0x140)
106 #define RING_BBADDR_UDW(base)			_MMIO((base) + 0x168) /* gen8+ */
107 #define CCID(base)				_MMIO((base) + 0x180)
108 #define   CCID_EN				BIT(0)
109 #define   CCID_EXTENDED_STATE_RESTORE		BIT(2)
110 #define   CCID_EXTENDED_STATE_SAVE		BIT(3)
111 #define RING_BB_PER_CTX_PTR(base)		_MMIO((base) + 0x1c0) /* gen8+ */
112 #define RING_INDIRECT_CTX(base)			_MMIO((base) + 0x1c4) /* gen8+ */
113 #define RING_INDIRECT_CTX_OFFSET(base)		_MMIO((base) + 0x1c8) /* gen8+ */
114 #define ECOSKPD(base)				_MMIO((base) + 0x1d0)
115 #define   ECO_CONSTANT_BUFFER_SR_DISABLE	REG_BIT(4)
116 #define   ECO_GATING_CX_ONLY			REG_BIT(3)
117 #define   GEN6_BLITTER_FBC_NOTIFY		REG_BIT(3)
118 #define   ECO_FLIP_DONE				REG_BIT(0)
119 #define   GEN6_BLITTER_LOCK_SHIFT		16
120 
121 #define BLIT_CCTL(base)				_MMIO((base) + 0x204)
122 #define   BLIT_CCTL_DST_MOCS_MASK		REG_GENMASK(14, 8)
123 #define   BLIT_CCTL_SRC_MOCS_MASK		REG_GENMASK(6, 0)
124 #define   BLIT_CCTL_MASK (BLIT_CCTL_DST_MOCS_MASK | \
125 			  BLIT_CCTL_SRC_MOCS_MASK)
126 #define   BLIT_CCTL_MOCS(dst, src)				       \
127 		(REG_FIELD_PREP(BLIT_CCTL_DST_MOCS_MASK, (dst) << 1) | \
128 		 REG_FIELD_PREP(BLIT_CCTL_SRC_MOCS_MASK, (src) << 1))
129 
130 /*
131  * CMD_CCTL read/write fields take a MOCS value and _not_ a table index.
132  * The lsb of each can be considered a separate enabling bit for encryption.
133  * 6:0 == default MOCS value for reads  =>  6:1 == table index for reads.
134  * 13:7 == default MOCS value for writes => 13:8 == table index for writes.
135  * 15:14 == Reserved => 31:30 are set to 0.
136  */
137 #define CMD_CCTL_WRITE_OVERRIDE_MASK REG_GENMASK(13, 7)
138 #define CMD_CCTL_READ_OVERRIDE_MASK REG_GENMASK(6, 0)
139 #define CMD_CCTL_MOCS_MASK (CMD_CCTL_WRITE_OVERRIDE_MASK | \
140 			    CMD_CCTL_READ_OVERRIDE_MASK)
141 #define CMD_CCTL_MOCS_OVERRIDE(write, read)				      \
142 		(REG_FIELD_PREP(CMD_CCTL_WRITE_OVERRIDE_MASK, (write) << 1) | \
143 		 REG_FIELD_PREP(CMD_CCTL_READ_OVERRIDE_MASK, (read) << 1))
144 
145 #define MI_PREDICATE_RESULT_2(base)		_MMIO((base) + 0x3bc)
146 #define   LOWER_SLICE_ENABLED			(1 << 0)
147 #define   LOWER_SLICE_DISABLED			(0 << 0)
148 #define MI_PREDICATE_SRC0(base)			_MMIO((base) + 0x400)
149 #define MI_PREDICATE_SRC0_UDW(base)		_MMIO((base) + 0x400 + 4)
150 #define MI_PREDICATE_SRC1(base)			_MMIO((base) + 0x408)
151 #define MI_PREDICATE_SRC1_UDW(base)		_MMIO((base) + 0x408 + 4)
152 #define MI_PREDICATE_DATA(base)			_MMIO((base) + 0x410)
153 #define MI_PREDICATE_RESULT(base)		_MMIO((base) + 0x418)
154 #define MI_PREDICATE_RESULT_1(base)		_MMIO((base) + 0x41c)
155 
156 #define RING_PP_DIR_DCLV(base)			_MMIO((base) + 0x220)
157 #define   PP_DIR_DCLV_2G			0xffffffff
158 #define RING_PP_DIR_BASE(base)			_MMIO((base) + 0x228)
159 #define RING_ELSP(base)				_MMIO((base) + 0x230)
160 #define RING_EXECLIST_STATUS_LO(base)		_MMIO((base) + 0x234)
161 #define RING_EXECLIST_STATUS_HI(base)		_MMIO((base) + 0x234 + 4)
162 #define RING_CONTEXT_CONTROL(base)		_MMIO((base) + 0x244)
163 #define	  CTX_CTRL_ENGINE_CTX_RESTORE_INHIBIT	REG_BIT(0)
164 #define   CTX_CTRL_RS_CTX_ENABLE		REG_BIT(1)
165 #define	  CTX_CTRL_ENGINE_CTX_SAVE_INHIBIT	REG_BIT(2)
166 #define	  CTX_CTRL_INHIBIT_SYN_CTX_SWITCH	REG_BIT(3)
167 #define	  GEN12_CTX_CTRL_OAR_CONTEXT_ENABLE	REG_BIT(8)
168 #define RING_SEMA_WAIT_POLL(base)		_MMIO((base) + 0x24c)
169 #define GEN8_RING_PDP_UDW(base, n)		_MMIO((base) + 0x270 + (n) * 8 + 4)
170 #define GEN8_RING_PDP_LDW(base, n)		_MMIO((base) + 0x270 + (n) * 8)
171 #define RING_MODE_GEN7(base)			_MMIO((base) + 0x29c)
172 #define   GFX_RUN_LIST_ENABLE			(1 << 15)
173 #define   GFX_INTERRUPT_STEERING		(1 << 14)
174 #define   GFX_TLB_INVALIDATE_EXPLICIT		(1 << 13)
175 #define   GFX_SURFACE_FAULT_ENABLE		(1 << 12)
176 #define   GFX_REPLAY_MODE			(1 << 11)
177 #define   GFX_PSMI_GRANULARITY			(1 << 10)
178 #define   GFX_PPGTT_ENABLE			(1 << 9)
179 #define   GEN8_GFX_PPGTT_48B			(1 << 7)
180 #define   GFX_FORWARD_VBLANK_MASK		(3 << 5)
181 #define   GFX_FORWARD_VBLANK_NEVER		(0 << 5)
182 #define   GFX_FORWARD_VBLANK_ALWAYS		(1 << 5)
183 #define   GFX_FORWARD_VBLANK_COND		(2 << 5)
184 #define   GEN11_GFX_DISABLE_LEGACY_MODE		(1 << 3)
185 #define RING_TIMESTAMP(base)			_MMIO((base) + 0x358)
186 #define RING_TIMESTAMP_UDW(base)		_MMIO((base) + 0x358 + 4)
187 #define RING_CONTEXT_STATUS_PTR(base)		_MMIO((base) + 0x3a0)
188 #define RING_CTX_TIMESTAMP(base)		_MMIO((base) + 0x3a8) /* gen8+ */
189 #define RING_FORCE_TO_NONPRIV(base, i)		_MMIO(((base) + 0x4D0) + (i) * 4)
190 #define   RING_FORCE_TO_NONPRIV_ADDRESS_MASK	REG_GENMASK(25, 2)
191 #define   RING_FORCE_TO_NONPRIV_ACCESS_RW	(0 << 28)    /* CFL+ & Gen11+ */
192 #define   RING_FORCE_TO_NONPRIV_ACCESS_RD	(1 << 28)
193 #define   RING_FORCE_TO_NONPRIV_ACCESS_WR	(2 << 28)
194 #define   RING_FORCE_TO_NONPRIV_ACCESS_INVALID	(3 << 28)
195 #define   RING_FORCE_TO_NONPRIV_ACCESS_MASK	(3 << 28)
196 #define   RING_FORCE_TO_NONPRIV_RANGE_1		(0 << 0)     /* CFL+ & Gen11+ */
197 #define   RING_FORCE_TO_NONPRIV_RANGE_4		(1 << 0)
198 #define   RING_FORCE_TO_NONPRIV_RANGE_16	(2 << 0)
199 #define   RING_FORCE_TO_NONPRIV_RANGE_64	(3 << 0)
200 #define   RING_FORCE_TO_NONPRIV_RANGE_MASK	(3 << 0)
201 #define   RING_FORCE_TO_NONPRIV_MASK_VALID	\
202 	(RING_FORCE_TO_NONPRIV_RANGE_MASK | RING_FORCE_TO_NONPRIV_ACCESS_MASK)
203 #define   RING_MAX_NONPRIV_SLOTS  12
204 
205 #define RING_EXECLIST_SQ_CONTENTS(base)		_MMIO((base) + 0x510)
206 #define RING_PP_DIR_BASE_READ(base)		_MMIO((base) + 0x518)
207 #define RING_EXECLIST_CONTROL(base)		_MMIO((base) + 0x550)
208 #define	  EL_CTRL_LOAD				REG_BIT(0)
209 
210 /* There are 16 64-bit CS General Purpose Registers per-engine on Gen8+ */
211 #define GEN8_RING_CS_GPR(base, n)		_MMIO((base) + 0x600 + (n) * 8)
212 #define GEN8_RING_CS_GPR_UDW(base, n)		_MMIO((base) + 0x600 + (n) * 8 + 4)
213 
214 #define RING_HWS_PGA_GEN6(base)	_MMIO((base) + 0x2080)
215 
216 #define VDBOX_CGCTL3F10(base)			_MMIO((base) + 0x3f10)
217 #define   IECPUNIT_CLKGATE_DIS			REG_BIT(22)
218 
219 #define VDBOX_CGCTL3F18(base)			_MMIO((base) + 0x3f18)
220 #define   ALNUNIT_CLKGATE_DIS			REG_BIT(13)
221 
222 
223 #endif /* __INTEL_ENGINE_REGS__ */
224