xref: /linux/drivers/gpu/drm/panfrost/panfrost_regs.h (revision 1fd1dc41724319406b0aff221a352a400b0ddfc5)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 /* Copyright 2018 Marty E. Plummer <hanetzer@startmail.com> */
3 /* Copyright 2019 Linaro, Ltd, Rob Herring <robh@kernel.org> */
4 /*
5  * Register definitions based on mali_midg_regmap.h
6  * (C) COPYRIGHT 2010-2018 ARM Limited. All rights reserved.
7  */
8 #ifndef __PANFROST_REGS_H__
9 #define __PANFROST_REGS_H__
10 
11 #define GPU_ID				0x00
12 #define GPU_L2_FEATURES			0x004	/* (RO) Level 2 cache features */
13 #define GPU_CORE_FEATURES		0x008	/* (RO) Shader Core Features */
14 #define GPU_TILER_FEATURES		0x00C	/* (RO) Tiler Features */
15 #define GPU_MEM_FEATURES		0x010	/* (RO) Memory system features */
16 #define   GROUPS_L2_COHERENT		BIT(0)	/* Cores groups are l2 coherent */
17 
18 #define GPU_MMU_FEATURES		0x014	/* (RO) MMU features */
19 #define  GPU_MMU_FEATURES_VA_BITS(x)	((x) & GENMASK(7, 0))
20 #define  GPU_MMU_FEATURES_PA_BITS(x)	(((x) >> 8) & GENMASK(7, 0))
21 #define GPU_AS_PRESENT			0x018	/* (RO) Address space slots present */
22 #define GPU_JS_PRESENT			0x01C	/* (RO) Job slots present */
23 
24 #define GPU_INT_RAWSTAT			0x20
25 #define GPU_INT_CLEAR			0x24
26 #define GPU_INT_MASK			0x28
27 #define GPU_INT_STAT			0x2c
28 #define   GPU_IRQ_FAULT			BIT(0)
29 #define   GPU_IRQ_MULTIPLE_FAULT	BIT(7)
30 #define   GPU_IRQ_RESET_COMPLETED	BIT(8)
31 #define   GPU_IRQ_POWER_CHANGED		BIT(9)
32 #define   GPU_IRQ_POWER_CHANGED_ALL	BIT(10)
33 #define   GPU_IRQ_PERFCNT_SAMPLE_COMPLETED BIT(16)
34 #define   GPU_IRQ_CLEAN_CACHES_COMPLETED BIT(17)
35 #define   GPU_IRQ_MASK_ALL			 \
36 	  (GPU_IRQ_FAULT			|\
37 	   GPU_IRQ_MULTIPLE_FAULT		|\
38 	   GPU_IRQ_RESET_COMPLETED		|\
39 	   GPU_IRQ_POWER_CHANGED		|\
40 	   GPU_IRQ_POWER_CHANGED_ALL		|\
41 	   GPU_IRQ_PERFCNT_SAMPLE_COMPLETED	|\
42 	   GPU_IRQ_CLEAN_CACHES_COMPLETED)
43 #define GPU_IRQ_MASK_ERROR	   		\
44 	(					\
45 	 GPU_IRQ_FAULT				|\
46 	 GPU_IRQ_MULTIPLE_FAULT)
47 #define GPU_CMD				0x30
48 #define   GPU_CMD_SOFT_RESET		0x01
49 #define   GPU_CMD_HARD_RESET		0x02
50 #define   GPU_CMD_PERFCNT_CLEAR		0x03
51 #define   GPU_CMD_PERFCNT_SAMPLE	0x04
52 #define   GPU_CMD_CYCLE_COUNT_START	0x05
53 #define   GPU_CMD_CYCLE_COUNT_STOP	0x06
54 #define   GPU_CMD_CLEAN_CACHES		0x07
55 #define   GPU_CMD_CLEAN_INV_CACHES	0x08
56 #define GPU_STATUS			0x34
57 #define   GPU_STATUS_PRFCNT_ACTIVE	BIT(2)
58 #define GPU_LATEST_FLUSH_ID		0x38
59 #define GPU_PWR_KEY			0x50	/* (WO) Power manager key register */
60 #define  GPU_PWR_KEY_UNLOCK		0x2968A819
61 #define GPU_PWR_OVERRIDE0		0x54	/* (RW) Power manager override settings */
62 #define GPU_PWR_OVERRIDE1		0x58	/* (RW) Power manager override settings */
63 #define GPU_FAULT_STATUS		0x3C
64 #define GPU_FAULT_ADDRESS_LO		0x40
65 #define GPU_FAULT_ADDRESS_HI		0x44
66 
67 #define GPU_PERFCNT_BASE_LO		0x60
68 #define GPU_PERFCNT_BASE_HI		0x64
69 #define GPU_PERFCNT_CFG			0x68
70 #define   GPU_PERFCNT_CFG_MODE(x)	(x)
71 #define   GPU_PERFCNT_CFG_MODE_OFF	0
72 #define   GPU_PERFCNT_CFG_MODE_MANUAL	1
73 #define   GPU_PERFCNT_CFG_MODE_TILE	2
74 #define   GPU_PERFCNT_CFG_AS(x)		((x) << 4)
75 #define   GPU_PERFCNT_CFG_SETSEL(x)	((x) << 8)
76 #define GPU_PRFCNT_JM_EN		0x6c
77 #define GPU_PRFCNT_SHADER_EN		0x70
78 #define GPU_PRFCNT_TILER_EN		0x74
79 #define GPU_PRFCNT_MMU_L2_EN		0x7c
80 
81 #define GPU_CYCLE_COUNT_LO		0x90
82 #define GPU_CYCLE_COUNT_HI		0x94
83 #define GPU_TIMESTAMP_LO		0x98
84 #define GPU_TIMESTAMP_HI		0x9C
85 
86 #define GPU_THREAD_MAX_THREADS		0x0A0	/* (RO) Maximum number of threads per core */
87 #define GPU_THREAD_MAX_WORKGROUP_SIZE	0x0A4	/* (RO) Maximum workgroup size */
88 #define GPU_THREAD_MAX_BARRIER_SIZE	0x0A8	/* (RO) Maximum threads waiting at a barrier */
89 #define GPU_THREAD_FEATURES		0x0AC	/* (RO) Thread features */
90 #define GPU_THREAD_TLS_ALLOC		0x310   /* (RO) Number of threads per core that
91 						 * TLS must be allocated for */
92 
93 #define GPU_TEXTURE_FEATURES(n)		(0x0B0 + ((n) * 4))
94 #define GPU_JS_FEATURES(n)		(0x0C0 + ((n) * 4))
95 #define GPU_AFBC_FEATURES		(0x4C)	/* (RO) AFBC support on Bifrost */
96 
97 #define GPU_SHADER_PRESENT_LO		0x100	/* (RO) Shader core present bitmap, low word */
98 #define GPU_SHADER_PRESENT_HI		0x104	/* (RO) Shader core present bitmap, high word */
99 #define GPU_TILER_PRESENT_LO		0x110	/* (RO) Tiler core present bitmap, low word */
100 #define GPU_TILER_PRESENT_HI		0x114	/* (RO) Tiler core present bitmap, high word */
101 
102 #define GPU_L2_PRESENT_LO		0x120	/* (RO) Level 2 cache present bitmap, low word */
103 #define GPU_L2_PRESENT_HI		0x124	/* (RO) Level 2 cache present bitmap, high word */
104 
105 /* GPU_COHERENCY_FEATURES is a bitmask of BIT(COHERENCY_xxx) values encoding the
106  * set of supported coherency protocols. GPU_COHERENCY_ENABLE is passed a
107  * COHERENCY_xxx value.
108  */
109 #define GPU_COHERENCY_FEATURES		0x300	/* (RO) Coherency features present */
110 #define GPU_COHERENCY_ENABLE		0x304	/* (RW) Coherency protocol selection */
111 #define   COHERENCY_ACE_LITE		0
112 #define   COHERENCY_ACE			1
113 #define   COHERENCY_NONE		31
114 
115 #define GPU_STACK_PRESENT_LO		0xE00   /* (RO) Core stack present bitmap, low word */
116 #define GPU_STACK_PRESENT_HI		0xE04   /* (RO) Core stack present bitmap, high word */
117 
118 #define SHADER_READY_LO			0x140	/* (RO) Shader core ready bitmap, low word */
119 #define SHADER_READY_HI			0x144	/* (RO) Shader core ready bitmap, high word */
120 
121 #define TILER_READY_LO			0x150	/* (RO) Tiler core ready bitmap, low word */
122 #define TILER_READY_HI			0x154	/* (RO) Tiler core ready bitmap, high word */
123 
124 #define L2_READY_LO			0x160	/* (RO) Level 2 cache ready bitmap, low word */
125 #define L2_READY_HI			0x164	/* (RO) Level 2 cache ready bitmap, high word */
126 
127 #define STACK_READY_LO			0xE10   /* (RO) Core stack ready bitmap, low word */
128 #define STACK_READY_HI			0xE14   /* (RO) Core stack ready bitmap, high word */
129 
130 
131 #define SHADER_PWRON_LO			0x180	/* (WO) Shader core power on bitmap, low word */
132 #define SHADER_PWRON_HI			0x184	/* (WO) Shader core power on bitmap, high word */
133 
134 #define TILER_PWRON_LO			0x190	/* (WO) Tiler core power on bitmap, low word */
135 #define TILER_PWRON_HI			0x194	/* (WO) Tiler core power on bitmap, high word */
136 
137 #define L2_PWRON_LO			0x1A0	/* (WO) Level 2 cache power on bitmap, low word */
138 #define L2_PWRON_HI			0x1A4	/* (WO) Level 2 cache power on bitmap, high word */
139 
140 #define STACK_PWRON_LO			0xE20   /* (RO) Core stack power on bitmap, low word */
141 #define STACK_PWRON_HI			0xE24   /* (RO) Core stack power on bitmap, high word */
142 
143 
144 #define SHADER_PWROFF_LO		0x1C0	/* (WO) Shader core power off bitmap, low word */
145 #define SHADER_PWROFF_HI		0x1C4	/* (WO) Shader core power off bitmap, high word */
146 
147 #define TILER_PWROFF_LO			0x1D0	/* (WO) Tiler core power off bitmap, low word */
148 #define TILER_PWROFF_HI			0x1D4	/* (WO) Tiler core power off bitmap, high word */
149 
150 #define L2_PWROFF_LO			0x1E0	/* (WO) Level 2 cache power off bitmap, low word */
151 #define L2_PWROFF_HI			0x1E4	/* (WO) Level 2 cache power off bitmap, high word */
152 
153 #define STACK_PWROFF_LO			0xE30   /* (RO) Core stack power off bitmap, low word */
154 #define STACK_PWROFF_HI			0xE34   /* (RO) Core stack power off bitmap, high word */
155 
156 
157 #define SHADER_PWRTRANS_LO		0x200	/* (RO) Shader core power transition bitmap, low word */
158 #define SHADER_PWRTRANS_HI		0x204	/* (RO) Shader core power transition bitmap, high word */
159 
160 #define TILER_PWRTRANS_LO		0x210	/* (RO) Tiler core power transition bitmap, low word */
161 #define TILER_PWRTRANS_HI		0x214	/* (RO) Tiler core power transition bitmap, high word */
162 
163 #define L2_PWRTRANS_LO			0x220	/* (RO) Level 2 cache power transition bitmap, low word */
164 #define L2_PWRTRANS_HI			0x224	/* (RO) Level 2 cache power transition bitmap, high word */
165 
166 #define STACK_PWRTRANS_LO		0xE40   /* (RO) Core stack power transition bitmap, low word */
167 #define STACK_PWRTRANS_HI		0xE44   /* (RO) Core stack power transition bitmap, high word */
168 
169 
170 #define SHADER_PWRACTIVE_LO		0x240	/* (RO) Shader core active bitmap, low word */
171 #define SHADER_PWRACTIVE_HI		0x244	/* (RO) Shader core active bitmap, high word */
172 
173 #define TILER_PWRACTIVE_LO		0x250	/* (RO) Tiler core active bitmap, low word */
174 #define TILER_PWRACTIVE_HI		0x254	/* (RO) Tiler core active bitmap, high word */
175 
176 #define L2_PWRACTIVE_LO			0x260	/* (RO) Level 2 cache active bitmap, low word */
177 #define L2_PWRACTIVE_HI			0x264	/* (RO) Level 2 cache active bitmap, high word */
178 
179 #define GPU_JM_CONFIG			0xF00   /* (RW) Job Manager configuration register (Implementation specific register) */
180 #define GPU_SHADER_CONFIG		0xF04	/* (RW) Shader core configuration settings (Implementation specific register) */
181 #define GPU_TILER_CONFIG		0xF08   /* (RW) Tiler core configuration settings (Implementation specific register) */
182 #define GPU_L2_MMU_CONFIG		0xF0C	/* (RW) Configuration of the L2 cache and MMU (Implementation specific register) */
183 
184 /* L2_MMU_CONFIG register */
185 #define L2_MMU_CONFIG_ALLOW_SNOOP_DISPARITY_SHIFT	23
186 #define L2_MMU_CONFIG_ALLOW_SNOOP_DISPARITY		(0x1 << L2_MMU_CONFIG_ALLOW_SNOOP_DISPARITY_SHIFT)
187 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_SHIFT	24
188 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_READS		(0x3 << L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_SHIFT)
189 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_OCTANT	(0x1 << L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_SHIFT)
190 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_QUARTER	(0x2 << L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_SHIFT)
191 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_HALF		(0x3 << L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_SHIFT)
192 
193 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_SHIFT	26
194 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES		(0x3 << L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_SHIFT)
195 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_OCTANT	(0x1 << L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_SHIFT)
196 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_QUARTER	(0x2 << L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_SHIFT)
197 #define L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_HALF	(0x3 << L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_SHIFT)
198 
199 #define L2_MMU_CONFIG_3BIT_LIMIT_EXTERNAL_READS_SHIFT	12
200 #define L2_MMU_CONFIG_3BIT_LIMIT_EXTERNAL_READS		(0x7 << L2_MMU_CONFIG_LIMIT_EXTERNAL_READS_SHIFT)
201 
202 #define L2_MMU_CONFIG_3BIT_LIMIT_EXTERNAL_WRITES_SHIFT	15
203 #define L2_MMU_CONFIG_3BIT_LIMIT_EXTERNAL_WRITES	(0x7 << L2_MMU_CONFIG_LIMIT_EXTERNAL_WRITES_SHIFT)
204 
205 /* SHADER_CONFIG register */
206 #define SC_ALT_COUNTERS			BIT(3)
207 #define SC_OVERRIDE_FWD_PIXEL_KILL	BIT(4)
208 #define SC_SDC_DISABLE_OQ_DISCARD	BIT(6)
209 #define SC_LS_ALLOW_ATTR_TYPES		BIT(16)
210 #define SC_LS_PAUSEBUFFER_DISABLE	BIT(16)
211 #define SC_TLS_HASH_ENABLE		BIT(17)
212 #define SC_LS_ATTR_CHECK_DISABLE	BIT(18)
213 #define SC_ENABLE_TEXGRD_FLAGS		BIT(25)
214 #define SC_VAR_ALGORITHM		BIT(29)
215 /* End SHADER_CONFIG register */
216 
217 /* TILER_CONFIG register */
218 #define TC_CLOCK_GATE_OVERRIDE		BIT(0)
219 
220 /* JM_CONFIG register */
221 #define JM_TIMESTAMP_OVERRIDE		BIT(0)
222 #define JM_CLOCK_GATE_OVERRIDE		BIT(1)
223 #define JM_JOB_THROTTLE_ENABLE		BIT(2)
224 #define JM_JOB_THROTTLE_LIMIT_SHIFT	3
225 #define JM_MAX_JOB_THROTTLE_LIMIT	0x3F
226 #define JM_FORCE_COHERENCY_FEATURES_SHIFT 2
227 #define JM_IDVS_GROUP_SIZE_SHIFT	16
228 #define JM_DEFAULT_IDVS_GROUP_SIZE	0xF
229 #define JM_MAX_IDVS_GROUP_SIZE		0x3F
230 
231 
232 /* Job Control regs */
233 #define JOB_INT_RAWSTAT			0x1000
234 #define JOB_INT_CLEAR			0x1004
235 #define JOB_INT_MASK			0x1008
236 #define JOB_INT_STAT			0x100c
237 #define JOB_INT_JS_STATE		0x1010
238 #define JOB_INT_THROTTLE		0x1014
239 
240 #define MK_JS_MASK(j)			(0x10001 << (j))
241 #define JOB_INT_MASK_ERR(j)		BIT((j) + 16)
242 #define JOB_INT_MASK_DONE(j)		BIT(j)
243 
244 #define JS_BASE				0x1800
245 #define JS_SLOT_STRIDE			0x80
246 
247 #define JS_HEAD_LO(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x00)
248 #define JS_HEAD_HI(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x04)
249 #define JS_TAIL_LO(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x08)
250 #define JS_TAIL_HI(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x0c)
251 #define JS_AFFINITY_LO(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x10)
252 #define JS_AFFINITY_HI(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x14)
253 #define JS_CONFIG(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x18)
254 #define JS_XAFFINITY(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x1c)
255 #define JS_COMMAND(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x20)
256 #define JS_STATUS(n)			(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x24)
257 #define JS_HEAD_NEXT_LO(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x40)
258 #define JS_HEAD_NEXT_HI(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x44)
259 #define JS_AFFINITY_NEXT_LO(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x50)
260 #define JS_AFFINITY_NEXT_HI(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x54)
261 #define JS_CONFIG_NEXT(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x58)
262 #define JS_COMMAND_NEXT(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x60)
263 #define JS_FLUSH_ID_NEXT(n)		(JS_BASE + ((n) * JS_SLOT_STRIDE) + 0x70)
264 
265 /* Possible values of JS_CONFIG and JS_CONFIG_NEXT registers */
266 #define JS_CONFIG_START_FLUSH_CLEAN		BIT(8)
267 #define JS_CONFIG_START_FLUSH_CLEAN_INVALIDATE	(3u << 8)
268 #define JS_CONFIG_START_MMU			BIT(10)
269 #define JS_CONFIG_JOB_CHAIN_FLAG		BIT(11)
270 #define JS_CONFIG_END_FLUSH_CLEAN		BIT(12)
271 #define JS_CONFIG_END_FLUSH_CLEAN_INVALIDATE	(3u << 12)
272 #define JS_CONFIG_ENABLE_FLUSH_REDUCTION	BIT(14)
273 #define JS_CONFIG_DISABLE_DESCRIPTOR_WR_BK	BIT(15)
274 #define JS_CONFIG_THREAD_PRI(n)			((n) << 16)
275 
276 #define JS_COMMAND_NOP			0x00
277 #define JS_COMMAND_START		0x01
278 #define JS_COMMAND_SOFT_STOP		0x02	/* Gently stop processing a job chain */
279 #define JS_COMMAND_HARD_STOP		0x03	/* Rudely stop processing a job chain */
280 #define JS_COMMAND_SOFT_STOP_0		0x04	/* Execute SOFT_STOP if JOB_CHAIN_FLAG is 0 */
281 #define JS_COMMAND_HARD_STOP_0		0x05	/* Execute HARD_STOP if JOB_CHAIN_FLAG is 0 */
282 #define JS_COMMAND_SOFT_STOP_1		0x06	/* Execute SOFT_STOP if JOB_CHAIN_FLAG is 1 */
283 #define JS_COMMAND_HARD_STOP_1		0x07	/* Execute HARD_STOP if JOB_CHAIN_FLAG is 1 */
284 
285 /* MMU regs */
286 #define MMU_INT_RAWSTAT			0x2000
287 #define MMU_INT_CLEAR			0x2004
288 #define MMU_INT_MASK			0x2008
289 #define MMU_INT_STAT			0x200c
290 
291 /* AS_COMMAND register commands */
292 #define AS_COMMAND_NOP			0x00	/* NOP Operation */
293 #define AS_COMMAND_UPDATE		0x01	/* Broadcasts the values in AS_TRANSTAB and ASn_MEMATTR to all MMUs */
294 #define AS_COMMAND_LOCK			0x02	/* Issue a lock region command to all MMUs */
295 #define AS_COMMAND_UNLOCK		0x03	/* Issue a flush region command to all MMUs */
296 #define AS_COMMAND_FLUSH		0x04	/* Flush all L2 caches then issue a flush region command to all MMUs
297 						   (deprecated - only for use with T60x) */
298 #define AS_COMMAND_FLUSH_PT		0x04	/* Flush all L2 caches then issue a flush region command to all MMUs */
299 #define AS_COMMAND_FLUSH_MEM		0x05	/* Wait for memory accesses to complete, flush all the L1s cache then
300 						   flush all L2 caches then issue a flush region command to all MMUs */
301 
302 #define MMU_BASE			0x2400
303 #define MMU_AS_SHIFT			0x06
304 #define MMU_AS(as)			(MMU_BASE + ((as) << MMU_AS_SHIFT))
305 
306 #define AS_TRANSTAB_LO(as)		(MMU_AS(as) + 0x00) /* (RW) Translation Table Base Address for address space n, low word */
307 #define AS_TRANSTAB_HI(as)		(MMU_AS(as) + 0x04) /* (RW) Translation Table Base Address for address space n, high word */
308 #define AS_MEMATTR_LO(as)		(MMU_AS(as) + 0x08) /* (RW) Memory attributes for address space n, low word. */
309 #define AS_MEMATTR_HI(as)		(MMU_AS(as) + 0x0C) /* (RW) Memory attributes for address space n, high word. */
310 #define   AS_MEMATTR_AARCH64_INNER_ALLOC_IMPL		(2 << 2)
311 #define   AS_MEMATTR_AARCH64_INNER_ALLOC_EXPL(w, r)	((3 << 2) | \
312 							 ((w) ? BIT(0) : 0) | \
313 							 ((r) ? BIT(1) : 0))
314 #define   AS_MEMATTR_AARCH64_SH_MIDGARD_INNER		(0 << 4)
315 #define   AS_MEMATTR_AARCH64_SH_CPU_INNER		(1 << 4)
316 #define   AS_MEMATTR_AARCH64_SH_CPU_INNER_SHADER_COH	(2 << 4)
317 #define   AS_MEMATTR_AARCH64_SHARED			(0 << 6)
318 #define   AS_MEMATTR_AARCH64_INNER_OUTER_NC		(1 << 6)
319 #define   AS_MEMATTR_AARCH64_INNER_OUTER_WB		(2 << 6)
320 #define   AS_MEMATTR_AARCH64_FAULT			(3 << 6)
321 #define AS_LOCKADDR_LO(as)		(MMU_AS(as) + 0x10) /* (RW) Lock region address for address space n, low word */
322 #define AS_LOCKADDR_HI(as)		(MMU_AS(as) + 0x14) /* (RW) Lock region address for address space n, high word */
323 #define AS_COMMAND(as)			(MMU_AS(as) + 0x18) /* (WO) MMU command register for address space n */
324 #define AS_FAULTSTATUS(as)		(MMU_AS(as) + 0x1C) /* (RO) MMU fault status register for address space n */
325 #define AS_FAULTADDRESS_LO(as)		(MMU_AS(as) + 0x20) /* (RO) Fault Address for address space n, low word */
326 #define AS_FAULTADDRESS_HI(as)		(MMU_AS(as) + 0x24) /* (RO) Fault Address for address space n, high word */
327 #define AS_STATUS(as)			(MMU_AS(as) + 0x28) /* (RO) Status flags for address space n */
328 /* Additional Bifrost AS registers */
329 #define AS_TRANSCFG_LO(as)		(MMU_AS(as) + 0x30) /* (RW) Translation table configuration for address space n, low word */
330 #define AS_TRANSCFG_HI(as)		(MMU_AS(as) + 0x34) /* (RW) Translation table configuration for address space n, high word */
331 #define   AS_TRANSCFG_ADRMODE_LEGACY			(0 << 0)
332 #define   AS_TRANSCFG_ADRMODE_UNMAPPED			(1 << 0)
333 #define   AS_TRANSCFG_ADRMODE_IDENTITY			(2 << 0)
334 #define   AS_TRANSCFG_ADRMODE_AARCH64_4K		(6 << 0)
335 #define   AS_TRANSCFG_ADRMODE_AARCH64_64K		(8 << 0)
336 #define   AS_TRANSCFG_INA_BITS(x)			((x) << 6)
337 #define   AS_TRANSCFG_OUTA_BITS(x)			((x) << 14)
338 #define   AS_TRANSCFG_SL_CONCAT				BIT(22)
339 #define   AS_TRANSCFG_PTW_MEMATTR_NC			(1 << 24)
340 #define   AS_TRANSCFG_PTW_MEMATTR_WB			(2 << 24)
341 #define   AS_TRANSCFG_PTW_SH_NS				(0 << 28)
342 #define   AS_TRANSCFG_PTW_SH_OS				(2 << 28)
343 #define   AS_TRANSCFG_PTW_SH_IS				(3 << 28)
344 #define   AS_TRANSCFG_PTW_RA				BIT(30)
345 #define   AS_TRANSCFG_DISABLE_HIER_AP			BIT(33)
346 #define   AS_TRANSCFG_DISABLE_AF_FAULT			BIT(34)
347 #define   AS_TRANSCFG_WXN				BIT(35)
348 #define   AS_TRANSCFG_XREADABLE				BIT(36)
349 #define AS_FAULTEXTRA_LO(as)		(MMU_AS(as) + 0x38) /* (RO) Secondary fault address for address space n, low word */
350 #define AS_FAULTEXTRA_HI(as)		(MMU_AS(as) + 0x3C) /* (RO) Secondary fault address for address space n, high word */
351 
352 #define MMU_AS_STRIDE			(1 << MMU_AS_SHIFT)
353 
354 /*
355  * Begin LPAE MMU TRANSTAB register values
356  */
357 #define AS_TRANSTAB_LPAE_ADDR_SPACE_MASK	0xfffffffffffff000
358 #define AS_TRANSTAB_LPAE_ADRMODE_IDENTITY	0x2
359 #define AS_TRANSTAB_LPAE_ADRMODE_TABLE		0x3
360 #define AS_TRANSTAB_LPAE_ADRMODE_MASK		0x3
361 #define AS_TRANSTAB_LPAE_READ_INNER		BIT(2)
362 #define AS_TRANSTAB_LPAE_SHARE_OUTER		BIT(4)
363 
364 /*
365  * Begin AARCH64_4K MMU TRANSTAB register values
366  */
367 #define AS_TRANSTAB_AARCH64_4K_ADDR_MASK	0xfffffffffffffff0
368 
369 #define AS_STATUS_AS_ACTIVE			0x01
370 
371 #define AS_FAULTSTATUS_ACCESS_TYPE_MASK		(0x3 << 8)
372 #define AS_FAULTSTATUS_ACCESS_TYPE_ATOMIC	(0x0 << 8)
373 #define AS_FAULTSTATUS_ACCESS_TYPE_EX		(0x1 << 8)
374 #define AS_FAULTSTATUS_ACCESS_TYPE_READ		(0x2 << 8)
375 #define AS_FAULTSTATUS_ACCESS_TYPE_WRITE	(0x3 << 8)
376 
377 #define AS_LOCK_REGION_MIN_SIZE                 (1ULL << 15)
378 
379 #define gpu_write(dev, reg, data) writel(data, dev->iomem + reg)
380 #define gpu_read(dev, reg) readl(dev->iomem + reg)
381 
382 #endif
383