xref: /linux/arch/mips/include/asm/mipsmtregs.h (revision ae22a94997b8a03dcb3c922857c203246711f9d4)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 /*
3  * MT regs definitions, follows on from mipsregs.h
4  * Copyright (C) 2004 - 2005 MIPS Technologies, Inc.  All rights reserved.
5  * Elizabeth Clarke et. al.
6  *
7  */
8 #ifndef _ASM_MIPSMTREGS_H
9 #define _ASM_MIPSMTREGS_H
10 
11 #include <asm/mipsregs.h>
12 
13 #ifndef __ASSEMBLY__
14 
15 /*
16  * C macros
17  */
18 
19 #define read_c0_mvpcontrol()		__read_32bit_c0_register($0, 1)
20 #define write_c0_mvpcontrol(val)	__write_32bit_c0_register($0, 1, val)
21 
22 #define read_c0_mvpconf0()		__read_32bit_c0_register($0, 2)
23 #define read_c0_mvpconf1()		__read_32bit_c0_register($0, 3)
24 
25 #define read_c0_vpecontrol()		__read_32bit_c0_register($1, 1)
26 #define write_c0_vpecontrol(val)	__write_32bit_c0_register($1, 1, val)
27 
28 #define read_c0_vpeconf0()		__read_32bit_c0_register($1, 2)
29 #define write_c0_vpeconf0(val)		__write_32bit_c0_register($1, 2, val)
30 
31 #define read_c0_vpeconf1()		__read_32bit_c0_register($1, 3)
32 #define write_c0_vpeconf1(val)		__write_32bit_c0_register($1, 3, val)
33 
34 #define read_c0_tcstatus()		__read_32bit_c0_register($2, 1)
35 #define write_c0_tcstatus(val)		__write_32bit_c0_register($2, 1, val)
36 
37 #define read_c0_tcbind()		__read_32bit_c0_register($2, 2)
38 
39 #define write_c0_tchalt(val)		__write_32bit_c0_register($2, 4, val)
40 
41 #define read_c0_tccontext()		__read_32bit_c0_register($2, 5)
42 #define write_c0_tccontext(val)		__write_32bit_c0_register($2, 5, val)
43 
44 #else /* Assembly */
45 /*
46  * Macros for use in assembly language code
47  */
48 
49 #define CP0_MVPCONTROL		$0, 1
50 #define CP0_MVPCONF0		$0, 2
51 #define CP0_MVPCONF1		$0, 3
52 #define CP0_VPECONTROL		$1, 1
53 #define CP0_VPECONF0		$1, 2
54 #define CP0_VPECONF1		$1, 3
55 #define CP0_YQMASK		$1, 4
56 #define CP0_VPESCHEDULE		$1, 5
57 #define CP0_VPESCHEFBK		$1, 6
58 #define CP0_TCSTATUS		$2, 1
59 #define CP0_TCBIND		$2, 2
60 #define CP0_TCRESTART		$2, 3
61 #define CP0_TCHALT		$2, 4
62 #define CP0_TCCONTEXT		$2, 5
63 #define CP0_TCSCHEDULE		$2, 6
64 #define CP0_TCSCHEFBK		$2, 7
65 #define CP0_SRSCONF0		$6, 1
66 #define CP0_SRSCONF1		$6, 2
67 #define CP0_SRSCONF2		$6, 3
68 #define CP0_SRSCONF3		$6, 4
69 #define CP0_SRSCONF4		$6, 5
70 
71 #endif
72 
73 /* MVPControl fields */
74 #define MVPCONTROL_EVP		(_ULCAST_(1))
75 
76 #define MVPCONTROL_VPC_SHIFT	1
77 #define MVPCONTROL_VPC		(_ULCAST_(1) << MVPCONTROL_VPC_SHIFT)
78 
79 #define MVPCONTROL_STLB_SHIFT	2
80 #define MVPCONTROL_STLB		(_ULCAST_(1) << MVPCONTROL_STLB_SHIFT)
81 
82 
83 /* MVPConf0 fields */
84 #define MVPCONF0_PTC_SHIFT	0
85 #define MVPCONF0_PTC		( _ULCAST_(0xff))
86 #define MVPCONF0_PVPE_SHIFT	10
87 #define MVPCONF0_PVPE		( _ULCAST_(0xf) << MVPCONF0_PVPE_SHIFT)
88 #define MVPCONF0_TCA_SHIFT	15
89 #define MVPCONF0_TCA		( _ULCAST_(1) << MVPCONF0_TCA_SHIFT)
90 #define MVPCONF0_PTLBE_SHIFT	16
91 #define MVPCONF0_PTLBE		(_ULCAST_(0x3ff) << MVPCONF0_PTLBE_SHIFT)
92 #define MVPCONF0_TLBS_SHIFT	29
93 #define MVPCONF0_TLBS		(_ULCAST_(1) << MVPCONF0_TLBS_SHIFT)
94 #define MVPCONF0_M_SHIFT	31
95 #define MVPCONF0_M		(_ULCAST_(0x1) << MVPCONF0_M_SHIFT)
96 
97 
98 /* config3 fields */
99 #define CONFIG3_MT_SHIFT	2
100 #define CONFIG3_MT		(_ULCAST_(1) << CONFIG3_MT_SHIFT)
101 
102 
103 /* VPEControl fields (per VPE) */
104 #define VPECONTROL_TARGTC	(_ULCAST_(0xff))
105 
106 #define VPECONTROL_TE_SHIFT	15
107 #define VPECONTROL_TE		(_ULCAST_(1) << VPECONTROL_TE_SHIFT)
108 #define VPECONTROL_EXCPT_SHIFT	16
109 #define VPECONTROL_EXCPT	(_ULCAST_(0x7) << VPECONTROL_EXCPT_SHIFT)
110 
111 /* Thread Exception Codes for EXCPT field */
112 #define THREX_TU		0
113 #define THREX_TO		1
114 #define THREX_IYQ		2
115 #define THREX_GSX		3
116 #define THREX_YSCH		4
117 #define THREX_GSSCH		5
118 
119 #define VPECONTROL_GSI_SHIFT	20
120 #define VPECONTROL_GSI		(_ULCAST_(1) << VPECONTROL_GSI_SHIFT)
121 #define VPECONTROL_YSI_SHIFT	21
122 #define VPECONTROL_YSI		(_ULCAST_(1) << VPECONTROL_YSI_SHIFT)
123 
124 /* VPEConf0 fields (per VPE) */
125 #define VPECONF0_VPA_SHIFT	0
126 #define VPECONF0_VPA		(_ULCAST_(1) << VPECONF0_VPA_SHIFT)
127 #define VPECONF0_MVP_SHIFT	1
128 #define VPECONF0_MVP		(_ULCAST_(1) << VPECONF0_MVP_SHIFT)
129 #define VPECONF0_XTC_SHIFT	21
130 #define VPECONF0_XTC		(_ULCAST_(0xff) << VPECONF0_XTC_SHIFT)
131 
132 /* VPEConf1 fields (per VPE) */
133 #define VPECONF1_NCP1_SHIFT	0
134 #define VPECONF1_NCP1		(_ULCAST_(0xff) << VPECONF1_NCP1_SHIFT)
135 #define VPECONF1_NCP2_SHIFT	10
136 #define VPECONF1_NCP2		(_ULCAST_(0xff) << VPECONF1_NCP2_SHIFT)
137 #define VPECONF1_NCX_SHIFT	20
138 #define VPECONF1_NCX		(_ULCAST_(0xff) << VPECONF1_NCX_SHIFT)
139 
140 /* TCStatus fields (per TC) */
141 #define TCSTATUS_TASID		(_ULCAST_(0xff))
142 #define TCSTATUS_IXMT_SHIFT	10
143 #define TCSTATUS_IXMT		(_ULCAST_(1) << TCSTATUS_IXMT_SHIFT)
144 #define TCSTATUS_TKSU_SHIFT	11
145 #define TCSTATUS_TKSU		(_ULCAST_(3) << TCSTATUS_TKSU_SHIFT)
146 #define TCSTATUS_A_SHIFT	13
147 #define TCSTATUS_A		(_ULCAST_(1) << TCSTATUS_A_SHIFT)
148 #define TCSTATUS_DA_SHIFT	15
149 #define TCSTATUS_DA		(_ULCAST_(1) << TCSTATUS_DA_SHIFT)
150 #define TCSTATUS_DT_SHIFT	20
151 #define TCSTATUS_DT		(_ULCAST_(1) << TCSTATUS_DT_SHIFT)
152 #define TCSTATUS_TDS_SHIFT	21
153 #define TCSTATUS_TDS		(_ULCAST_(1) << TCSTATUS_TDS_SHIFT)
154 #define TCSTATUS_TSST_SHIFT	22
155 #define TCSTATUS_TSST		(_ULCAST_(1) << TCSTATUS_TSST_SHIFT)
156 #define TCSTATUS_RNST_SHIFT	23
157 #define TCSTATUS_RNST		(_ULCAST_(3) << TCSTATUS_RNST_SHIFT)
158 /* Codes for RNST */
159 #define TC_RUNNING		0
160 #define TC_WAITING		1
161 #define TC_YIELDING		2
162 #define TC_GATED		3
163 
164 #define TCSTATUS_TMX_SHIFT	27
165 #define TCSTATUS_TMX		(_ULCAST_(1) << TCSTATUS_TMX_SHIFT)
166 /* TCStatus TCU bits can use same definitions/offsets as CU bits in Status */
167 
168 /* TCBind */
169 #define TCBIND_CURVPE_SHIFT	0
170 #define TCBIND_CURVPE		(_ULCAST_(0xf))
171 
172 #define TCBIND_CURTC_SHIFT	21
173 
174 #define TCBIND_CURTC		(_ULCAST_(0xff) << TCBIND_CURTC_SHIFT)
175 
176 /* TCHalt */
177 #define TCHALT_H		(_ULCAST_(1))
178 
179 #ifndef __ASSEMBLY__
180 
181 static inline unsigned core_nvpes(void)
182 {
183 	unsigned conf0;
184 
185 	if (!cpu_has_mipsmt)
186 		return 1;
187 
188 	conf0 = read_c0_mvpconf0();
189 	return ((conf0 & MVPCONF0_PVPE) >> MVPCONF0_PVPE_SHIFT) + 1;
190 }
191 
192 #define _ASM_SET_DVPE							\
193 	_ASM_MACRO_1R(dvpe, rt,						\
194 			_ASM_INSN_IF_MIPS(0x41600001 | __rt << 16)	\
195 			_ASM_INSN32_IF_MM(0x0000157C | __rt << 21))
196 #define _ASM_UNSET_DVPE ".purgem dvpe\n\t"
197 
198 static inline unsigned int dvpe(void)
199 {
200 	int res = 0;
201 
202 	__asm__ __volatile__(
203 	"	.set	push					\n"
204 	"	.set	"MIPS_ISA_LEVEL"			\n"
205 	_ASM_SET_DVPE
206 	"	dvpe	%0					\n"
207 	"	ehb						\n"
208 	_ASM_UNSET_DVPE
209 	"	.set	pop					\n"
210 	: "=r" (res));
211 
212 	instruction_hazard();
213 
214 	return res;
215 }
216 
217 #define _ASM_SET_EVPE							\
218 	_ASM_MACRO_1R(evpe, rt,					\
219 			_ASM_INSN_IF_MIPS(0x41600021 | __rt << 16)	\
220 			_ASM_INSN32_IF_MM(0x0000357C | __rt << 21))
221 #define _ASM_UNSET_EVPE ".purgem evpe\n\t"
222 
223 static inline void __raw_evpe(void)
224 {
225 	__asm__ __volatile__(
226 	"	.set	push					\n"
227 	"	.set	"MIPS_ISA_LEVEL"			\n"
228 	_ASM_SET_EVPE
229 	"	evpe    $0					\n"
230 	"	ehb						\n"
231 	_ASM_UNSET_EVPE
232 	"	.set	pop					\n");
233 }
234 
235 /* Enable virtual processor execution if previous suggested it should be.
236    EVPE_ENABLE to force */
237 
238 #define EVPE_ENABLE MVPCONTROL_EVP
239 
240 static inline void evpe(int previous)
241 {
242 	if ((previous & MVPCONTROL_EVP))
243 		__raw_evpe();
244 }
245 
246 #define _ASM_SET_DMT							\
247 	_ASM_MACRO_1R(dmt, rt,						\
248 			_ASM_INSN_IF_MIPS(0x41600bc1 | __rt << 16)	\
249 			_ASM_INSN32_IF_MM(0x0000057C | __rt << 21))
250 #define _ASM_UNSET_DMT ".purgem dmt\n\t"
251 
252 static inline unsigned int dmt(void)
253 {
254 	int res;
255 
256 	__asm__ __volatile__(
257 	"	.set	push					\n"
258 	"	.set	"MIPS_ISA_LEVEL"			\n"
259 	_ASM_SET_DMT
260 	"	dmt	%0					\n"
261 	"	ehb						\n"
262 	_ASM_UNSET_DMT
263 	"	.set	pop					\n"
264 	: "=r" (res));
265 
266 	instruction_hazard();
267 
268 	return res;
269 }
270 
271 #define _ASM_SET_EMT							\
272 	_ASM_MACRO_1R(emt, rt,						\
273 			_ASM_INSN_IF_MIPS(0x41600be1 | __rt << 16)	\
274 			_ASM_INSN32_IF_MM(0x0000257C | __rt << 21))
275 #define _ASM_UNSET_EMT ".purgem emt\n\t"
276 
277 static inline void __raw_emt(void)
278 {
279 	__asm__ __volatile__(
280 	"	.set	push					\n"
281 	"	.set	"MIPS_ISA_LEVEL"			\n"
282 	_ASM_SET_EMT
283 	"	emt	$0					\n"
284 	_ASM_UNSET_EMT
285 	"	ehb						\n"
286 	"	.set	pop");
287 }
288 
289 /* enable multi-threaded execution if previous suggested it should be.
290    EMT_ENABLE to force */
291 
292 #define EMT_ENABLE VPECONTROL_TE
293 
294 static inline void emt(int previous)
295 {
296 	if ((previous & EMT_ENABLE))
297 		__raw_emt();
298 }
299 
300 static inline void ehb(void)
301 {
302 	__asm__ __volatile__(
303 	"	.set	push				\n"
304 	"	.set	"MIPS_ISA_LEVEL"		\n"
305 	"	ehb					\n"
306 	"	.set	pop				\n");
307 }
308 
309 #define _ASM_SET_MFTC0							\
310 	_ASM_MACRO_2R_1S(mftc0, rs, rt, sel,				\
311 			_ASM_INSN_IF_MIPS(0x41000000 | __rt << 16 |	\
312 				__rs << 11 | \\sel)			\
313 			_ASM_INSN32_IF_MM(0x0000000E | __rt << 21 |	\
314 				__rs << 16 | \\sel << 4))
315 #define _ASM_UNSET_MFTC0 ".purgem mftc0\n\t"
316 
317 #define mftc0(rt, sel)							\
318 ({									\
319 	unsigned long	__res;						\
320 									\
321 	__asm__ __volatile__(						\
322 	"	.set	push				\n"	\
323 	"	.set	"MIPS_ISA_LEVEL"		\n"	\
324 	_ASM_SET_MFTC0							\
325 	"	mftc0	$1, " #rt ", " #sel "		\n"	\
326 	_ASM_UNSET_MFTC0						\
327 	"	.set	pop				\n"	\
328 	: "=r" (__res));						\
329 									\
330 	__res;								\
331 })
332 
333 #define _ASM_SET_MFTGPR							\
334 	_ASM_MACRO_2R(mftgpr, rs, rt,					\
335 			_ASM_INSN_IF_MIPS(0x41000020 | __rt << 16 |	\
336 				__rs << 11)				\
337 			_ASM_INSN32_IF_MM(0x0000040E | __rt << 21 |	\
338 				__rs << 16))
339 #define _ASM_UNSET_MFTGPR ".purgem mftgpr\n\t"
340 
341 #define mftgpr(rt)							\
342 ({									\
343 	unsigned long __res;						\
344 									\
345 	__asm__ __volatile__(						\
346 	"	.set	push				\n"	\
347 	"	.set	"MIPS_ISA_LEVEL"		\n"	\
348 	_ASM_SET_MFTGPR							\
349 	"	mftgpr	%0," #rt "			\n"	\
350 	_ASM_UNSET_MFTGPR						\
351 	"	.set	pop				\n"	\
352 	: "=r" (__res));						\
353 									\
354 	__res;								\
355 })
356 
357 #define mftr(rt, u, sel)							\
358 ({									\
359 	unsigned long __res;						\
360 									\
361 	__asm__ __volatile__(						\
362 	"	mftr	%0, " #rt ", " #u ", " #sel "	\n"	\
363 	: "=r" (__res));						\
364 									\
365 	__res;								\
366 })
367 
368 #define _ASM_SET_MTTGPR							\
369 	_ASM_MACRO_2R(mttgpr, rt, rs,					\
370 			_ASM_INSN_IF_MIPS(0x41800020 | __rt << 16 |	\
371 				__rs << 11)				\
372 			_ASM_INSN32_IF_MM(0x00000406 | __rt << 21 |	\
373 				__rs << 16))
374 #define _ASM_UNSET_MTTGPR ".purgem mttgpr\n\t"
375 
376 #define mttgpr(rs, v)							\
377 do {									\
378 	__asm__ __volatile__(						\
379 	"	.set	push				\n"	\
380 	"	.set	"MIPS_ISA_LEVEL"		\n"	\
381 	_ASM_SET_MTTGPR							\
382 	"	mttgpr	%0, " #rs "			\n"	\
383 	_ASM_UNSET_MTTGPR						\
384 	"	.set	pop				\n"	\
385 	: : "r" (v));							\
386 } while (0)
387 
388 #define _ASM_SET_MTTC0							\
389 	_ASM_MACRO_2R_1S(mttc0, rt, rs, sel,				\
390 			_ASM_INSN_IF_MIPS(0x41800000 | __rt << 16 |	\
391 				__rs << 11 | \\sel)			\
392 			_ASM_INSN32_IF_MM(0x0000040E | __rt << 21 |	\
393 				__rs << 16 | \\sel << 4))
394 #define _ASM_UNSET_MTTC0 ".purgem mttc0\n\t"
395 
396 #define mttc0(rs, sel, v)							\
397 ({									\
398 	__asm__ __volatile__(						\
399 	"	.set	push				\n"	\
400 	"	.set	"MIPS_ISA_LEVEL"		\n"	\
401 	_ASM_SET_MTTC0							\
402 	"	mttc0	%0," #rs ", " #sel "		\n"	\
403 	_ASM_UNSET_MTTC0						\
404 	"	.set	pop				\n"	\
405 	:								\
406 	: "r" (v));							\
407 })
408 
409 
410 #define mttr(rd, u, sel, v)						\
411 ({									\
412 	__asm__ __volatile__(						\
413 	"mttr	%0," #rd ", " #u ", " #sel				\
414 	: : "r" (v));							\
415 })
416 
417 
418 #define settc(tc)							\
419 do {									\
420 	write_c0_vpecontrol((read_c0_vpecontrol()&~VPECONTROL_TARGTC) | (tc)); \
421 	ehb();								\
422 } while (0)
423 
424 
425 /* you *must* set the target tc (settc) before trying to use these */
426 #define read_vpe_c0_vpecontrol()	mftc0($1, 1)
427 #define write_vpe_c0_vpecontrol(val)	mttc0($1, 1, val)
428 #define read_vpe_c0_vpeconf0()		mftc0($1, 2)
429 #define write_vpe_c0_vpeconf0(val)	mttc0($1, 2, val)
430 #define read_vpe_c0_vpeconf1()		mftc0($1, 3)
431 #define write_vpe_c0_vpeconf1(val)	mttc0($1, 3, val)
432 #define read_vpe_c0_count()		mftc0($9, 0)
433 #define write_vpe_c0_count(val)		mttc0($9, 0, val)
434 #define read_vpe_c0_status()		mftc0($12, 0)
435 #define write_vpe_c0_status(val)	mttc0($12, 0, val)
436 #define read_vpe_c0_cause()		mftc0($13, 0)
437 #define write_vpe_c0_cause(val)		mttc0($13, 0, val)
438 #define read_vpe_c0_config()		mftc0($16, 0)
439 #define write_vpe_c0_config(val)	mttc0($16, 0, val)
440 #define read_vpe_c0_config1()		mftc0($16, 1)
441 #define write_vpe_c0_config1(val)	mttc0($16, 1, val)
442 #define read_vpe_c0_config7()		mftc0($16, 7)
443 #define write_vpe_c0_config7(val)	mttc0($16, 7, val)
444 #define read_vpe_c0_ebase()		mftc0($15, 1)
445 #define write_vpe_c0_ebase(val)		mttc0($15, 1, val)
446 #define write_vpe_c0_compare(val)	mttc0($11, 0, val)
447 #define read_vpe_c0_badvaddr()		mftc0($8, 0)
448 #define read_vpe_c0_epc()		mftc0($14, 0)
449 #define write_vpe_c0_epc(val)		mttc0($14, 0, val)
450 
451 
452 /* TC */
453 #define read_tc_c0_tcstatus()		mftc0($2, 1)
454 #define write_tc_c0_tcstatus(val)	mttc0($2, 1, val)
455 #define read_tc_c0_tcbind()		mftc0($2, 2)
456 #define write_tc_c0_tcbind(val)		mttc0($2, 2, val)
457 #define read_tc_c0_tcrestart()		mftc0($2, 3)
458 #define write_tc_c0_tcrestart(val)	mttc0($2, 3, val)
459 #define read_tc_c0_tchalt()		mftc0($2, 4)
460 #define write_tc_c0_tchalt(val)		mttc0($2, 4, val)
461 #define read_tc_c0_tccontext()		mftc0($2, 5)
462 #define write_tc_c0_tccontext(val)	mttc0($2, 5, val)
463 
464 /* GPR */
465 #define read_tc_gpr_sp()		mftgpr($29)
466 #define write_tc_gpr_sp(val)		mttgpr($29, val)
467 #define read_tc_gpr_gp()		mftgpr($28)
468 #define write_tc_gpr_gp(val)		mttgpr($28, val)
469 
470 __BUILD_SET_C0(mvpcontrol)
471 
472 #endif /* Not __ASSEMBLY__ */
473 
474 #endif
475