xref: /freebsd/sys/arm/include/pcpu.h (revision e0b79e669b974858d7ab1a58832f2e33876b7bf6)
1 /*-
2  * Copyright (c) 1999 Luoqi Chen <luoqi@freebsd.org>
3  * All rights reserved.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24  * SUCH DAMAGE.
25  *
26  *	from: FreeBSD: src/sys/i386/include/globaldata.h,v 1.27 2001/04/27
27  * $FreeBSD$
28  */
29 
30 #ifndef	_MACHINE_PCPU_H_
31 #define	_MACHINE_PCPU_H_
32 
33 #ifdef _KERNEL
34 
35 #include <sys/_lock.h>
36 #include <sys/_mutex.h>
37 
38 #define	ALT_STACK_SIZE	128
39 
40 struct vmspace;
41 
42 #endif	/* _KERNEL */
43 
44 #if __ARM_ARCH >= 6
45 
46 #define PCPU_MD_FIELDS							\
47 	unsigned int pc_vfpsid;						\
48 	unsigned int pc_vfpmvfr0;					\
49 	unsigned int pc_vfpmvfr1;					\
50 	struct pmap *pc_curpmap;					\
51 	struct mtx pc_cmap_lock;					\
52 	void *pc_cmap1_pte2p;						\
53 	void *pc_cmap2_pte2p;						\
54 	caddr_t pc_cmap1_addr;						\
55 	caddr_t pc_cmap2_addr;						\
56 	vm_offset_t pc_qmap_addr;					\
57 	void *pc_qmap_pte;						\
58 	unsigned int pc_dbreg[32];					\
59 	int pc_dbreg_cmd;						\
60 	char __pad[27]
61 #else
62 #define PCPU_MD_FIELDS							\
63 	vm_offset_t qmap_addr;						\
64 	void *pc_qmap_pte;						\
65 	char __pad[149]
66 #endif
67 
68 #ifdef _KERNEL
69 
70 #define	PC_DBREG_CMD_NONE	0
71 #define	PC_DBREG_CMD_LOAD	1
72 
73 struct pcb;
74 struct pcpu;
75 
76 extern struct pcpu *pcpup;
77 
78 #if __ARM_ARCH >= 6
79 #define CPU_MASK (0xf)
80 
81 #ifndef SMP
82 #define get_pcpu() (pcpup)
83 #else
84 #define get_pcpu() __extension__ ({			  		\
85     	int id;								\
86         __asm __volatile("mrc p15, 0, %0, c0, c0, 5" : "=r" (id));	\
87     	(pcpup + (id & CPU_MASK));					\
88     })
89 #endif
90 
91 static inline struct thread *
92 get_curthread(void)
93 {
94 	void *ret;
95 
96 	__asm __volatile("mrc p15, 0, %0, c13, c0, 4" : "=r" (ret));
97 	return (ret);
98 }
99 
100 static inline void
101 set_curthread(struct thread *td)
102 {
103 
104 	__asm __volatile("mcr p15, 0, %0, c13, c0, 4" : : "r" (td));
105 }
106 
107 
108 static inline void *
109 get_tls(void)
110 {
111 	void *tls;
112 
113 	/* TPIDRURW contains the authoritative value. */
114 	__asm __volatile("mrc p15, 0, %0, c13, c0, 2" : "=r" (tls));
115 	return (tls);
116 }
117 
118 static inline void
119 set_tls(void *tls)
120 {
121 
122 	/*
123 	 * Update both TPIDRURW and TPIDRURO. TPIDRURW needs to be written
124 	 * first to ensure that a context switch between the two writes will
125 	 * still give the desired result of updating both.
126 	 */
127 	__asm __volatile(
128 	    "mcr p15, 0, %0, c13, c0, 2\n"
129 	    "mcr p15, 0, %0, c13, c0, 3\n"
130 	     : : "r" (tls));
131 }
132 
133 #define curthread get_curthread()
134 
135 #else
136 #define get_pcpu()	pcpup
137 #endif
138 
139 #define	PCPU_GET(member)	(get_pcpu()->pc_ ## member)
140 #define	PCPU_ADD(member, value)	(get_pcpu()->pc_ ## member += (value))
141 #define	PCPU_INC(member)	PCPU_ADD(member, 1)
142 #define	PCPU_PTR(member)	(&get_pcpu()->pc_ ## member)
143 #define	PCPU_SET(member,value)	(get_pcpu()->pc_ ## member = (value))
144 
145 void pcpu0_init(void);
146 #endif	/* _KERNEL */
147 
148 #endif	/* !_MACHINE_PCPU_H_ */
149