xref: /freebsd/sys/arm/include/cpufunc.h (revision a812392203d7c4c3f0db9d8a0f3391374c49c71f)
1 /*	$NetBSD: cpufunc.h,v 1.29 2003/09/06 09:08:35 rearnsha Exp $	*/
2 
3 /*-
4  * Copyright (c) 1997 Mark Brinicombe.
5  * Copyright (c) 1997 Causality Limited
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  * 3. All advertising materials mentioning features or use of this software
17  *    must display the following acknowledgement:
18  *	This product includes software developed by Causality Limited.
19  * 4. The name of Causality Limited may not be used to endorse or promote
20  *    products derived from this software without specific prior written
21  *    permission.
22  *
23  * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS
24  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
25  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26  * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT,
27  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
28  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
29  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33  * SUCH DAMAGE.
34  *
35  * RiscBSD kernel project
36  *
37  * cpufunc.h
38  *
39  * Prototypes for cpu, mmu and tlb related functions.
40  *
41  * $FreeBSD$
42  */
43 
44 #ifndef _MACHINE_CPUFUNC_H_
45 #define _MACHINE_CPUFUNC_H_
46 
47 #ifdef _KERNEL
48 
49 #include <sys/types.h>
50 #include <machine/cpuconf.h>
51 #include <machine/katelib.h> /* For in[bwl] and out[bwl] */
52 
53 static __inline void
54 breakpoint(void)
55 {
56 	__asm(".word      0xe7ffffff");
57 }
58 
59 struct cpu_functions {
60 
61 	/* CPU functions */
62 
63 	u_int	(*cf_id)		(void);
64 	void	(*cf_cpwait)		(void);
65 
66 	/* MMU functions */
67 
68 	u_int	(*cf_control)		(u_int bic, u_int eor);
69 	void	(*cf_domains)		(u_int domains);
70 	void	(*cf_setttb)		(u_int ttb);
71 	u_int	(*cf_faultstatus)	(void);
72 	u_int	(*cf_faultaddress)	(void);
73 
74 	/* TLB functions */
75 
76 	void	(*cf_tlb_flushID)	(void);
77 	void	(*cf_tlb_flushID_SE)	(u_int va);
78 	void	(*cf_tlb_flushI)	(void);
79 	void	(*cf_tlb_flushI_SE)	(u_int va);
80 	void	(*cf_tlb_flushD)	(void);
81 	void	(*cf_tlb_flushD_SE)	(u_int va);
82 
83 	/*
84 	 * Cache operations:
85 	 *
86 	 * We define the following primitives:
87 	 *
88 	 *	icache_sync_all		Synchronize I-cache
89 	 *	icache_sync_range	Synchronize I-cache range
90 	 *
91 	 *	dcache_wbinv_all	Write-back and Invalidate D-cache
92 	 *	dcache_wbinv_range	Write-back and Invalidate D-cache range
93 	 *	dcache_inv_range	Invalidate D-cache range
94 	 *	dcache_wb_range		Write-back D-cache range
95 	 *
96 	 *	idcache_wbinv_all	Write-back and Invalidate D-cache,
97 	 *				Invalidate I-cache
98 	 *	idcache_wbinv_range	Write-back and Invalidate D-cache,
99 	 *				Invalidate I-cache range
100 	 *
101 	 * Note that the ARM term for "write-back" is "clean".  We use
102 	 * the term "write-back" since it's a more common way to describe
103 	 * the operation.
104 	 *
105 	 * There are some rules that must be followed:
106 	 *
107 	 *	ID-cache Invalidate All:
108 	 *		Unlike other functions, this one must never write back.
109 	 *		It is used to intialize the MMU when it is in an unknown
110 	 *		state (such as when it may have lines tagged as valid
111 	 *		that belong to a previous set of mappings).
112 	 *
113 	 *	I-cache Synch (all or range):
114 	 *		The goal is to synchronize the instruction stream,
115 	 *		so you may beed to write-back dirty D-cache blocks
116 	 *		first.  If a range is requested, and you can't
117 	 *		synchronize just a range, you have to hit the whole
118 	 *		thing.
119 	 *
120 	 *	D-cache Write-Back and Invalidate range:
121 	 *		If you can't WB-Inv a range, you must WB-Inv the
122 	 *		entire D-cache.
123 	 *
124 	 *	D-cache Invalidate:
125 	 *		If you can't Inv the D-cache, you must Write-Back
126 	 *		and Invalidate.  Code that uses this operation
127 	 *		MUST NOT assume that the D-cache will not be written
128 	 *		back to memory.
129 	 *
130 	 *	D-cache Write-Back:
131 	 *		If you can't Write-back without doing an Inv,
132 	 *		that's fine.  Then treat this as a WB-Inv.
133 	 *		Skipping the invalidate is merely an optimization.
134 	 *
135 	 *	All operations:
136 	 *		Valid virtual addresses must be passed to each
137 	 *		cache operation.
138 	 */
139 	void	(*cf_icache_sync_all)	(void);
140 	void	(*cf_icache_sync_range)	(vm_offset_t, vm_size_t);
141 
142 	void	(*cf_dcache_wbinv_all)	(void);
143 	void	(*cf_dcache_wbinv_range) (vm_offset_t, vm_size_t);
144 	void	(*cf_dcache_inv_range)	(vm_offset_t, vm_size_t);
145 	void	(*cf_dcache_wb_range)	(vm_offset_t, vm_size_t);
146 
147 	void	(*cf_idcache_inv_all)	(void);
148 	void	(*cf_idcache_wbinv_all)	(void);
149 	void	(*cf_idcache_wbinv_range) (vm_offset_t, vm_size_t);
150 	void	(*cf_l2cache_wbinv_all) (void);
151 	void	(*cf_l2cache_wbinv_range) (vm_offset_t, vm_size_t);
152 	void	(*cf_l2cache_inv_range)	  (vm_offset_t, vm_size_t);
153 	void	(*cf_l2cache_wb_range)	  (vm_offset_t, vm_size_t);
154 	void	(*cf_l2cache_drain_writebuf)	  (void);
155 
156 	/* Other functions */
157 
158 	void	(*cf_flush_prefetchbuf)	(void);
159 	void	(*cf_drain_writebuf)	(void);
160 	void	(*cf_flush_brnchtgt_C)	(void);
161 	void	(*cf_flush_brnchtgt_E)	(u_int va);
162 
163 	void	(*cf_sleep)		(int mode);
164 
165 	/* Soft functions */
166 
167 	int	(*cf_dataabt_fixup)	(void *arg);
168 	int	(*cf_prefetchabt_fixup)	(void *arg);
169 
170 	void	(*cf_context_switch)	(void);
171 
172 	void	(*cf_setup)		(char *string);
173 };
174 
175 extern struct cpu_functions cpufuncs;
176 extern u_int cputype;
177 
178 #define cpu_id()		cpufuncs.cf_id()
179 #define	cpu_cpwait()		cpufuncs.cf_cpwait()
180 
181 #define cpu_control(c, e)	cpufuncs.cf_control(c, e)
182 #define cpu_domains(d)		cpufuncs.cf_domains(d)
183 #define cpu_setttb(t)		cpufuncs.cf_setttb(t)
184 #define cpu_faultstatus()	cpufuncs.cf_faultstatus()
185 #define cpu_faultaddress()	cpufuncs.cf_faultaddress()
186 
187 #ifndef SMP
188 
189 #define	cpu_tlb_flushID()	cpufuncs.cf_tlb_flushID()
190 #define	cpu_tlb_flushID_SE(e)	cpufuncs.cf_tlb_flushID_SE(e)
191 #define	cpu_tlb_flushI()	cpufuncs.cf_tlb_flushI()
192 #define	cpu_tlb_flushI_SE(e)	cpufuncs.cf_tlb_flushI_SE(e)
193 #define	cpu_tlb_flushD()	cpufuncs.cf_tlb_flushD()
194 #define	cpu_tlb_flushD_SE(e)	cpufuncs.cf_tlb_flushD_SE(e)
195 
196 #else
197 void tlb_broadcast(int);
198 
199 #if defined(CPU_CORTEXA) || defined(CPU_MV_PJ4B) || defined(CPU_KRAIT)
200 #define TLB_BROADCAST	/* No need to explicitely send an IPI */
201 #else
202 #define TLB_BROADCAST	tlb_broadcast(7)
203 #endif
204 
205 #define	cpu_tlb_flushID() do { \
206 	cpufuncs.cf_tlb_flushID(); \
207 	TLB_BROADCAST; \
208 } while(0)
209 
210 #define	cpu_tlb_flushID_SE(e) do { \
211 	cpufuncs.cf_tlb_flushID_SE(e); \
212 	TLB_BROADCAST; \
213 } while(0)
214 
215 
216 #define	cpu_tlb_flushI() do { \
217 	cpufuncs.cf_tlb_flushI(); \
218 	TLB_BROADCAST; \
219 } while(0)
220 
221 
222 #define	cpu_tlb_flushI_SE(e) do { \
223 	cpufuncs.cf_tlb_flushI_SE(e); \
224 	TLB_BROADCAST; \
225 } while(0)
226 
227 
228 #define	cpu_tlb_flushD() do { \
229 	cpufuncs.cf_tlb_flushD(); \
230 	TLB_BROADCAST; \
231 } while(0)
232 
233 
234 #define	cpu_tlb_flushD_SE(e) do { \
235 	cpufuncs.cf_tlb_flushD_SE(e); \
236 	TLB_BROADCAST; \
237 } while(0)
238 
239 #endif
240 
241 #define	cpu_icache_sync_all()	cpufuncs.cf_icache_sync_all()
242 #define	cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s))
243 
244 #define	cpu_dcache_wbinv_all()	cpufuncs.cf_dcache_wbinv_all()
245 #define	cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s))
246 #define	cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s))
247 #define	cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s))
248 
249 #define	cpu_idcache_inv_all()	cpufuncs.cf_idcache_inv_all()
250 #define	cpu_idcache_wbinv_all()	cpufuncs.cf_idcache_wbinv_all()
251 #define	cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s))
252 #define cpu_l2cache_wbinv_all()	cpufuncs.cf_l2cache_wbinv_all()
253 #define cpu_l2cache_wb_range(a, s) cpufuncs.cf_l2cache_wb_range((a), (s))
254 #define cpu_l2cache_inv_range(a, s) cpufuncs.cf_l2cache_inv_range((a), (s))
255 #define cpu_l2cache_wbinv_range(a, s) cpufuncs.cf_l2cache_wbinv_range((a), (s))
256 #define cpu_l2cache_drain_writebuf() cpufuncs.cf_l2cache_drain_writebuf()
257 
258 #define	cpu_flush_prefetchbuf()	cpufuncs.cf_flush_prefetchbuf()
259 #define	cpu_drain_writebuf()	cpufuncs.cf_drain_writebuf()
260 #define	cpu_flush_brnchtgt_C()	cpufuncs.cf_flush_brnchtgt_C()
261 #define	cpu_flush_brnchtgt_E(e)	cpufuncs.cf_flush_brnchtgt_E(e)
262 
263 #define cpu_sleep(m)		cpufuncs.cf_sleep(m)
264 
265 #define cpu_dataabt_fixup(a)		cpufuncs.cf_dataabt_fixup(a)
266 #define cpu_prefetchabt_fixup(a)	cpufuncs.cf_prefetchabt_fixup(a)
267 #define ABORT_FIXUP_OK		0	/* fixup succeeded */
268 #define ABORT_FIXUP_FAILED	1	/* fixup failed */
269 #define ABORT_FIXUP_RETURN	2	/* abort handler should return */
270 
271 #define cpu_setup(a)			cpufuncs.cf_setup(a)
272 
273 int	set_cpufuncs		(void);
274 #define ARCHITECTURE_NOT_PRESENT	1	/* known but not configured */
275 #define ARCHITECTURE_NOT_SUPPORTED	2	/* not known */
276 
277 void	cpufunc_nullop		(void);
278 int	cpufunc_null_fixup	(void *);
279 int	early_abort_fixup	(void *);
280 int	late_abort_fixup	(void *);
281 u_int	cpufunc_id		(void);
282 u_int	cpufunc_cpuid		(void);
283 u_int	cpufunc_control		(u_int clear, u_int bic);
284 void	cpufunc_domains		(u_int domains);
285 u_int	cpufunc_faultstatus	(void);
286 u_int	cpufunc_faultaddress	(void);
287 u_int	cpu_pfr			(int);
288 
289 #if defined(CPU_FA526) || defined(CPU_FA626TE)
290 void	fa526_setup		(char *arg);
291 void	fa526_setttb		(u_int ttb);
292 void	fa526_context_switch	(void);
293 void	fa526_cpu_sleep		(int);
294 void	fa526_tlb_flushI_SE	(u_int);
295 void	fa526_tlb_flushID_SE	(u_int);
296 void	fa526_flush_prefetchbuf	(void);
297 void	fa526_flush_brnchtgt_E	(u_int);
298 
299 void	fa526_icache_sync_all	(void);
300 void	fa526_icache_sync_range(vm_offset_t start, vm_size_t end);
301 void	fa526_dcache_wbinv_all	(void);
302 void	fa526_dcache_wbinv_range(vm_offset_t start, vm_size_t end);
303 void	fa526_dcache_inv_range	(vm_offset_t start, vm_size_t end);
304 void	fa526_dcache_wb_range	(vm_offset_t start, vm_size_t end);
305 void	fa526_idcache_wbinv_all(void);
306 void	fa526_idcache_wbinv_range(vm_offset_t start, vm_size_t end);
307 #endif
308 
309 
310 #ifdef CPU_ARM9
311 void	arm9_setttb		(u_int);
312 
313 void	arm9_tlb_flushID_SE	(u_int va);
314 
315 void	arm9_icache_sync_all	(void);
316 void	arm9_icache_sync_range	(vm_offset_t, vm_size_t);
317 
318 void	arm9_dcache_wbinv_all	(void);
319 void	arm9_dcache_wbinv_range (vm_offset_t, vm_size_t);
320 void	arm9_dcache_inv_range	(vm_offset_t, vm_size_t);
321 void	arm9_dcache_wb_range	(vm_offset_t, vm_size_t);
322 
323 void	arm9_idcache_wbinv_all	(void);
324 void	arm9_idcache_wbinv_range (vm_offset_t, vm_size_t);
325 
326 void	arm9_context_switch	(void);
327 
328 void	arm9_setup		(char *string);
329 
330 extern unsigned arm9_dcache_sets_max;
331 extern unsigned arm9_dcache_sets_inc;
332 extern unsigned arm9_dcache_index_max;
333 extern unsigned arm9_dcache_index_inc;
334 #endif
335 
336 #if defined(CPU_ARM9E) || defined(CPU_ARM10)
337 void	arm10_setttb		(u_int);
338 
339 void	arm10_tlb_flushID_SE	(u_int);
340 void	arm10_tlb_flushI_SE	(u_int);
341 
342 void	arm10_icache_sync_all	(void);
343 void	arm10_icache_sync_range	(vm_offset_t, vm_size_t);
344 
345 void	arm10_dcache_wbinv_all	(void);
346 void	arm10_dcache_wbinv_range (vm_offset_t, vm_size_t);
347 void	arm10_dcache_inv_range	(vm_offset_t, vm_size_t);
348 void	arm10_dcache_wb_range	(vm_offset_t, vm_size_t);
349 
350 void	arm10_idcache_wbinv_all	(void);
351 void	arm10_idcache_wbinv_range (vm_offset_t, vm_size_t);
352 
353 void	arm10_context_switch	(void);
354 
355 void	arm10_setup		(char *string);
356 
357 extern unsigned arm10_dcache_sets_max;
358 extern unsigned arm10_dcache_sets_inc;
359 extern unsigned arm10_dcache_index_max;
360 extern unsigned arm10_dcache_index_inc;
361 
362 u_int	sheeva_control_ext 		(u_int, u_int);
363 void	sheeva_cpu_sleep		(int);
364 void	sheeva_setttb			(u_int);
365 void	sheeva_dcache_wbinv_range	(vm_offset_t, vm_size_t);
366 void	sheeva_dcache_inv_range		(vm_offset_t, vm_size_t);
367 void	sheeva_dcache_wb_range		(vm_offset_t, vm_size_t);
368 void	sheeva_idcache_wbinv_range	(vm_offset_t, vm_size_t);
369 
370 void	sheeva_l2cache_wbinv_range	(vm_offset_t, vm_size_t);
371 void	sheeva_l2cache_inv_range	(vm_offset_t, vm_size_t);
372 void	sheeva_l2cache_wb_range		(vm_offset_t, vm_size_t);
373 void	sheeva_l2cache_wbinv_all	(void);
374 #endif
375 
376 #if defined(CPU_ARM1136) || defined(CPU_ARM1176) || \
377 	defined(CPU_MV_PJ4B) || defined(CPU_CORTEXA) || defined(CPU_KRAIT)
378 void	arm11_setttb		(u_int);
379 void	arm11_sleep		(int);
380 
381 void	arm11_tlb_flushID_SE	(u_int);
382 void	arm11_tlb_flushI_SE	(u_int);
383 
384 void	arm11_context_switch	(void);
385 
386 void	arm11_setup		(char *string);
387 void	arm11_tlb_flushID	(void);
388 void	arm11_tlb_flushI	(void);
389 void	arm11_tlb_flushD	(void);
390 void	arm11_tlb_flushD_SE	(u_int va);
391 
392 void	arm11_drain_writebuf	(void);
393 
394 void	armv6_icache_sync_all		(void);
395 void	armv6_icache_sync_range		(vm_offset_t, vm_size_t);
396 
397 void	armv6_dcache_wbinv_all		(void);
398 void	armv6_dcache_wbinv_range	(vm_offset_t, vm_size_t);
399 void	armv6_dcache_inv_range		(vm_offset_t, vm_size_t);
400 void	armv6_dcache_wb_range		(vm_offset_t, vm_size_t);
401 
402 void	armv6_idcache_inv_all		(void);
403 void	armv6_idcache_wbinv_all		(void);
404 void	armv6_idcache_wbinv_range	(vm_offset_t, vm_size_t);
405 
406 void	armv7_setttb			(u_int);
407 void	armv7_tlb_flushID		(void);
408 void	armv7_tlb_flushID_SE		(u_int);
409 void	armv7_icache_sync_all		(void);
410 void	armv7_icache_sync_range		(vm_offset_t, vm_size_t);
411 void	armv7_idcache_wbinv_range	(vm_offset_t, vm_size_t);
412 void	armv7_idcache_inv_all		(void);
413 void	armv7_dcache_wbinv_all		(void);
414 void	armv7_idcache_wbinv_all		(void);
415 void	armv7_dcache_wbinv_range	(vm_offset_t, vm_size_t);
416 void	armv7_dcache_inv_range		(vm_offset_t, vm_size_t);
417 void	armv7_dcache_wb_range		(vm_offset_t, vm_size_t);
418 void	armv7_cpu_sleep			(int);
419 void	armv7_setup			(char *string);
420 void	armv7_context_switch		(void);
421 void	armv7_drain_writebuf		(void);
422 void	armv7_sev			(void);
423 void	armv7_sleep			(int unused);
424 u_int	armv7_auxctrl			(u_int, u_int);
425 void	pj4bv7_setup			(char *string);
426 void	pj4b_config			(void);
427 
428 void	armadaxp_idcache_wbinv_all	(void);
429 
430 void 	cortexa_setup			(char *);
431 #endif
432 
433 #if defined(CPU_ARM1136) || defined(CPU_ARM1176)
434 void    arm11x6_setttb                  (u_int);
435 void    arm11x6_idcache_wbinv_all       (void);
436 void    arm11x6_dcache_wbinv_all        (void);
437 void    arm11x6_icache_sync_all         (void);
438 void    arm11x6_flush_prefetchbuf       (void);
439 void    arm11x6_icache_sync_range       (vm_offset_t, vm_size_t);
440 void    arm11x6_idcache_wbinv_range     (vm_offset_t, vm_size_t);
441 void    arm11x6_setup                   (char *string);
442 void    arm11x6_sleep                   (int);  /* no ref. for errata */
443 #endif
444 #if defined(CPU_ARM1136)
445 void    arm1136_sleep_rev0              (int);  /* for errata 336501 */
446 #endif
447 
448 #if defined(CPU_ARM9E) || defined (CPU_ARM10)
449 void	armv5_ec_setttb(u_int);
450 
451 void	armv5_ec_icache_sync_all(void);
452 void	armv5_ec_icache_sync_range(vm_offset_t, vm_size_t);
453 
454 void	armv5_ec_dcache_wbinv_all(void);
455 void	armv5_ec_dcache_wbinv_range(vm_offset_t, vm_size_t);
456 void	armv5_ec_dcache_inv_range(vm_offset_t, vm_size_t);
457 void	armv5_ec_dcache_wb_range(vm_offset_t, vm_size_t);
458 
459 void	armv5_ec_idcache_wbinv_all(void);
460 void	armv5_ec_idcache_wbinv_range(vm_offset_t, vm_size_t);
461 #endif
462 
463 #if defined (CPU_ARM10)
464 void	armv5_setttb(u_int);
465 
466 void	armv5_icache_sync_all(void);
467 void	armv5_icache_sync_range(vm_offset_t, vm_size_t);
468 
469 void	armv5_dcache_wbinv_all(void);
470 void	armv5_dcache_wbinv_range(vm_offset_t, vm_size_t);
471 void	armv5_dcache_inv_range(vm_offset_t, vm_size_t);
472 void	armv5_dcache_wb_range(vm_offset_t, vm_size_t);
473 
474 void	armv5_idcache_wbinv_all(void);
475 void	armv5_idcache_wbinv_range(vm_offset_t, vm_size_t);
476 
477 extern unsigned armv5_dcache_sets_max;
478 extern unsigned armv5_dcache_sets_inc;
479 extern unsigned armv5_dcache_index_max;
480 extern unsigned armv5_dcache_index_inc;
481 #endif
482 
483 #if defined(CPU_ARM9) || defined(CPU_ARM9E) || defined(CPU_ARM10) ||	\
484   defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) ||		\
485   defined(CPU_FA526) || defined(CPU_FA626TE) ||				\
486   defined(CPU_XSCALE_PXA2X0) || defined(CPU_XSCALE_IXP425) ||		\
487   defined(CPU_XSCALE_80219) || defined(CPU_XSCALE_81342)
488 
489 void	armv4_tlb_flushID	(void);
490 void	armv4_tlb_flushI	(void);
491 void	armv4_tlb_flushD	(void);
492 void	armv4_tlb_flushD_SE	(u_int va);
493 
494 void	armv4_drain_writebuf	(void);
495 void	armv4_idcache_inv_all	(void);
496 #endif
497 
498 #if defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) ||	\
499   defined(CPU_XSCALE_PXA2X0) || defined(CPU_XSCALE_IXP425) ||	\
500   defined(CPU_XSCALE_80219) || defined(CPU_XSCALE_81342)
501 void	xscale_cpwait		(void);
502 
503 void	xscale_cpu_sleep	(int mode);
504 
505 u_int	xscale_control		(u_int clear, u_int bic);
506 
507 void	xscale_setttb		(u_int ttb);
508 
509 void	xscale_tlb_flushID_SE	(u_int va);
510 
511 void	xscale_cache_flushID	(void);
512 void	xscale_cache_flushI	(void);
513 void	xscale_cache_flushD	(void);
514 void	xscale_cache_flushD_SE	(u_int entry);
515 
516 void	xscale_cache_cleanID	(void);
517 void	xscale_cache_cleanD	(void);
518 void	xscale_cache_cleanD_E	(u_int entry);
519 
520 void	xscale_cache_clean_minidata (void);
521 
522 void	xscale_cache_purgeID	(void);
523 void	xscale_cache_purgeID_E	(u_int entry);
524 void	xscale_cache_purgeD	(void);
525 void	xscale_cache_purgeD_E	(u_int entry);
526 
527 void	xscale_cache_syncI	(void);
528 void	xscale_cache_cleanID_rng (vm_offset_t start, vm_size_t end);
529 void	xscale_cache_cleanD_rng	(vm_offset_t start, vm_size_t end);
530 void	xscale_cache_purgeID_rng (vm_offset_t start, vm_size_t end);
531 void	xscale_cache_purgeD_rng	(vm_offset_t start, vm_size_t end);
532 void	xscale_cache_syncI_rng	(vm_offset_t start, vm_size_t end);
533 void	xscale_cache_flushD_rng	(vm_offset_t start, vm_size_t end);
534 
535 void	xscale_context_switch	(void);
536 
537 void	xscale_setup		(char *string);
538 #endif	/* CPU_XSCALE_80200 || CPU_XSCALE_80321 || CPU_XSCALE_PXA2X0 || CPU_XSCALE_IXP425
539 	   CPU_XSCALE_80219 */
540 
541 #ifdef	CPU_XSCALE_81342
542 
543 void	xscalec3_l2cache_purge	(void);
544 void	xscalec3_cache_purgeID	(void);
545 void	xscalec3_cache_purgeD	(void);
546 void	xscalec3_cache_cleanID	(void);
547 void	xscalec3_cache_cleanD	(void);
548 void	xscalec3_cache_syncI	(void);
549 
550 void	xscalec3_cache_purgeID_rng 	(vm_offset_t start, vm_size_t end);
551 void	xscalec3_cache_purgeD_rng	(vm_offset_t start, vm_size_t end);
552 void	xscalec3_cache_cleanID_rng	(vm_offset_t start, vm_size_t end);
553 void	xscalec3_cache_cleanD_rng	(vm_offset_t start, vm_size_t end);
554 void	xscalec3_cache_syncI_rng	(vm_offset_t start, vm_size_t end);
555 
556 void	xscalec3_l2cache_flush_rng	(vm_offset_t, vm_size_t);
557 void	xscalec3_l2cache_clean_rng	(vm_offset_t start, vm_size_t end);
558 void	xscalec3_l2cache_purge_rng	(vm_offset_t start, vm_size_t end);
559 
560 
561 void	xscalec3_setttb		(u_int ttb);
562 void	xscalec3_context_switch	(void);
563 
564 #endif /* CPU_XSCALE_81342 */
565 
566 #define setttb		cpu_setttb
567 #define drain_writebuf	cpu_drain_writebuf
568 
569 /*
570  * Macros for manipulating CPU interrupts
571  */
572 static __inline u_int32_t __set_cpsr_c(u_int bic, u_int eor) __attribute__((__unused__));
573 
574 static __inline u_int32_t
575 __set_cpsr_c(u_int bic, u_int eor)
576 {
577 	u_int32_t	tmp, ret;
578 
579 	__asm __volatile(
580 		"mrs     %0, cpsr\n"	/* Get the CPSR */
581 		"bic	 %1, %0, %2\n"	/* Clear bits */
582 		"eor	 %1, %1, %3\n"	/* XOR bits */
583 		"msr     cpsr_c, %1\n"	/* Set the control field of CPSR */
584 	: "=&r" (ret), "=&r" (tmp)
585 	: "r" (bic), "r" (eor) : "memory");
586 
587 	return ret;
588 }
589 
590 #define	ARM_CPSR_F32	(1 << 6)	/* FIQ disable */
591 #define	ARM_CPSR_I32	(1 << 7)	/* IRQ disable */
592 
593 #define disable_interrupts(mask)					\
594 	(__set_cpsr_c((mask) & (ARM_CPSR_I32 | ARM_CPSR_F32),		\
595 		      (mask) & (ARM_CPSR_I32 | ARM_CPSR_F32)))
596 
597 #define enable_interrupts(mask)						\
598 	(__set_cpsr_c((mask) & (ARM_CPSR_I32 | ARM_CPSR_F32), 0))
599 
600 #define restore_interrupts(old_cpsr)					\
601 	(__set_cpsr_c((ARM_CPSR_I32 | ARM_CPSR_F32),			\
602 		      (old_cpsr) & (ARM_CPSR_I32 | ARM_CPSR_F32)))
603 
604 static __inline register_t
605 intr_disable(void)
606 {
607 	register_t s;
608 
609 	s = disable_interrupts(ARM_CPSR_I32 | ARM_CPSR_F32);
610 	return (s);
611 }
612 
613 static __inline void
614 intr_restore(register_t s)
615 {
616 
617 	restore_interrupts(s);
618 }
619 
620 /* Functions to manipulate the CPSR. */
621 u_int	SetCPSR(u_int bic, u_int eor);
622 u_int	GetCPSR(void);
623 
624 /*
625  * Functions to manipulate cpu r13
626  * (in arm/arm32/setstack.S)
627  */
628 
629 void set_stackptr	(u_int mode, u_int address);
630 u_int get_stackptr	(u_int mode);
631 
632 /*
633  * Miscellany
634  */
635 
636 int get_pc_str_offset	(void);
637 
638 /*
639  * CPU functions from locore.S
640  */
641 
642 void cpu_reset		(void) __attribute__((__noreturn__));
643 
644 /*
645  * Cache info variables.
646  */
647 
648 /* PRIMARY CACHE VARIABLES */
649 extern int	arm_picache_size;
650 extern int	arm_picache_line_size;
651 extern int	arm_picache_ways;
652 
653 extern int	arm_pdcache_size;	/* and unified */
654 extern int	arm_pdcache_line_size;
655 extern int	arm_pdcache_ways;
656 
657 extern int	arm_pcache_type;
658 extern int	arm_pcache_unified;
659 
660 extern int	arm_dcache_align;
661 extern int	arm_dcache_align_mask;
662 
663 extern u_int	arm_cache_level;
664 extern u_int	arm_cache_loc;
665 extern u_int	arm_cache_type[14];
666 
667 #endif	/* _KERNEL */
668 #endif	/* _MACHINE_CPUFUNC_H_ */
669 
670 /* End of cpufunc.h */
671