1 // SPDX-License-Identifier: GPL-2.0-only
3  *  linux/arch/arm/lib/copypage-xscale.S
5  *  Copyright (C) 1995-2005 Russell King
29  * XScale mini-dcache optimised copy_user_highpage
32  * corresponding address.  Since the Dcache is read-allocate, this removes the
45 .arch xscale					\n\  in mc_copy_user_page()
46 	pld	[%0, #0]			\n\  in mc_copy_user_page()
47 	pld	[%0, #32]			\n\  in mc_copy_user_page()
48 	pld	[%1, #0]			\n\  in mc_copy_user_page()
49 	pld	[%1, #32]			\n\  in mc_copy_user_page()
50 1:	pld	[%0, #64]			\n\  in mc_copy_user_page()
51 	pld	[%0, #96]			\n\  in mc_copy_user_page()
52 	pld	[%1, #64]			\n\  in mc_copy_user_page()
53 	pld	[%1, #96]			\n\  in mc_copy_user_page()
54 2:	ldrd	r2, r3, [%0], #8		\n\  in mc_copy_user_page()
55 	ldrd	r4, r5, [%0], #8		\n\  in mc_copy_user_page()
56 	mov	ip, %1				\n\  in mc_copy_user_page()
57 	strd	r2, r3, [%1], #8		\n\  in mc_copy_user_page()
58 	ldrd	r2, r3, [%0], #8		\n\  in mc_copy_user_page()
59 	strd	r4, r5, [%1], #8		\n\  in mc_copy_user_page()
60 	ldrd	r4, r5, [%0], #8		\n\  in mc_copy_user_page()
61 	strd	r2, r3, [%1], #8		\n\  in mc_copy_user_page()
62 	strd	r4, r5, [%1], #8		\n\  in mc_copy_user_page()
63 	mcr	p15, 0, ip, c7, c10, 1		@ clean D line\n\  in mc_copy_user_page()
64 	ldrd	r2, r3, [%0], #8		\n\  in mc_copy_user_page()
65 	mcr	p15, 0, ip, c7, c6, 1		@ invalidate D line\n\  in mc_copy_user_page()
66 	ldrd	r4, r5, [%0], #8		\n\  in mc_copy_user_page()
67 	mov	ip, %1				\n\  in mc_copy_user_page()
68 	strd	r2, r3, [%1], #8		\n\  in mc_copy_user_page()
69 	ldrd	r2, r3, [%0], #8		\n\  in mc_copy_user_page()
70 	strd	r4, r5, [%1], #8		\n\  in mc_copy_user_page()
71 	ldrd	r4, r5, [%0], #8		\n\  in mc_copy_user_page()
72 	strd	r2, r3, [%1], #8		\n\  in mc_copy_user_page()
73 	strd	r4, r5, [%1], #8		\n\  in mc_copy_user_page()
74 	mcr	p15, 0, ip, c7, c10, 1		@ clean D line\n\  in mc_copy_user_page()
75 	subs	%2, %2, #1			\n\  in mc_copy_user_page()
76 	mcr	p15, 0, ip, c7, c6, 1		@ invalidate D line\n\  in mc_copy_user_page()
77 	bgt	1b				\n\  in mc_copy_user_page()
80 	: "2" (PAGE_SIZE / 64 - 1)  in mc_copy_user_page()
90 	if (!test_and_set_bit(PG_dcache_clean, &src->flags.f))  in xscale_mc_copy_user_highpage()
112 .arch xscale					\n\  in xscale_mc_clear_user_highpage()
113 	mov	r1, %2				\n\  in xscale_mc_clear_user_highpage()
114 	mov	r2, #0				\n\  in xscale_mc_clear_user_highpage()
115 	mov	r3, #0				\n\  in xscale_mc_clear_user_highpage()
116 1:	mov	ip, %0				\n\  in xscale_mc_clear_user_highpage()
117 	strd	r2, r3, [%0], #8		\n\  in xscale_mc_clear_user_highpage()
118 	strd	r2, r3, [%0], #8		\n\  in xscale_mc_clear_user_highpage()
119 	strd	r2, r3, [%0], #8		\n\  in xscale_mc_clear_user_highpage()
120 	strd	r2, r3, [%0], #8		\n\  in xscale_mc_clear_user_highpage()
121 	mcr	p15, 0, ip, c7, c10, 1		@ clean D line\n\  in xscale_mc_clear_user_highpage()
122 	subs	r1, r1, #1			\n\  in xscale_mc_clear_user_highpage()
123 	mcr	p15, 0, ip, c7, c6, 1		@ invalidate D line\n\  in xscale_mc_clear_user_highpage()
124 	bne	1b"  in xscale_mc_clear_user_highpage()