xref: /linux/arch/hexagon/lib/memset.S (revision 75bf465f0bc33e9b776a46d6a1b9b990f5fb7c37) 
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (c) 2011, The Linux Foundation. All rights reserved.
4 */
5
6
7/* HEXAGON assembly optimized memset */
8/* Replaces the standard library function memset */
9
10
11        .macro HEXAGON_OPT_FUNC_BEGIN name
12	.text
13	.p2align 4
14	.globl \name
15	.type  \name, @function
16\name:
17	.endm
18
19	.macro HEXAGON_OPT_FUNC_FINISH name
20	.size  \name, . - \name
21	.endm
22
23/* FUNCTION: memset (v2 version) */
24#if __HEXAGON_ARCH__ < 3
25HEXAGON_OPT_FUNC_BEGIN memset
26	{
27		r6 = #8
28		r7 = extractu(r0, #3 , #0)
29		p0 = cmp.eq(r2, #0)
30		p1 = cmp.gtu(r2, #7)
31	}
32	{
33		r4 = vsplatb(r1)
34		r8 = r0           /* leave r0 intact for return val  */
35		r9 = sub(r6, r7)  /* bytes until double alignment  */
36		if p0 jumpr r31   /* count == 0, so return  */
37	}
38	{
39		r3 = #0
40		r7 = #0
41		p0 = tstbit(r9, #0)
42		if p1 jump 2f /* skip byte loop */
43	}
44
45/* less than 8 bytes to set, so just set a byte at a time and return  */
46
47		loop0(1f, r2) /* byte loop */
48	.falign
491: /* byte loop */
50	{
51		memb(r8++#1) = r4
52	}:endloop0
53		jumpr r31
54	.falign
552: /* skip byte loop */
56	{
57		r6 = #1
58		p0 = tstbit(r9, #1)
59		p1 = cmp.eq(r2, #1)
60		if !p0 jump 3f /* skip initial byte store */
61	}
62	{
63		memb(r8++#1) = r4
64		r3:2 = sub(r3:2, r7:6)
65		if p1 jumpr r31
66	}
67	.falign
683: /* skip initial byte store */
69	{
70		r6 = #2
71		p0 = tstbit(r9, #2)
72		p1 = cmp.eq(r2, #2)
73		if !p0 jump 4f /* skip initial half store */
74	}
75	{
76		memh(r8++#2) = r4
77		r3:2 = sub(r3:2, r7:6)
78		if p1 jumpr r31
79	}
80	.falign
814: /* skip initial half store */
82	{
83		r6 = #4
84		p0 = cmp.gtu(r2, #7)
85		p1 = cmp.eq(r2, #4)
86		if !p0 jump 5f /* skip initial word store */
87	}
88	{
89		memw(r8++#4) = r4
90		r3:2 = sub(r3:2, r7:6)
91		p0 = cmp.gtu(r2, #11)
92		if p1 jumpr r31
93	}
94	.falign
955: /* skip initial word store */
96	{
97		r10 = lsr(r2, #3)
98		p1 = cmp.eq(r3, #1)
99		if !p0 jump 7f /* skip double loop */
100	}
101	{
102		r5 = r4
103		r6 = #8
104		loop0(6f, r10) /* double loop */
105	}
106
107/* set bytes a double word at a time  */
108
109	.falign
1106: /* double loop */
111	{
112		memd(r8++#8) = r5:4
113		r3:2 = sub(r3:2, r7:6)
114		p1 = cmp.eq(r2, #8)
115	}:endloop0
116	.falign
1177: /* skip double loop */
118	{
119		p0 = tstbit(r2, #2)
120		if p1 jumpr r31
121	}
122	{
123		r6 = #4
124		p0 = tstbit(r2, #1)
125		p1 = cmp.eq(r2, #4)
126		if !p0 jump 8f /* skip final word store */
127	}
128	{
129		memw(r8++#4) = r4
130		r3:2 = sub(r3:2, r7:6)
131		if p1 jumpr r31
132	}
133	.falign
1348: /* skip final word store */
135	{
136		p1 = cmp.eq(r2, #2)
137		if !p0 jump 9f /* skip final half store */
138	}
139	{
140		memh(r8++#2) = r4
141		if p1 jumpr r31
142	}
143	.falign
1449: /* skip final half store */
145	{
146		memb(r8++#1) = r4
147		jumpr r31
148	}
149HEXAGON_OPT_FUNC_FINISH memset
150#endif
151
152
153/*  FUNCTION: memset (v3 and higher version)  */
154#if __HEXAGON_ARCH__ >= 3
155HEXAGON_OPT_FUNC_BEGIN memset
156	{
157		r7=vsplatb(r1)
158		r6 = r0
159		if (r2==#0) jump:nt .L1
160	}
161	{
162		r5:4=combine(r7,r7)
163		p0 = cmp.gtu(r2,#8)
164		if (p0.new) jump:nt .L3
165	}
166	{
167		r3 = r0
168		loop0(.L47,r2)
169	}
170	.falign
171.L47:
172	{
173		memb(r3++#1) = r1
174	}:endloop0 /* start=.L47 */
175		jumpr r31
176.L3:
177	{
178		p0 = tstbit(r0,#0)
179		if (!p0.new) jump:nt .L8
180		p1 = cmp.eq(r2, #1)
181	}
182	{
183		r6 = add(r0, #1)
184		r2 = add(r2,#-1)
185		memb(r0) = r1
186		if (p1) jump .L1
187	}
188.L8:
189	{
190		p0 = tstbit(r6,#1)
191		if (!p0.new) jump:nt .L10
192	}
193	{
194		r2 = add(r2,#-2)
195		memh(r6++#2) = r7
196		p0 = cmp.eq(r2, #2)
197		if (p0.new) jump:nt .L1
198	}
199.L10:
200	{
201		p0 = tstbit(r6,#2)
202		if (!p0.new) jump:nt .L12
203	}
204	{
205		r2 = add(r2,#-4)
206		memw(r6++#4) = r7
207		p0 = cmp.eq(r2, #4)
208		if (p0.new) jump:nt .L1
209	}
210.L12:
211	{
212		p0 = cmp.gtu(r2,#127)
213		if (!p0.new) jump:nt .L14
214	}
215		r3 = and(r6,#31)
216		if (r3==#0) jump:nt .L17
217	{
218		memd(r6++#8) = r5:4
219		r2 = add(r2,#-8)
220	}
221		r3 = and(r6,#31)
222		if (r3==#0) jump:nt .L17
223	{
224		memd(r6++#8) = r5:4
225		r2 = add(r2,#-8)
226	}
227		r3 = and(r6,#31)
228		if (r3==#0) jump:nt .L17
229	{
230		memd(r6++#8) = r5:4
231		r2 = add(r2,#-8)
232	}
233.L17:
234	{
235		r3 = lsr(r2,#5)
236		if (r1!=#0) jump:nt .L18
237	}
238	{
239		r8 = r3
240		r3 = r6
241		loop0(.L46,r3)
242	}
243	.falign
244.L46:
245	{
246		dczeroa(r6)
247		r6 = add(r6,#32)
248		r2 = add(r2,#-32)
249	}:endloop0 /* start=.L46 */
250.L14:
251	{
252		p0 = cmp.gtu(r2,#7)
253		if (!p0.new) jump:nt .L28
254		r8 = lsr(r2,#3)
255	}
256		loop0(.L44,r8)
257	.falign
258.L44:
259	{
260		memd(r6++#8) = r5:4
261		r2 = add(r2,#-8)
262	}:endloop0 /* start=.L44 */
263.L28:
264	{
265		p0 = tstbit(r2,#2)
266		if (!p0.new) jump:nt .L33
267	}
268	{
269		r2 = add(r2,#-4)
270		memw(r6++#4) = r7
271	}
272.L33:
273	{
274		p0 = tstbit(r2,#1)
275		if (!p0.new) jump:nt .L35
276	}
277	{
278		r2 = add(r2,#-2)
279		memh(r6++#2) = r7
280	}
281.L35:
282		p0 = cmp.eq(r2,#1)
283		if (p0) memb(r6) = r1
284.L1:
285		jumpr r31
286.L18:
287		loop0(.L45,r3)
288	.falign
289.L45:
290		dczeroa(r6)
291	{
292		memd(r6++#8) = r5:4
293		r2 = add(r2,#-32)
294	}
295		memd(r6++#8) = r5:4
296		memd(r6++#8) = r5:4
297	{
298		memd(r6++#8) = r5:4
299	}:endloop0 /* start=.L45  */
300		jump .L14
301HEXAGON_OPT_FUNC_FINISH memset
302#endif
303