xref: /linux/arch/alpha/lib/ev6-divide.S (revision 827634added7f38b7d724cab1dccdb2b004c13c3)
1/*
2 * arch/alpha/lib/ev6-divide.S
3 *
4 * 21264 version contributed by Rick Gorton <rick.gorton@alpha-processor.com>
5 *
6 * Alpha division..
7 */
8
9/*
10 * The alpha chip doesn't provide hardware division, so we have to do it
11 * by hand.  The compiler expects the functions
12 *
13 *	__divqu: 64-bit unsigned long divide
14 *	__remqu: 64-bit unsigned long remainder
15 *	__divqs/__remqs: signed 64-bit
16 *	__divlu/__remlu: unsigned 32-bit
17 *	__divls/__remls: signed 32-bit
18 *
19 * These are not normal C functions: instead of the normal
20 * calling sequence, these expect their arguments in registers
21 * $24 and $25, and return the result in $27. Register $28 may
22 * be clobbered (assembly temporary), anything else must be saved.
23 *
24 * In short: painful.
25 *
26 * This is a rather simple bit-at-a-time algorithm: it's very good
27 * at dividing random 64-bit numbers, but the more usual case where
28 * the divisor is small is handled better by the DEC algorithm
29 * using lookup tables. This uses much less memory, though, and is
30 * nicer on the cache.. Besides, I don't know the copyright status
31 * of the DEC code.
32 */
33
34/*
35 * My temporaries:
36 *	$0 - current bit
37 *	$1 - shifted divisor
38 *	$2 - modulus/quotient
39 *
40 *	$23 - return address
41 *	$24 - dividend
42 *	$25 - divisor
43 *
44 *	$27 - quotient/modulus
45 *	$28 - compare status
46 *
47 * Much of the information about 21264 scheduling/coding comes from:
48 *	Compiler Writer's Guide for the Alpha 21264
49 *	abbreviated as 'CWG' in other comments here
50 *	ftp.digital.com/pub/Digital/info/semiconductor/literature/dsc-library.html
51 * Scheduling notation:
52 *	E	- either cluster
53 *	U	- upper subcluster; U0 - subcluster U0; U1 - subcluster U1
54 *	L	- lower subcluster; L0 - subcluster L0; L1 - subcluster L1
55 * Try not to change the actual algorithm if possible for consistency.
56 */
57
58#define halt .long 0
59
60/*
61 * Select function type and registers
62 */
63#define mask	$0
64#define divisor	$1
65#define compare $28
66#define tmp1	$3
67#define tmp2	$4
68
69#ifdef DIV
70#define DIV_ONLY(x,y...) x,##y
71#define MOD_ONLY(x,y...)
72#define func(x) __div##x
73#define modulus $2
74#define quotient $27
75#define GETSIGN(x) xor $24,$25,x
76#define STACK 48
77#else
78#define DIV_ONLY(x,y...)
79#define MOD_ONLY(x,y...) x,##y
80#define func(x) __rem##x
81#define modulus $27
82#define quotient $2
83#define GETSIGN(x) bis $24,$24,x
84#define STACK 32
85#endif
86
87/*
88 * For 32-bit operations, we need to extend to 64-bit
89 */
90#ifdef INTSIZE
91#define ufunction func(lu)
92#define sfunction func(l)
93#define LONGIFY(x) zapnot x,15,x
94#define SLONGIFY(x) addl x,0,x
95#else
96#define ufunction func(qu)
97#define sfunction func(q)
98#define LONGIFY(x)
99#define SLONGIFY(x)
100#endif
101
102.set noat
103.align	4
104.globl	ufunction
105.ent	ufunction
106ufunction:
107	subq	$30,STACK,$30		# E :
108	.frame	$30,STACK,$23
109	.prologue 0
110
1117:	stq	$1, 0($30)		# L :
112	bis	$25,$25,divisor		# E :
113	stq	$2, 8($30)		# L : L U L U
114
115	bis	$24,$24,modulus		# E :
116	stq	$0,16($30)		# L :
117	bis	$31,$31,quotient	# E :
118	LONGIFY(divisor)		# E : U L L U
119
120	stq	tmp1,24($30)		# L :
121	LONGIFY(modulus)		# E :
122	bis	$31,1,mask		# E :
123	DIV_ONLY(stq tmp2,32($30))	# L : L U U L
124
125	beq	divisor, 9f			/* div by zero */
126	/*
127	 * In spite of the DIV_ONLY being either a non-instruction
128	 * or an actual stq, the addition of the .align directive
129	 * below ensures that label 1 is going to be nicely aligned
130	 */
131
132	.align	4
133#ifdef INTSIZE
134	/*
135	 * shift divisor left, using 3-bit shifts for
136	 * 32-bit divides as we can't overflow. Three-bit
137	 * shifts will result in looping three times less
138	 * here, but can result in two loops more later.
139	 * Thus using a large shift isn't worth it (and
140	 * s8add pairs better than a sll..)
141	 */
1421:	cmpult	divisor,modulus,compare	# E :
143	s8addq	divisor,$31,divisor	# E :
144	s8addq	mask,$31,mask		# E :
145	bne	compare,1b		# U : U L U L
146#else
1471:	cmpult	divisor,modulus,compare	# E :
148	nop				# E :
149	nop				# E :
150	blt     divisor, 2f		# U : U L U L
151
152	addq	divisor,divisor,divisor	# E :
153	addq	mask,mask,mask		# E :
154	unop				# E :
155	bne	compare,1b		# U : U L U L
156#endif
157
158	/* ok, start to go right again.. */
1592:
160	/*
161	 * Keep things nicely bundled... use a nop instead of not
162	 * having an instruction for DIV_ONLY
163	 */
164#ifdef DIV
165	DIV_ONLY(addq quotient,mask,tmp2) # E :
166#else
167	nop				# E :
168#endif
169	srl	mask,1,mask		# U :
170	cmpule	divisor,modulus,compare	# E :
171	subq	modulus,divisor,tmp1	# E :
172
173#ifdef DIV
174	DIV_ONLY(cmovne compare,tmp2,quotient)	# E : Latency 2, extra map slot
175	nop				# E : as part of the cmovne
176	srl	divisor,1,divisor	# U :
177	nop				# E : L U L U
178
179	nop				# E :
180	cmovne	compare,tmp1,modulus	# E : Latency 2, extra map slot
181	nop				# E : as part of the cmovne
182	bne	mask,2b			# U : U L U L
183#else
184	srl	divisor,1,divisor	# U :
185	cmovne	compare,tmp1,modulus	# E : Latency 2, extra map slot
186	nop				# E : as part of the cmovne
187	bne	mask,2b			# U : U L L U
188#endif
189
1909:	ldq	$1, 0($30)		# L :
191	ldq	$2, 8($30)		# L :
192	nop				# E :
193	nop				# E : U U L L
194
195	ldq	$0,16($30)		# L :
196	ldq	tmp1,24($30)		# L :
197	nop				# E :
198	nop				# E :
199
200#ifdef DIV
201	DIV_ONLY(ldq tmp2,32($30))	# L :
202#else
203	nop				# E :
204#endif
205	addq	$30,STACK,$30		# E :
206	ret	$31,($23),1		# L0 : L U U L
207	.end	ufunction
208
209/*
210 * Uhh.. Ugly signed division. I'd rather not have it at all, but
211 * it's needed in some circumstances. There are different ways to
212 * handle this, really. This does:
213 * 	-a / b = a / -b = -(a / b)
214 *	-a % b = -(a % b)
215 *	a % -b = a % b
216 * which is probably not the best solution, but at least should
217 * have the property that (x/y)*y + (x%y) = x.
218 */
219.align 4
220.globl	sfunction
221.ent	sfunction
222sfunction:
223	subq	$30,STACK,$30		# E :
224	.frame	$30,STACK,$23
225	.prologue 0
226	bis	$24,$25,$28		# E :
227	SLONGIFY($28)			# E :
228	bge	$28,7b			# U :
229
230	stq	$24,0($30)		# L :
231	subq	$31,$24,$28		# E :
232	stq	$25,8($30)		# L :
233	nop				# E : U L U L
234
235	cmovlt	$24,$28,$24	/* abs($24) */ # E : Latency 2, extra map slot
236	nop				# E : as part of the cmov
237	stq	$23,16($30)		# L :
238	subq	$31,$25,$28		# E : U L U L
239
240	stq	tmp1,24($30)		# L :
241	cmovlt	$25,$28,$25	/* abs($25) */ # E : Latency 2, extra map slot
242	nop				# E :
243	bsr	$23,ufunction		# L0: L U L U
244
245	ldq	$24,0($30)		# L :
246	ldq	$25,8($30)		# L :
247	GETSIGN($28)			# E :
248	subq	$31,$27,tmp1		# E : U U L L
249
250	SLONGIFY($28)			# E :
251	ldq	$23,16($30)		# L :
252	cmovlt	$28,tmp1,$27		# E : Latency 2, extra map slot
253	nop				# E : U L L U : as part of the cmov
254
255	ldq	tmp1,24($30)		# L :
256	nop				# E : as part of the cmov
257	addq	$30,STACK,$30		# E :
258	ret	$31,($23),1		# L0 : L U U L
259	.end	sfunction
260