xref: /linux/arch/powerpc/crypto/md5-asm.S (revision 3f0a50f345f78183f6e9b39c2f45ca5dcaa511ca) 
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * Fast MD5 implementation for PPC
4 *
5 * Copyright (c) 2015 Markus Stockhausen <stockhausen@collogia.de>
6 */
7#include <asm/ppc_asm.h>
8#include <asm/asm-offsets.h>
9#include <asm/asm-compat.h>
10
11#define rHP	r3
12#define rWP	r4
13
14#define rH0	r0
15#define rH1	r6
16#define rH2	r7
17#define rH3	r5
18
19#define rW00	r8
20#define rW01	r9
21#define rW02	r10
22#define rW03	r11
23#define rW04	r12
24#define rW05	r14
25#define rW06	r15
26#define rW07	r16
27#define rW08	r17
28#define rW09	r18
29#define rW10	r19
30#define rW11	r20
31#define rW12	r21
32#define rW13	r22
33#define rW14	r23
34#define rW15	r24
35
36#define rT0	r25
37#define rT1	r26
38
39#define INITIALIZE \
40	PPC_STLU r1,-INT_FRAME_SIZE(r1); \
41	SAVE_GPRS(14, 26, r1)		/* push registers onto stack	*/
42
43#define FINALIZE \
44	REST_GPRS(14, 26, r1);		/* pop registers from stack	*/ \
45	addi	r1,r1,INT_FRAME_SIZE
46
47#ifdef __BIG_ENDIAN__
48#define LOAD_DATA(reg, off) \
49	lwbrx		reg,0,rWP;	/* load data			*/
50#define INC_PTR \
51	addi		rWP,rWP,4;	/* increment per word		*/
52#define NEXT_BLOCK			/* nothing to do		*/
53#else
54#define LOAD_DATA(reg, off) \
55	lwz		reg,off(rWP);	/* load data			*/
56#define INC_PTR				/* nothing to do		*/
57#define NEXT_BLOCK \
58	addi		rWP,rWP,64;	/* increment per block		*/
59#endif
60
61#define R_00_15(a, b, c, d, w0, w1, p, q, off, k0h, k0l, k1h, k1l) \
62	LOAD_DATA(w0, off)		/*    W				*/ \
63	and		rT0,b,c;	/* 1: f = b and c		*/ \
64	INC_PTR				/*    ptr++			*/ \
65	andc		rT1,d,b;	/* 1: f' = ~b and d		*/ \
66	LOAD_DATA(w1, off+4)		/*    W				*/ \
67	or		rT0,rT0,rT1;	/* 1: f = f or f'		*/ \
68	addi		w0,w0,k0l;	/* 1: wk = w + k		*/ \
69	add		a,a,rT0;	/* 1: a = a + f			*/ \
70	addis		w0,w0,k0h;	/* 1: wk = w + k'		*/ \
71	addis		w1,w1,k1h;	/* 2: wk = w + k		*/ \
72	add		a,a,w0;		/* 1: a = a + wk		*/ \
73	addi		w1,w1,k1l;	/* 2: wk = w + k'		*/ \
74	rotrwi		a,a,p;		/* 1: a = a rotl x		*/ \
75	add		d,d,w1;		/* 2: a = a + wk		*/ \
76	add		a,a,b;		/* 1: a = a + b			*/ \
77	and		rT0,a,b;	/* 2: f = b and c		*/ \
78	andc		rT1,c,a;	/* 2: f' = ~b and d		*/ \
79	or		rT0,rT0,rT1;	/* 2: f = f or f'		*/ \
80	add		d,d,rT0;	/* 2: a = a + f			*/ \
81	INC_PTR				/*    ptr++			*/ \
82	rotrwi		d,d,q;		/* 2: a = a rotl x		*/ \
83	add		d,d,a;		/* 2: a = a + b			*/
84
85#define R_16_31(a, b, c, d, w0, w1, p, q, k0h, k0l, k1h, k1l) \
86	andc		rT0,c,d;	/* 1: f = c and ~d		*/ \
87	and		rT1,b,d;	/* 1: f' = b and d		*/ \
88	addi		w0,w0,k0l;	/* 1: wk = w + k		*/ \
89	or		rT0,rT0,rT1;	/* 1: f = f or f'		*/ \
90	addis		w0,w0,k0h;	/* 1: wk = w + k'		*/ \
91	add		a,a,rT0;	/* 1: a = a + f			*/ \
92	addi		w1,w1,k1l;	/* 2: wk = w + k		*/ \
93	add		a,a,w0;		/* 1: a = a + wk		*/ \
94	addis		w1,w1,k1h;	/* 2: wk = w + k'		*/ \
95	andc		rT0,b,c;	/* 2: f = c and ~d		*/ \
96	rotrwi		a,a,p;		/* 1: a = a rotl x		*/ \
97	add		a,a,b;		/* 1: a = a + b			*/ \
98	add		d,d,w1;		/* 2: a = a + wk		*/ \
99	and		rT1,a,c;	/* 2: f' = b and d		*/ \
100	or		rT0,rT0,rT1;	/* 2: f = f or f'		*/ \
101	add		d,d,rT0;	/* 2: a = a + f			*/ \
102	rotrwi		d,d,q;		/* 2: a = a rotl x		*/ \
103	add		d,d,a;		/* 2: a = a +b			*/
104
105#define R_32_47(a, b, c, d, w0, w1, p, q, k0h, k0l, k1h, k1l) \
106	xor		rT0,b,c;	/* 1: f' = b xor c		*/ \
107	addi		w0,w0,k0l;	/* 1: wk = w + k		*/ \
108	xor		rT1,rT0,d;	/* 1: f = f xor f'		*/ \
109	addis		w0,w0,k0h;	/* 1: wk = w + k'		*/ \
110	add		a,a,rT1;	/* 1: a = a + f			*/ \
111	addi		w1,w1,k1l;	/* 2: wk = w + k		*/ \
112	add		a,a,w0;		/* 1: a = a + wk		*/ \
113	addis		w1,w1,k1h;	/* 2: wk = w + k'		*/ \
114	rotrwi		a,a,p;		/* 1: a = a rotl x		*/ \
115	add		d,d,w1;		/* 2: a = a + wk		*/ \
116	add		a,a,b;		/* 1: a = a + b			*/ \
117	xor		rT1,rT0,a;	/* 2: f = b xor f'		*/ \
118	add		d,d,rT1;	/* 2: a = a + f			*/ \
119	rotrwi		d,d,q;		/* 2: a = a rotl x		*/ \
120	add		d,d,a;		/* 2: a = a + b			*/
121
122#define R_48_63(a, b, c, d, w0, w1, p, q, k0h, k0l, k1h, k1l) \
123	addi		w0,w0,k0l;	/* 1: w = w + k			*/ \
124	orc		rT0,b,d;	/* 1: f = b or ~d		*/ \
125	addis		w0,w0,k0h;	/* 1: w = w + k'		*/ \
126	xor		rT0,rT0,c;	/* 1: f = f xor c		*/ \
127	add		a,a,w0;		/* 1: a = a + wk		*/ \
128	addi		w1,w1,k1l;	/* 2: w = w + k			*/ \
129	add		a,a,rT0;	/* 1: a = a + f			*/ \
130	addis		w1,w1,k1h;	/* 2: w = w + k'		*/ \
131	rotrwi		a,a,p;		/* 1: a = a rotl x		*/ \
132	add		a,a,b;		/* 1: a = a + b			*/ \
133	orc		rT0,a,c;	/* 2: f = b or ~d		*/ \
134	add		d,d,w1;		/* 2: a = a + wk		*/ \
135	xor		rT0,rT0,b;	/* 2: f = f xor c		*/ \
136	add		d,d,rT0;	/* 2: a = a + f			*/ \
137	rotrwi		d,d,q;		/* 2: a = a rotl x		*/ \
138	add		d,d,a;		/* 2: a = a + b			*/
139
140_GLOBAL(ppc_md5_transform)
141	INITIALIZE
142
143	mtctr		r5
144	lwz		rH0,0(rHP)
145	lwz		rH1,4(rHP)
146	lwz		rH2,8(rHP)
147	lwz		rH3,12(rHP)
148
149ppc_md5_main:
150	R_00_15(rH0, rH1, rH2, rH3, rW00, rW01, 25, 20, 0,
151		0xd76b, -23432, 0xe8c8, -18602)
152	R_00_15(rH2, rH3, rH0, rH1, rW02, rW03, 15, 10, 8,
153		0x2420, 0x70db, 0xc1be, -12562)
154	R_00_15(rH0, rH1, rH2, rH3, rW04, rW05, 25, 20, 16,
155		0xf57c, 0x0faf, 0x4788, -14806)
156	R_00_15(rH2, rH3, rH0, rH1, rW06, rW07, 15, 10, 24,
157		0xa830, 0x4613, 0xfd47, -27391)
158	R_00_15(rH0, rH1, rH2, rH3, rW08, rW09, 25, 20, 32,
159		0x6981, -26408, 0x8b45,  -2129)
160	R_00_15(rH2, rH3, rH0, rH1, rW10, rW11, 15, 10, 40,
161		0xffff, 0x5bb1, 0x895d, -10306)
162	R_00_15(rH0, rH1, rH2, rH3, rW12, rW13, 25, 20, 48,
163		0x6b90, 0x1122, 0xfd98, 0x7193)
164	R_00_15(rH2, rH3, rH0, rH1, rW14, rW15, 15, 10, 56,
165		0xa679, 0x438e, 0x49b4, 0x0821)
166
167	R_16_31(rH0, rH1, rH2, rH3, rW01, rW06, 27, 23,
168		0x0d56, 0x6e0c, 0x1810, 0x6d2d)
169	R_16_31(rH2, rH3, rH0, rH1, rW11, rW00, 18, 12,
170		0x9d02, -32109, 0x124c, 0x2332)
171	R_16_31(rH0, rH1, rH2, rH3, rW05, rW10, 27, 23,
172		0x8ea7, 0x4a33, 0x0245, -18270)
173	R_16_31(rH2, rH3, rH0, rH1, rW15, rW04, 18, 12,
174		0x8eee,  -8608, 0xf258,  -5095)
175	R_16_31(rH0, rH1, rH2, rH3, rW09, rW14, 27, 23,
176		0x969d, -10697, 0x1cbe, -15288)
177	R_16_31(rH2, rH3, rH0, rH1, rW03, rW08, 18, 12,
178		0x3317, 0x3e99, 0xdbd9, 0x7c15)
179	R_16_31(rH0, rH1, rH2, rH3, rW13, rW02, 27, 23,
180		0xac4b, 0x7772, 0xd8cf, 0x331d)
181	R_16_31(rH2, rH3, rH0, rH1, rW07, rW12, 18, 12,
182		0x6a28, 0x6dd8, 0x219a, 0x3b68)
183
184	R_32_47(rH0, rH1, rH2, rH3, rW05, rW08, 28, 21,
185		0x29cb, 0x28e5, 0x4218,  -7788)
186	R_32_47(rH2, rH3, rH0, rH1, rW11, rW14, 16,  9,
187		0x473f, 0x06d1, 0x3aae, 0x3036)
188	R_32_47(rH0, rH1, rH2, rH3, rW01, rW04, 28, 21,
189		0xaea1, -15134, 0x640b, -11295)
190	R_32_47(rH2, rH3, rH0, rH1, rW07, rW10, 16,  9,
191		0x8f4c, 0x4887, 0xbc7c, -22499)
192	R_32_47(rH0, rH1, rH2, rH3, rW13, rW00, 28, 21,
193		0x7eb8, -27199, 0x00ea, 0x6050)
194	R_32_47(rH2, rH3, rH0, rH1, rW03, rW06, 16,  9,
195		0xe01a, 0x22fe, 0x4447, 0x69c5)
196	R_32_47(rH0, rH1, rH2, rH3, rW09, rW12, 28, 21,
197		0xb7f3, 0x0253, 0x59b1, 0x4d5b)
198	R_32_47(rH2, rH3, rH0, rH1, rW15, rW02, 16,  9,
199		0x4701, -27017, 0xc7bd, -19859)
200
201	R_48_63(rH0, rH1, rH2, rH3, rW00, rW07, 26, 22,
202		0x0988,  -1462, 0x4c70, -19401)
203	R_48_63(rH2, rH3, rH0, rH1, rW14, rW05, 17, 11,
204		0xadaf,  -5221, 0xfc99, 0x66f7)
205	R_48_63(rH0, rH1, rH2, rH3, rW12, rW03, 26, 22,
206		0x7e80, -16418, 0xba1e, -25587)
207	R_48_63(rH2, rH3, rH0, rH1, rW10, rW01, 17, 11,
208		0x4130, 0x380d, 0xe0c5, 0x738d)
209	lwz		rW00,0(rHP)
210	R_48_63(rH0, rH1, rH2, rH3, rW08, rW15, 26, 22,
211		0xe837, -30770, 0xde8a, 0x69e8)
212	lwz		rW14,4(rHP)
213	R_48_63(rH2, rH3, rH0, rH1, rW06, rW13, 17, 11,
214		0x9e79, 0x260f, 0x256d, -27941)
215	lwz		rW12,8(rHP)
216	R_48_63(rH0, rH1, rH2, rH3, rW04, rW11, 26, 22,
217		0xab75, -20775, 0x4f9e, -28397)
218	lwz		rW10,12(rHP)
219	R_48_63(rH2, rH3, rH0, rH1, rW02, rW09, 17, 11,
220		0x662b, 0x7c56, 0x11b2, 0x0358)
221
222	add		rH0,rH0,rW00
223	stw		rH0,0(rHP)
224	add		rH1,rH1,rW14
225	stw		rH1,4(rHP)
226	add		rH2,rH2,rW12
227	stw		rH2,8(rHP)
228	add		rH3,rH3,rW10
229	stw		rH3,12(rHP)
230	NEXT_BLOCK
231
232	bdnz		ppc_md5_main
233
234	FINALIZE
235	blr
236