27 #define ALIGN_DEST_TO8_UP(d,s,n) \  argument
28 	while (d & 7) { \
31 		*(char *) d = *(char *) s; \
32 		d++; s++; \
34 #define ALIGN_DEST_TO8_DN(d,s,n) \  argument
35 	while (d & 7) { \
38 		d--; s--; \
39 		*(char *) d = *(char *) s; \
46 #define DO_REST_UP(d,s,n) \  argument
49 		*(char *) d = *(char *) s; \
50 		d++; s++; \
52 #define DO_REST_DN(d,s,n) \  argument
55 		d--; s--; \
56 		*(char *) d = *(char *) s; \
63 #define DO_REST_ALIGNED_UP(d,s,n) DO_REST_UP(d,s,n)  argument
64 #define DO_REST_ALIGNED_DN(d,s,n) DO_REST_DN(d,s,n)  argument
73 static inline void __memcpy_unaligned_up (unsigned long d, unsigned long s,  in __memcpy_unaligned_up()  argument
76 	ALIGN_DEST_TO8_UP(d,s,n);  in __memcpy_unaligned_up()
92 			*(unsigned long *) d = low_word | tmp;  in __memcpy_unaligned_up()
93 			d += 8;  in __memcpy_unaligned_up()
98 	DO_REST_UP(d,s,n);  in __memcpy_unaligned_up()
101 static inline void __memcpy_unaligned_dn (unsigned long d, unsigned long s,  in __memcpy_unaligned_dn()  argument
106 	d += n;  in __memcpy_unaligned_dn()
108 		* (char *) --d = * (char *) --s;  in __memcpy_unaligned_dn()
119 static inline void __memcpy_aligned_up (unsigned long d, unsigned long s,  in __memcpy_aligned_up()  argument
122 	ALIGN_DEST_TO8_UP(d,s,n);  in __memcpy_aligned_up()
129 		*(unsigned long *) d = tmp;  in __memcpy_aligned_up()
130 		d += 8;  in __memcpy_aligned_up()
133 	DO_REST_ALIGNED_UP(d,s,n);  in __memcpy_aligned_up()
135 static inline void __memcpy_aligned_dn (unsigned long d, unsigned long s,  in __memcpy_aligned_dn()  argument
139 	d += n;  in __memcpy_aligned_dn()
140 	ALIGN_DEST_TO8_DN(d,s,n);  in __memcpy_aligned_dn()
147 		d -= 8;  in __memcpy_aligned_dn()
148 		*(unsigned long *) d = tmp;  in __memcpy_aligned_dn()
151 	DO_REST_ALIGNED_DN(d,s,n);  in __memcpy_aligned_dn()