19 	unsigned int prev, prev_mask, tmp, bitoff, off;		\
33 	: "=&r" (prev), "=&r" (tmp), "+m" (*(u32*)p)		\
37 	return prev >> bitoff;					\
44 	unsigned int prev, prev_mask, tmp, bitoff, off;		\
66 	: "=&r" (prev), "=&r" (tmp), "+m" (*(u32*)p)		\
70 	return prev >> bitoff;					\
89 	unsigned long prev;  in __xchg_u8_local()  local
95 	: "=&r" (prev), "+m" (*(volatile unsigned char *)p)  in __xchg_u8_local()
99 	return prev;  in __xchg_u8_local()
105 	unsigned long prev;  in __xchg_u8_relaxed()  local
111 	: "=&r" (prev), "+m" (*p)  in __xchg_u8_relaxed()
115 	return prev;  in __xchg_u8_relaxed()
121 	unsigned long prev;  in __xchg_u16_local()  local
127 	: "=&r" (prev), "+m" (*(volatile unsigned short *)p)  in __xchg_u16_local()
131 	return prev;  in __xchg_u16_local()
137 	unsigned long prev;  in __xchg_u16_relaxed()  local
143 	: "=&r" (prev), "+m" (*p)  in __xchg_u16_relaxed()
147 	return prev;  in __xchg_u16_relaxed()
154 	unsigned long prev;  in __xchg_u32_local()  local
160 	: "=&r" (prev), "+m" (*(volatile unsigned int *)p)  in __xchg_u32_local()
164 	return prev;  in __xchg_u32_local()
170 	unsigned long prev;  in __xchg_u32_relaxed()  local
176 	: "=&r" (prev), "+m" (*p)  in __xchg_u32_relaxed()
180 	return prev;  in __xchg_u32_relaxed()
187 	unsigned long prev;  in __xchg_u64_local()  local
193 	: "=&r" (prev), "+m" (*(volatile unsigned long *)p)  in __xchg_u64_local()
197 	return prev;  in __xchg_u64_local()
203 	unsigned long prev;  in __xchg_u64_relaxed()  local
209 	: "=&r" (prev), "+m" (*p)  in __xchg_u64_relaxed()
213 	return prev;  in __xchg_u64_relaxed()
285 	unsigned int prev;  in __cmpxchg_u8()  local
297 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u8()
301 	return prev;  in __cmpxchg_u8()
308 	unsigned int prev;  in __cmpxchg_u8_local()  local
317 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u8_local()
321 	return prev;  in __cmpxchg_u8_local()
327 	unsigned long prev;  in __cmpxchg_u8_relaxed()  local
336 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u8_relaxed()
340 	return prev;  in __cmpxchg_u8_relaxed()
346 	unsigned long prev;  in __cmpxchg_u8_acquire()  local
356 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u8_acquire()
360 	return prev;  in __cmpxchg_u8_acquire()
366 	unsigned int prev;  in __cmpxchg_u16()  local
377 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u16()
381 	return prev;  in __cmpxchg_u16()
388 	unsigned int prev;  in __cmpxchg_u16_local()  local
397 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u16_local()
401 	return prev;  in __cmpxchg_u16_local()
407 	unsigned long prev;  in __cmpxchg_u16_relaxed()  local
416 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u16_relaxed()
420 	return prev;  in __cmpxchg_u16_relaxed()
426 	unsigned long prev;  in __cmpxchg_u16_acquire()  local
436 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u16_acquire()
440 	return prev;  in __cmpxchg_u16_acquire()
447 	unsigned int prev;  in __cmpxchg_u32()  local
459 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u32()
463 	return prev;  in __cmpxchg_u32()
470 	unsigned int prev;  in __cmpxchg_u32_local()  local
480 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u32_local()
484 	return prev;  in __cmpxchg_u32_local()
490 	unsigned long prev;  in __cmpxchg_u32_relaxed()  local
499 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u32_relaxed()
503 	return prev;  in __cmpxchg_u32_relaxed()
517 	unsigned long prev;  in __cmpxchg_u32_acquire()  local
528 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u32_acquire()
532 	return prev;  in __cmpxchg_u32_acquire()
539 	unsigned long prev;  in __cmpxchg_u64()  local
551 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u64()
555 	return prev;  in __cmpxchg_u64()
562 	unsigned long prev;  in __cmpxchg_u64_local()  local
572 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u64_local()
576 	return prev;  in __cmpxchg_u64_local()
582 	unsigned long prev;  in __cmpxchg_u64_relaxed()  local
591 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u64_relaxed()
595 	return prev;  in __cmpxchg_u64_relaxed()
601 	unsigned long prev;  in __cmpxchg_u64_acquire()  local
612 	: "=&r" (prev), "+m" (*p)  in __cmpxchg_u64_acquire()
616 	return prev;  in __cmpxchg_u64_acquire()