37 #define ATOMIC_OP(op, I, asm_op)					\  argument
41 	"am"#asm_op".w" " $zero, %1, %0	\n"				\
47 #define ATOMIC_OP_RETURN(op, I, asm_op, c_op, mb, suffix)		\  argument
53 	"am"#asm_op#mb".w" " %1, %2, %0		\n"			\
61 #define ATOMIC_FETCH_OP(op, I, asm_op, mb, suffix)			\  argument
67 	"am"#asm_op#mb".w" " %1, %2, %0		\n"			\
75 #define ATOMIC_OPS(op, I, asm_op, c_op)					\  argument
76 	ATOMIC_OP(op, I, asm_op)					\
77 	ATOMIC_OP_RETURN(op, I, asm_op, c_op, _db,         )		\
78 	ATOMIC_OP_RETURN(op, I, asm_op, c_op,    , _relaxed)		\
79 	ATOMIC_FETCH_OP(op, I, asm_op, _db,         )			\
80 	ATOMIC_FETCH_OP(op, I, asm_op,    , _relaxed)
104 #define ATOMIC_OPS(op, I, asm_op)					\  argument
105 	ATOMIC_OP(op, I, asm_op)					\
106 	ATOMIC_FETCH_OP(op, I, asm_op, _db,         )			\
107 	ATOMIC_FETCH_OP(op, I, asm_op,    , _relaxed)
197 #define ATOMIC64_OP(op, I, asm_op)					\  argument
201 	"am"#asm_op".d " " $zero, %1, %0	\n"			\
207 #define ATOMIC64_OP_RETURN(op, I, asm_op, c_op, mb, suffix)			\  argument
212 	"am"#asm_op#mb".d " " %1, %2, %0		\n"			\
220 #define ATOMIC64_FETCH_OP(op, I, asm_op, mb, suffix)				\  argument
226 	"am"#asm_op#mb".d " " %1, %2, %0		\n"			\
234 #define ATOMIC64_OPS(op, I, asm_op, c_op)				      \  argument
235 	ATOMIC64_OP(op, I, asm_op)					      \
236 	ATOMIC64_OP_RETURN(op, I, asm_op, c_op, _db,         )		      \
237 	ATOMIC64_OP_RETURN(op, I, asm_op, c_op,    , _relaxed)		      \
238 	ATOMIC64_FETCH_OP(op, I, asm_op, _db,         )			      \
239 	ATOMIC64_FETCH_OP(op, I, asm_op,    , _relaxed)
263 #define ATOMIC64_OPS(op, I, asm_op)					      \  argument
264 	ATOMIC64_OP(op, I, asm_op)					      \
265 	ATOMIC64_FETCH_OP(op, I, asm_op, _db,         )			      \
266 	ATOMIC64_FETCH_OP(op, I, asm_op,    , _relaxed)