40 #define	fence()	__asm __volatile("fence" ::: "memory");
45 static __inline int atomic_cmpset_8(__volatile uint8_t *, uint8_t, uint8_t);
46 static __inline int atomic_fcmpset_8(__volatile uint8_t *, uint8_t *, uint8_t);
47 static __inline int atomic_cmpset_16(__volatile uint16_t *, uint16_t, uint16_t);
48 static __inline int atomic_fcmpset_16(__volatile uint16_t *, uint16_t *,
53 atomic_##NAME##_acq_##WIDTH(__volatile uint##WIDTH##_t *p, uint##WIDTH##_t v)\
60 atomic_##NAME##_rel_##WIDTH(__volatile uint##WIDTH##_t *p, uint##WIDTH##_t v)\
68 atomic_cmpset_acq_##WIDTH(__volatile uint##WIDTH##_t *p,		\
79 atomic_cmpset_rel_##WIDTH(__volatile uint##WIDTH##_t *p,		\
88 atomic_fcmpset_acq_##WIDTH(__volatile uint##WIDTH##_t *p,		\
99 atomic_fcmpset_rel_##WIDTH(__volatile uint##WIDTH##_t *p,		\
156 	__asm __volatile("amoadd.w zero, %1, %0"  in atomic_add_32()
166 	__asm __volatile("amoadd.w zero, %1, %0"  in atomic_subtract_32()
176 	__asm __volatile("amoor.w zero, %1, %0"  in atomic_set_32()
186 	__asm __volatile("amoand.w zero, %1, %0"  in atomic_clear_32()
200 	__asm __volatile(  in atomic_cmpset_32()
223 	__asm __volatile(  in atomic_fcmpset_32()
245 	__asm __volatile("amoadd.w %0, %2, %1"  in atomic_fetchadd_32()
261 	__asm __volatile("amoswap.w %0, %2, %1"  in atomic_readandclear_32()
275 	__asm __volatile("amoand.w %0, %2, %1"  in atomic_testandclear_32()
289 	__asm __volatile("amoor.w %0, %2, %1"  in atomic_testandset_32()
355 	__asm __volatile("amoadd.d zero, %1, %0"  in atomic_add_64()
365 	__asm __volatile("amoadd.d zero, %1, %0"  in atomic_subtract_64()
375 	__asm __volatile("amoor.d zero, %1, %0"  in atomic_set_64()
385 	__asm __volatile("amoand.d zero, %1, %0"  in atomic_clear_64()
399 	__asm __volatile(  in atomic_cmpset_64()
422 	__asm __volatile(  in atomic_fcmpset_64()
444 	__asm __volatile("amoadd.d %0, %2, %1"  in atomic_fetchadd_64()
460 	__asm __volatile("amoswap.d %0, %2, %1"  in atomic_readandclear_64()
474 	__asm __volatile("amoand.d %0, %2, %1"  in atomic_testandclear_64()
488 	__asm __volatile("amoor.d %0, %2, %1"  in atomic_testandset_64()
502 	__asm __volatile("amoor.d.aq %0, %2, %1"  in atomic_testandset_acq_64()
515 	__asm __volatile("amoswap.w %0, %2, %1"  in atomic_swap_32()
528 	__asm __volatile("amoswap.d %0, %2, %1"  in atomic_swap_64()