xref: /titanic_44/usr/src/uts/intel/asm/atomic.h (revision d8ccf998f9c944b8cf27ed840c376f9b79ebce5c)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
57c478bd9Sstevel@tonic-gate  * Common Development and Distribution License, Version 1.0 only
67c478bd9Sstevel@tonic-gate  * (the "License").  You may not use this file except in compliance
77c478bd9Sstevel@tonic-gate  * with the License.
87c478bd9Sstevel@tonic-gate  *
97c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
107c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
117c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
127c478bd9Sstevel@tonic-gate  * and limitations under the License.
137c478bd9Sstevel@tonic-gate  *
147c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
157c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
167c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
177c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
187c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
197c478bd9Sstevel@tonic-gate  *
207c478bd9Sstevel@tonic-gate  * CDDL HEADER END
217c478bd9Sstevel@tonic-gate  */
227c478bd9Sstevel@tonic-gate /*
237c478bd9Sstevel@tonic-gate  * Copyright 2005 Sun Microsystems, Inc.  All rights reserved.
247c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
25febac2a0SJosef 'Jeff' Sipek  * Copyright 2014 Nexenta Systems, Inc.  All rights reserved.
267c478bd9Sstevel@tonic-gate  */
277c478bd9Sstevel@tonic-gate 
287c478bd9Sstevel@tonic-gate #ifndef _ASM_ATOMIC_H
297c478bd9Sstevel@tonic-gate #define	_ASM_ATOMIC_H
307c478bd9Sstevel@tonic-gate 
316b7143d7SRichard Lowe #include <sys/ccompile.h>
327c478bd9Sstevel@tonic-gate #include <sys/types.h>
337c478bd9Sstevel@tonic-gate 
347c478bd9Sstevel@tonic-gate #ifdef	__cplusplus
357c478bd9Sstevel@tonic-gate extern "C" {
367c478bd9Sstevel@tonic-gate #endif
377c478bd9Sstevel@tonic-gate 
387c478bd9Sstevel@tonic-gate #if !defined(__lint) && defined(__GNUC__)
397c478bd9Sstevel@tonic-gate 
40febac2a0SJosef 'Jeff' Sipek /* BEGIN CSTYLED */
41febac2a0SJosef 'Jeff' Sipek /*
42febac2a0SJosef 'Jeff' Sipek  * This file contains a number of static inline functions implementing
43febac2a0SJosef 'Jeff' Sipek  * various atomic variable functions.  Note that these are *not* all of the
44febac2a0SJosef 'Jeff' Sipek  * atomic_* functions as defined in usr/src/uts/common/sys/atomic.h.  All
45febac2a0SJosef 'Jeff' Sipek  * possible atomic_* functions are implemented in usr/src/common/atomic in
46febac2a0SJosef 'Jeff' Sipek  * pure assembly.  In the absence of an identically named function in this
47febac2a0SJosef 'Jeff' Sipek  * header file, any use of the function will result in the compiler emitting
48febac2a0SJosef 'Jeff' Sipek  * a function call as usual.  On the other hand, if an identically named
49febac2a0SJosef 'Jeff' Sipek  * function exists in this header as a static inline, the compiler will
50febac2a0SJosef 'Jeff' Sipek  * inline its contents and the linker never sees the symbol reference.  We
51febac2a0SJosef 'Jeff' Sipek  * use this to avoid implementing some of the more complex and less used
52febac2a0SJosef 'Jeff' Sipek  * functions and instead falling back to function calls.  Note that in some
53febac2a0SJosef 'Jeff' Sipek  * cases (e.g., atomic_inc_64) we implement a static inline only on AMD64
54febac2a0SJosef 'Jeff' Sipek  * but not i386.
55febac2a0SJosef 'Jeff' Sipek  */
567c478bd9Sstevel@tonic-gate 
57febac2a0SJosef 'Jeff' Sipek /*
58febac2a0SJosef 'Jeff' Sipek  * Instruction suffixes for various operand sizes (assuming AMD64)
59febac2a0SJosef 'Jeff' Sipek  */
60febac2a0SJosef 'Jeff' Sipek #define	SUF_8		"b"
61febac2a0SJosef 'Jeff' Sipek #define	SUF_16		"w"
62febac2a0SJosef 'Jeff' Sipek #define	SUF_32		"l"
63febac2a0SJosef 'Jeff' Sipek #define	SUF_64		"q"
64febac2a0SJosef 'Jeff' Sipek 
65febac2a0SJosef 'Jeff' Sipek #if defined(__amd64)
66febac2a0SJosef 'Jeff' Sipek #define	SUF_LONG	SUF_64
67febac2a0SJosef 'Jeff' Sipek #define	SUF_PTR		SUF_64
68febac2a0SJosef 'Jeff' Sipek #define	__ATOMIC_OP64(...)	__ATOMIC_OPXX(__VA_ARGS__)
697c478bd9Sstevel@tonic-gate #elif defined(__i386)
70febac2a0SJosef 'Jeff' Sipek #define	SUF_LONG	SUF_32
71febac2a0SJosef 'Jeff' Sipek #define	SUF_PTR		SUF_32
72febac2a0SJosef 'Jeff' Sipek #define	__ATOMIC_OP64(...)
73febac2a0SJosef 'Jeff' Sipek #else
74febac2a0SJosef 'Jeff' Sipek #error "port me"
75febac2a0SJosef 'Jeff' Sipek #endif
76febac2a0SJosef 'Jeff' Sipek 
77febac2a0SJosef 'Jeff' Sipek #if defined(__amd64) || defined(__i386)
78febac2a0SJosef 'Jeff' Sipek 
79febac2a0SJosef 'Jeff' Sipek #define	__ATOMIC_OPXX(fxn, type, op)					\
80febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE void						\
81febac2a0SJosef 'Jeff' Sipek fxn(volatile type *target)						\
82febac2a0SJosef 'Jeff' Sipek {									\
83febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(						\
84febac2a0SJosef 'Jeff' Sipek 	    "lock; " op " %0"						\
85febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*target));						\
86febac2a0SJosef 'Jeff' Sipek }
87febac2a0SJosef 'Jeff' Sipek 
88febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_8,      uint8_t,  "inc" SUF_8)
89febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_16,     uint16_t, "inc" SUF_16)
90febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_32,     uint32_t, "inc" SUF_32)
91febac2a0SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_inc_64,     uint64_t, "inc" SUF_64)
92febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_uchar,  uchar_t,  "inc" SUF_8)
93febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_ushort, ushort_t, "inc" SUF_16)
94febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_uint,   uint_t,   "inc" SUF_32)
95febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_inc_ulong,  ulong_t,  "inc" SUF_LONG)
96febac2a0SJosef 'Jeff' Sipek 
97febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_8,      uint8_t,  "dec" SUF_8)
98febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_16,     uint16_t, "dec" SUF_16)
99febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_32,     uint32_t, "dec" SUF_32)
100febac2a0SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_dec_64,     uint64_t, "dec" SUF_64)
101febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_uchar,  uchar_t,  "dec" SUF_8)
102febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_ushort, ushort_t, "dec" SUF_16)
103febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_uint,   uint_t,   "dec" SUF_32)
104febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_dec_ulong,  ulong_t,  "dec" SUF_LONG)
105febac2a0SJosef 'Jeff' Sipek 
106febac2a0SJosef 'Jeff' Sipek #undef __ATOMIC_OPXX
107febac2a0SJosef 'Jeff' Sipek 
108*d8ccf998SJosef 'Jeff' Sipek #define	__ATOMIC_OPXX(fxn, type1, type2, op, reg)			\
109febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE void						\
110febac2a0SJosef 'Jeff' Sipek fxn(volatile type1 *target, type2 delta)				\
111febac2a0SJosef 'Jeff' Sipek {									\
112febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(						\
113febac2a0SJosef 'Jeff' Sipek 	    "lock; " op " %1,%0"					\
114febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*target)						\
115*d8ccf998SJosef 'Jeff' Sipek 	    : "i" reg (delta));						\
116febac2a0SJosef 'Jeff' Sipek }
117febac2a0SJosef 'Jeff' Sipek 
118*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_8,     uint8_t,  int8_t,      "add" SUF_8,    "q")
119*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_16,    uint16_t, int16_t,     "add" SUF_16,   "r")
120*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_32,    uint32_t, int32_t,     "add" SUF_32,   "r")
121*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_add_64,    uint64_t, int64_t,     "add" SUF_64,   "r")
122*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_char,  uchar_t,  signed char, "add" SUF_8,    "q")
123*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_short, ushort_t, short,       "add" SUF_16,   "r")
124*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_int,   uint_t,   int,         "add" SUF_32,   "r")
125*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_add_long,  ulong_t,  long,        "add" SUF_LONG, "r")
126febac2a0SJosef 'Jeff' Sipek 
127febac2a0SJosef 'Jeff' Sipek /*
128febac2a0SJosef 'Jeff' Sipek  * We don't use the above macro here because atomic_add_ptr has an
129febac2a0SJosef 'Jeff' Sipek  * inconsistent type.  The first argument should really be a 'volatile void
130febac2a0SJosef 'Jeff' Sipek  * **'.
131febac2a0SJosef 'Jeff' Sipek  */
132febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE void
atomic_add_ptr(volatile void * target,ssize_t delta)133febac2a0SJosef 'Jeff' Sipek atomic_add_ptr(volatile void *target, ssize_t delta)
134febac2a0SJosef 'Jeff' Sipek {
135febac2a0SJosef 'Jeff' Sipek 	volatile void **tmp = (volatile void **)target;
136febac2a0SJosef 'Jeff' Sipek 
137febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(
138febac2a0SJosef 'Jeff' Sipek 	    "lock; add" SUF_PTR " %1,%0"
139febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*tmp)
140febac2a0SJosef 'Jeff' Sipek 	    : "ir" (delta));
141febac2a0SJosef 'Jeff' Sipek }
142febac2a0SJosef 'Jeff' Sipek 
143*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_8,       uint8_t,  uint8_t,  "or" SUF_8,    "q")
144*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_16,      uint16_t, uint16_t, "or" SUF_16,   "r")
145*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_32,      uint32_t, uint32_t, "or" SUF_32,   "r")
146*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_or_64,      uint64_t, uint64_t, "or" SUF_64,   "r")
147*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_uchar,   uchar_t,  uchar_t,  "or" SUF_8,    "q")
148*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_ushort,  ushort_t, ushort_t, "or" SUF_16,   "r")
149*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_uint,    uint_t,   uint_t,   "or" SUF_32,   "r")
150*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_or_ulong,   ulong_t,  ulong_t,  "or" SUF_LONG, "r")
151febac2a0SJosef 'Jeff' Sipek 
152*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_8,      uint8_t,  uint8_t,  "and" SUF_8,    "q")
153*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_16,     uint16_t, uint16_t, "and" SUF_16,   "r")
154*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_32,     uint32_t, uint32_t, "and" SUF_32,   "r")
155*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_and_64,     uint64_t, uint64_t, "and" SUF_64,   "r")
156*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_uchar,  uchar_t,  uchar_t,  "and" SUF_8,    "q")
157*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_ushort, ushort_t, ushort_t, "and" SUF_16,   "r")
158*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_uint,   uint_t,   uint_t,   "and" SUF_32,   "r")
159*d8ccf998SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_and_ulong,  ulong_t,  ulong_t,  "and" SUF_LONG, "r")
160febac2a0SJosef 'Jeff' Sipek 
161febac2a0SJosef 'Jeff' Sipek #undef __ATOMIC_OPXX
162febac2a0SJosef 'Jeff' Sipek 
163febac2a0SJosef 'Jeff' Sipek #define	__ATOMIC_OPXX(fxn, type, op, reg)				\
164febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE type						\
165febac2a0SJosef 'Jeff' Sipek fxn(volatile type *target, type cmp, type new)				\
166febac2a0SJosef 'Jeff' Sipek {									\
167febac2a0SJosef 'Jeff' Sipek 	type ret;							\
168febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(						\
169febac2a0SJosef 'Jeff' Sipek 	    "lock; " op " %2,%0"					\
170febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*target), "=a" (ret)				\
171febac2a0SJosef 'Jeff' Sipek 	    : reg (new), "1" (cmp)					\
172febac2a0SJosef 'Jeff' Sipek 	    : "cc");							\
173febac2a0SJosef 'Jeff' Sipek 	return (ret);							\
174febac2a0SJosef 'Jeff' Sipek }
175febac2a0SJosef 'Jeff' Sipek 
176febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_8,      uint8_t,  "cmpxchg" SUF_8,    "q")
177febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_16,     uint16_t, "cmpxchg" SUF_16,   "r")
178febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_32,     uint32_t, "cmpxchg" SUF_32,   "r")
179febac2a0SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_cas_64,     uint64_t, "cmpxchg" SUF_64,   "r")
180febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_uchar,  uchar_t,  "cmpxchg" SUF_8,    "q")
181febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_ushort, ushort_t, "cmpxchg" SUF_16,   "r")
182febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_uint,   uint_t,   "cmpxchg" SUF_32,   "r")
183febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_cas_ulong,  ulong_t,  "cmpxchg" SUF_LONG, "r")
184febac2a0SJosef 'Jeff' Sipek 
185febac2a0SJosef 'Jeff' Sipek #undef __ATOMIC_OPXX
186febac2a0SJosef 'Jeff' Sipek 
187febac2a0SJosef 'Jeff' Sipek /*
188febac2a0SJosef 'Jeff' Sipek  * We don't use the above macro here because atomic_cas_ptr has an
189febac2a0SJosef 'Jeff' Sipek  * inconsistent type.  The first argument should really be a 'volatile void
190febac2a0SJosef 'Jeff' Sipek  * **'.
191febac2a0SJosef 'Jeff' Sipek  */
192febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE void *
atomic_cas_ptr(volatile void * target,void * cmp,void * new)193febac2a0SJosef 'Jeff' Sipek atomic_cas_ptr(volatile void *target, void *cmp, void *new)
194febac2a0SJosef 'Jeff' Sipek {
195febac2a0SJosef 'Jeff' Sipek 	volatile void **tmp = (volatile void **)target;
196febac2a0SJosef 'Jeff' Sipek 	void *ret;
197febac2a0SJosef 'Jeff' Sipek 
198febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(
199febac2a0SJosef 'Jeff' Sipek 	    "lock; cmpxchg" SUF_PTR " %2,%0"
200febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*tmp), "=a" (ret)
201febac2a0SJosef 'Jeff' Sipek 	    : "r" (new), "1" (cmp)
202febac2a0SJosef 'Jeff' Sipek 	    : "cc");
203febac2a0SJosef 'Jeff' Sipek 
204febac2a0SJosef 'Jeff' Sipek 	return (ret);
205febac2a0SJosef 'Jeff' Sipek }
206febac2a0SJosef 'Jeff' Sipek 
207febac2a0SJosef 'Jeff' Sipek #define	__ATOMIC_OPXX(fxn, type, op, reg)				\
208febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE type						\
209febac2a0SJosef 'Jeff' Sipek fxn(volatile type *target, type val)					\
210febac2a0SJosef 'Jeff' Sipek {									\
211febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(						\
212febac2a0SJosef 'Jeff' Sipek 	    op " %1,%0"							\
213febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*target), "+" reg (val));				\
214febac2a0SJosef 'Jeff' Sipek 	return (val);							\
215febac2a0SJosef 'Jeff' Sipek }
216febac2a0SJosef 'Jeff' Sipek 
217febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_8,      uint8_t,  "xchg" SUF_8,    "q")
218febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_16,     uint16_t, "xchg" SUF_16,   "r")
219febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_32,     uint32_t, "xchg" SUF_32,   "r")
220febac2a0SJosef 'Jeff' Sipek __ATOMIC_OP64(atomic_swap_64,     uint64_t, "xchg" SUF_64,   "r")
221febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_uchar,  uchar_t,  "xchg" SUF_8,    "q")
222febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_ushort, ushort_t, "xchg" SUF_16,   "r")
223febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_uint,   uint_t,   "xchg" SUF_32,   "r")
224febac2a0SJosef 'Jeff' Sipek __ATOMIC_OPXX(atomic_swap_ulong,  ulong_t,  "xchg" SUF_LONG, "r")
225febac2a0SJosef 'Jeff' Sipek 
226febac2a0SJosef 'Jeff' Sipek #undef __ATOMIC_OPXX
227febac2a0SJosef 'Jeff' Sipek 
228febac2a0SJosef 'Jeff' Sipek /*
229febac2a0SJosef 'Jeff' Sipek  * We don't use the above macro here because atomic_swap_ptr has an
230febac2a0SJosef 'Jeff' Sipek  * inconsistent type.  The first argument should really be a 'volatile void
231febac2a0SJosef 'Jeff' Sipek  * **'.
232febac2a0SJosef 'Jeff' Sipek  */
233febac2a0SJosef 'Jeff' Sipek extern __GNU_INLINE void *
atomic_swap_ptr(volatile void * target,void * val)234febac2a0SJosef 'Jeff' Sipek atomic_swap_ptr(volatile void *target, void *val)
235febac2a0SJosef 'Jeff' Sipek {
236febac2a0SJosef 'Jeff' Sipek 	volatile void **tmp = (volatile void **)target;
237febac2a0SJosef 'Jeff' Sipek 
238febac2a0SJosef 'Jeff' Sipek 	__asm__ __volatile__(
239febac2a0SJosef 'Jeff' Sipek 	    "xchg" SUF_PTR " %1,%0"
240febac2a0SJosef 'Jeff' Sipek 	    : "+m" (*tmp), "+r" (val));
241febac2a0SJosef 'Jeff' Sipek 
242febac2a0SJosef 'Jeff' Sipek 	return (val);
243febac2a0SJosef 'Jeff' Sipek }
2447c478bd9Sstevel@tonic-gate 
2457c478bd9Sstevel@tonic-gate #else
2467c478bd9Sstevel@tonic-gate #error	"port me"
2477c478bd9Sstevel@tonic-gate #endif
2487c478bd9Sstevel@tonic-gate 
249febac2a0SJosef 'Jeff' Sipek #undef SUF_8
250febac2a0SJosef 'Jeff' Sipek #undef SUF_16
251febac2a0SJosef 'Jeff' Sipek #undef SUF_32
252febac2a0SJosef 'Jeff' Sipek #undef SUF_64
253febac2a0SJosef 'Jeff' Sipek #undef SUF_LONG
254febac2a0SJosef 'Jeff' Sipek #undef SUF_PTR
255febac2a0SJosef 'Jeff' Sipek 
256febac2a0SJosef 'Jeff' Sipek #undef __ATOMIC_OP64
257febac2a0SJosef 'Jeff' Sipek 
258febac2a0SJosef 'Jeff' Sipek /* END CSTYLED */
259febac2a0SJosef 'Jeff' Sipek 
2607c478bd9Sstevel@tonic-gate #endif /* !__lint && __GNUC__ */
2617c478bd9Sstevel@tonic-gate 
2627c478bd9Sstevel@tonic-gate #ifdef __cplusplus
2637c478bd9Sstevel@tonic-gate }
2647c478bd9Sstevel@tonic-gate #endif
2657c478bd9Sstevel@tonic-gate 
2667c478bd9Sstevel@tonic-gate #endif	/* _ASM_ATOMIC_H */
267