Home
last modified time | relevance | path

Searched refs:__volatile (Results 1 – 25 of 193) sorted by relevance

12345678

/freebsd/sys/amd64/include/
H A Dcpufunc.h61 __asm __volatile("int $3"); in breakpoint()
72 __asm __volatile("clflush %0" : : "m" (*(char *)addr)); in clflush()
79 __asm __volatile(".byte 0x66;clflush %0" : : "m" (*(char *)addr)); in clflushopt()
86 __asm __volatile("clwb %0" : : "m" (*(char *)addr)); in clwb()
93 __asm __volatile("clts"); in clts()
99 __asm __volatile("cli" : : : "memory"); in disable_intr()
105 __asm __volatile("cpuid" in do_cpuid()
113 __asm __volatile("cpuid" in cpuid_count()
121 __asm __volatile("sti"); in enable_intr()
127 __asm __volatile("hlt"); in halt()
[all …]
H A Datomic.h55 #define mb() __asm __volatile("mfence;" : : : "memory")
56 #define wmb() __asm __volatile("sfence;" : : : "memory")
57 #define rmb() __asm __volatile("lfence;" : : : "memory")
117 __asm __volatile("lock; " OP \
126 __asm __volatile("lock; " OP \
154 __asm __volatile( \
170 __asm __volatile( \
194 __asm __volatile( in atomic_fetchadd_int()
211 __asm __volatile( in atomic_fetchadd_long()
225 __asm __volatile( in atomic_testandset_int()
[all …]
H A Dpcpu.h199 __asm __volatile("mov %%gs:%c1,%0" \
221 __asm __volatile("add %1,%%gs:%c0" \
242 __asm __volatile("mov %1,%%gs:%c0" \
255 __asm __volatile("movq %%gs:%c1,%0" \
283 __asm __volatile("movl\t%1,%%gs:(%0)" \
287 __asm __volatile("movq\t%1,%%gs:(%0)" \
300 __asm __volatile("addl\t%1,%%gs:(%0)" \
304 __asm __volatile("addq\t%1,%%gs:(%0)" \
320 __asm __volatile("subl\t%1,%%gs:(%0)" \
324 __asm __volatile("sub
[all...]
/freebsd/sys/powerpc/include/
H A Dcpufunc.h58 __asm __volatile ("mtmsr %0; isync" :: "r"(value)); in mtmsr()
66 __asm __volatile ("mtmsrd %0; isync" :: "r"(value)); in mtmsrd()
75 __asm __volatile ("mfmsr %0" : "=r"(value)); in mfmsr()
85 __asm __volatile ("mtsrin %0,%1; isync" :: "r"(value), "r"(va)); in mtsrin()
93 __asm __volatile ("mfsrin %0,%1" : "=r"(value) : "r"(va)); in mfsrin()
104 __asm __volatile ("mfspr %0,136" : "=r"(value)); in mfctrl()
113 __asm __volatile ("mtdec %0" :: "r"(value)); in mtdec()
121 __asm __volatile ("mfdec %0" : "=r"(value)); in mfdec()
131 __asm __volatile ("mfpvr %0" : "=r"(value)); in mfpvr()
141 __asm __volatile ("mftb %0" : "=r"(tb)); in mftb()
[all …]
H A Datomic.h53 #define mb() __asm __volatile("sync" : : : "memory")
54 #define rmb() __asm __volatile("lwsync" : : : "memory")
55 #define wmb() __asm __volatile("lwsync" : : : "memory")
56 #define __ATOMIC_REL() __asm __volatile("lwsync" : : : "memory")
57 #define __ATOMIC_ACQ() __asm __volatile("isync" : : : "memory")
59 #define mb() __asm __volatile("sync" : : : "memory")
60 #define rmb() __asm __volatile("sync" : : : "memory")
61 #define wmb() __asm __volatile("sync" : : : "memory")
62 #define __ATOMIC_REL() __asm __volatile("sync" : : : "memory")
63 #define __ATOMIC_ACQ() __asm __volatile("isync" : : : "memory")
[all …]
H A Dtls.h43 __asm __volatile("mr 13,%0" :: in _tcb_set()
46 __asm __volatile("mr 2,%0" :: in _tcb_set()
57 __asm __volatile("addi %0,13,%1" : "=r" (tcb) : in _tcb_get()
60 __asm __volatile("addi %0,2,%1" : "=r" (tcb) : in _tcb_get()
/freebsd/sys/riscv/include/
H A Datomic.h40 #define fence() __asm __volatile("fence" ::: "memory");
45 static __inline int atomic_cmpset_8(__volatile uint8_t *, uint8_t, uint8_t);
46 static __inline int atomic_fcmpset_8(__volatile uint8_t *, uint8_t *, uint8_t);
47 static __inline int atomic_cmpset_16(__volatile uint16_t *, uint16_t, uint16_t);
48 static __inline int atomic_fcmpset_16(__volatile uint16_t *, uint16_t *,
53 atomic_##NAME##_acq_##WIDTH(__volatile uint##WIDTH##_t *p, uint##WIDTH##_t v)\
60 atomic_##NAME##_rel_##WIDTH(__volatile uint##WIDTH##_t *p, uint##WIDTH##_t v)\
68 atomic_cmpset_acq_##WIDTH(__volatile uint##WIDTH##_t *p, \
79 atomic_cmpset_rel_##WIDTH(__volatile uint##WIDTH##_t *p, \
88 atomic_fcmpset_acq_##WIDTH(__volatile uint##WIDTH##_t *p, \
[all …]
H A Dcpufunc.h56 __asm __volatile( in intr_disable()
68 __asm __volatile( in intr_restore()
78 __asm __volatile( in intr_enable()
90 __asm __volatile("fence.i" ::: "memory"); in fence_i()
97 __asm __volatile("sfence.vma" ::: "memory"); in sfence_vma()
104 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); in sfence_vma_page()
111 __asm __volatile("sfence.vma x0, %0" :: "r" (asid) : "memory"); in sfence_vma_asid()
118 __asm __volatile("sfence.vma %0, %1" :: "r" (addr), "r" (asid) in sfence_vma_asid_page()
H A Driscvreg.h232 __asm __volatile("csrrwi %0, " #csr ", %1" \
235 __asm __volatile("csrrw %0, " #csr ", %1" \
242 __asm __volatile("csrwi " #csr ", %0" :: "i" (val)); \
244 __asm __volatile("csrw " #csr ", %0" :: "r" (val)); \
249 __asm __volatile("csrsi " #csr ", %0" :: "i" (val)); \
251 __asm __volatile("csrs " #csr ", %0" :: "r" (val)); \
256 __asm __volatile("csrci " #csr ", %0" :: "i" (val)); \
258 __asm __volatile("csrc " #csr ", %0" :: "r" (val)); \
263 __asm __volatile("csrr %0, " #csr : "=r" (val)); \
271 __asm __volatile("1: " \
/freebsd/sys/arm64/include/
H A Dcpufunc.h49 __asm __volatile( in dbg_disable()
61 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_D) ")"); in dbg_enable()
70 __asm __volatile( in intr_disable()
89 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_INTR) ")"); in intr_enable()
96 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_A) ")"); in serror_enable()
127 __asm __volatile("clrex" : : : "memory"); in clrex()
134 __asm __volatile( in set_ttbr0()
145 __asm __volatile( in invalidate_icache()
155 __asm __volatile( in invalidate_local_icache()
164 __asm __volatile( in wfet()
[all …]
H A Diodev.h35 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \
42 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \
49 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \
54 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a))
57 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a))
60 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
H A Datomic.h34 #define isb() __asm __volatile("isb" : : : "memory")
51 #define dsb(opt) __asm __volatile("dsb " __STRING(opt) : : : "memory")
52 #define dmb(opt) __asm __volatile("dmb " __STRING(opt) : : : "memory")
91 __asm __volatile( \
107 __asm __volatile( \
161 __asm __volatile( \
183 __asm __volatile( \
213 __asm __volatile( \
235 __asm __volatile( \
285 __asm __volatile( \
[all …]
/freebsd/sys/powerpc/aim/
H A Dmp_cpudep.c70 __asm __volatile("mtspr 311,%0" :: "r"(0)); in cpudep_ap_early_bootstrap()
79 __asm __volatile("ld %0, 16(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
82 __asm __volatile("ld %0, 24(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
115 __asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu)); in cpudep_ap_early_bootstrap()
129 __asm __volatile("mr 13,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
131 __asm __volatile("mr 2,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
259 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
261 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
263 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
265 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
[all …]
H A Dmoea64_native.c123 #define PTESYNC() __asm __volatile("ptesync");
124 #define TLBSYNC() __asm __volatile("tlbsync; ptesync");
125 #define SYNC() __asm __volatile("sync");
126 #define EIEIO() __asm __volatile("eieio");
179 __asm __volatile("tlbie %0, 1" :: "r"(vpn) : in TLBIE()
182 __asm __volatile("tlbie %0, 0" :: "r"(vpn) : in TLBIE()
184 __asm __volatile("eieio; tlbsync; ptesync" ::: in TLBIE()
210 __asm __volatile("li 0, 0 \n tlbie %0, 0" :: "r"(vpn) : "r0", "memory"); in TLBIE()
211 __asm __volatile("eieio; tlbsync; ptesync" ::: "memory"); in TLBIE()
219 __asm __volatile("\ in TLBIE()
[all …]
/freebsd/sys/x86/include/
H A Dx86_ieeefp.h104 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr)))
105 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr)))
106 #define __fnclex() __asm __volatile("fnclex")
107 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr)))
108 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr)))
109 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr)))
110 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr)))
111 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
/freebsd/sys/arm/include/
H A Datomic.h44 #define isb() __asm __volatile("isb" : : : "memory")
45 #define dsb() __asm __volatile("dsb" : : : "memory")
46 #define dmb() __asm __volatile("dmb" : : : "memory")
56 atomic_##NAME##_acq_long(__volatile u_long *p, u_long v) \
63 atomic_##NAME##_rel_long(__volatile u_long *p, u_long v) \
71 atomic_##NAME##_acq_##WIDTH(__volatile uint##WIDTH##_t *p, uint##WIDTH##_t v)\
78 atomic_##NAME##_rel_##WIDTH(__volatile uint##WIDTH##_t *p, uint##WIDTH##_t v)\
89 __asm __volatile( in atomic_add_32()
106 __asm __volatile( in atomic_add_64()
138 __asm __volatile( in ATOMIC_ACQ_REL_LONG()
[all …]
H A Dpcpu.h85 __asm __volatile("mrc p15, 0, %0, c0, c0, 5" : "=r" (id)); \
95 __asm __volatile("mrc p15, 0, %0, c13, c0, 4" : "=r" (ret)); in get_curthread()
103 __asm __volatile("mcr p15, 0, %0, c13, c0, 4" : : "r" (td)); in set_curthread()
112 __asm __volatile("mrc p15, 0, %0, c13, c0, 2" : "=r" (tls)); in get_tls()
125 __asm __volatile( in set_tls()
/freebsd/sys/amd64/vmm/intel/
H A Dvmx_cpufunc.h63 __asm __volatile("vmxon %[addr];" in vmxon()
80 __asm __volatile("vmclear %[addr];" in vmclear()
92 __asm __volatile("vmxoff"); in vmxoff()
99 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst()
109 __asm __volatile("vmptrld %[addr];" in vmptrld()
122 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite()
136 __asm __volatile("vmread %[r], %[addr];" in vmread()
185 __asm __volatile("invvpid %[desc], %[type];" in invvpid()
208 __asm __volatile("invept %[desc], %[type];" in invept()
/freebsd/sys/riscv/thead/
H A Dthead.c61 __asm __volatile(THEAD_DCACHE_CIVA in thead_cpu_dcache_wbinv_range()
64 __asm __volatile(THEAD_SYNC_S ::: "memory"); in thead_cpu_dcache_wbinv_range()
73 __asm __volatile(THEAD_DCACHE_IVA in thead_cpu_dcache_inv_range()
76 __asm __volatile(THEAD_SYNC_S ::: "memory"); in thead_cpu_dcache_inv_range()
85 __asm __volatile(THEAD_DCACHE_CVA in thead_cpu_dcache_wb_range()
88 __asm __volatile(THEAD_SYNC_S ::: "memory"); in thead_cpu_dcache_wb_range()
/freebsd/sys/i386/include/
H A Datomic.h52 __asm __volatile("lock; addl $0,%%fs:%c0" in __mbk()
60 __asm __volatile("lock; addl $0,(%%esp)" : : : "memory", "cc"); in __mbu()
106 __asm __volatile("lock; " OP \
115 __asm __volatile("lock; " OP \
143 __asm __volatile( \
160 __asm __volatile( \
184 __asm __volatile( in atomic_fetchadd_int()
198 __asm __volatile( in atomic_testandset_int()
214 __asm __volatile( in atomic_testandclear_int()
310 __asm __volatile( in atomic_cmpset_64_i386()
[all …]
/freebsd/lib/msun/powerpc/
H A Dfenv.c73 __asm __volatile ("efsdiv %0, %0, %1" :: "r"(0), "r"(0)); in feraiseexcept()
75 __asm __volatile ("efsdiv %0, %0, %1" :: "r"(1.0f), "r"(0)); in feraiseexcept()
77 __asm __volatile ("efsmul %0, %0, %0" :: "r"(PMIN)); in feraiseexcept()
79 __asm __volatile ("efsadd %0, %0, %0" :: "r"(PMAX)); in feraiseexcept()
81 __asm __volatile ("efssub %0, %0, %1" :: "r"(PMIN), "r"(1.0f)); in feraiseexcept()
/freebsd/lib/msun/riscv/
H A Dfenv.h78 #define __rfs(__fcsr) __asm __volatile("csrr %0, fcsr" : "=r" (__fcsr))
79 #define __wfs(__fcsr) __asm __volatile("csrw fcsr, %0" :: "r" (__fcsr))
85 __asm __volatile("csrc fflags, %0" :: "r"(__excepts)); in feclearexcept()
107 __asm __volatile("csrc fflags, %0" :: "r"(__excepts)); in fesetexceptflag()
108 __asm __volatile("csrs fflags, %0" :: "r"(__fcsr & __excepts)); in fesetexceptflag()
117 __asm __volatile("csrs fflags, %0" :: "r"(__excepts)); in feraiseexcept()
/freebsd/contrib/llvm-project/compiler-rt/lib/builtins/
H A Dclear_cache.c87 __asm __volatile("svc 0x0" in __clear_cache()
130 __asm __volatile("mrs %0, ctr_el0" : "=r"(ctr_el0)); in __clear_cache()
142 __asm __volatile("dc cvau, %0" ::"r"(addr)); in __clear_cache()
144 __asm __volatile("dsb ish"); in __clear_cache()
152 __asm __volatile("ic ivau, %0" ::"r"(addr)); in __clear_cache()
153 __asm __volatile("dsb ish"); in __clear_cache()
155 __asm __volatile("isb sy"); in __clear_cache()
191 __asm __volatile("ecall" in __clear_cache()
/freebsd/sys/powerpc/powerpc/
H A Dsyncicache.c58 __asm __volatile ("dcbst 0,%0" :: "r"(p)); in __syncicache()
61 __asm __volatile ("sync"); in __syncicache()
64 __asm __volatile ("icbi 0,%0" :: "r"(p)); in __syncicache()
67 __asm __volatile ("sync; isync"); in __syncicache()
/freebsd/sys/i386/i386/
H A Din_cksum_machdep.c134 __asm __volatile ( in in_cksum_skip()
144 __asm __volatile ( in in_cksum_skip()
181 __asm __volatile ( in in_cksum_skip()
208 __asm __volatile ( in in_cksum_skip()
232 __asm __volatile ( in in_cksum_skip()
248 __asm __volatile ( in in_cksum_skip()

12345678