Home
last modified time | relevance | path

Searched refs:__asm (Results 1 – 25 of 244) sorted by relevance

12345678910

/freebsd/sys/contrib/openzfs/module/zcommon/
H A Dzfs_fletcher_avx512.c35 #define __asm __asm__ __volatile__ macro
77 __asm("vmovdqu64 %0, %%zmm0" :: "m" ((ctx)->avx512[0])); \
78 __asm("vmovdqu64 %0, %%zmm1" :: "m" ((ctx)->avx512[1])); \
79 __asm("vmovdqu64 %0, %%zmm2" :: "m" ((ctx)->avx512[2])); \
80 __asm("vmovdqu64 %0, %%zmm3" :: "m" ((ctx)->avx512[3])); \
85 __asm("vmovdqu64 %%zmm0, %0" : "=m" ((ctx)->avx512[0])); \
86 __asm("vmovdqu64 %%zmm1, %0" : "=m" ((ctx)->avx512[1])); \
87 __asm("vmovdqu64 %%zmm2, %0" : "=m" ((ctx)->avx512[2])); \
88 __asm("vmovdqu64 %%zmm3, %0" : "=m" ((ctx)->avx512[3])); \
100 __asm("vpmovzxdq %0, %%zmm4"::"m" (*ip)); in fletcher_4_avx512f_native()
[all …]
/freebsd/sys/amd64/include/
H A Dcpufunc.h61 __asm __volatile("int $3"); in breakpoint()
72 __asm __volatile("clflush %0" : : "m" (*(char *)addr)); in clflush()
79 __asm __volatile(".byte 0x66;clflush %0" : : "m" (*(char *)addr)); in clflushopt()
86 __asm __volatile("clwb %0" : : "m" (*(char *)addr)); in clwb()
93 __asm __volatile("clts"); in clts()
99 __asm __volatile("cli" : : : "memory"); in disable_intr()
105 __asm __volatile("cpuid" in do_cpuid()
113 __asm __volatile("cpuid" in cpuid_count()
121 __asm __volatile("sti"); in enable_intr()
127 __asm __volatile("hlt"); in halt()
[all …]
H A Dmd_var.h74 void doreti_iret(void) __asm(__STRING(doreti_iret));
75 void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
77 void ld_ds(void) __asm(__STRING(ld_ds));
78 void ld_es(void) __asm(__STRING(ld_es));
79 void ld_fs(void) __asm(__STRING(ld_fs));
80 void ld_gs(void) __asm(__STRING(ld_gs));
81 void ld_fsbase(void) __asm(__STRING(ld_fsbase));
82 void ld_gsbase(void) __asm(__STRING(ld_gsbase));
83 void ds_load_fault(void) __asm(__STRING(ds_load_fault));
84 void es_load_fault(void) __asm(__STRING(es_load_fault));
[all …]
H A Datomic.h55 #define mb() __asm __volatile("mfence;" : : : "memory")
56 #define wmb() __asm __volatile("sfence;" : : : "memory")
57 #define rmb() __asm __volatile("lfence;" : : : "memory")
117 __asm __volatile("lock; " OP \
126 __asm __volatile("lock; " OP \
154 __asm __volatile( \
170 __asm __volatile( \
194 __asm __volatile( in atomic_fetchadd_int()
211 __asm __volatile( in atomic_fetchadd_long()
225 __asm __volatile( in atomic_testandset_int()
[all …]
/freebsd/sys/powerpc/include/
H A Dcpufunc.h58 __asm __volatile ("mtmsr %0; isync" :: "r"(value)); in mtmsr()
66 __asm __volatile ("mtmsrd %0; isync" :: "r"(value)); in mtmsrd()
75 __asm __volatile ("mfmsr %0" : "=r"(value)); in mfmsr()
85 __asm __volatile ("mtsrin %0,%1; isync" :: "r"(value), "r"(va)); in mtsrin()
93 __asm __volatile ("mfsrin %0,%1" : "=r"(value) : "r"(va)); in mfsrin()
104 __asm __volatile ("mfspr %0,136" : "=r"(value)); in mfctrl()
113 __asm __volatile ("mtdec %0" :: "r"(value)); in mtdec()
121 __asm __volatile ("mfdec %0" : "=r"(value)); in mfdec()
131 __asm __volatile ("mfpvr %0" : "=r"(value)); in mfpvr()
141 __asm __volatile ("mftb %0" : "=r"(tb)); in mftb()
[all …]
H A Datomic.h53 #define mb() __asm __volatile("sync" : : : "memory")
54 #define rmb() __asm __volatile("lwsync" : : : "memory")
55 #define wmb() __asm __volatile("lwsync" : : : "memory")
56 #define __ATOMIC_REL() __asm __volatile("lwsync" : : : "memory")
57 #define __ATOMIC_ACQ() __asm __volatile("isync" : : : "memory")
59 #define mb() __asm __volatile("sync" : : : "memory")
60 #define rmb() __asm __volatile("sync" : : : "memory")
61 #define wmb() __asm __volatile("sync" : : : "memory")
62 #define __ATOMIC_REL() __asm __volatile("sync" : : : "memory")
63 #define __ATOMIC_ACQ() __asm __volatile("isync" : : : "memory")
[all …]
/freebsd/contrib/llvm-project/compiler-rt/lib/profile/
H A DInstrProfilingPlatformDarwin.c19 DataStart __asm("section$start$__DATA$" INSTR_PROF_DATA_SECT_NAME);
22 DataEnd __asm("section$end$__DATA$" INSTR_PROF_DATA_SECT_NAME);
25 NamesStart __asm("section$start$__DATA$" INSTR_PROF_NAME_SECT_NAME);
27 extern char NamesEnd __asm("section$end$__DATA$" INSTR_PROF_NAME_SECT_NAME);
30 CountersStart __asm("section$start$__DATA$" INSTR_PROF_CNTS_SECT_NAME);
32 extern char CountersEnd __asm("section$end$__DATA$" INSTR_PROF_CNTS_SECT_NAME);
35 BitmapStart __asm("section$start$__DATA$" INSTR_PROF_BITS_SECT_NAME);
37 extern char BitmapEnd __asm("section$end$__DATA$" INSTR_PROF_BITS_SECT_NAME);
40 VTableProfStart __asm("section$start$__DATA$" INSTR_PROF_VTAB_SECT_NAME);
43 VTableProfEnd __asm("section$end$__DATA$" INSTR_PROF_VTAB_SECT_NAME);
[all …]
/freebsd/sys/arm64/include/
H A Dcpufunc.h38 __asm("brk #0"); in breakpoint()
49 __asm __volatile( in dbg_disable()
61 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_D) ")"); in dbg_enable()
70 __asm __volatile( in intr_disable()
89 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_INTR) ")"); in intr_enable()
96 __asm __volatile("msr daifclr, #(" __XSTRING(DAIF_A) ")"); in serror_enable()
127 __asm __volatile("clrex" : : : "memory"); in clrex()
134 __asm __volatile( in set_ttbr0()
145 __asm __volatile( in invalidate_icache()
155 __asm __volatile( in invalidate_local_icache()
[all …]
H A Dmd_var.h51 void generic_bs_fault(void) __asm(__STRING(generic_bs_fault));
52 void generic_bs_peek_1(void) __asm(__STRING(generic_bs_peek_1));
53 void generic_bs_peek_2(void) __asm(__STRING(generic_bs_peek_2));
54 void generic_bs_peek_4(void) __asm(__STRING(generic_bs_peek_4));
55 void generic_bs_peek_8(void) __asm(__STRING(generic_bs_peek_8));
56 void generic_bs_poke_1(void) __asm(__STRING(generic_bs_poke_1));
57 void generic_bs_poke_2(void) __asm(__STRING(generic_bs_poke_2));
58 void generic_bs_poke_4(void) __asm(__STRING(generic_bs_poke_4));
59 void generic_bs_poke_8(void) __asm(__STRING(generic_bs_poke_8));
H A Diodev.h35 __asm __volatile("ldrb %w0, [%1]" : "=&r" (val) : "r"(a)); \
42 __asm __volatile("ldrh %w0, [%1]" : "=&r" (val) : "r"(a)); \
49 __asm __volatile("ldr %w0, [%1]" : "=&r" (val) : "r"(a)); \
54 __asm __volatile("strb %w0, [%1]" :: "r" (v), "r"(a))
57 __asm __volatile("strh %w0, [%1]" :: "r" (v), "r"(a))
60 __asm __volatile("str %w0, [%1]" :: "r" (v), "r"(a))
/freebsd/contrib/llvm-project/compiler-rt/lib/builtins/
H A Dclear_cache.c83 register int start_reg __asm("r0") = (int)(intptr_t)start; in __clear_cache()
84 const register int end_reg __asm("r1") = (int)(intptr_t)end; in __clear_cache()
85 const register int flags __asm("r2") = 0; in __clear_cache()
86 const register int syscall_nr __asm("r7") = __ARM_NR_cacheflush; in __clear_cache()
87 __asm __volatile("svc 0x0" in __clear_cache()
130 __asm __volatile("mrs %0, ctr_el0" : "=r"(ctr_el0)); in __clear_cache()
142 __asm __volatile("dc cvau, %0" ::"r"(addr)); in __clear_cache()
144 __asm __volatile("dsb ish"); in __clear_cache()
152 __asm __volatile("ic ivau, %0" ::"r"(addr)); in __clear_cache()
153 __asm __volatile("dsb ish"); in __clear_cache()
[all …]
/freebsd/sys/riscv/thead/
H A Dthead.c58 register vm_offset_t t0 __asm("t0") = rounddown(va, dcache_line_size); in thead_cpu_dcache_wbinv_range()
61 __asm __volatile(THEAD_DCACHE_CIVA in thead_cpu_dcache_wbinv_range()
64 __asm __volatile(THEAD_SYNC_S ::: "memory"); in thead_cpu_dcache_wbinv_range()
70 register vm_offset_t t0 __asm("t0") = rounddown(va, dcache_line_size); in thead_cpu_dcache_inv_range()
73 __asm __volatile(THEAD_DCACHE_IVA in thead_cpu_dcache_inv_range()
76 __asm __volatile(THEAD_SYNC_S ::: "memory"); in thead_cpu_dcache_inv_range()
82 register vm_offset_t t0 __asm("t0") = rounddown(va, dcache_line_size); in thead_cpu_dcache_wb_range()
85 __asm __volatile(THEAD_DCACHE_CVA in thead_cpu_dcache_wb_range()
88 __asm __volatile(THEAD_SYNC_S ::: "memory"); in thead_cpu_dcache_wb_range()
/freebsd/sys/i386/include/
H A Dmd_var.h57 void cpu_switch_load_gs(void) __asm(__STRING(cpu_switch_load_gs));
59 void doreti_iret(void) __asm(__STRING(doreti_iret));
60 void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
61 void doreti_popl_ds(void) __asm(__STRING(doreti_popl_ds));
62 void doreti_popl_ds_fault(void) __asm(__STRING(doreti_popl_ds_fault));
63 void doreti_popl_es(void) __asm(__STRING(doreti_popl_es));
64 void doreti_popl_es_fault(void) __asm(__STRING(doreti_popl_es_fault));
65 void doreti_popl_fs(void) __asm(__STRING(doreti_popl_fs));
66 void doreti_popl_fs_fault(void) __asm(__STRING(doreti_popl_fs_fault));
/freebsd/sys/powerpc/aim/
H A Dmp_cpudep.c70 __asm __volatile("mtspr 311,%0" :: "r"(0)); in cpudep_ap_early_bootstrap()
79 __asm __volatile("ld %0, 16(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
82 __asm __volatile("ld %0, 24(%2); sync; isync; \ in cpudep_ap_early_bootstrap()
115 __asm __volatile("mtsprg 0, %0" :: "r"(ap_pcpu)); in cpudep_ap_early_bootstrap()
129 __asm __volatile("mr 13,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
131 __asm __volatile("mr 2,%0" :: "r"(pcpup->pc_curthread)); in cpudep_ap_bootstrap()
259 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
261 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
263 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
265 __asm __volatile ("mfspr %0,%2; mr %1,%0; srdi %0,%0,32" in cpudep_save_config()
[all …]
/freebsd/sys/x86/include/
H A Dx86_ieeefp.h104 #define __fldcw(addr) __asm __volatile("fldcw %0" : : "m" (*(addr)))
105 #define __fldenv(addr) __asm __volatile("fldenv %0" : : "m" (*(addr)))
106 #define __fnclex() __asm __volatile("fnclex")
107 #define __fnstcw(addr) __asm __volatile("fnstcw %0" : "=m" (*(addr)))
108 #define __fnstenv(addr) __asm __volatile("fnstenv %0" : "=m" (*(addr)))
109 #define __fnstsw(addr) __asm __volatile("fnstsw %0" : "=m" (*(addr)))
110 #define __ldmxcsr(addr) __asm __volatile("ldmxcsr %0" : : "m" (*(addr)))
111 #define __stmxcsr(addr) __asm __volatile("stmxcsr %0" : "=m" (*(addr)))
/freebsd/sys/riscv/include/
H A Datomic.h40 #define fence() __asm __volatile("fence" ::: "memory");
156 __asm __volatile("amoadd.w zero, %1, %0" in atomic_add_32()
166 __asm __volatile("amoadd.w zero, %1, %0" in atomic_subtract_32()
176 __asm __volatile("amoor.w zero, %1, %0" in atomic_set_32()
186 __asm __volatile("amoand.w zero, %1, %0" in atomic_clear_32()
200 __asm __volatile( in atomic_cmpset_32()
223 __asm __volatile( in atomic_fcmpset_32()
245 __asm __volatile("amoadd.w %0, %2, %1" in atomic_fetchadd_32()
261 __asm __volatile("amoswap.w %0, %2, %1" in atomic_readandclear_32()
275 __asm __volatile("amoand.w %0, %2, %1" in atomic_testandclear_32()
[all …]
H A Dcpufunc.h42 __asm("ebreak"); in breakpoint()
56 __asm __volatile( in intr_disable()
68 __asm __volatile( in intr_restore()
78 __asm __volatile( in intr_enable()
90 __asm __volatile("fence.i" ::: "memory"); in fence_i()
97 __asm __volatile("sfence.vma" ::: "memory"); in sfence_vma()
104 __asm __volatile("sfence.vma %0" :: "r" (addr) : "memory"); in sfence_vma_page()
111 __asm __volatile("sfence.vma x0, %0" :: "r" (asid) : "memory"); in sfence_vma_asid()
118 __asm __volatile("sfence.vma %0, %1" :: "r" (addr), "r" (asid) in sfence_vma_asid_page()
H A Driscvreg.h232 __asm __volatile("csrrwi %0, " #csr ", %1" \
235 __asm __volatile("csrrw %0, " #csr ", %1" \
242 __asm __volatile("csrwi " #csr ", %0" :: "i" (val)); \
244 __asm __volatile("csrw " #csr ", %0" :: "r" (val)); \
249 __asm __volatile("csrsi " #csr ", %0" :: "i" (val)); \
251 __asm __volatile("csrs " #csr ", %0" :: "r" (val)); \
256 __asm __volatile("csrci " #csr ", %0" :: "i" (val)); \
258 __asm __volatile("csrc " #csr ", %0" :: "r" (val)); \
263 __asm __volatile("csrr %0, " #csr : "=r" (val)); \
271 __asm __volatile("1: " \
/freebsd/sys/contrib/openzfs/module/zfs/
H A Dvdev_raidz_math_avx2.c32 #define __asm __asm__ __volatile__ macro
75 __asm( \
83 __asm( \
97 __asm( \
104 __asm( \
119 __asm( \
126 __asm( \
139 __asm( \
147 __asm( \
161 __asm( \
[all …]
H A Dvdev_raidz_math_avx512bw.c36 #define __asm __asm__ __volatile__ macro
78 __asm( \
86 __asm( \
100 __asm( \
107 __asm( \
122 __asm( \
129 __asm( \
142 __asm( \
150 __asm( \
164 __asm( \
[all …]
H A Dvdev_raidz_math_ssse3.c33 #define __asm __asm__ __volatile__ macro
76 __asm( \
84 __asm( \
98 __asm( \
105 __asm( \
120 __asm( \
127 __asm( \
140 __asm( \
148 __asm( \
162 __asm( \
[all …]
/freebsd/sys/amd64/vmm/intel/
H A Dvmx_cpufunc.h63 __asm __volatile("vmxon %[addr];" in vmxon()
80 __asm __volatile("vmclear %[addr];" in vmclear()
92 __asm __volatile("vmxoff"); in vmxoff()
99 __asm __volatile("vmptrst %[addr]" :: [addr]"m" (*addr) : "memory"); in vmptrst()
109 __asm __volatile("vmptrld %[addr];" in vmptrld()
122 __asm __volatile("vmwrite %[val], %[reg];" in vmwrite()
136 __asm __volatile("vmread %[r], %[addr];" in vmread()
185 __asm __volatile("invvpid %[desc], %[type];" in invvpid()
208 __asm __volatile("invept %[desc], %[type];" in invept()
/freebsd/sys/powerpc/fpu/
H A Dfpu_arith.h131 __asm volatile("adde %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
133 __asm volatile("addc %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
135 __asm volatile("adde %0,%1,%2" : "=r"(r) : "r"(x), "r"(y))
137 __asm volatile("subfe %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
139 __asm volatile("subfc %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
141 __asm volatile("subfe %0,%2,%1" : "=r"(r) : "r"(x), "r"(y))
143 #define FPU_GET_CARRY(r) __asm volatile("li %0,0; addie %0,%0,0" : "=r"(r))
146 __asm volatile("addic %0,%0,-1" : "r"(__tmp) : "r"(v)); \
/freebsd/sys/arm/include/
H A Datomic.h44 #define isb() __asm __volatile("isb" : : : "memory")
45 #define dsb() __asm __volatile("dsb" : : : "memory")
46 #define dmb() __asm __volatile("dmb" : : : "memory")
89 __asm __volatile( in atomic_add_32()
106 __asm __volatile( in atomic_add_64()
138 __asm __volatile( in ATOMIC_ACQ_REL_LONG()
155 __asm __volatile( in atomic_clear_64()
186 __asm __volatile( \ in ATOMIC_ACQ_REL_LONG()
208 __asm __volatile( \
378 __asm __volatile( \
[all …]
/freebsd/tools/test/popss/
H A Dpopss.c113 __asm volatile("movl\t%%ss,%0" : "=r" (res)); in read_ss()
134 __asm volatile("int3;movl\t$11,%%eax;" in act()
138 __asm volatile(PROLOGUE ".byte 0xf1" in act()
141 __asm volatile(PROLOGUE "int3" in act()
144 __asm volatile("int3;movl\t$0x80000000,%%eax;" in act()
148 __asm volatile(PROLOGUE "int\t$0x80" in act()
151 __asm volatile(PROLOGUE "syscall" in act()
154 __asm volatile(PROLOGUE "sysenter" in act()

12345678910