| /linux/tools/testing/selftests/bpf/verifier/ |
| H A D | atomic_cmpxchg.c | 9 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 22 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 46 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -4), 59 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -4), 80 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8), 96 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 120 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 142 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8), 163 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8), 184 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_5, -8), [all …]
|
| H A D | atomic_invalid.c | 25 __INVALID_ATOMIC_ACCESS_TEST(BPF_CMPXCHG),
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_precision.c | 455 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_cmpxchg_precision() 519 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_cmpxchg_dual_precision() 581 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, BPF_REG_6, BPF_REG_1, 0)) in bpf_atomic_cmpxchg_map_precision() 643 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_6, BPF_REG_1, 0)) in bpf_atomic_cmpxchg_32bit_precision()
|
| H A D | verifier_zext.c | 152 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_10, BPF_REG_1, -8)) in zext_cmpxchg32_hi_used() 381 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, BPF_REG_1, BPF_REG_2, 0)) in zext_arena_cmpxchg32()
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 262 } else if (atomic && insn->imm == BPF_CMPXCHG) { in print_bpf_insn()
|
| /linux/kernel/bpf/ |
| H A D | disasm.c | 262 } else if (atomic && insn->imm == BPF_CMPXCHG) { in print_bpf_insn()
|
| H A D | backtrack.c | 345 load_reg = insn->imm == BPF_CMPXCHG ? in backtrack_insn()
|
| H A D | liveness.c | 2133 case BPF_CMPXCHG: in compute_insn_live_regs()
|
| H A D | fixups.c | 26 insn->imm == BPF_CMPXCHG; in is_cmpxchg_insn()
|
| H A D | core.c | 2346 case BPF_CMPXCHG: in ___bpf_prog_run()
|
| H A D | verifier.c | 6751 if (insn->imm == BPF_CMPXCHG) { in check_atomic_rmw() 6864 case BPF_CMPXCHG: in check_atomic()
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp32.c | 1709 case BPF_CMPXCHG: in build_insn() 1735 case BPF_CMPXCHG: in build_insn()
|
| H A D | bpf_jit_comp64.c | 877 case BPF_CMPXCHG: in build_insn()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1361 case BPF_CMPXCHG: in emit_atomic_rmw() 1414 case BPF_CMPXCHG: in emit_atomic_rmw_index() 2399 * into r0 for a BPF_CMPXCHG. Either way the access in do_jit() 2595 err = emit_atomic_rmw(&prog, BPF_CMPXCHG, in do_jit()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 673 case BPF_CMPXCHG: in emit_atomic_rmw() 2022 * r0 for a BPF_CMPXCHG. Clear that register on fault, the in bpf_jit_build_prologue() 2170 if (insn->imm == BPF_CMPXCHG) in bpf_jit_inlines_helper_call()
|
| H A D | bpf_jit_comp32.c | 1355 if (insn->imm == BPF_CMPXCHG) { in bpf_jit_emit_insn()
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf.h | 52 #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */ macro
|
| /linux/include/uapi/linux/ |
| H A D | bpf.h | 52 #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */ macro
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 850 case BPF_CMPXCHG: in emit_lse_atomic() 934 } else if (imm == BPF_CMPXCHG) { in emit_ll_sc_atomic() 2036 * r0 for a BPF_CMPXCHG. Clear that register on fault, the in build_insn()
|
| /linux/include/linux/ |
| H A D | filter.h | 434 case BPF_CMPXCHG: in bpf_atomic_load_reg()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 487 case BPF_CMPXCHG: in emit_atomic_rmw()
|