| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 233 bool atomic = BPF_MODE(insn->code) == BPF_ATOMIC || in print_bpf_insn()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 561 case BPF_STX | BPF_ATOMIC | BPF_H: in bpf_jit_supports_insn() 562 case BPF_STX | BPF_ATOMIC | BPF_B: in bpf_jit_supports_insn() 563 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_supports_insn() 564 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_supports_insn()
|
| /linux/samples/bpf/ |
| H A D | bpf_insn.h | 154 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \
|
| /linux/kernel/bpf/ |
| H A D | backtrack.c | 60 BPF_MODE(insn->code) == BPF_ATOMIC && in is_atomic_load_insn() 67 BPF_MODE(insn->code) == BPF_ATOMIC && in is_atomic_fetch_insn()
|
| H A D | fixups.c | 24 (BPF_MODE(insn->code) == BPF_ATOMIC || in is_cmpxchg_insn() 882 } else if ((insn->code == (BPF_STX | BPF_ATOMIC | BPF_B) || in bpf_convert_ctx_accesses() 883 insn->code == (BPF_STX | BPF_ATOMIC | BPF_H) || in bpf_convert_ctx_accesses() 884 insn->code == (BPF_STX | BPF_ATOMIC | BPF_W) || in bpf_convert_ctx_accesses() 885 insn->code == (BPF_STX | BPF_ATOMIC | BPF_DW)) && in bpf_convert_ctx_accesses()
|
| H A D | disasm.c | 233 bool atomic = BPF_MODE(insn->code) == BPF_ATOMIC || in print_bpf_insn()
|
| H A D | liveness.c | 1206 if (BPF_MODE(insn->code) == BPF_ATOMIC) { in arg_track_xfer() 1352 if (BPF_MODE(insn->code) == BPF_ATOMIC) { in record_load_store_access() 2124 case BPF_ATOMIC: { in compute_insn_live_regs()
|
| H A D | verifier.c | 6771 verbose(env, "BPF_ATOMIC stores into R%d %s is not allowed\n", in check_atomic_rmw() 6824 verbose(env, "BPF_ATOMIC loads from R%d %s is not allowed\n", in check_atomic_load() 6843 verbose(env, "BPF_ATOMIC stores into R%d %s is not allowed\n", in check_atomic_store() 6881 verbose(env, "BPF_ATOMIC uses invalid atomic opcode %02x\n", in check_atomic() 18311 if (BPF_MODE(insn->code) == BPF_ATOMIC) in do_check_insn() 19195 if (BPF_MODE(insn->code) == BPF_ATOMIC) in check_insn_fields()
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 2004 case BPF_STX | BPF_ATOMIC | BPF_B: in bpf_jit_emit_insn() 2005 case BPF_STX | BPF_ATOMIC | BPF_H: in bpf_jit_emit_insn() 2006 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_emit_insn() 2007 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_emit_insn() 2168 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_inlines_helper_call() 2169 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_inlines_helper_call()
|
| H A D | bpf_jit_comp32.c | 930 if (mode == BPF_ATOMIC && size != BPF_W) in emit_store_r64() 948 case BPF_ATOMIC: in emit_store_r64() 1354 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_emit_insn() 1367 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_emit_insn()
|
| /linux/tools/include/linux/ |
| H A D | filter.h | 208 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | main.h | 433 return (meta->insn.code & ~BPF_SIZE_MASK) == (BPF_STX | BPF_ATOMIC); in is_mbpf_atomic()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 2015 case BPF_STX | BPF_ATOMIC | BPF_B: in build_insn() 2016 case BPF_STX | BPF_ATOMIC | BPF_H: in build_insn() 2017 case BPF_STX | BPF_ATOMIC | BPF_W: in build_insn() 2018 case BPF_STX | BPF_ATOMIC | BPF_DW: in build_insn() 3324 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_supports_insn() 3325 case BPF_STX | BPF_ATOMIC | BPF_DW:
|
| /linux/include/linux/ |
| H A D | filter.h | 377 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \ 412 (BPF_MODE(insn->code) == BPF_ATOMIC || in bpf_atomic_is_load_acq() 427 (BPF_MODE(insn->code) != BPF_ATOMIC && in bpf_atomic_load_reg()
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp64.c | 848 case BPF_STX | BPF_ATOMIC | BPF_W: in build_insn() 849 case BPF_STX | BPF_ATOMIC | BPF_DW: in build_insn()
|
| H A D | bpf_jit_comp32.c | 1690 case BPF_STX | BPF_ATOMIC | BPF_W: in build_insn() 1722 case BPF_STX | BPF_ATOMIC | BPF_DW: in build_insn()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2553 case BPF_STX | BPF_ATOMIC | BPF_B: in do_jit() 2554 case BPF_STX | BPF_ATOMIC | BPF_H: in do_jit() 2560 case BPF_STX | BPF_ATOMIC | BPF_W: in do_jit() 2561 case BPF_STX | BPF_ATOMIC | BPF_DW: in do_jit() 4318 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_supports_insn() 4319 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_supports_insn()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 1440 case BPF_STX | BPF_ATOMIC | BPF_B: in build_insn() 1441 case BPF_STX | BPF_ATOMIC | BPF_H: in build_insn() 1442 case BPF_STX | BPF_ATOMIC | BPF_W: in build_insn() 1443 case BPF_STX | BPF_ATOMIC | BPF_DW: in build_insn()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 1085 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_emit_insn() 1086 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1452 case BPF_STX | BPF_ATOMIC | BPF_W: in bpf_jit_emit_insn() 1453 case BPF_STX | BPF_ATOMIC | BPF_DW: in bpf_jit_emit_insn()
|
| /linux/Documentation/bpf/ |
| H A D | classic_vs_extended.rst | 376 BPF_ATOMIC 0xc0 /* eBPF only, atomic operations */
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf.h | 23 #define BPF_ATOMIC 0xc0 /* atomic memory ops - op type in immediate */ macro
|
| /linux/include/uapi/linux/ |
| H A D | bpf.h | 23 #define BPF_ATOMIC 0xc0 /* atomic memory ops - op type in immediate */ macro
|