| /linux/tools/testing/selftests/bpf/verifier/ |
| H A D | atomic_fetch.c | 10 BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0), 34 BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0), 58 BPF_ATOMIC_OP(BPF_W, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0), 81 BPF_ATOMIC_OP(BPF_W, BPF_AND | BPF_FETCH, BPF_REG_2, BPF_REG_1, 0), 121 __ATOMIC_FETCH_OP_TEST(BPF_REG_1, BPF_REG_2, 1, BPF_ADD | BPF_FETCH, 2, 3), 122 __ATOMIC_FETCH_OP_TEST(BPF_REG_0, BPF_REG_1, 1, BPF_ADD | BPF_FETCH, 2, 3), 123 __ATOMIC_FETCH_OP_TEST(BPF_REG_1, BPF_REG_0, 1, BPF_ADD | BPF_FETCH, 2, 3), 124 __ATOMIC_FETCH_OP_TEST(BPF_REG_2, BPF_REG_3, 1, BPF_ADD | BPF_FETCH, 2, 3), 125 __ATOMIC_FETCH_OP_TEST(BPF_REG_4, BPF_REG_5, 1, BPF_ADD | BPF_FETCH, 2, 3), 126 __ATOMIC_FETCH_OP_TEST(BPF_REG_9, BPF_REG_8, 1, BPF_ADD | BPF_FETCH, 2, 3), [all …]
|
| H A D | atomic_invalid.c | 15 __INVALID_ATOMIC_ACCESS_TEST(BPF_ADD | BPF_FETCH), 17 __INVALID_ATOMIC_ACCESS_TEST(BPF_ADD | BPF_FETCH), 19 __INVALID_ATOMIC_ACCESS_TEST(BPF_AND | BPF_FETCH), 21 __INVALID_ATOMIC_ACCESS_TEST(BPF_OR | BPF_FETCH), 23 __INVALID_ATOMIC_ACCESS_TEST(BPF_XOR | BPF_FETCH),
|
| H A D | atomic_fetch_add.c | 9 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8), 31 BPF_ATOMIC_OP(BPF_W, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4), 50 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_10, -8), 62 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8), 75 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_2, BPF_REG_0, -8), 96 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_2, BPF_REG_3, 0),
|
| H A D | atomic_or.c | 30 BPF_ATOMIC_OP(BPF_DW, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8), 60 BPF_ATOMIC_OP(BPF_W, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4), 88 BPF_ATOMIC_OP(BPF_W, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),
|
| H A D | atomic_and.c | 30 BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8), 60 BPF_ATOMIC_OP(BPF_W, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4), 85 BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_0, -8),
|
| H A D | atomic_xor.c | 30 BPF_ATOMIC_OP(BPF_DW, BPF_XOR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8), 60 BPF_ATOMIC_OP(BPF_W, BPF_XOR | BPF_FETCH, BPF_REG_10, BPF_REG_1, -4),
|
| H A D | atomic_bounds.c | 18 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8),
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_precision.c | 331 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_fetch_add_precision() 379 BPF_ATOMIC_OP(BPF_DW, BPF_OR | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_fetch_or_precision() 403 BPF_ATOMIC_OP(BPF_DW, BPF_AND | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_fetch_and_precision() 427 BPF_ATOMIC_OP(BPF_DW, BPF_XOR | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_fetch_xor_precision() 487 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_2, -8)) in bpf_atomic_fetch_add_dual_precision() 547 BPF_ATOMIC_OP(BPF_DW, BPF_ADD | BPF_FETCH, BPF_REG_0, BPF_REG_1, 0)) in bpf_atomic_fetch_add_map_precision() 609 BPF_ATOMIC_OP(BPF_W, BPF_ADD | BPF_FETCH, BPF_REG_0, BPF_REG_1, 0)) in bpf_atomic_fetch_add_32bit_precision()
|
| H A D | verifier_zext.c | 131 BPF_ATOMIC_OP(BPF_W, BPF_ADD | BPF_FETCH, BPF_REG_10, BPF_REG_1, -8)) in zext_atomic_fetch32_hi_used()
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp32.c | 741 case BPF_ADD | BPF_FETCH: in emit_atomic_r32() 747 case BPF_SUB | BPF_FETCH: in emit_atomic_r32() 753 case BPF_OR | BPF_FETCH: in emit_atomic_r32() 759 case BPF_AND | BPF_FETCH: in emit_atomic_r32() 765 case BPF_XOR | BPF_FETCH: in emit_atomic_r32() 777 if (code & BPF_FETCH) { in emit_atomic_r32() 822 case BPF_ADD | BPF_FETCH: in emit_atomic_r64() 828 case BPF_SUB | BPF_FETCH: in emit_atomic_r64() 834 case BPF_OR | BPF_FETCH: in emit_atomic_r64() 840 case BPF_AND | BPF_FETCH: in emit_atomic_r64() [all …]
|
| H A D | bpf_jit_comp64.c | 391 case BPF_ADD | BPF_FETCH: in emit_atomic_r64() 395 case BPF_AND | BPF_FETCH: in emit_atomic_r64() 399 case BPF_OR | BPF_FETCH: in emit_atomic_r64() 403 case BPF_XOR | BPF_FETCH: in emit_atomic_r64() 414 if (code & BPF_FETCH) { in emit_atomic_r64() 853 case BPF_ADD | BPF_FETCH: in build_insn() 855 case BPF_AND | BPF_FETCH: in build_insn() 857 case BPF_OR | BPF_FETCH: in build_insn() 859 case BPF_XOR | BPF_FETCH: in build_insn() 863 } else if (imm & BPF_FETCH) { in build_insn()
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 245 (insn->imm == (BPF_ADD | BPF_FETCH) || in print_bpf_insn() 246 insn->imm == (BPF_AND | BPF_FETCH) || in print_bpf_insn() 247 insn->imm == (BPF_OR | BPF_FETCH) || in print_bpf_insn() 248 insn->imm == (BPF_XOR | BPF_FETCH))) { in print_bpf_insn()
|
| /linux/kernel/bpf/ |
| H A D | disasm.c | 245 (insn->imm == (BPF_ADD | BPF_FETCH) || in print_bpf_insn() 246 insn->imm == (BPF_AND | BPF_FETCH) || in print_bpf_insn() 247 insn->imm == (BPF_OR | BPF_FETCH) || in print_bpf_insn() 248 insn->imm == (BPF_XOR | BPF_FETCH))) { in print_bpf_insn()
|
| H A D | backtrack.c | 68 (insn->imm & BPF_FETCH); in is_atomic_fetch_insn()
|
| H A D | liveness.c | 2147 if (insn->imm & BPF_FETCH) in compute_insn_live_regs()
|
| H A D | core.c | 2303 case BOP | BPF_FETCH: \ in ___bpf_prog_run()
|
| /linux/Documentation/bpf/ |
| H A D | clang-notes.rst | 34 Clang can generate is ``BPF_ADD`` *without* ``BPF_FETCH``. If you need to enable
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 830 case BPF_ADD | BPF_FETCH: in emit_lse_atomic() 833 case BPF_AND | BPF_FETCH: in emit_lse_atomic() 837 case BPF_OR | BPF_FETCH: in emit_lse_atomic() 840 case BPF_XOR | BPF_FETCH: in emit_lse_atomic() 901 } else if (imm == (BPF_ADD | BPF_FETCH) || in emit_ll_sc_atomic() 902 imm == (BPF_AND | BPF_FETCH) || in emit_ll_sc_atomic() 903 imm == (BPF_OR | BPF_FETCH) || in emit_ll_sc_atomic() 904 imm == (BPF_XOR | BPF_FETCH)) { in emit_ll_sc_atomic() 910 if (imm == (BPF_ADD | BPF_FETCH)) in emit_ll_sc_atomic() 912 else if (imm == (BPF_AND | BPF_FETCH)) in emit_ll_sc_atomic() [all …]
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp32.c | 882 bool is_fetch = (imm & BPF_FETCH) || (imm == BPF_XCHG); in emit_bpf_atomic() 889 case BPF_ADD | BPF_FETCH: in emit_bpf_atomic() 893 case BPF_AND | BPF_FETCH: in emit_bpf_atomic() 897 case BPF_OR | BPF_FETCH: in emit_bpf_atomic() 901 case BPF_XOR | BPF_FETCH: in emit_bpf_atomic()
|
| H A D | bpf_jit_comp64.c | 631 case BPF_ADD | BPF_FETCH: in emit_atomic_rmw() 639 case BPF_AND | BPF_FETCH: in emit_atomic_rmw() 647 case BPF_OR | BPF_FETCH: in emit_atomic_rmw() 655 case BPF_XOR | BPF_FETCH: in emit_atomic_rmw()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1352 case BPF_ADD | BPF_FETCH: in emit_atomic_rmw() 1405 case BPF_ADD | BPF_FETCH: in emit_atomic_rmw_index() 2561 if (insn->imm == (BPF_AND | BPF_FETCH) || in do_jit() 2562 insn->imm == (BPF_OR | BPF_FETCH) || in do_jit() 2563 insn->imm == (BPF_XOR | BPF_FETCH)) { in do_jit() 4312 if (insn->imm == (BPF_AND | BPF_FETCH) || in bpf_jit_supports_insn() 4313 insn->imm == (BPF_OR | BPF_FETCH) || in bpf_jit_supports_insn() 4314 insn->imm == (BPF_XOR | BPF_FETCH)) in bpf_jit_supports_insn()
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf.h | 50 #define BPF_FETCH 0x01 /* not an opcode on its own, used to build others */ macro 51 #define BPF_XCHG (0xe0 | BPF_FETCH) /* atomic exchange */ 52 #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */
|
| /linux/include/uapi/linux/ |
| H A D | bpf.h | 50 #define BPF_FETCH 0x01 /* not an opcode on its own, used to build others */ macro 51 #define BPF_XCHG (0xe0 | BPF_FETCH) /* atomic exchange */ 52 #define BPF_CMPXCHG (0xf0 | BPF_FETCH) /* atomic compare-and-write */
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 407 case BPF_ADD | BPF_FETCH: in emit_atomic_rmw() 434 case BPF_AND | BPF_FETCH: in emit_atomic_rmw() 442 case BPF_OR | BPF_FETCH: in emit_atomic_rmw() 450 case BPF_XOR | BPF_FETCH: in emit_atomic_rmw()
|
| /linux/include/linux/ |
| H A D | filter.h | 437 return (insn->imm & BPF_FETCH) ? insn->src_reg : -1; in bpf_atomic_load_reg()
|