| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 232 const char *probe_pfx = BPF_MODE(insn->code) == BPF_PROBE_ATOMIC ? "probe " : ""; in print_bpf_insn() 233 bool atomic = BPF_MODE(insn->code) == BPF_ATOMIC || in print_bpf_insn() 234 BPF_MODE(insn->code) == BPF_PROBE_ATOMIC; in print_bpf_insn() 236 if (BPF_MODE(insn->code) == BPF_MEM) in print_bpf_insn() 289 if (BPF_MODE(insn->code) == BPF_MEM) { in print_bpf_insn() 295 } else if (BPF_MODE(insn->code) == 0xc0 /* BPF_NOSPEC, no UAPI */) { in print_bpf_insn() 301 if ((BPF_MODE(insn->code) != BPF_MEM && BPF_MODE(insn->code) != BPF_MEMSX) || in print_bpf_insn() 302 (BPF_MODE(insn->code) == BPF_MEMSX && BPF_SIZE(insn->code) == BPF_DW)) { in print_bpf_insn() 308 BPF_MODE(ins in print_bpf_insn() [all...] |
| /linux/kernel/bpf/ |
| H A D | disasm.c | 232 const char *probe_pfx = BPF_MODE(insn->code) == BPF_PROBE_ATOMIC ? "probe " : ""; in print_bpf_insn() 233 bool atomic = BPF_MODE(insn->code) == BPF_ATOMIC || in print_bpf_insn() 234 BPF_MODE(insn->code) == BPF_PROBE_ATOMIC; in print_bpf_insn() 236 if (BPF_MODE(insn->code) == BPF_MEM) in print_bpf_insn() 289 if (BPF_MODE(insn->code) == BPF_MEM) { in print_bpf_insn() 295 } else if (BPF_MODE(insn->code) == 0xc0 /* BPF_NOSPEC, no UAPI */) { in print_bpf_insn() 301 if ((BPF_MODE(insn->code) != BPF_MEM && BPF_MODE(insn->code) != BPF_MEMSX) || in print_bpf_insn() 302 (BPF_MODE(insn->code) == BPF_MEMSX && BPF_SIZE(insn->code) == BPF_DW)) { in print_bpf_insn() 308 BPF_MODE(insn->code) == BPF_MEM ? in print_bpf_insn() 313 if (BPF_MODE(insn->code) == BPF_ABS) { in print_bpf_insn() [all …]
|
| H A D | fixups.c | 24 (BPF_MODE(insn->code) == BPF_ATOMIC || in is_cmpxchg_insn() 25 BPF_MODE(insn->code) == BPF_PROBE_ATOMIC) && in is_cmpxchg_insn() 72 u8 mode = BPF_MODE(insn->code); in bpf_is_reg64() 703 BPF_MODE(code) == BPF_IMM) in bpf_opt_subreg_zext_lo32_rnd_hi32() 951 if (BPF_MODE(insn->code) == BPF_MEMSX) { in bpf_convert_ctx_accesses() 974 if (BPF_MODE(insn->code) == BPF_MEM) in bpf_convert_ctx_accesses() 991 mode = BPF_MODE(insn->code); in bpf_convert_ctx_accesses() 1207 (BPF_MODE(insn->code) == BPF_PROBE_MEM || in jit_subprogs() 1208 BPF_MODE(insn->code) == BPF_PROBE_MEM32 || in jit_subprogs() 1209 BPF_MODE(insn->code) == BPF_PROBE_MEM32SX || in jit_subprogs() [all …]
|
| H A D | backtrack.c | 60 BPF_MODE(insn->code) == BPF_ATOMIC && in is_atomic_load_insn() 67 BPF_MODE(insn->code) == BPF_ATOMIC && in is_atomic_fetch_insn() 271 u8 mode = BPF_MODE(insn->code); in backtrack_insn()
|
| H A D | liveness.c | 1174 if (src_is_local_fp && BPF_MODE(insn->code) == BPF_MEM && sz == 8) { in arg_track_xfer() 1177 BPF_MODE(insn->code) == BPF_MEM && sz == 8) { in arg_track_xfer() 1185 BPF_MODE(insn->code) == BPF_MEM && sz == 8) { in arg_track_xfer() 1194 } else if (class == BPF_LD && BPF_MODE(insn->code) == BPF_IMM) { in arg_track_xfer() 1202 if (dst_is_local_fp && BPF_MODE(insn->code) == BPF_MEM) in arg_track_xfer() 1206 if (BPF_MODE(insn->code) == BPF_ATOMIC) { in arg_track_xfer() 1215 } else if (class == BPF_ST && BPF_MODE(insn->code) == BPF_MEM) { in arg_track_xfer() 1352 if (BPF_MODE(insn->code) == BPF_ATOMIC) { in record_load_store_access() 2068 const u8 mode = BPF_MODE(insn->code); in compute_insn_live_regs()
|
| H A D | cfg.c | 465 (BPF_MODE(insn->code) == BPF_ABS || in visit_insn() 466 BPF_MODE(insn->code) == BPF_IND)) { in visit_insn()
|
| H A D | const_fold.c | 57 u8 mode = BPF_MODE(insn->code); in const_reg_xfer()
|
| H A D | verifier.c | 3037 (BPF_MODE(code) == BPF_ABS || BPF_MODE(code) == BPF_IND)) in check_subprogs() 3473 return BPF_CLASS(insn->code) == BPF_ST && BPF_MODE(insn->code) == BPF_MEM; in is_bpf_st_mem() 4693 if (BPF_MODE(insn->code) != BPF_MEM) { in check_map_kptr_access() 17360 u8 mode = BPF_MODE(insn->code); in check_ld_abs() 18307 BPF_MODE(insn->code) == BPF_MEMSX, in do_check_insn() 18311 if (BPF_MODE(insn->code) == BPF_ATOMIC) in do_check_insn() 18384 u8 mode = BPF_MODE(insn->code); in do_check_insn() 19188 if ((BPF_MODE(insn->code) != BPF_MEM && BPF_MODE(ins in check_insn_fields() [all...] |
| H A D | syscall.c | 5058 if (BPF_CLASS(code) == BPF_LDX && BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_insn_prepare_dump() 5064 BPF_CLASS(code) == BPF_ST) && BPF_MODE(code) == BPF_PROBE_MEM32) { in bpf_insn_prepare_dump()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | main.h | 368 return BPF_MODE(meta->insn.code); in mbpf_mode() 416 (BPF_MODE(code) == BPF_ABS || BPF_MODE(code) == BPF_IND); in is_mbpf_classic_load() 423 return BPF_CLASS(code) == BPF_ST && BPF_MODE(code) == BPF_MEM; in is_mbpf_classic_store()
|
| /linux/include/uapi/linux/ |
| H A D | bpf_common.h | 22 #define BPF_MODE(code) ((code) & 0xe0) macro
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf_common.h | 22 #define BPF_MODE(code) ((code) & 0xe0) macro
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 724 const bool arena = BPF_MODE(code) == BPF_PROBE_ATOMIC; in emit_atomic_ld_st() 803 const bool arena = BPF_MODE(code) == BPF_PROBE_ATOMIC; in emit_lse_atomic() 876 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_ll_sc_atomic() 1150 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 1151 BPF_MODE(insn->code) != BPF_PROBE_MEMSX && in add_exception_handler() 1152 BPF_MODE(insn->code) != BPF_PROBE_MEM32 && in add_exception_handler() 1153 BPF_MODE(insn->code) != BPF_PROBE_MEM32SX && in add_exception_handler() 1154 BPF_MODE(insn->code) != BPF_PROBE_ATOMIC) in add_exception_handler() 1157 is_arena = (BPF_MODE(insn->code) == BPF_PROBE_MEM32) || in add_exception_handler() 1158 (BPF_MODE(ins in add_exception_handler() [all...] |
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 544 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_atomic_ld_st() 560 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_atomic_ld_st() 599 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_atomic_rmw() 747 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 748 BPF_MODE(insn->code) != BPF_PROBE_MEMSX && in add_exception_handler() 749 BPF_MODE(insn->code) != BPF_PROBE_MEM32 && in add_exception_handler() 750 BPF_MODE(insn->code) != BPF_PROBE_ATOMIC) in add_exception_handler() 1936 sign_ext = BPF_MODE(insn->code) == BPF_MEMSX || in bpf_jit_emit_insn() 1937 BPF_MODE(insn->code) == BPF_PROBE_MEMSX; in bpf_jit_emit_insn() 1939 if (BPF_MODE(ins in bpf_jit_emit_insn() [all...] |
| H A D | bpf_jit_comp32.c | 927 u8 mode = BPF_MODE(insn->code); in emit_store_r64()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 643 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 644 BPF_MODE(insn->code) != BPF_PROBE_MEMSX && in add_exception_handler() 645 BPF_MODE(insn->code) != BPF_PROBE_MEM32) in add_exception_handler() 1255 sign_extend = BPF_MODE(code) == BPF_MEMSX || in build_insn() 1256 BPF_MODE(code) == BPF_PROBE_MEMSX; in build_insn() 1258 if (BPF_MODE(code) == BPF_PROBE_MEM32) { in build_insn() 1327 if (BPF_MODE(code) == BPF_PROBE_MEM32) { in build_insn() 1390 if (BPF_MODE(code) == BPF_PROBE_MEM32) { in build_insn()
|
| /linux/include/linux/ |
| H A D | filter.h | 412 (BPF_MODE(insn->code) == BPF_ATOMIC || in bpf_atomic_is_load_acq() 413 BPF_MODE(insn->code) == BPF_PROBE_ATOMIC) && in bpf_atomic_is_load_acq() 427 (BPF_MODE(insn->code) != BPF_ATOMIC && in bpf_atomic_load_reg() 428 BPF_MODE(insn->code) != BPF_PROBE_ATOMIC)) in bpf_atomic_load_reg()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2344 if (BPF_MODE(insn->code) == BPF_PROBE_MEM32SX) in do_jit() 2452 if (BPF_MODE(insn->code) == BPF_PROBE_MEM || in do_jit() 2453 BPF_MODE(insn->code) == BPF_PROBE_MEMSX) { in do_jit() 2501 if (BPF_MODE(insn->code) == BPF_PROBE_MEMSX || in do_jit() 2502 BPF_MODE(insn->code) == BPF_MEMSX) in do_jit() 2506 if (BPF_MODE(insn->code) == BPF_PROBE_MEM || in do_jit() 2507 BPF_MODE(insn->code) == BPF_PROBE_MEMSX) { in do_jit()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 1082 emit_store(rd, rs, off, ctx, BPF_SIZE(code), BPF_MODE(code)); in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1448 BPF_MODE(code))) in bpf_jit_emit_insn()
|
| /linux/tools/lib/bpf/ |
| H A D | relo_core.c | 1126 insn->code = BPF_MODE(insn->code) | insn_bpf_sz | BPF_CLASS(insn->code); in bpf_core_patch_insn()
|
| /linux/net/core/ |
| H A D | filter.c | 501 bool indirect = BPF_MODE(fp->code) == BPF_IND; in convert_bpf_ld_abs() 684 BPF_MODE(fp->code) == BPF_ABS && in bpf_convert_filter() 9395 bool indirect = BPF_MODE(orig->code) == BPF_IND; in bpf_gen_ld_abs()
|