| /linux/kernel/bpf/ |
| H A D | disasm.c | 229 if (BPF_MODE(insn->code) == BPF_MEM) in print_bpf_insn() 235 else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 244 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 255 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 263 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 270 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 276 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 286 if (BPF_MODE(insn->code) == BPF_MEM) { in print_bpf_insn() 292 } else if (BPF_MODE(insn->code) == 0xc0 /* BPF_NOSPEC, no UAPI */) { in print_bpf_insn() 298 if (BPF_MODE(insn->code) != BPF_MEM && BPF_MODE(insn->code) != BPF_MEMSX) { in print_bpf_insn() [all …]
|
| H A D | fixups.c | 19 BPF_MODE(insn->code) == BPF_ATOMIC && in is_cmpxchg_insn() 66 u8 mode = BPF_MODE(insn->code); in bpf_is_reg64() 678 BPF_MODE(code) == BPF_IMM) in bpf_opt_subreg_zext_lo32_rnd_hi32() 926 if (BPF_MODE(insn->code) == BPF_MEMSX) { in bpf_convert_ctx_accesses() 949 if (BPF_MODE(insn->code) == BPF_MEM) in bpf_convert_ctx_accesses() 966 mode = BPF_MODE(insn->code); in bpf_convert_ctx_accesses() 1182 (BPF_MODE(insn->code) == BPF_PROBE_MEM || in jit_subprogs() 1183 BPF_MODE(insn->code) == BPF_PROBE_MEM32 || in jit_subprogs() 1184 BPF_MODE(insn->code) == BPF_PROBE_MEM32SX || in jit_subprogs() 1185 BPF_MODE(insn->code) == BPF_PROBE_MEMSX)) in jit_subprogs() [all …]
|
| H A D | backtrack.c | 60 BPF_MODE(insn->code) == BPF_ATOMIC && in is_atomic_load_insn() 67 BPF_MODE(insn->code) == BPF_ATOMIC && in is_atomic_fetch_insn() 271 u8 mode = BPF_MODE(insn->code); in backtrack_insn()
|
| H A D | liveness.c | 1174 if (src_is_local_fp && BPF_MODE(insn->code) == BPF_MEM && sz == 8) { in arg_track_xfer() 1177 BPF_MODE(insn->code) == BPF_MEM && sz == 8) { in arg_track_xfer() 1185 BPF_MODE(insn->code) == BPF_MEM && sz == 8) { in arg_track_xfer() 1194 } else if (class == BPF_LD && BPF_MODE(insn->code) == BPF_IMM) { in arg_track_xfer() 1202 if (dst_is_local_fp && BPF_MODE(insn->code) == BPF_MEM) in arg_track_xfer() 1206 if (BPF_MODE(insn->code) == BPF_ATOMIC) { in arg_track_xfer() 1215 } else if (class == BPF_ST && BPF_MODE(insn->code) == BPF_MEM) { in arg_track_xfer() 1352 if (BPF_MODE(insn->code) == BPF_ATOMIC) { in record_load_store_access() 2068 const u8 mode = BPF_MODE(insn->code); in compute_insn_live_regs()
|
| H A D | cfg.c | 463 (BPF_MODE(insn->code) == BPF_ABS || in visit_insn() 464 BPF_MODE(insn->code) == BPF_IND)) { in visit_insn()
|
| H A D | const_fold.c | 57 u8 mode = BPF_MODE(insn->code); in const_reg_xfer()
|
| H A D | verifier.c | 3026 (BPF_MODE(code) == BPF_ABS || BPF_MODE(code) == BPF_IND)) in check_subprogs() 3459 return BPF_CLASS(insn->code) == BPF_ST && BPF_MODE(insn->code) == BPF_MEM; in is_bpf_st_mem() 4663 if (BPF_MODE(insn->code) != BPF_MEM) { in check_map_kptr_access() 17151 u8 mode = BPF_MODE(insn->code); in check_ld_abs() 18083 BPF_MODE(insn->code) == BPF_MEMSX, in do_check_insn() 18087 if (BPF_MODE(insn->code) == BPF_ATOMIC) in do_check_insn() 18160 u8 mode = BPF_MODE(insn->code); in do_check_insn() 18964 if ((BPF_MODE(insn->code) != BPF_MEM && BPF_MODE(insn->code) != BPF_MEMSX) || in check_insn_fields() 18971 if (BPF_MODE(insn->code) == BPF_ATOMIC) in check_insn_fields() 18973 if (BPF_MODE(insn->code) != BPF_MEM || insn->imm != 0) { in check_insn_fields() [all …]
|
| H A D | syscall.c | 5041 if (BPF_CLASS(code) == BPF_LDX && BPF_MODE(code) == BPF_PROBE_MEM) { in bpf_insn_prepare_dump() 5047 BPF_CLASS(code) == BPF_ST) && BPF_MODE(code) == BPF_PROBE_MEM32) { in bpf_insn_prepare_dump()
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 229 if (BPF_MODE(insn->code) == BPF_MEM) in print_bpf_insn() 235 else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 244 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 255 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 263 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 270 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 276 } else if (BPF_MODE(insn->code) == BPF_ATOMIC && in print_bpf_insn() 286 if (BPF_MODE(insn->code) == BPF_MEM) { in print_bpf_insn() 292 } else if (BPF_MODE(insn->code) == 0xc0 /* BPF_NOSPEC, no UAPI */) { in print_bpf_insn() 298 if (BPF_MODE(ins in print_bpf_insn() [all...] |
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | main.h | 368 return BPF_MODE(meta->insn.code); in mbpf_mode() 416 (BPF_MODE(code) == BPF_ABS || BPF_MODE(code) == BPF_IND); in is_mbpf_classic_load() 423 return BPF_CLASS(code) == BPF_ST && BPF_MODE(code) == BPF_MEM; in is_mbpf_classic_store()
|
| /linux/include/uapi/linux/ |
| H A D | bpf_common.h | 22 #define BPF_MODE(code) ((code) & 0xe0) macro
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf_common.h | 22 #define BPF_MODE(code) ((code) & 0xe0) macro
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 722 const bool arena = BPF_MODE(code) == BPF_PROBE_ATOMIC; in emit_atomic_ld_st() 801 const bool arena = BPF_MODE(code) == BPF_PROBE_ATOMIC; in emit_lse_atomic() 874 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_ll_sc_atomic() 1148 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 1149 BPF_MODE(insn->code) != BPF_PROBE_MEMSX && in add_exception_handler() 1150 BPF_MODE(insn->code) != BPF_PROBE_MEM32 && in add_exception_handler() 1151 BPF_MODE(insn->code) != BPF_PROBE_MEM32SX && in add_exception_handler() 1152 BPF_MODE(insn->code) != BPF_PROBE_ATOMIC) in add_exception_handler() 1155 is_arena = (BPF_MODE(insn->code) == BPF_PROBE_MEM32) || in add_exception_handler() 1156 (BPF_MODE(insn->code) == BPF_PROBE_MEM32SX) || in add_exception_handler() [all …]
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 544 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_atomic_ld_st() 560 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_atomic_ld_st() 599 if (BPF_MODE(code) == BPF_PROBE_ATOMIC) { in emit_atomic_rmw() 747 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 748 BPF_MODE(insn->code) != BPF_PROBE_MEMSX && in add_exception_handler() 749 BPF_MODE(insn->code) != BPF_PROBE_MEM32 && in add_exception_handler() 750 BPF_MODE(insn->code) != BPF_PROBE_ATOMIC) in add_exception_handler() 1914 sign_ext = BPF_MODE(insn->code) == BPF_MEMSX || in bpf_jit_emit_insn() 1915 BPF_MODE(insn->code) == BPF_PROBE_MEMSX; in bpf_jit_emit_insn() 1917 if (BPF_MODE(insn->code) == BPF_PROBE_MEM32) { in bpf_jit_emit_insn() [all …]
|
| H A D | bpf_jit_comp32.c | 927 u8 mode = BPF_MODE(insn->code); in emit_store_r64()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 643 if (BPF_MODE(insn->code) != BPF_PROBE_MEM && in add_exception_handler() 644 BPF_MODE(insn->code) != BPF_PROBE_MEMSX && in add_exception_handler() 645 BPF_MODE(insn->code) != BPF_PROBE_MEM32) in add_exception_handler() 1255 sign_extend = BPF_MODE(code) == BPF_MEMSX || in build_insn() 1256 BPF_MODE(code) == BPF_PROBE_MEMSX; in build_insn() 1258 if (BPF_MODE(code) == BPF_PROBE_MEM32) { in build_insn() 1327 if (BPF_MODE(code) == BPF_PROBE_MEM32) { in build_insn() 1390 if (BPF_MODE(code) == BPF_PROBE_MEM32) { in build_insn()
|
| /linux/include/linux/ |
| H A D | filter.h | 412 (BPF_MODE(insn->code) == BPF_ATOMIC || in bpf_atomic_is_load_acq() 413 BPF_MODE(insn->code) == BPF_PROBE_ATOMIC) && in bpf_atomic_is_load_acq() 427 (BPF_MODE(insn->code) != BPF_ATOMIC && in bpf_atomic_load_reg() 428 BPF_MODE(insn->code) != BPF_PROBE_ATOMIC)) in bpf_atomic_load_reg()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2343 if (BPF_MODE(insn->code) == BPF_PROBE_MEM32SX) in do_jit() 2451 if (BPF_MODE(insn->code) == BPF_PROBE_MEM || in do_jit() 2452 BPF_MODE(insn->code) == BPF_PROBE_MEMSX) { in do_jit() 2500 if (BPF_MODE(insn->code) == BPF_PROBE_MEMSX || in do_jit() 2501 BPF_MODE(insn->code) == BPF_MEMSX) in do_jit() 2505 if (BPF_MODE(insn->code) == BPF_PROBE_MEM || in do_jit() 2506 BPF_MODE(insn->code) == BPF_PROBE_MEMSX) { in do_jit()
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp64.c | 1082 emit_store(rd, rs, off, ctx, BPF_SIZE(code), BPF_MODE(code)); in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp32.c | 1448 BPF_MODE(code))) in bpf_jit_emit_insn()
|
| /linux/tools/lib/bpf/ |
| H A D | relo_core.c | 1126 insn->code = BPF_MODE(insn->code) | insn_bpf_sz | BPF_CLASS(insn->code); in bpf_core_patch_insn()
|
| /linux/net/core/ |
| H A D | filter.c | 501 bool indirect = BPF_MODE(fp->code) == BPF_IND; in convert_bpf_ld_abs() 684 BPF_MODE(fp->code) == BPF_ABS && in bpf_convert_filter() 9394 bool indirect = BPF_MODE(orig->code) == BPF_IND; in bpf_gen_ld_abs()
|