| /linux/kernel/bpf/ |
| H A D | disasm.c | 239 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 247 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 258 BPF_SIZE(insn->code) == BPF_DW ? "64" : "", in print_bpf_insn() 260 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 265 BPF_SIZE(insn->code) == BPF_DW ? "64" : "", in print_bpf_insn() 266 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 272 BPF_SIZE(insn->code) == BPF_DW ? "64" : "", in print_bpf_insn() 273 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 278 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 283 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() [all …]
|
| H A D | const_fold.c | 146 if (mode != BPF_IMM || BPF_SIZE(insn->code) != BPF_DW) in const_reg_xfer() 179 int size = bpf_size_to_bytes(BPF_SIZE(insn->code)); in const_reg_xfer()
|
| H A D | core.c | 1508 BPF_SIZE(from->code), in bpf_jit_blind_insn() 2298 if (BPF_SIZE(insn->code) == BPF_W) \ in ___bpf_prog_run() 2301 else if (BPF_SIZE(insn->code) == BPF_DW) \ in ___bpf_prog_run() 2308 if (BPF_SIZE(insn->code) == BPF_W) \ in ___bpf_prog_run() 2312 else if (BPF_SIZE(insn->code) == BPF_DW) \ in ___bpf_prog_run() 2335 if (BPF_SIZE(insn->code) == BPF_W) in ___bpf_prog_run() 2339 else if (BPF_SIZE(insn->code) == BPF_DW) in ___bpf_prog_run() 2347 if (BPF_SIZE(insn->code) == BPF_W) in ___bpf_prog_run() 2351 else if (BPF_SIZE(insn->code) == BPF_DW) in ___bpf_prog_run() 2362 switch (BPF_SIZE(ins in ___bpf_prog_run() [all...] |
| H A D | liveness.c | 1165 u32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code)); in arg_track_xfer() 1197 u32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code)); in arg_track_xfer() 1216 u32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code)); in arg_track_xfer() 1332 s32 sz = bpf_size_to_bytes(BPF_SIZE(insn->code)); in record_load_store_access() 2069 const u8 size = BPF_SIZE(insn->code); in compute_insn_live_regs() 2082 if (BPF_SIZE(insn->code) == BPF_DW) { in compute_insn_live_regs()
|
| H A D | fixups.c | 73 u8 size = BPF_SIZE(insn->code); in bpf_is_reg64() 887 insn->code = BPF_STX | BPF_PROBE_ATOMIC | BPF_SIZE(insn->code); in bpf_convert_ctx_accesses() 956 insn->code = BPF_CLASS(insn->code) | BPF_PROBE_MEM32SX | BPF_SIZE(insn->code); in bpf_convert_ctx_accesses() 958 insn->code = BPF_CLASS(insn->code) | BPF_PROBE_MEM32 | BPF_SIZE(insn->code); in bpf_convert_ctx_accesses() 976 BPF_SIZE(insn->code); in bpf_convert_ctx_accesses() 979 BPF_SIZE(insn->code); in bpf_convert_ctx_accesses()
|
| H A D | cgroup.c | 2489 BPF_SIZE(si->code), si->dst_reg, si->src_reg, in sysctl_convert_ctx_access() 2529 read_size = bpf_size_to_bytes(BPF_SIZE(si->code)); in sysctl_convert_ctx_access() 2531 BPF_SIZE(si->code), si->dst_reg, si->dst_reg, in sysctl_convert_ctx_access()
|
| H A D | verifier.c | 6680 BPF_SIZE(insn->code), BPF_READ, insn->dst_reg, in check_load_mem() 6722 BPF_SIZE(insn->code), BPF_WRITE, insn->src_reg, in check_store_reg() 6736 if (BPF_SIZE(insn->code) != BPF_W && BPF_SIZE(insn->code) != BPF_DW) { in check_atomic_rmw() 6791 BPF_SIZE(insn->code), BPF_READ, -1, true, false); in check_atomic_rmw() 6795 insn->off, BPF_SIZE(insn->code), in check_atomic_rmw() 6808 BPF_SIZE(insn->code), BPF_WRITE, -1, true, false); in check_atomic_rmw() 6867 if (BPF_SIZE(insn->code) == BPF_DW && BITS_PER_LONG != 64) { in check_atomic() 6874 if (BPF_SIZE(insn->code) == BPF_DW && BITS_PER_LONG != 64) { in check_atomic() 17226 if (BPF_SIZE(ins in check_ld_imm() [all...] |
| H A D | syscall.c | 5059 insns[i].code = BPF_LDX | BPF_SIZE(code) | BPF_MEM; in bpf_insn_prepare_dump() 5065 insns[i].code = BPF_CLASS(code) | BPF_SIZE(code) | BPF_MEM; in bpf_insn_prepare_dump()
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 239 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 247 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 258 BPF_SIZE(insn->code) == BPF_DW ? "64" : "", in print_bpf_insn() 260 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 265 BPF_SIZE(insn->code) == BPF_DW ? "64" : "", in print_bpf_insn() 266 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 272 BPF_SIZE(insn->code) == BPF_DW ? "64" : "", in print_bpf_insn() 273 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 278 bpf_ldst_string[BPF_SIZE(insn->code) >> 3], in print_bpf_insn() 283 bpf_ldst_string[BPF_SIZE(ins in print_bpf_insn() [all...] |
| /linux/samples/bpf/ |
| H A D | bpf_insn.h | 111 .code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \ 121 .code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \ 131 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \ 154 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \ 167 .code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \
|
| /linux/tools/include/linux/ |
| H A D | filter.h | 155 .code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \ 165 .code = BPF_LD | BPF_SIZE(SIZE) | BPF_IND, \ 175 .code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \ 185 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \ 208 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \ 221 .code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \
|
| /linux/include/uapi/linux/ |
| H A D | bpf_common.h | 17 #define BPF_SIZE(code) ((code) & 0x18) macro
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf_common.h | 17 #define BPF_SIZE(code) ((code) & 0x18) macro
|
| /linux/include/linux/ |
| H A D | filter.h | 311 .code = BPF_LD | BPF_SIZE(SIZE) | BPF_ABS, \ 321 .code = BPF_LD | BPF_SIZE(SIZE) | BPF_IND, \ 331 .code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEM, \ 341 .code = BPF_LDX | BPF_SIZE(SIZE) | BPF_MEMSX, \ 351 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_MEM, \ 377 .code = BPF_STX | BPF_SIZE(SIZE) | BPF_ATOMIC, \ 445 .code = BPF_ST | BPF_SIZE(SIZE) | BPF_MEM, \ 629 const int __size = bpf_size_to_bytes(BPF_SIZE((insn)->code)); \
|
| /linux/arch/mips/net/ |
| H A D | bpf_jit_comp64.c | 827 emit_ldx(ctx, dst, src, off, BPF_SIZE(code)); in build_insn() 835 emit_stx(ctx, dst, MIPS_R_T4, off, BPF_SIZE(code)); in build_insn() 842 emit_stx(ctx, dst, src, off, BPF_SIZE(code)); in build_insn() 860 if (BPF_SIZE(code) == BPF_DW) { in build_insn() 878 if (BPF_SIZE(code) == BPF_DW) { in build_insn()
|
| H A D | bpf_jit_comp32.c | 1659 emit_ldx(ctx, dst, lo(src), off, BPF_SIZE(code)); in build_insn() 1666 switch (BPF_SIZE(code)) { in build_insn() 1677 emit_stx(ctx, lo(dst), tmp, off, BPF_SIZE(code)); in build_insn() 1684 emit_stx(ctx, lo(dst), src, off, BPF_SIZE(code)); in build_insn()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 2301 EMIT(imm32, bpf_size_to_x86_bytes(BPF_SIZE(insn->code))); in do_jit() 2319 emit_stx(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn_off); in do_jit() 2327 emit_st_r12(&prog, BPF_SIZE(insn->code), dst_reg, insn->off, insn->imm); in do_jit() 2345 emit_ldsx_r12(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn->off); in do_jit() 2347 emit_ldx_r12(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn->off); in do_jit() 2349 emit_stx_r12(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn->off); in do_jit() 2503 emit_ldsx(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn_off); in do_jit() 2505 emit_ldx(&prog, BPF_SIZE(insn->code), dst_reg, src_reg, insn_off); in do_jit() 2565 bool is64 = BPF_SIZE(insn->code) == BPF_DW; in do_jit() 2584 emit_ldx(&prog, BPF_SIZE(ins in do_jit() [all...] |
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_comp64.c | 549 emit_ldx(rd, off, rs, BPF_SIZE(code), false, ctx); in emit_atomic_ld_st() 555 if (BPF_SIZE(code) != BPF_DW && insn_is_zext(&insn[1])) in emit_atomic_ld_st() 566 emit_stx(rd, off, rs, BPF_SIZE(code), ctx); in emit_atomic_ld_st() 582 bool is64 = BPF_SIZE(code) == BPF_DW; in emit_atomic_rmw() 584 if (BPF_SIZE(code) != BPF_W && BPF_SIZE(code) != BPF_DW) { in emit_atomic_rmw() 1944 emit_ldx(rd, off, rs, BPF_SIZE(code), sign_ext, ctx); in bpf_jit_emit_insn() 1950 if (BPF_SIZE(code) != BPF_DW && insn_is_zext(&insn[1])) in bpf_jit_emit_insn() 1974 emit_st(rd, off, imm, BPF_SIZE(code), ctx); in bpf_jit_emit_insn() 1996 emit_stx(rd, off, rs, BPF_SIZE(cod in bpf_jit_emit_insn() [all...] |
| H A D | bpf_jit_comp32.c | 926 u8 size = BPF_SIZE(insn->code); in emit_store_r64() 1328 if (emit_load_r64(dst, src, off, ctx, BPF_SIZE(code))) in bpf_jit_emit_insn()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 356 const bool isdw = BPF_SIZE(insn->code) == BPF_DW; in emit_atomic_rmw() 365 switch (BPF_SIZE(insn->code)) { in emit_atomic_rmw() 408 switch (BPF_SIZE(insn->code)) { in emit_atomic_rmw() 460 switch (BPF_SIZE(insn->code)) { in emit_atomic_rmw() 526 switch (BPF_SIZE(insn->code)) { in emit_atomic_ld_st() 565 switch (BPF_SIZE(insn->code)) { in emit_atomic_ld_st() 1263 switch (BPF_SIZE(code)) { in build_insn() 1332 switch (BPF_SIZE(code)) { in build_insn() 1395 switch (BPF_SIZE(code)) { in build_insn()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 754 switch (BPF_SIZE(code)) { in emit_atomic_ld_st() 770 switch (BPF_SIZE(code)) { in emit_atomic_ld_st() 802 const bool isdw = BPF_SIZE(code) == BPF_DW; in emit_lse_atomic() 872 const bool isdw = BPF_SIZE(code) == BPF_DW; in emit_ll_sc_atomic() 1811 switch (BPF_SIZE(code)) { in build_insn() 1908 switch (BPF_SIZE(code)) { in build_insn() 1975 switch (BPF_SIZE(code)) { in build_insn()
|
| /linux/net/core/ |
| H A D | filter.c | 498 int size = bpf_size_to_bytes(BPF_SIZE(fp->code)); in convert_bpf_ld_abs() 499 bool endian = BPF_SIZE(fp->code) == BPF_H || in convert_bpf_ld_abs() 500 BPF_SIZE(fp->code) == BPF_W; in convert_bpf_ld_abs() 519 *insn++ = BPF_LDX_MEM(BPF_SIZE(fp->code), BPF_REG_A, in convert_bpf_ld_abs() 524 *insn++ = BPF_LDX_MEM(BPF_SIZE(fp->code), BPF_REG_A, in convert_bpf_ld_abs() 543 switch (BPF_SIZE(fp->code)) { in convert_bpf_ld_abs() 9408 switch (BPF_SIZE(orig->code)) { in bpf_gen_ld_abs() 10167 *insn++ = BPF_EMIT_STORE(BPF_SIZE(si->code), si, off); in bpf_convert_ctx_access() 10169 *insn++ = BPF_LDX_MEM(BPF_SIZE(si->code), si->dst_reg, in bpf_convert_ctx_access() 10478 BPF_SIZE(si->code), si->dst_reg, si->src_reg, in bpf_sock_convert_ctx_access() [all …]
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_comp32.c | 1133 BPF_CLASS(code), code, (code & BPF_ALU64) ? 1:0, BPF_SIZE(code), in bpf_jit_emit_insn() 1424 if (emit_load_r64(dst, src, off, ctx, BPF_SIZE(code))) in bpf_jit_emit_insn() 1447 if (emit_store_r64(dst, src, off, ctx, BPF_SIZE(code), in bpf_jit_emit_insn()
|
| H A D | bpf_jit_comp64.c | 1034 switch (BPF_SIZE(code)) { in bpf_jit_emit_insn() 1082 emit_store(rd, rs, off, ctx, BPF_SIZE(code), BPF_MODE(code)); in bpf_jit_emit_insn()
|
| /linux/tools/lib/bpf/ |
| H A D | relo_core.c | 1011 switch (BPF_SIZE(insn->code)) { in insn_bpf_size_to_bytes()
|