| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp32.c | 300 u32 dst_reg = bpf_to_ppc(insn[i].dst_reg); in bpf_jit_build_body() local 301 u32 dst_reg_h = dst_reg - 1; in bpf_jit_build_body() 304 u32 src2_reg = dst_reg; in bpf_jit_build_body() 320 insn[i - 1].dst_reg == insn[i].dst_reg && insn[i - 1].imm != 1) { in bpf_jit_build_body() 343 if (dst_reg >= 3 && dst_reg < 32) { in bpf_jit_build_body() 344 bpf_set_seen_register(ctx, dst_reg); in bpf_jit_build_body() 358 EMIT(PPC_RAW_ADD(dst_reg, src2_reg, src_reg)); in bpf_jit_build_body() 361 EMIT(PPC_RAW_ADDC(dst_reg, src2_reg, src_reg)); in bpf_jit_build_body() 365 EMIT(PPC_RAW_SUB(dst_reg, src2_reg, src_reg)); in bpf_jit_build_body() 368 EMIT(PPC_RAW_SUBFC(dst_reg, src_reg, src2_reg)); in bpf_jit_build_body() [all …]
|
| /linux/tools/include/linux/ |
| H A D | filter.h | 37 .dst_reg = DST, \ 45 .dst_reg = DST, \ 55 .dst_reg = DST, \ 63 .dst_reg = DST, \ 73 .dst_reg = DST, \ 83 .dst_reg = DST, \ 91 .dst_reg = DST, \ 101 .dst_reg = DST, \ 109 .dst_reg = DST, \ 119 .dst_reg = DST, \ [all …]
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 276 static u8 add_1reg(u8 byte, u32 dst_reg) in add_1reg() argument 278 return byte + reg2hex[dst_reg]; in add_1reg() 282 static u8 add_2reg(u8 byte, u32 dst_reg, u32 src_reg) in add_2reg() argument 284 return byte + reg2hex[dst_reg] + (reg2hex[src_reg] << 3); in add_2reg() 910 u32 dst_reg, const u32 imm32) in emit_mov_imm32() argument 921 b1 = add_1mod(0x48, dst_reg); in emit_mov_imm32() 924 EMIT3_off32(b1, b2, add_1reg(b3, dst_reg), imm32); in emit_mov_imm32() 933 if (is_ereg(dst_reg)) in emit_mov_imm32() 934 EMIT1(add_2mod(0x40, dst_reg, dst_reg)); in emit_mov_imm32() 937 EMIT2(b2, add_2reg(b3, dst_reg, dst_reg)); in emit_mov_imm32() [all …]
|
| /linux/arch/s390/net/ |
| H A D | bpf_jit_comp.c | 109 static inline u32 reg(u32 dst_reg, u32 src_reg) in reg() argument 111 return reg2hex[dst_reg] << 4 | reg2hex[src_reg]; in reg() 754 probe->reg = reg2hex[insn->dst_reg]; in bpf_jit_probe_load_pre() 779 EMIT4(0xb9080000, REG_W1, insn->dst_reg); in bpf_jit_probe_atomic_pre() 871 u32 dst_reg = insn->dst_reg; in bpf_jit_insn() local 891 EMIT4(0xb9160000, dst_reg, src_reg); in bpf_jit_insn() 897 EMIT4(0xb9260000, dst_reg, src_reg); in bpf_jit_insn() 899 EMIT4(0xb9160000, dst_reg, dst_reg); in bpf_jit_insn() 903 EMIT4(0xb9270000, dst_reg, src_reg); in bpf_jit_insn() 905 EMIT4(0xb9160000, dst_reg, dst_reg); in bpf_jit_insn() [all …]
|
| /linux/samples/bpf/ |
| H A D | bpf_insn.h | 13 .dst_reg = DST, \ 21 .dst_reg = DST, \ 31 .dst_reg = DST, \ 39 .dst_reg = DST, \ 49 .dst_reg = DST, \ 57 .dst_reg = DST, \ 67 .dst_reg = DST, \ 75 .dst_reg = DST, \ 87 .dst_reg = DST, \ 93 .dst_reg = 0, \ [all …]
|
| /linux/kernel/bpf/ |
| H A D | disasm.c | 143 insn->code, insn->dst_reg, in print_bpf_end_insn() 145 insn->imm, insn->dst_reg); in print_bpf_end_insn() 153 insn->code, insn->dst_reg, in print_bpf_bswap_insn() 154 insn->imm, insn->dst_reg); in print_bpf_bswap_insn() 176 * dst_reg = src_reg + <percpu_base_off> 202 insn->dst_reg, class == BPF_ALU ? 'w' : 'r', in print_bpf_insn() 203 insn->dst_reg); in print_bpf_insn() 206 insn->code, insn->dst_reg, in print_bpf_insn() 210 insn->code, insn->dst_reg, insn->src_reg); in print_bpf_insn() 214 insn->dst_reg, in print_bpf_insn() [all...] |
| H A D | verifier.c | 3889 return insn->dst_reg; in insn_def_regno() 3895 return insn->dst_reg; in insn_def_regno() 3902 int dst_reg = insn_def_regno(insn); in insn_has_def32() local 3904 if (dst_reg == -1) in insn_has_def32() 3907 return !is_reg64(insn, dst_reg, NULL, DST_OP); in insn_has_def32() 4390 u32 dreg = insn->dst_reg; in backtrack_insn() 7965 err = check_reg_arg(env, insn->dst_reg, DST_OP_NO_MARK); in check_load_mem() 7975 BPF_SIZE(insn->code), BPF_READ, insn->dst_reg, in check_load_mem() 7979 err = err ?: reg_bounds_sanity_check(env, ®s[insn->dst_reg], ctx); in check_load_mem() 7997 err = check_reg_arg(env, insn->dst_reg, SRC_OP); in check_store_reg() [all …]
|
| H A D | cgroup.c | 2425 BPF_SIZE(si->code), si->dst_reg, si->src_reg, in sysctl_convert_ctx_access() 2440 if (si->src_reg == treg || si->dst_reg == treg) in sysctl_convert_ctx_access() 2442 if (si->src_reg == treg || si->dst_reg == treg) in sysctl_convert_ctx_access() 2445 BPF_DW, si->dst_reg, treg, in sysctl_convert_ctx_access() 2449 treg, si->dst_reg, in sysctl_convert_ctx_access() 2458 BPF_DW, treg, si->dst_reg, in sysctl_convert_ctx_access() 2463 si->dst_reg, si->src_reg, in sysctl_convert_ctx_access() 2467 BPF_SIZE(si->code), si->dst_reg, si->dst_reg, in sysctl_convert_ctx_access() 2604 si->dst_reg, si->src_reg, \ 2610 si->dst_reg, si->src_reg, \ [all …]
|
| H A D | core.c | 62 #define DST regs[insn->dst_reg] 325 dst[i].dst_reg == 0 && in bpf_prog_calc_tag() 1323 if (from->dst_reg == BPF_REG_AX || from->src_reg == BPF_REG_AX) in bpf_jit_blind_insn() 1329 *to++ = BPF_ALU64_REG(BPF_XOR, from->dst_reg, from->dst_reg); in bpf_jit_blind_insn() 1345 *to++ = BPF_ALU32_REG_OFF(from->code, from->dst_reg, BPF_REG_AX, from->off); in bpf_jit_blind_insn() 1359 *to++ = BPF_ALU64_REG_OFF(from->code, from->dst_reg, BPF_REG_AX, from->off); in bpf_jit_blind_insn() 1379 *to++ = BPF_JMP_REG(from->code, from->dst_reg, BPF_REG_AX, off); in bpf_jit_blind_insn() 1399 *to++ = BPF_JMP32_REG(from->code, from->dst_reg, BPF_REG_AX, in bpf_jit_blind_insn() 1407 *to++ = BPF_ALU64_REG(BPF_MOV, aux[0].dst_reg, BPF_REG_AX); in bpf_jit_blind_insn() 1414 *to++ = BPF_ALU64_REG(BPF_OR, aux[0].dst_reg, BPF_REG_AX); in bpf_jit_blind_insn() [all …]
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | disasm.c | 143 insn->code, insn->dst_reg, in print_bpf_end_insn() 145 insn->imm, insn->dst_reg); in print_bpf_end_insn() 153 insn->code, insn->dst_reg, in print_bpf_bswap_insn() 154 insn->imm, insn->dst_reg); in print_bpf_bswap_insn() 176 * dst_reg = src_reg + <percpu_base_off> 202 insn->dst_reg, class == BPF_ALU ? 'w' : 'r', in print_bpf_insn() 203 insn->dst_reg); in print_bpf_insn() 206 insn->code, insn->dst_reg, in print_bpf_insn() 210 insn->code, insn->dst_reg, insn->src_reg); in print_bpf_insn() 214 insn->dst_reg, in print_bpf_insn() [all...] |
| /linux/net/core/ |
| H A D | filter.c | 319 static u32 convert_skb_access(int skb_field, int dst_reg, int src_reg, in convert_skb_access() argument 328 *insn++ = BPF_LDX_MEM(BPF_W, dst_reg, src_reg, in convert_skb_access() 333 *insn++ = BPF_LDX_MEM(BPF_B, dst_reg, src_reg, PKT_TYPE_OFFSET); in convert_skb_access() 334 *insn++ = BPF_ALU32_IMM(BPF_AND, dst_reg, PKT_TYPE_MAX); in convert_skb_access() 336 *insn++ = BPF_ALU32_IMM(BPF_RSH, dst_reg, 5); in convert_skb_access() 343 *insn++ = BPF_LDX_MEM(BPF_H, dst_reg, src_reg, in convert_skb_access() 351 *insn++ = BPF_LDX_MEM(BPF_H, dst_reg, src_reg, in convert_skb_access() 356 *insn++ = BPF_LDX_MEM(BPF_W, dst_reg, src_reg, in convert_skb_access() 358 *insn++ = BPF_JMP_IMM(BPF_JEQ, dst_reg, 0, 1); in convert_skb_access() 359 *insn++ = BPF_ALU32_IMM(BPF_MOV, dst_reg, 1); in convert_skb_access() [all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | jit.c | 770 reg_a(meta->paired_st->dst_reg * 2), off, len - 1, in nfp_cpp_memcpy() 775 reg_a(meta->paired_st->dst_reg * 2), off, xfer_num - 1, in nfp_cpp_memcpy() 782 reg_a(meta->paired_st->dst_reg * 2), off, in nfp_cpp_memcpy() 789 reg_a(meta->paired_st->dst_reg * 2), off, in nfp_cpp_memcpy() 796 reg_a(meta->paired_st->dst_reg * 2), off, 7, in nfp_cpp_memcpy() 802 reg_a(meta->paired_st->dst_reg * 2), off, len - 33, in nfp_cpp_memcpy() 813 reg_a(meta->paired_st->dst_reg * 2), off, in nfp_cpp_memcpy() 818 xfer_num - 1, reg_a(meta->paired_st->dst_reg * 2), off, in nfp_cpp_memcpy() 841 wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), in nfp_cpp_memcpy() 846 wrp_reg_subpart(nfp_prog, reg_both(meta->insn.dst_reg * 2), in nfp_cpp_memcpy() [all …]
|
| H A D | verifier.c | 505 const struct bpf_reg_state *reg = cur_regs(env) + meta->insn.dst_reg; in nfp_bpf_check_store() 522 return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg); in nfp_bpf_check_store() 530 const struct bpf_reg_state *dreg = cur_regs(env) + meta->insn.dst_reg; in nfp_bpf_check_atomic() 552 return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg); in nfp_bpf_check_atomic() 562 cur_regs(env) + meta->insn.dst_reg; in nfp_bpf_check_alu() 647 meta->insn.dst_reg >= MAX_BPF_REG) { in nfp_verify_insn() 684 if (meta->insn.dst_reg >= BPF_REG_6 && in nfp_assign_subprog_idx_and_regs() 685 meta->insn.dst_reg <= BPF_REG_9) in nfp_assign_subprog_idx_and_regs()
|
| /linux/tools/testing/selftests/bpf/verifier/ |
| H A D | atomic_fetch.c | 95 #define __ATOMIC_FETCH_OP_TEST(src_reg, dst_reg, operand1, op, operand2, expect) \ argument 97 "atomic fetch " #op ", src=" #dst_reg " dst=" #dst_reg, \ 102 BPF_MOV64_REG(dst_reg, BPF_REG_10), \ 105 dst_reg, src_reg, -8), \
|
| H A D | basic_instr.c | 184 .dst_reg = BPF_REG_0,
|
| /linux/drivers/scsi/ |
| H A D | script_asm.pl | 553 $dst_reg = "\U$1\E"; 581 print STDERR "source = $src_reg, data = $data8 , destination = $dst_reg\n" 585 if (($src_reg eq undef) || ($src_reg eq $dst_reg)) { 587 ($registers{$dst_reg} << 16); 588 } elsif ($dst_reg =~ /SFBR/i) { 593 ($registers{$dst_reg} << 16);
|
| /linux/lib/crc/arm64/ |
| H A D | crc-t10dif-core.S | 199 .macro fold_16_bytes, p, src_reg, dst_reg, load_next_consts 204 eor \dst_reg\().16b, \dst_reg\().16b, v8.16b 205 eor \dst_reg\().16b, \dst_reg\().16b, \src_reg\().16b
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 382 if (insn->dst_reg == BPF_REG_6 || insn->src_reg == BPF_REG_6) in find_used_callee_regs() 385 if (insn->dst_reg == BPF_REG_7 || insn->src_reg == BPF_REG_7) in find_used_callee_regs() 388 if (insn->dst_reg == BPF_REG_8 || insn->src_reg == BPF_REG_8) in find_used_callee_regs() 391 if (insn->dst_reg == BPF_REG_9 || insn->src_reg == BPF_REG_9) in find_used_callee_regs() 394 if (insn->dst_reg == BPF_REG_FP || insn->src_reg == BPF_REG_FP) { in find_used_callee_regs() 491 static void emit_percpu_ptr(const u8 dst_reg, void __percpu *ptr, in emit_percpu_ptr() argument 496 emit_a64_mov_i64(dst_reg, (__force const u64)ptr, ctx); in emit_percpu_ptr() 501 emit(A64_ADD(1, dst_reg, dst_reg, tmp), ctx); in emit_percpu_ptr() 711 const u8 dst = bpf2a64[insn->dst_reg]; in emit_atomic_ld_st() 783 const u8 dst = bpf2a64[insn->dst_reg]; in emit_lse_atomic() [all …]
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_ttm_move.c | 318 struct intel_memory_region *dst_reg, *src_reg; in i915_ttm_memcpy_init() local 320 dst_reg = i915_ttm_region(bo->bdev, dst_mem->mem_type); in i915_ttm_memcpy_init() 322 GEM_BUG_ON(!dst_reg || !src_reg); in i915_ttm_memcpy_init() 326 ttm_kmap_iter_iomap_init(&arg->_dst_iter.io, &dst_reg->iomap, in i915_ttm_memcpy_init() 327 &dst_rsgt->table, dst_reg->region.start); in i915_ttm_memcpy_init()
|
| /linux/lib/crc/arm/ |
| H A D | crc-t10dif-core.S | 215 .macro fold_16_bytes, src_reg, dst_reg, p, load_next_consts 220 veor.8 \dst_reg, \dst_reg, \src_reg
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | netif_receive_skb.c | 241 {.code = (__u8)1,.dst_reg = (__u8)0x2,.src_reg = (__u8)0x3,.off = (__s16)4,.imm = (__s32)5,}); in BPF_PROG() 243 {.code = 1, .dst_reg = 0x2, .src_reg = 0x3, .off = 4, in BPF_PROG()
|
| /linux/Documentation/bpf/ |
| H A D | classic_vs_extended.rst | 212 op:16, jt:8, jf:8, k:32 ==> op:8, dst_reg:4, src_reg:4, off:16, imm:32 325 In eBPF it means dst_reg = (u32) dst_reg + (u32) src_reg; similarly, 334 dst_reg = dst_reg + src_reg
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | btf_dump.c | 794 {.code = (__u8)1,.dst_reg = (__u8)0x2,.src_reg = (__u8)0x3,.off = (__s16)4,.imm = (__s32)5,}); in test_btf_dump_struct_data() 798 { .code = 1, .dst_reg = 0x2, .src_reg = 0x3, .off = 4, in test_btf_dump_struct_data() 803 " .dst_reg = (__u8)0x2,\n" in test_btf_dump_struct_data() 808 {.code = 1, .dst_reg = 2, .src_reg = 3, .off = 4, .imm = 5}); in test_btf_dump_struct_data() 812 "(struct bpf_insn){.dst_reg = (__u8)0x1,}", in test_btf_dump_struct_data() 813 { .code = 0, .dst_reg = 1}); in test_btf_dump_struct_data()
|
| /linux/arch/arc/net/ |
| H A D | bpf_jit_core.c | 258 bpf_reg = insn[i].dst_reg; in analyze_reg_usage() 589 const u8 rd = insn->dst_reg; in handle_jumps() 716 *len = mov_r64_i64(buf, insn->dst_reg, insn->imm, (insn + 1)->imm); in handle_ld_imm64() 740 const u8 dst = insn->dst_reg; in handle_insn()
|
| /linux/Documentation/bpf/standardization/ |
| H A D | instruction-set.rst | 187 |src_reg|dst_reg| 193 |dst_reg|src_reg| 200 **dst_reg** 219 src_reg dst_reg 221 dst_reg src_reg 233 with 'opcode', 'dst_reg', 'src_reg', and 'offset' all set to zero. 787 mode modifier of ``ABS`` or ``IND``. The 'dst_reg' and 'offset' fields were
|