| /linux/net/sched/ |
| H A D | cls_bpf.c | 87 struct cls_bpf_prog *prog; in cls_bpf_classify() local
90 list_for_each_entry_rcu(prog, &head->plist, link) { in cls_bpf_classify()
93 qdisc_skb_cb(skb)->tc_classid = prog->res.classid; in cls_bpf_classify()
95 if (tc_skip_sw(prog->gen_flags)) { in cls_bpf_classify()
96 filter_res = prog->exts_integrated ? TC_ACT_UNSPEC : 0; in cls_bpf_classify()
100 filter_res = bpf_prog_run_data_pointers(prog->filter, skb); in cls_bpf_classify()
103 filter_res = bpf_prog_run_data_pointers(prog->filter, skb); in cls_bpf_classify()
108 if (prog->exts_integrated) { in cls_bpf_classify()
110 res->classid = TC_H_MAJ(prog->res.classid) | in cls_bpf_classify()
125 *res = prog->res; in cls_bpf_classify()
[all …]
|
| H A D | act_bpf.c | 40 struct tcf_bpf *prog = to_bpf(act); in tcf_bpf_act() local
44 tcf_lastuse_update(&prog->tcf_tm); in tcf_bpf_act()
45 bstats_update(this_cpu_ptr(prog->common.cpu_bstats), skb); in tcf_bpf_act()
47 filter = rcu_dereference(prog->filter); in tcf_bpf_act()
79 qstats_drop_inc(this_cpu_ptr(prog->common.cpu_qstats)); in tcf_bpf_act()
82 action = prog->tcf_action; in tcf_bpf_act()
92 static bool tcf_bpf_is_ebpf(const struct tcf_bpf *prog) in tcf_bpf_is_ebpf() argument
94 return !prog->bpf_ops; in tcf_bpf_is_ebpf()
97 static int tcf_bpf_dump_bpf_info(const struct tcf_bpf *prog, in tcf_bpf_dump_bpf_info() argument
102 if (nla_put_u16(skb, TCA_ACT_BPF_OPS_LEN, prog->bpf_num_ops)) in tcf_bpf_dump_bpf_info()
[all …]
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | exceptions.c | 94 struct bpf_program *prog = NULL; \ in test_exceptions_success()
99 ASSERT_OK_PTR(bpf_program__name(prog), bpf_program__name(prog)); \ in test_exceptions_success()
112 if (!ASSERT_ERR_PTR(link = bpf_program__attach(prog), "attach err")) \ in test_exceptions_success()
115 if (!ASSERT_OK_PTR(link = bpf_program__attach(prog), "attach ok")) \ in test_exceptions_success()
124 prog = eskel->progs.pfentry; in test_exceptions_success()
125 bpf_program__set_autoload(prog, true); in test_exceptions_success()
126 if (!ASSERT_OK(bpf_program__set_attach_target(prog, in test_exceptions_success()
134 prog = eskel->progs.throwing_fentry; in test_exceptions_success()
135 bpf_program__set_autoload(prog, true); in test_exceptions_success()
136 if (!ASSERT_OK(bpf_program__set_attach_target(prog, in test_exceptions_success()
[all …]
|
| H A D | tailcalls.c | 21 struct bpf_program *prog; in test_tailcall_1()
36 prog = bpf_object__find_program_by_name(obj, "entry"); in test_tailcall_1()
37 if (CHECK_FAIL(!prog)) in test_tailcall_1()
40 main_fd = bpf_program__fd(prog); in test_tailcall_1()
55 prog = bpf_object__find_program_by_name(obj, prog_name); in test_tailcall_1()
56 if (CHECK_FAIL(!prog)) in test_tailcall_1()
59 prog_fd = bpf_program__fd(prog); in test_tailcall_1()
85 prog = bpf_object__find_program_by_name(obj, prog_name); in test_tailcall_1()
86 if (CHECK_FAIL(!prog)) in test_tailcall_1()
89 prog_fd = bpf_program__fd(prog); in test_tailcall_1()
20 struct bpf_program *prog; test_tailcall_1() local
156 struct bpf_program *prog; test_tailcall_2() local
235 struct bpf_program *prog; test_tailcall_count() local
416 struct bpf_program *prog; test_tailcall_4() local
506 struct bpf_program *prog; test_tailcall_5() local
596 struct bpf_program *prog; test_tailcall_bpf2bpf_1() local
680 struct bpf_program *prog; test_tailcall_bpf2bpf_2() local
760 struct bpf_program *prog; test_tailcall_bpf2bpf_3() local
855 struct bpf_program *prog; test_tailcall_bpf2bpf_4() local
1019 struct bpf_program *prog; test_tailcall_bpf2bpf_fentry_entry() local
1201 struct bpf_program *prog, *fentry_prog; test_tailcall_hierarchy_count() local
[all...] |
| H A D | trampoline_count.c | 13 struct bpf_program *prog; in load_prog() local
26 prog = bpf_object__find_program_by_name(obj, name); in load_prog()
27 if (!ASSERT_OK_PTR(prog, "obj_find_prog")) in load_prog()
30 return prog; in load_prog()
39 struct bpf_program *prog; in serial_test_trampoline_count() local
53 prog = load_prog(file, progs[i % ARRAY_SIZE(progs)], &inst[i]); in serial_test_trampoline_count()
54 if (!prog) in serial_test_trampoline_count()
57 link = bpf_program__attach(prog); in serial_test_trampoline_count()
65 prog = load_prog(file, "fmod_ret_test", &inst[i]); in serial_test_trampoline_count()
66 if (!prog) in serial_test_trampoline_count()
[all …]
|
| H A D | trace_ext.c | 24 struct bpf_program *prog; in test_trace_ext() local
42 prog = skel_pkt->progs.test_pkt_md_access; in test_trace_ext()
43 pkt_fd = bpf_program__fd(prog); in test_trace_ext()
51 prog = skel_ext->progs.test_pkt_md_access_new; in test_trace_ext()
52 bpf_program__set_attach_target(prog, pkt_fd, "test_pkt_md_access"); in test_trace_ext()
66 prog = skel_ext->progs.test_pkt_md_access_new; in test_trace_ext()
67 ext_fd = bpf_program__fd(prog); in test_trace_ext()
75 prog = skel_trace->progs.fentry; in test_trace_ext()
76 bpf_program__set_attach_target(prog, ext_fd, "test_pkt_md_access_new"); in test_trace_ext()
79 prog = skel_trace->progs.fexit; in test_trace_ext()
[all …]
|
| /linux/arch/riscv/net/ |
| H A D | bpf_jit_core.c | 21 const struct bpf_prog *prog = ctx->prog; in build_body() local
24 for (i = 0; i < prog->len; i++) { in build_body()
25 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
44 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile() argument
48 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()
53 if (!prog->jit_requested) in bpf_int_jit_compile()
56 tmp = bpf_jit_blind_constants(prog); in bpf_int_jit_compile()
59 if (tmp != prog) { in bpf_int_jit_compile()
61 prog = tmp; in bpf_int_jit_compile()
64 jit_data = prog->aux->jit_data; in bpf_int_jit_compile()
[all …]
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 39 do { prog = emit_code(prog, bytes, len); } while (0)
333 u8 *prog = *pprog; in push_r9() local
336 *pprog = prog; in push_r9()
341 u8 *prog = *pprog; in pop_r9() local
344 *pprog = prog; in pop_r9()
349 u8 *prog = *pprog; in push_r12() local
352 *pprog = prog; in push_r12()
357 u8 *prog = *pprog; in push_callee_regs() local
367 *pprog = prog; in push_callee_regs()
372 u8 *prog = *pprog; in pop_r12() local
[all …]
|
| H A D | bpf_jit_comp32.c | 65 do { prog = emit_code(prog, bytes, len); cnt += len; } while (0)
209 u8 *prog = *pprog; in emit_ia32_mov_i() local
230 *pprog = prog; in emit_ia32_mov_i()
237 u8 *prog = *pprog; in emit_ia32_mov_r() local
251 *pprog = prog; in emit_ia32_mov_r()
288 u8 *prog = *pprog; in emit_ia32_mul_r() local
314 *pprog = prog; in emit_ia32_mul_r()
321 u8 *prog = *pprog; in emit_ia32_to_le_r64() local
362 *pprog = prog; in emit_ia32_to_le_r64()
369 u8 *prog = *pprog; in emit_ia32_to_be_r64() local
[all …]
|
| /linux/arch/parisc/net/ |
| H A D | bpf_jit_core.c | 18 const struct bpf_prog *prog = ctx->prog; in build_body() local
22 for (i = 0; i < prog->len; i++) { in build_body()
23 const struct bpf_insn *insn = &prog->insnsi[i]; in build_body()
44 struct bpf_prog *bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile() argument
48 struct bpf_prog *tmp, *orig_prog = prog; in bpf_int_jit_compile()
53 if (!prog->jit_requested) in bpf_int_jit_compile()
56 tmp = bpf_jit_blind_constants(prog); in bpf_int_jit_compile()
59 if (tmp != prog) { in bpf_int_jit_compile()
61 prog = tmp; in bpf_int_jit_compile()
64 jit_data = prog->aux->jit_data; in bpf_int_jit_compile()
[all …]
|
| /linux/drivers/clk/at91/ |
| H A D | clk-programmable.c | 35 struct clk_programmable *prog = to_clk_programmable(hw); in clk_programmable_recalc_rate() local
36 const struct clk_programmable_layout *layout = prog->layout; in clk_programmable_recalc_rate()
40 regmap_read(prog->regmap, AT91_PMC_PCKR(prog->id), &pckr); in clk_programmable_recalc_rate()
53 struct clk_programmable *prog = to_clk_programmable(hw); in clk_programmable_determine_rate() local
54 const struct clk_programmable_layout *layout = prog->layout; in clk_programmable_determine_rate()
105 struct clk_programmable *prog = to_clk_programmable(hw); in clk_programmable_set_parent() local
106 const struct clk_programmable_layout *layout = prog->layout; in clk_programmable_set_parent()
113 if (prog->mux_table) in clk_programmable_set_parent()
114 pckr = clk_mux_index_to_val(prog->mux_table, 0, index); in clk_programmable_set_parent()
123 regmap_update_bits(prog->regmap, AT91_PMC_PCKR(prog->id), mask, pckr); in clk_programmable_set_parent()
[all …]
|
| /linux/tools/workqueue/ |
| H A D | wq_dump.py | 95 worker_pool_idr = prog['worker_pool_idr']
96 workqueues = prog['workqueues']
97 wq_unbound_cpumask = prog['wq_unbound_cpumask']
98 wq_pod_types = prog['wq_pod_types']
99 wq_affn_dfl = prog['wq_affn_dfl']
100 wq_affn_names = prog['wq_affn_names']
102 WQ_BH = prog['WQ_BH']
103 WQ_UNBOUND = prog['WQ_UNBOUND']
104 WQ_ORDERED = prog['__WQ_ORDERED']
105 WQ_MEM_RECLAIM = prog['WQ_MEM_RECLAIM']
[all …]
|
| /linux/kernel/bpf/ |
| H A D | mprog.c | 20 if (type && link->prog->type != type) { in bpf_mprog_link()
26 tuple->prog = link->prog; in bpf_mprog_link()
34 struct bpf_prog *prog = ERR_PTR(-EINVAL); in bpf_mprog_prog() local
38 prog = bpf_prog_by_id(id_or_fd); in bpf_mprog_prog()
40 prog = bpf_prog_get(id_or_fd); in bpf_mprog_prog()
41 if (IS_ERR(prog)) in bpf_mprog_prog()
42 return PTR_ERR(prog); in bpf_mprog_prog()
43 if (type && prog->type != type) { in bpf_mprog_prog()
44 bpf_prog_put(prog); in bpf_mprog_prog()
49 tuple->prog = prog; in bpf_mprog_prog()
[all …]
|
| H A D | syscall.c | 2279 static int find_prog_type(enum bpf_prog_type type, struct bpf_prog *prog) in find_prog_type() argument
2290 if (!bpf_prog_is_offloaded(prog->aux)) in find_prog_type()
2291 prog->aux->ops = ops; in find_prog_type()
2293 prog->aux->ops = &bpf_offload_prog_ops; in find_prog_type()
2294 prog->type = type; in find_prog_type()
2309 static void bpf_audit_prog(const struct bpf_prog *prog, unsigned int op) in bpf_audit_prog() argument
2324 prog->aux->id, bpf_audit_str[op]); in bpf_audit_prog()
2328 static int bpf_prog_alloc_id(struct bpf_prog *prog) in bpf_prog_alloc_id() argument
2334 id = idr_alloc_cyclic(&prog_idr, prog, 1, INT_MAX, GFP_ATOMIC); in bpf_prog_alloc_id()
2336 prog->aux->id = id; in bpf_prog_alloc_id()
[all …]
|
| H A D | core.c | 127 fp->aux->prog = fp; in bpf_prog_alloc_no_stats()
153 struct bpf_prog *prog; in bpf_prog_alloc() local
156 prog = bpf_prog_alloc_no_stats(size, gfp_extra_flags); in bpf_prog_alloc()
157 if (!prog) in bpf_prog_alloc()
160 prog->stats = alloc_percpu_gfp(struct bpf_prog_stats, gfp_flags); in bpf_prog_alloc()
161 if (!prog->stats) { in bpf_prog_alloc()
162 free_percpu(prog->active); in bpf_prog_alloc()
163 kfree(prog->aux); in bpf_prog_alloc()
164 vfree(prog); in bpf_prog_alloc()
171 pstats = per_cpu_ptr(prog->stats, cpu); in bpf_prog_alloc()
[all …]
|
| H A D | offload.c | 99 static void __bpf_prog_offload_destroy(struct bpf_prog *prog) in __bpf_prog_offload_destroy() argument
101 struct bpf_prog_offload *offload = prog->aux->offload; in __bpf_prog_offload_destroy()
104 offload->offdev->ops->destroy(prog); in __bpf_prog_offload_destroy()
108 prog->aux->offload = NULL; in __bpf_prog_offload_destroy()
169 __bpf_prog_offload_destroy(offload->prog); in __bpf_offload_dev_netdev_unregister()
179 static int __bpf_prog_dev_bound_init(struct bpf_prog *prog, struct net_device *netdev) in __bpf_prog_dev_bound_init() argument
189 offload->prog = prog; in __bpf_prog_dev_bound_init()
196 if (bpf_prog_is_offloaded(prog->aux) && (!ondev || !ondev->offdev)) { in __bpf_prog_dev_bound_init()
210 prog->aux->offload = offload; in __bpf_prog_dev_bound_init()
219 int bpf_prog_dev_bound_init(struct bpf_prog *prog, union bpf_attr *attr) in bpf_prog_dev_bound_init() argument
[all …]
|
| H A D | trampoline.c | 137 bool bpf_prog_has_trampoline(const struct bpf_prog *prog) in bpf_prog_has_trampoline() argument
139 enum bpf_attach_type eatype = prog->expected_attach_type; in bpf_prog_has_trampoline()
140 enum bpf_prog_type ptype = prog->type; in bpf_prog_has_trampoline()
459 *ip_arg |= link->link.prog->call_get_func_ip; in bpf_trampoline_get_progs()
725 static enum bpf_tramp_prog_type bpf_attach_type_to_tramp(struct bpf_prog *prog) in bpf_attach_type_to_tramp() argument
727 switch (prog->expected_attach_type) { in bpf_attach_type_to_tramp()
737 if (!prog->aux->attach_func_proto->type) in bpf_attach_type_to_tramp()
778 kind = bpf_attach_type_to_tramp(link->link.prog); in __bpf_trampoline_link_prog()
795 tr->extension_prog = link->link.prog; in __bpf_trampoline_link_prog()
798 link->link.prog->bpf_func); in __bpf_trampoline_link_prog()
[all …]
|
| H A D | prog_iter.c | 16 struct bpf_prog *prog; in bpf_prog_seq_start() local
18 prog = bpf_prog_get_curr_or_next(&info->prog_id); in bpf_prog_seq_start()
19 if (!prog) in bpf_prog_seq_start()
24 return prog; in bpf_prog_seq_start()
39 __bpf_md_ptr(struct bpf_prog *, prog);
42 DEFINE_BPF_ITER_FUNC(bpf_prog, struct bpf_iter_meta *meta, struct bpf_prog *prog) in DEFINE_BPF_ITER_FUNC() argument
48 struct bpf_prog *prog; in DEFINE_BPF_ITER_FUNC() local
52 ctx.prog = v; in DEFINE_BPF_ITER_FUNC()
54 prog = bpf_iter_get_info(&meta, in_stop); in DEFINE_BPF_ITER_FUNC()
55 if (prog) in DEFINE_BPF_ITER_FUNC()
[all …]
|
| H A D | bpf_lsm.c | 91 void bpf_lsm_find_cgroup_shim(const struct bpf_prog *prog, in BTF_SET_END()
96 if (btf_type_vlen(prog->aux->attach_func_proto) < 1 || in BTF_SET_END()
98 prog->aux->attach_btf_id)) { in BTF_SET_END()
104 args = btf_params(prog->aux->attach_func_proto); in BTF_SET_END()
117 const struct bpf_prog *prog) in bpf_lsm_verify_prog()
119 u32 btf_id = prog->aux->attach_btf_id; in bpf_lsm_verify_prog()
120 const char *func_name = prog->aux->attach_func_name; in bpf_lsm_verify_prog()
122 if (!prog->gpl_compatible) { in bpf_lsm_verify_prog()
171 static bool bpf_ima_inode_hash_allowed(const struct bpf_prog *prog) in bpf_ima_inode_hash_allowed()
173 return bpf_lsm_is_sleepable_hook(prog in bpf_ima_inode_hash_allowed()
115 bpf_lsm_verify_prog(struct bpf_verifier_log * vlog,const struct bpf_prog * prog) bpf_lsm_verify_prog() argument
169 bpf_ima_inode_hash_allowed(const struct bpf_prog * prog) bpf_ima_inode_hash_allowed() argument
223 bpf_lsm_func_proto(enum bpf_func_id func_id,const struct bpf_prog * prog) bpf_lsm_func_proto() argument
401 bpf_lsm_is_trusted(const struct bpf_prog * prog) bpf_lsm_is_trusted() argument
[all...] |
| /linux/drivers/net/hyperv/ |
| H A D | netvsc_bpf.c | 31 struct bpf_prog *prog; in netvsc_run_xdp() local
38 prog = rcu_dereference(nvchan->bpf_prog); in netvsc_run_xdp()
40 if (!prog) in netvsc_run_xdp()
61 act = bpf_prog_run_xdp(prog, xdp); in netvsc_run_xdp()
73 if (!xdp_do_redirect(ndev, xdp, prog)) { in netvsc_run_xdp()
95 trace_xdp_exception(ndev, prog, act); in netvsc_run_xdp()
99 bpf_warn_invalid_xdp_action(ndev, prog, act); in netvsc_run_xdp()
124 int netvsc_xdp_set(struct net_device *dev, struct bpf_prog *prog, in netvsc_xdp_set() argument
133 if (!old_prog && !prog) in netvsc_xdp_set()
137 if (prog && buf_max > PAGE_SIZE) { in netvsc_xdp_set()
[all …]
|
| /linux/tools/lib/bpf/ |
| H A D | libbpf.c | 76 static bool prog_is_subprog(const struct bpf_object *obj, const struct bpf_program *prog);
767 struct bpf_program *prog; member
790 void bpf_program__unload(struct bpf_program *prog) in bpf_program__unload() argument
792 if (!prog) in bpf_program__unload()
795 zclose(prog->fd); in bpf_program__unload()
797 zfree(&prog->func_info); in bpf_program__unload()
798 zfree(&prog->line_info); in bpf_program__unload()
799 zfree(&prog->subprogs); in bpf_program__unload()
802 static void bpf_program__exit(struct bpf_program *prog) in bpf_program__exit() argument
804 if (!prog) in bpf_program__exit()
[all …]
|
| /linux/arch/arc/net/ |
| H A D | bpf_jit_core.c | 101 struct bpf_prog *prog; member
125 static void vm_dump(const struct bpf_prog *prog) in vm_dump() argument
129 dump_bytes((u8 *)prog->insns, 8 * prog->len, " VM "); in vm_dump()
147 if (bpf_jit_enable <= 1 || !ctx->prog->jited) in jit_dump()
155 bpf_jit_dump(ctx->prog->len, ctx->jit.len, pass, ctx->jit.buf); in jit_dump()
160 static int jit_ctx_init(struct jit_context *ctx, struct bpf_prog *prog) in jit_ctx_init() argument
164 ctx->orig_prog = prog; in jit_ctx_init()
167 ctx->prog = bpf_jit_blind_constants(prog); in jit_ctx_init()
168 if (IS_ERR(ctx->prog)) in jit_ctx_init()
169 return PTR_ERR(ctx->prog); in jit_ctx_init()
[all …]
|
| /linux/drivers/net/netdevsim/ |
| H A D | bpf.c | 31 struct bpf_prog *prog; member
68 state = env->prog->aux->offload->dev_priv; in nsim_bpf_verify_insn()
72 if (insn_idx == env->prog->len - 1) { in nsim_bpf_verify_insn()
89 return ns->xdp_hw.prog; in nsim_xdp_offload_active()
92 static void nsim_prog_set_loaded(struct bpf_prog *prog, bool loaded) in nsim_prog_set_loaded() argument
96 if (!prog || !bpf_prog_is_offloaded(prog->aux)) in nsim_prog_set_loaded()
99 state = prog->aux->offload->dev_priv; in nsim_prog_set_loaded()
104 nsim_bpf_offload(struct netdevsim *ns, struct bpf_prog *prog, bool oldprog) in nsim_bpf_offload() argument
111 ns->bpf_offloaded = prog; in nsim_bpf_offload()
112 ns->bpf_offloaded_id = prog ? prog->aux->id : 0; in nsim_bpf_offload()
[all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | offload.c | 112 struct bpf_prog *prog) in nfp_map_ptrs_record() argument
116 mutex_lock(&prog->aux->used_maps_mutex); in nfp_map_ptrs_record()
120 for (i = 0; i < prog->aux->used_map_cnt; i++) in nfp_map_ptrs_record()
121 if (bpf_map_offload_neutral(prog->aux->used_maps[i])) in nfp_map_ptrs_record()
132 for (i = 0; i < prog->aux->used_map_cnt; i++) in nfp_map_ptrs_record()
133 if (bpf_map_offload_neutral(prog->aux->used_maps[i])) { in nfp_map_ptrs_record()
135 prog->aux->used_maps[i]); in nfp_map_ptrs_record()
144 mutex_unlock(&prog->aux->used_maps_mutex); in nfp_map_ptrs_record()
149 nfp_prog_prepare(struct nfp_prog *nfp_prog, const struct bpf_insn *prog, in nfp_prog_prepare() argument
160 meta->insn = prog[i]; in nfp_prog_prepare()
[all …]
|
| /linux/drivers/media/rc/ |
| H A D | bpf-lirc.c | 83 lirc_mode2_func_proto(enum bpf_func_id func_id, const struct bpf_prog *prog) in lirc_mode2_func_proto() argument
113 if (bpf_token_capable(prog->aux->token, CAP_PERFMON)) in lirc_mode2_func_proto()
123 const struct bpf_prog *prog, in lirc_mode2_is_valid_access() argument
137 static int lirc_bpf_attach(struct rc_dev *rcdev, struct bpf_prog *prog) in lirc_bpf_attach() argument
163 ret = bpf_prog_array_copy(old_array, NULL, prog, 0, &new_array); in lirc_bpf_attach()
175 static int lirc_bpf_detach(struct rc_dev *rcdev, struct bpf_prog *prog) in lirc_bpf_detach() argument
196 ret = bpf_prog_array_copy(old_array, prog, NULL, 0, &new_array); in lirc_bpf_detach()
207 bpf_prog_put(prog); in lirc_bpf_detach()
242 for (item = array->items; item->prog; item++) in lirc_bpf_free()
243 bpf_prog_put(item->prog); in lirc_bpf_free()
[all …]
|