| /linux/include/linux/ |
| H A D | bpf_verifier.h | 749 struct bpf_verifier_env; 752 struct bpf_verifier_env *env; 814 struct bpf_verifier_env { struct 928 static inline struct bpf_func_info_aux *subprog_aux(struct bpf_verifier_env *env, int subprog) in subprog_aux() argument 933 static inline struct bpf_subprog_info *subprog_info(struct bpf_verifier_env *env, int subprog) in subprog_info() 964 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env, 973 __printf(3, 4) void verbose_linfo(struct bpf_verifier_env *env, 990 static inline void mark_prune_point(struct bpf_verifier_env *env, int idx) in mark_prune_point() 995 static inline bool bpf_is_prune_point(struct bpf_verifier_env *env, int insn_idx) in bpf_is_prune_point() 1000 static inline void mark_force_checkpoint(struct bpf_verifier_env *env, int idx) in mark_force_checkpoint() [all …]
|
| H A D | filter.h | 1111 struct bpf_prog *__bpf_prog_select_runtime(struct bpf_verifier_env *env, struct bpf_prog *fp, 1155 struct bpf_prog *bpf_int_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *prog); 1188 struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, 1190 struct bpf_insn_aux_data *bpf_dup_insn_aux_data(struct bpf_verifier_env *env); 1191 void bpf_restore_insn_aux_data(struct bpf_verifier_env *env, 1194 static inline struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, in bpf_patch_insn_data() 1200 static inline struct bpf_insn_aux_data *bpf_dup_insn_aux_data(struct bpf_verifier_env *env) in bpf_dup_insn_aux_data() 1205 static inline void bpf_restore_insn_aux_data(struct bpf_verifier_env *env, in bpf_restore_insn_aux_data() 1337 struct bpf_prog *bpf_jit_blind_constants(struct bpf_verifier_env *env, struct bpf_prog *prog); 1489 struct bpf_prog *bpf_jit_blind_constants(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_jit_blind_constants()
|
| H A D | bpf.h | 36 struct bpf_verifier_env; 173 int (*map_set_for_each_callback_args)(struct bpf_verifier_env *env, 1127 int (*insn_hook)(struct bpf_verifier_env *env, 1129 int (*finalize)(struct bpf_verifier_env *env); 1131 int (*replace_insn)(struct bpf_verifier_env *env, u32 off, 1133 int (*remove_insns)(struct bpf_verifier_env *env, u32 off, u32 cnt); 1544 bool bpf_insn_is_indirect_target(const struct bpf_verifier_env *env, const struct bpf_prog *prog, 2892 int map_set_for_each_callback_args(struct bpf_verifier_env *env, 3027 int btf_prepare_func_args(struct bpf_verifier_env *env, int subprog);
|
| /linux/kernel/bpf/ |
| H A D | verifier.c | 202 static int acquire_reference(struct bpf_verifier_env *env, int insn_idx); 204 static int release_reference(struct bpf_verifier_env *env, int ref_obj_id); 205 static void invalidate_non_owning_refs(struct bpf_verifier_env *env); 206 static bool in_rbtree_lock_required_cb(struct bpf_verifier_env *env); 207 static int ref_set_non_owning(struct bpf_verifier_env *env, 210 static inline bool in_sleepable_context(struct bpf_verifier_env *env); 211 static const char *non_sleepable_context_description(struct bpf_verifier_env *env); 274 struct bpf_verifier_env *env = private_data; in verbose() 285 static void verbose_invalid_scalar(struct bpf_verifier_env *env, in verbose_invalid_scalar() 340 bool bpf_subprog_is_global(const struct bpf_verifier_env *env, int subprog) in bpf_subprog_is_global() [all …]
|
| H A D | cfg.c | 51 static void mark_subprog_changes_pkt_data(struct bpf_verifier_env *env, int off) in mark_subprog_changes_pkt_data() 59 static void mark_subprog_might_sleep(struct bpf_verifier_env *env, int off) in mark_subprog_might_sleep() 67 static void mark_subprog_might_throw(struct bpf_verifier_env *env, int off) in mark_subprog_might_throw() 81 static void merge_callee_effects(struct bpf_verifier_env *env, int t, int w) in merge_callee_effects() 102 static int push_insn(int t, int w, int e, struct bpf_verifier_env *env) in push_insn() 151 struct bpf_verifier_env *env, in visit_func_call_insn() 279 static struct bpf_iarray *jt_from_subprog(struct bpf_verifier_env *env, in jt_from_subprog() 327 create_jt(int t, struct bpf_verifier_env *env) in create_jt() 355 static int visit_gotox_insn(int t, struct bpf_verifier_env *env) in visit_gotox_insn() 402 static int visit_abnormal_return_insn(struct bpf_verifier_env *env, int t) in visit_abnormal_return_insn() [all …]
|
| H A D | liveness.c | 61 static struct func_instance *find_instance(struct bpf_verifier_env *env, in find_instance() 74 static struct func_instance *call_instance(struct bpf_verifier_env *env, in call_instance() 101 static struct func_instance *lookup_instance(struct bpf_verifier_env *env, in lookup_instance() 120 int bpf_stack_liveness_init(struct bpf_verifier_env *env) in bpf_stack_liveness_init() 129 void bpf_stack_liveness_free(struct bpf_verifier_env *env) in bpf_stack_liveness_free() 218 bpf_insn_successors(struct bpf_verifier_env *env, u32 idx) in bpf_insn_successors() 273 static inline bool update_insn(struct bpf_verifier_env *env, in update_insn() 307 static void update_instance(struct bpf_verifier_env *env, struct func_instance *instance) in update_instance() 339 int bpf_live_stack_query_init(struct bpf_verifier_env *env, struct bpf_verifier_state *st) in bpf_live_stack_query_init() 360 bool bpf_stack_slot_alive(struct bpf_verifier_env *env, u32 frameno, u32 half_spi) in bpf_stack_slot_alive() [all …]
|
| H A D | fixups.c | 88 static int set_kfunc_desc_imm(struct bpf_verifier_env *env, struct bpf_kfunc_desc *desc) in set_kfunc_desc_imm() 107 static int sort_kfunc_descs_by_imm_off(struct bpf_verifier_env *env) in sort_kfunc_descs_by_imm_off() 127 static int add_kfunc_in_insns(struct bpf_verifier_env *env, in add_kfunc_in_insns() 143 static int get_callee_stack_depth(struct bpf_verifier_env *env, in get_callee_stack_depth() 159 static void adjust_insn_aux_data(struct bpf_verifier_env *env, in adjust_insn_aux_data() 200 static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len) in adjust_subprog_starts() 214 static void adjust_insn_arrays(struct bpf_verifier_env *env, u32 off, u32 len) in adjust_insn_arrays() 225 static void adjust_insn_arrays_after_remove(struct bpf_verifier_env *env, u32 off, u32 len) in adjust_insn_arrays_after_remove() 247 struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off, in bpf_patch_insn_data() 317 static int adjust_subprog_starts_after_remove(struct bpf_verifier_env *env, in adjust_subprog_starts_after_remove() [all …]
|
| H A D | core.c | 1498 struct bpf_prog *bpf_jit_blind_constants(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_jit_blind_constants() 1577 bool bpf_insn_is_indirect_target(const struct bpf_verifier_env *env, const struct bpf_prog *prog, in bpf_insn_is_indirect_target() 2554 static struct bpf_prog *bpf_prog_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_prog_jit_compile() 2601 struct bpf_prog *__bpf_prog_select_runtime(struct bpf_verifier_env *env, struct bpf_prog *fp, in __bpf_prog_select_runtime() 3159 struct bpf_prog * __weak bpf_int_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_int_jit_compile()
|
| H A D | btf.c | 7836 int btf_prepare_func_args(struct bpf_verifier_env *env, int subprog) in btf_prepare_func_args()
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | main.h | 566 int nfp_verify_insn(struct bpf_verifier_env *env, int insn_idx, 568 int nfp_bpf_finalize(struct bpf_verifier_env *env); 570 int nfp_bpf_opt_replace_insn(struct bpf_verifier_env *env, u32 off, 572 int nfp_bpf_opt_remove_insns(struct bpf_verifier_env *env, u32 off, u32 cnt);
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_global_ptr_args.c | 237 subprog_untrusted((void *)bpf_core_cast(0, struct bpf_verifier_env)); in anything_to_untrusted()
|
| /linux/drivers/net/netdevsim/ |
| H A D | bpf.c | 63 nsim_bpf_verify_insn(struct bpf_verifier_env *env, int insn_idx, int prev_insn) in nsim_bpf_verify_insn() 82 static int nsim_bpf_finalize(struct bpf_verifier_env *env) in nsim_bpf_finalize()
|
| /linux/arch/arm64/net/ |
| H A D | bpf_jit_comp.c | 1200 static int build_insn(const struct bpf_verifier_env *env, const struct bpf_insn *insn, in build_insn() 1904 static int build_body(struct bpf_verifier_env *env, struct jit_ctx *ctx, bool extra_pass) in build_body() 2006 struct bpf_prog *bpf_int_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_int_jit_compile()
|
| /linux/arch/powerpc/net/ |
| H A D | bpf_jit_comp.c | 165 struct bpf_prog *bpf_int_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *fp) in bpf_int_jit_compile()
|
| /linux/arch/x86/net/ |
| H A D | bpf_jit_comp.c | 1652 static int do_jit(struct bpf_verifier_env *env, struct bpf_prog *bpf_prog, int *addrs, u8 *image, in do_jit() 3718 struct bpf_prog *bpf_int_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_int_jit_compile()
|
| /linux/arch/loongarch/net/ |
| H A D | bpf_jit.c | 2169 struct bpf_prog *bpf_int_jit_compile(struct bpf_verifier_env *env, struct bpf_prog *prog) in bpf_int_jit_compile()
|