| H A D | verifier.c | 207 static int acquire_reference(struct bpf_verifier_env *env, int insn_idx, int parent_id); 209 static int release_reference_nomark(struct bpf_verifier_env *env, int id); 210 static int release_reference(struct bpf_verifier_env *env, int id); 211 static void invalidate_non_owning_refs(struct bpf_verifier_env *env); 212 static void invalidate_rcu_protected_refs(struct bpf_verifier_env *env); 213 static bool in_rbtree_lock_required_cb(struct bpf_verifier_env *env); 215 static int ref_set_non_owning(struct bpf_verifier_env *env, 217 static bool is_trusted_reg(struct bpf_verifier_env *env, const struct bpf_reg_state *reg); 218 static inline bool in_sleepable_context(struct bpf_verifier_env *env); 219 static const char *non_sleepable_context_description(struct bpf_verifier_env *env); 248 validate_ref_obj(struct bpf_verifier_env * env,struct ref_obj_desc * ref_obj) validate_ref_obj() argument 315 struct bpf_verifier_env *env = private_data; verbose() local 326 verbose_invalid_scalar(struct bpf_verifier_env * env,struct bpf_reg_state * reg,struct bpf_retval_range range,const char * ctx,const char * reg_name) verbose_invalid_scalar() argument 347 reg_not_null(struct bpf_verifier_env * env,const struct bpf_reg_state * reg) reg_not_null() argument 390 bpf_subprog_is_global(const struct bpf_verifier_env * env,int subprog) bpf_subprog_is_global() argument 397 subprog_returns_void(struct bpf_verifier_env * env,int subprog) subprog_returns_void() argument 420 bpf_subprog_name(const struct bpf_verifier_env * env,int subprog) bpf_subprog_name() argument 431 bpf_mark_subprog_exc_cb(struct bpf_verifier_env * env,int subprog) bpf_mark_subprog_exc_cb() argument 440 subprog_is_exc_cb(struct bpf_verifier_env * env,int subprog) subprog_is_exc_cb() argument 525 is_async_cb_sleepable(struct bpf_verifier_env * env,struct bpf_insn * insn) is_async_cb_sleepable() argument 559 stack_slot_obj_get_spi(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const char * obj_kind,int nr_slots) stack_slot_obj_get_spi() argument 586 dynptr_get_spi(struct bpf_verifier_env * env,struct bpf_reg_state * reg) dynptr_get_spi() argument 591 iter_get_spi(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int nr_slots) iter_get_spi() argument 596 irq_flag_get_spi(struct bpf_verifier_env * env,struct bpf_reg_state * reg) irq_flag_get_spi() argument 650 mark_dynptr_stack_regs(struct bpf_verifier_env * env,struct bpf_reg_state * sreg1,struct bpf_reg_state * sreg2,enum bpf_dynptr_type type,int parent_id) mark_dynptr_stack_regs() argument 661 mark_dynptr_cb_reg(struct bpf_verifier_env * env,struct bpf_reg_state * reg,enum bpf_dynptr_type type) mark_dynptr_cb_reg() argument 671 mark_stack_slots_dynptr(struct bpf_verifier_env * env,struct bpf_reg_state * reg,enum bpf_arg_type arg_type,int insn_idx,struct ref_obj_desc * ref_obj,struct bpf_dynptr_desc * dynptr) mark_stack_slots_dynptr() argument 740 invalidate_dynptr(struct bpf_verifier_env * env,struct bpf_stack_state * stack) invalidate_dynptr() argument 753 unmark_stack_slots_dynptr(struct bpf_verifier_env * env,struct bpf_reg_state * reg) unmark_stack_slots_dynptr() argument 776 mark_reg_invalid(const struct bpf_verifier_env * env,struct bpf_reg_state * reg) mark_reg_invalid() argument 784 dynptr_ref_cnt(struct bpf_verifier_env * env,int v_parent_id) dynptr_ref_cnt() argument 803 destroy_if_dynptr_stack_slot(struct bpf_verifier_env * env,struct bpf_func_state * state,int spi) destroy_if_dynptr_stack_slot() argument 845 is_dynptr_reg_valid_uninit(struct bpf_verifier_env * env,struct bpf_reg_state * reg) is_dynptr_reg_valid_uninit() argument 873 is_dynptr_reg_valid_init(struct bpf_verifier_env * env,struct bpf_reg_state * reg) is_dynptr_reg_valid_init() argument 902 dynptr_reg_type(struct bpf_verifier_env * env,struct bpf_reg_state * reg) dynptr_reg_type() argument 917 is_dynptr_type_expected(struct bpf_verifier_env * env,struct bpf_reg_state * reg,enum bpf_arg_type arg_type) is_dynptr_type_expected() argument 933 mark_stack_slots_iter(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,struct bpf_reg_state * reg,int insn_idx,struct btf * btf,u32 btf_id,int nr_slots) mark_stack_slots_iter() argument 976 unmark_stack_slots_iter(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int nr_slots) unmark_stack_slots_iter() argument 1004 is_iter_reg_valid_uninit(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int nr_slots) is_iter_reg_valid_uninit() argument 1031 is_iter_reg_valid_init(struct bpf_verifier_env * env,struct bpf_reg_state * reg,struct btf * btf,u32 btf_id,int nr_slots) is_iter_reg_valid_init() argument 1066 mark_stack_slot_irq_flag(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,struct bpf_reg_state * reg,int insn_idx,int kfunc_class) mark_stack_slot_irq_flag() argument 1099 unmark_stack_slot_irq_flag(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int kfunc_class) unmark_stack_slot_irq_flag() argument 1164 is_irq_flag_reg_valid_uninit(struct bpf_verifier_env * env,struct bpf_reg_state * reg) is_irq_flag_reg_valid_uninit() argument 1188 is_irq_flag_reg_valid_init(struct bpf_verifier_env * env,struct bpf_reg_state * reg) is_irq_flag_reg_valid_init() argument 1253 mark_stack_slot_misc(struct bpf_verifier_env * env,u8 * stype) mark_stack_slot_misc() argument 1383 grow_stack_state(struct bpf_verifier_env * env,struct bpf_func_state * state,int size) grow_stack_state() argument 1407 grow_stack_arg_slots(struct bpf_verifier_env * env,struct bpf_func_state * state,int cnt) grow_stack_arg_slots() argument 1429 acquire_reference_state(struct bpf_verifier_env * env,int insn_idx) acquire_reference_state() argument 1443 acquire_reference(struct bpf_verifier_env * env,int insn_idx,int parent_id) acquire_reference() argument 1457 acquire_lock_state(struct bpf_verifier_env * env,int insn_idx,enum ref_state_type type,int id,void * ptr) acquire_lock_state() argument 1478 acquire_irq_state(struct bpf_verifier_env * env,int insn_idx) acquire_irq_state() argument 1528 reg_is_referenced(struct bpf_verifier_env * env,const struct bpf_reg_state * reg) reg_is_referenced() argument 1533 release_lock_state(struct bpf_verifier_env * env,int type,int id,void * ptr) release_lock_state() argument 1560 release_irq_state(struct bpf_verifier_env * env,int id) release_irq_state() argument 1694 state_htab_size(struct bpf_verifier_env * env) state_htab_size() argument 1699 bpf_explored_state(struct bpf_verifier_env * env,int idx) bpf_explored_state() argument 1733 pop_stack(struct bpf_verifier_env * env,int * prev_insn_idx,int * insn_idx,bool pop_log) pop_stack() argument 1775 push_stack(struct bpf_verifier_env * env,int insn_idx,int prev_insn_idx,bool speculative) push_stack() argument 1818 reg_arg_name(struct bpf_verifier_env * env,argno_t argno) reg_arg_name() argument 1838 bpf_diag_record_caller_saved(struct bpf_verifier_env * env,struct bpf_reg_state * regs) bpf_diag_record_caller_saved() argument 1885 __mark_reg_const_zero(const struct bpf_verifier_env * env,struct bpf_reg_state * reg) __mark_reg_const_zero() argument 1895 mark_reg_known_zero(struct bpf_verifier_env * env,struct bpf_reg_state * regs,u32 regno) mark_reg_known_zero() argument 2158 reg_bounds_sanity_check(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const char * ctx) reg_bounds_sanity_check() argument 2204 __mark_reg_unknown(const struct bpf_verifier_env * env,struct bpf_reg_state * reg) __mark_reg_unknown() argument 2211 mark_reg_unknown(struct bpf_verifier_env * env,struct bpf_reg_state * regs,u32 regno) mark_reg_unknown() argument 2217 __mark_reg_s32_range(struct bpf_verifier_env * env,struct bpf_reg_state * regs,u32 regno,s32 s32_min,s32 s32_max) __mark_reg_s32_range() argument 2237 bpf_mark_reg_not_init(const struct bpf_verifier_env * env,struct bpf_reg_state * reg) bpf_mark_reg_not_init() argument 2244 mark_btf_ld_reg(struct bpf_verifier_env * env,struct bpf_reg_state * regs,u32 regno,enum bpf_reg_type reg_type,struct btf * btf,u32 btf_id,enum bpf_type_flag flag) mark_btf_ld_reg() argument 2273 init_reg_state(struct bpf_verifier_env * env,struct bpf_func_state * state) init_reg_state() argument 2298 init_func_state(struct bpf_verifier_env * env,struct bpf_func_state * state,int callsite,int frameno,int subprogno) init_func_state() argument 2312 push_async_cb(struct bpf_verifier_env * env,int insn_idx,int prev_insn_idx,int subprog,bool is_sleepable) push_async_cb() argument 2361 bpf_find_containing_subprog(struct bpf_verifier_env * env,int off) bpf_find_containing_subprog() argument 2382 bpf_find_subprog(struct bpf_verifier_env * env,int off) bpf_find_subprog() argument 2392 add_subprog(struct bpf_verifier_env * env,int off) add_subprog() argument 2415 bpf_find_exception_callback_insn_off(struct bpf_verifier_env * env) bpf_find_exception_callback_insn_off() argument 2561 fd_array_get_btf_continuous(struct bpf_verifier_env * env,u32 idx) fd_array_get_btf_continuous() argument 2580 fd_array_get_btf_sparse(struct bpf_verifier_env * env,u32 idx) fd_array_get_btf_sparse() argument 2596 fd_array_get_btf(struct bpf_verifier_env * env,u32 idx) fd_array_get_btf() argument 2611 __find_kfunc_desc_btf(struct bpf_verifier_env * env,s16 offset) __find_kfunc_desc_btf() argument 2673 find_kfunc_desc_btf(struct bpf_verifier_env * env,s16 offset) find_kfunc_desc_btf() argument 2689 find_kfunc_desc_btf_cached(struct bpf_verifier_env * env,s16 offset) find_kfunc_desc_btf_cached() argument 2738 fetch_kfunc_meta(struct bpf_verifier_env * env,s32 func_id,s16 offset,struct bpf_kfunc_meta * kfunc) fetch_kfunc_meta() argument 2804 bpf_add_kfunc_call(struct bpf_verifier_env * env,u32 func_id,u16 offset) bpf_add_kfunc_call() argument 2921 add_subprogs(struct bpf_verifier_env * env) add_subprogs() argument 2991 add_kfuncs(struct bpf_verifier_env * env) add_kfuncs() argument 3017 check_subprogs(struct bpf_verifier_env * env) check_subprogs() argument 3094 sort_subprogs_topo(struct bpf_verifier_env * env) sort_subprogs_topo() argument 3180 mark_stack_slots_scratched(struct bpf_verifier_env * env,int spi,int nr_slots) mark_stack_slots_scratched() argument 3189 __check_reg_arg(struct bpf_verifier_env * env,struct bpf_reg_state * regs,u32 regno,enum bpf_reg_arg_type t) __check_reg_arg() argument 3221 check_reg_arg(struct bpf_verifier_env * env,u32 regno,enum bpf_reg_arg_type t) check_reg_arg() argument 3230 mark_indirect_target(struct bpf_verifier_env * env,int idx) mark_indirect_target() argument 3336 bpf_verbose_insn(struct bpf_verifier_env * env,struct bpf_insn * insn) bpf_verbose_insn() argument 3383 mark_chain_precision(struct bpf_verifier_env * env,int regno) mark_chain_precision() argument 3391 mark_chain_precision_batch(struct bpf_verifier_env * env,struct bpf_verifier_state * starting_state) mark_chain_precision_batch() argument 3430 assign_scalar_id_before_mov(struct bpf_verifier_env * env,struct bpf_reg_state * src_reg) assign_scalar_id_before_mov() argument 3451 save_register_state(struct bpf_verifier_env * env,struct bpf_func_state * state,int spi,struct bpf_reg_state * reg,int size) save_register_state() argument 3482 check_fastcall_stack_contract(struct bpf_verifier_env * env,struct bpf_func_state * state,int insn_idx,int off) check_fastcall_stack_contract() argument 3521 check_stack_write_fixed_off(struct bpf_verifier_env * env,struct bpf_func_state * state,int off,int size,int value_regno,int insn_idx) check_stack_write_fixed_off() argument 3664 check_stack_write_var_off(struct bpf_verifier_env * env,struct bpf_func_state * state,struct bpf_reg_state * ptr_reg,int off,int size,int value_regno,int insn_idx) check_stack_write_var_off() argument 3796 mark_reg_stack_read(struct bpf_verifier_env * env,struct bpf_func_state * ptr_state,int min_off,int max_off,int dst_regno) mark_reg_stack_read() argument 3842 bpf_diag_stack_read_uninit(struct bpf_verifier_env * env,int off,int i,int size) bpf_diag_stack_read_uninit() argument 3866 check_stack_read_fixed_off(struct bpf_verifier_env * env,struct bpf_func_state * reg_state,int off,int size,int dst_regno) check_stack_read_fixed_off() argument 4033 reg_state(struct bpf_verifier_env * env,int regno) reg_state() argument 4051 check_stack_read_var_off(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t ptr_argno,int off,int size,int dst_regno) check_stack_read_var_off() argument 4084 check_stack_read(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t ptr_argno,int off,int size,int dst_regno) check_stack_read() argument 4146 check_stack_write(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int off,int size,int value_regno,int insn_idx) check_stack_write() argument 4172 check_stack_arg_write(struct bpf_verifier_env * env,struct bpf_func_state * state,int off,struct bpf_reg_state * value_reg) check_stack_arg_write() argument 4215 check_stack_arg_read(struct bpf_verifier_env * env,struct bpf_func_state * state,int off,int dst_regno) check_stack_arg_read() argument 4245 mark_stack_arg_precision(struct bpf_verifier_env * env,int arg_idx) mark_stack_arg_precision() argument 4254 mark_arg_precision(struct bpf_verifier_env * env,argno_t argno) mark_arg_precision() argument 4263 check_outgoing_stack_args(struct bpf_verifier_env * env,struct bpf_func_state * caller,int nargs,const char * callee_name,const struct btf * btf,const struct btf_param * args) check_outgoing_stack_args() argument 4297 check_map_access_type(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int off,int size,enum bpf_access_type type) check_map_access_type() argument 4319 __check_mem_access(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int size,u32 mem_size,bool zero_size_allowed) __check_mem_access() argument 4357 check_mem_region_access(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int size,u32 mem_size,bool zero_size_allowed) check_mem_region_access() argument 4445 __check_ptr_off_reg(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,argno_t argno,bool fixed_off_ok) __check_ptr_off_reg() argument 4480 check_ptr_off_reg(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,int regno) check_ptr_off_reg() argument 4486 map_kptr_match_type(struct bpf_verifier_env * env,struct btf_field * kptr_field,struct bpf_reg_state * reg,u32 regno) map_kptr_match_type() argument 4573 in_sleepable(struct bpf_verifier_env * env) in_sleepable() argument 4581 in_rcu_cs(struct bpf_verifier_env * env) in_rcu_cs() argument 4638 btf_ld_kptr_type(struct bpf_verifier_env * env,struct btf_field * kptr_field) btf_ld_kptr_type() argument 4661 mark_uptr_ld_reg(struct bpf_verifier_env * env,u32 regno,struct btf_field * field) mark_uptr_ld_reg() argument 4677 check_map_kptr_access(struct bpf_verifier_env * env,int value_regno,int insn_idx,struct btf_field * kptr_field) check_map_kptr_access() argument 4761 check_map_access(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int size,bool zero_size_allowed,enum bpf_access_src src) check_map_access() argument 4824 may_access_direct_pkt_data(struct bpf_verifier_env * env,const struct bpf_func_proto * fn,enum bpf_access_type t) may_access_direct_pkt_data() argument 4866 check_packet_access(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int size,bool zero_size_allowed) check_packet_access() argument 4899 __check_ctx_access(struct bpf_verifier_env * env,int insn_idx,int off,int size,enum bpf_access_type t,struct bpf_insn_access_aux * info) __check_ctx_access() argument 4931 check_ctx_access(struct bpf_verifier_env * env,int insn_idx,struct bpf_reg_state * reg,argno_t argno,int off,int access_size,enum bpf_access_type t,struct bpf_insn_access_aux * info) check_ctx_access() argument 4957 check_flow_keys_access(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int size) check_flow_keys_access() argument 4981 check_sock_access(struct bpf_verifier_env * env,int insn_idx,struct bpf_reg_state * reg,argno_t argno,int off,int size,enum bpf_access_type t) check_sock_access() argument 5023 is_pointer_value(struct bpf_verifier_env * env,int regno) is_pointer_value() argument 5028 is_ctx_reg(struct bpf_verifier_env * env,int regno) is_ctx_reg() argument 5035 is_sk_reg(struct bpf_verifier_env * env,int regno) is_sk_reg() argument 5042 is_pkt_reg(struct bpf_verifier_env * env,int regno) is_pkt_reg() argument 5049 is_flow_key_reg(struct bpf_verifier_env * env,int regno) is_flow_key_reg() argument 5057 is_arena_reg(struct bpf_verifier_env * env,int regno) is_arena_reg() argument 5064 is_load_acq_unsafe(struct bpf_verifier_env * env,int regno,struct bpf_insn * insn) is_load_acq_unsafe() argument 5083 atomic_ptr_type_ok(struct bpf_verifier_env * env,int regno,struct bpf_insn * insn) atomic_ptr_type_ok() argument 5122 is_trusted_reg(struct bpf_verifier_env * env,const struct bpf_reg_state * reg) is_trusted_reg() argument 5156 check_pkt_ptr_alignment(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,int off,int size,bool strict) check_pkt_ptr_alignment() argument 5191 check_generic_ptr_alignment(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,const char * pointer_desc,int off,int size,bool strict) check_generic_ptr_alignment() argument 5215 check_ptr_alignment(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,int off,int size,bool strict_alignment_once) check_ptr_alignment() argument 5300 round_up_stack_depth(struct bpf_verifier_env * env,int stack_depth) round_up_stack_depth() argument 5322 check_max_stack_depth_subprog(struct bpf_verifier_env * env,int idx,struct bpf_subprog_call_depth_info * dinfo,bool priv_stack_supported) check_max_stack_depth_subprog() argument 5524 check_max_stack_depth(struct bpf_verifier_env * env) check_max_stack_depth() argument 5578 __check_buffer_access(struct bpf_verifier_env * env,const char * buf_info,const struct bpf_reg_state * reg,argno_t argno,int off,int size,u32 * access_end) __check_buffer_access() argument 5608 check_tp_buffer_access(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,argno_t argno,int off,int size) check_tp_buffer_access() argument 5624 check_buffer_access(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,argno_t argno,int off,int size,bool zero_size_allowed,u32 * max_access) check_buffer_access() argument 5939 type_is_rcu(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const char * field_name,u32 btf_id) type_is_rcu() argument 5951 type_is_rcu_or_null(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const char * field_name,u32 btf_id) type_is_rcu_or_null() argument 5962 type_is_trusted(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const char * field_name,u32 btf_id) type_is_trusted() argument 5974 type_is_trusted_or_null(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const char * field_name,u32 btf_id) type_is_trusted_or_null() argument 5986 check_ptr_to_btf_access(struct bpf_verifier_env * env,struct bpf_reg_state * regs,struct bpf_reg_state * reg,argno_t argno,int off,int size,enum bpf_access_type atype,int value_regno) check_ptr_to_btf_access() argument 6156 check_ptr_to_map_access(struct bpf_verifier_env * env,struct bpf_reg_state * regs,struct bpf_reg_state * reg,argno_t argno,int off,int size,enum bpf_access_type atype,int value_regno) check_ptr_to_map_access() argument 6227 check_stack_slot_within_bounds(struct bpf_verifier_env * env,s64 off,struct bpf_func_state * state,enum bpf_access_type t) check_stack_slot_within_bounds() argument 6250 check_stack_access_within_bounds(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int access_size,enum bpf_access_type type) check_stack_access_within_bounds() argument 6335 check_map_mem_read(struct bpf_verifier_env * env,struct bpf_reg_state * reg,int off,int bpf_size,int value_regno,bool is_ldsx) check_map_mem_read() argument 6386 check_mem_access(struct bpf_verifier_env * env,int insn_idx,struct bpf_reg_state * reg,argno_t argno,int off,int bpf_size,enum bpf_access_type t,int value_regno,bool strict_alignment_once,bool is_ldsx) check_mem_access() argument 6644 check_load_mem(struct bpf_verifier_env * env,struct bpf_insn * insn,bool strict_alignment_once,bool is_ldsx,bool allow_trust_mismatch,const char * ctx) check_load_mem() argument 6691 check_store_reg(struct bpf_verifier_env * env,struct bpf_insn * insn,bool strict_alignment_once) check_store_reg() argument 6729 check_atomic_rmw(struct bpf_verifier_env * env,struct bpf_insn * insn) check_atomic_rmw() argument 6814 check_atomic_load(struct bpf_verifier_env * env,struct bpf_insn * insn) check_atomic_load() argument 6833 check_atomic_store(struct bpf_verifier_env * env,struct bpf_insn * insn) check_atomic_store() argument 6852 check_atomic(struct bpf_verifier_env * env,struct bpf_insn * insn) check_atomic() argument 6896 check_stack_range_initialized(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int off,int access_size,bool zero_size_allowed,enum bpf_access_type type,struct bpf_call_arg_meta * meta) check_stack_range_initialized() argument 7015 check_helper_mem_access(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int access_size,enum bpf_access_type access_type,bool zero_size_allowed,struct bpf_call_arg_meta * meta,bool * known_memory) check_helper_mem_access() argument 7116 check_mem_size_reg(struct bpf_verifier_env * env,struct bpf_reg_state * mem_reg,struct bpf_reg_state * size_reg,argno_t mem_argno,argno_t size_argno,u32 access_type,bool zero_size_allowed,struct bpf_call_arg_meta * meta,enum bpf_mem_size_failure * failure) check_mem_size_reg() argument 7188 check_mem_reg(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,u32 mem_size,enum bpf_access_type access_type,struct bpf_call_arg_meta * meta,bool * known_memory) check_mem_reg() argument 7221 process_const_alloc_mem_size(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct ret_mem_desc * ret_mem) process_const_alloc_mem_size() argument 7255 process_const_arg(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_const_arg() argument 7312 process_spin_lock(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int flags) process_spin_lock() argument 7469 check_map_field_pointer(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,enum btf_field_type field_type,struct bpf_map_desc * map_desc) check_map_field_pointer() argument 7522 process_timer_func(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_map_desc * map) process_timer_func() argument 7532 process_kptr_func(struct bpf_verifier_env * env,int regno,struct bpf_call_arg_meta * meta) process_kptr_func() argument 7609 process_dynptr_func(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int insn_idx,const char * call_name,enum bpf_arg_type arg_type,struct ref_obj_desc * ref_obj,struct bpf_dynptr_desc * dynptr) process_dynptr_func() argument 7748 process_iter_arg(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,int insn_idx,struct bpf_call_arg_meta * meta) process_iter_arg() argument 7858 find_prev_entry(struct bpf_verifier_env * env,struct bpf_verifier_state * cur,int insn_idx) find_prev_entry() argument 7892 maybe_widen_reg(struct bpf_verifier_env * env,struct bpf_reg_state * rold,struct bpf_reg_state * rcur) maybe_widen_reg() argument 7904 widen_imprecise_scalars(struct bpf_verifier_env * env,struct bpf_verifier_state * old,struct bpf_verifier_state * cur) widen_imprecise_scalars() argument 8022 process_iter_next_call(struct bpf_verifier_env * env,int insn_idx,struct bpf_call_arg_meta * meta) process_iter_next_call() argument 8104 resolve_map_arg_type(struct bpf_verifier_env * env,const struct bpf_call_arg_meta * meta,enum bpf_arg_type * arg_type) resolve_map_arg_type() argument 8249 bpf_diag_call_arg(struct bpf_verifier_env * env,u32 insn_idx,argno_t argno,const char * call_name,const char * reason,const char * suggestion) bpf_diag_call_arg() argument 8267 bpf_diag_arg_name(struct bpf_verifier_env * env,argno_t argno) bpf_diag_arg_name() argument 8272 bpf_diag_call_arg_fmt(struct bpf_verifier_env * env,u32 insn_idx,argno_t argno,const char * call_name,const char * suggestion,const char * fmt,...) bpf_diag_call_arg_fmt() argument 8286 bpf_diag_expected_reg_types(struct bpf_verifier_env * env,const enum bpf_reg_type * types,int count) bpf_diag_expected_reg_types() argument 8306 check_reg_type(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,enum bpf_arg_type arg_type,const u32 * arg_btf_id,struct bpf_call_arg_meta * meta,const char * call_name) check_reg_type() argument 8490 __check_func_arg_reg_off(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,argno_t argno,enum bpf_arg_type arg_type,bool btf_id_fixed_off_ok) __check_func_arg_reg_off() argument 8570 check_func_arg_reg_off(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,argno_t argno,enum bpf_arg_type arg_type) check_func_arg_reg_off() argument 8577 check_arg_const_str(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno) check_arg_const_str() argument 8638 get_constant_map_key(struct bpf_verifier_env * env,struct bpf_reg_state * key,u32 key_size,s64 * value) get_constant_map_key() argument 8700 process_map_ptr_arg(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_map_ptr_arg() argument 8738 check_func_arg(struct bpf_verifier_env * env,u32 arg,struct bpf_call_arg_meta * meta,int insn_idx) check_func_arg() argument 8968 may_update_sockmap(struct bpf_verifier_env * env,int func_id) may_update_sockmap() argument 9001 bpf_allow_tail_call_in_subprogs(struct bpf_verifier_env * env) bpf_allow_tail_call_in_subprogs() argument 9007 check_map_func_compatibility(struct bpf_verifier_env * env,struct bpf_map * map,int func_id) check_map_func_compatibility() argument 9383 clear_all_pkt_pointers(struct bpf_verifier_env * env) clear_all_pkt_pointers() argument 9437 release_reference_nomark(struct bpf_verifier_env * env,int id) release_reference_nomark() argument 9474 release_reference(struct bpf_verifier_env * env,int id) release_reference() argument 9545 invalidate_non_owning_refs(struct bpf_verifier_env * env) invalidate_non_owning_refs() argument 9558 invalidate_rcu_protected_refs(struct bpf_verifier_env * env) invalidate_rcu_protected_refs() argument 9575 ref_convert_alloc_rcu_protected(struct bpf_verifier_env * env,u32 id) ref_convert_alloc_rcu_protected() argument 9600 clear_caller_saved_regs(struct bpf_verifier_env * env,struct bpf_reg_state * regs) clear_caller_saved_regs() argument 9614 invalidate_outgoing_stack_args(struct bpf_verifier_env * env,struct bpf_func_state * state) invalidate_outgoing_stack_args() argument 9634 setup_func_entry(struct bpf_verifier_env * env,int subprog,int callsite,set_callee_state_fn set_callee_state_cb,struct bpf_verifier_state * state) setup_func_entry() argument 9682 btf_check_func_arg_match(struct bpf_verifier_env * env,int subprog,const struct btf * btf,struct bpf_reg_state * regs) btf_check_func_arg_match() argument 9826 btf_check_subprog_call(struct bpf_verifier_env * env,int subprog,struct bpf_reg_state * regs) btf_check_subprog_call() argument 9854 push_callback_call(struct bpf_verifier_env * env,struct bpf_insn * insn,int insn_idx,int subprog,set_callee_state_fn set_callee_state_cb) push_callback_call() argument 9926 check_func_call(struct bpf_verifier_env * env,struct bpf_insn * insn,int * insn_idx) check_func_call() argument 10043 map_set_for_each_callback_args(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee) map_set_for_each_callback_args() argument 10073 set_callee_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_callee_state() argument 10087 set_map_elem_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_map_elem_callback_state() argument 10113 set_loop_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_loop_callback_state() argument 10135 set_timer_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_timer_callback_state() argument 10170 set_find_vma_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_find_vma_callback_state() argument 10198 set_user_ringbuf_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_user_ringbuf_callback_state() argument 10221 set_rbtree_add_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_rbtree_add_callback_state() argument 10254 set_task_work_schedule_callback_state(struct bpf_verifier_env * env,struct bpf_func_state * caller,struct bpf_func_state * callee,int insn_idx) set_task_work_schedule_callback_state() argument 10291 account_processed_insn(struct bpf_verifier_env * env) account_processed_insn() argument 10300 account_processed_insns(struct bpf_verifier_env * env,struct bpf_func_state * callee,struct bpf_func_state * caller) account_processed_insns() argument 10317 account_current_path(struct bpf_verifier_env * env) account_current_path() argument 10332 in_rbtree_lock_required_cb(struct bpf_verifier_env * env) in_rbtree_lock_required_cb() argument 10361 prepare_func_exit(struct bpf_verifier_env * env,int * insn_idx) prepare_func_exit() argument 10455 do_refine_retval_range(struct bpf_verifier_env * env,struct bpf_reg_state * regs,int ret_type,int func_id,struct bpf_call_arg_meta * meta) do_refine_retval_range() argument 10511 record_func_map(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,int func_id,int insn_idx) record_func_map() argument 10557 record_func_key(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,int func_id,int insn_idx) record_func_key() argument 10593 check_reference_leak(struct bpf_verifier_env * env,bool exception_exit) check_reference_leak() argument 10621 check_resource_leak(struct bpf_verifier_env * env,bool exception_exit,bool check_lock,const char * prefix) check_resource_leak() argument 10663 check_bpf_snprintf_call(struct bpf_verifier_env * env,struct bpf_reg_state * regs) check_bpf_snprintf_call() argument 10701 check_get_func_ip(struct bpf_verifier_env * env) check_get_func_ip() argument 10722 cur_aux(const struct bpf_verifier_env * env) cur_aux() argument 10728 loop_flag_is_zero(struct bpf_verifier_env * env) loop_flag_is_zero() argument 10742 update_loop_inline_state(struct bpf_verifier_env * env,u32 subprogno) update_loop_inline_state() argument 10786 bpf_get_helper_proto(struct bpf_verifier_env * env,int func_id,const struct bpf_func_proto ** ptr) bpf_get_helper_proto() argument 10800 in_sleepable_context(struct bpf_verifier_env * env) in_sleepable_context() argument 10805 non_sleepable_context_description(struct bpf_verifier_env * env) non_sleepable_context_description() argument 10818 release_reg(struct bpf_verifier_env * env,struct bpf_reg_state * reg,bool convert_rcu,bool release_dynptr) release_reg() argument 10836 check_helper_call(struct bpf_verifier_env * env,struct bpf_insn * insn,int * insn_idx_p) check_helper_call() argument 11599 is_kfunc_arg_callback(struct bpf_verifier_env * env,const struct btf * btf,const struct btf_param * arg) is_kfunc_arg_callback() argument 11639 __btf_type_is_scalar_struct(struct bpf_verifier_env * env,const struct btf * btf,const struct btf_type * t,int rec) __btf_type_is_scalar_struct() argument 11954 get_kfunc_arg_type(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,const struct btf_param * args,int arg,int nargs) get_kfunc_arg_type() argument 12088 gen_kfunc_arg_proto(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,struct bpf_func_proto * proto) gen_kfunc_arg_proto() argument 12125 process_kf_arg_ptr_to_btf_id(struct bpf_verifier_env * env,struct bpf_reg_state * reg,const struct btf_type * ref_t,const char * ref_tname,u32 ref_id,struct bpf_call_arg_meta * meta,int arg,argno_t argno) process_kf_arg_ptr_to_btf_id() argument 12198 process_irq_flag(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_irq_flag() argument 12269 ref_set_non_owning(struct bpf_verifier_env * env,struct bpf_reg_state * reg) ref_set_non_owning() argument 12290 ref_convert_owning_non_owning(struct bpf_verifier_env * env,u32 id) ref_convert_owning_non_owning() argument 12353 check_reg_allocation_locked(struct bpf_verifier_env * env,struct bpf_reg_state * reg) check_reg_allocation_locked() argument 12413 kfunc_spin_allowed(struct bpf_verifier_env * env,s32 func_id,s16 offset) kfunc_spin_allowed() argument 12458 check_kfunc_is_graph_root_api(struct bpf_verifier_env * env,enum btf_field_type head_field_type,u32 kfunc_btf_id) check_kfunc_is_graph_root_api() argument 12483 check_kfunc_is_graph_node_api(struct bpf_verifier_env * env,enum btf_field_type node_field_type,u32 kfunc_btf_id) check_kfunc_is_graph_node_api() argument 12515 __process_kf_arg_ptr_to_graph_root(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta,enum btf_field_type head_field_type,struct btf_field ** head_field) __process_kf_arg_ptr_to_graph_root() argument 12565 process_kf_arg_ptr_to_list_head(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_kf_arg_ptr_to_list_head() argument 12573 process_kf_arg_ptr_to_rbtree_root(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_kf_arg_ptr_to_rbtree_root() argument 12582 __process_kf_arg_ptr_to_graph_node(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta,enum btf_field_type head_field_type,enum btf_field_type node_field_type,struct btf_field ** node_field) __process_kf_arg_ptr_to_graph_node() argument 12647 process_kf_arg_ptr_to_list_node(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_kf_arg_ptr_to_list_node() argument 12656 process_kf_arg_ptr_to_rbtree_node(struct bpf_verifier_env * env,struct bpf_reg_state * reg,argno_t argno,struct bpf_call_arg_meta * meta) process_kf_arg_ptr_to_rbtree_node() argument 12671 check_css_task_iter_allowlist(struct bpf_verifier_env * env) check_css_task_iter_allowlist() argument 12687 check_kfunc_args(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,int insn_idx) check_kfunc_args() argument 13388 bpf_fetch_kfunc_arg_meta(struct bpf_verifier_env * env,s32 func_id,s16 offset,struct bpf_call_arg_meta * meta) bpf_fetch_kfunc_arg_meta() argument 13429 bpf_helper_stack_access_bytes(struct bpf_verifier_env * env,struct bpf_insn * insn,int arg,int insn_idx) bpf_helper_stack_access_bytes() argument 13547 bpf_kfunc_stack_access_bytes(struct bpf_verifier_env * env,struct bpf_insn * insn,int arg,int insn_idx) bpf_kfunc_stack_access_bytes() argument 13612 check_special_kfunc(struct bpf_verifier_env * env,struct bpf_call_arg_meta * meta,struct bpf_reg_state * regs,struct bpf_insn_aux_data * insn_aux,const struct btf_type * ptr_type,struct btf * desc_btf) check_special_kfunc() argument 13783 check_kfunc_call(struct bpf_verifier_env * env,struct bpf_insn * insn,int * insn_idx_p) check_kfunc_call() argument 14209 check_reg_sane_offset_scalar(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,enum bpf_reg_type type) check_reg_sane_offset_scalar() argument 14238 check_reg_sane_offset_ptr(struct bpf_verifier_env * env,const struct bpf_reg_state * reg,enum bpf_reg_type type) check_reg_sane_offset_ptr() argument 14298 can_skip_alu_sanitation(const struct bpf_verifier_env * env,const struct bpf_insn * insn) can_skip_alu_sanitation() argument 14323 sanitize_val_alu(struct bpf_verifier_env * env,struct bpf_insn * insn) sanitize_val_alu() argument 14344 sanitize_speculative_path(struct bpf_verifier_env * env,const struct bpf_insn * insn,u32 next_idx,u32 curr_idx) sanitize_speculative_path() argument 14364 sanitize_ptr_alu(struct bpf_verifier_env * env,struct bpf_insn * insn,const struct bpf_reg_state * ptr_reg,const struct bpf_reg_state * off_reg,struct bpf_reg_state * dst_reg,struct bpf_sanitize_info * info,const bool commit_window) sanitize_ptr_alu() argument 14460 sanitize_mark_insn_seen(struct bpf_verifier_env * env) sanitize_mark_insn_seen() argument 14473 sanitize_err(struct bpf_verifier_env * env,const struct bpf_insn * insn,int reason) sanitize_err() argument 14517 check_stack_access_for_ptr_arithmetic(struct bpf_verifier_env * env,int regno,const struct bpf_reg_state * reg,int off) check_stack_access_for_ptr_arithmetic() argument 14540 sanitize_check_bounds(struct bpf_verifier_env * env,const struct bpf_insn * insn,struct bpf_reg_state * dst_reg) sanitize_check_bounds() argument 14577 adjust_ptr_min_max_vals(struct bpf_verifier_env * env,struct bpf_insn * insn,u32 ptr_regno,const struct bpf_reg_state * ptr_reg,const struct bpf_reg_state * off_reg) adjust_ptr_min_max_vals() argument 15545 maybe_fork_scalars(struct bpf_verifier_env * env,struct bpf_insn * insn,struct bpf_reg_state * dst_reg) maybe_fork_scalars() argument 15578 adjust_scalar_min_max_vals(struct bpf_verifier_env * env,struct bpf_insn * insn,struct bpf_reg_state * dst_reg,struct bpf_reg_state src_reg) adjust_scalar_min_max_vals() argument 15736 adjust_reg_min_max_vals(struct bpf_verifier_env * env,struct bpf_insn * insn) adjust_reg_min_max_vals() argument 15925 check_alu_op(struct bpf_verifier_env * env,struct bpf_insn * insn) check_alu_op() argument 16200 simulate_both_branches_taken(struct bpf_verifier_env * env,u8 opcode,bool is_jmp32) simulate_both_branches_taken() argument 16233 is_scalar_branch_taken(struct bpf_verifier_env * env,struct bpf_reg_state * reg1,struct bpf_reg_state * reg2,u8 opcode,bool is_jmp32) is_scalar_branch_taken() argument 16457 is_branch_taken(struct bpf_verifier_env * env,struct bpf_reg_state * reg1,struct bpf_reg_state * reg2,u8 opcode,bool is_jmp32) is_branch_taken() argument 16670 regs_bounds_sanity_check_branches(struct bpf_verifier_env * env) regs_bounds_sanity_check_branches() argument 16867 collect_linked_regs(struct bpf_verifier_env * env,struct bpf_verifier_state * vstate,u32 id,struct linked_regs * linked_regs) collect_linked_regs() argument 16900 sync_linked_regs(struct bpf_verifier_env * env,struct bpf_verifier_state * vstate,struct bpf_reg_state * known_reg,struct linked_regs * linked_regs) sync_linked_regs() argument 16955 check_cond_jmp_op(struct bpf_verifier_env * env,struct bpf_insn * insn,int * insn_idx) check_cond_jmp_op() argument 17210 check_ld_imm(struct bpf_verifier_env * env,struct bpf_insn * insn) check_ld_imm() argument 17347 check_ld_abs(struct bpf_verifier_env * env,struct bpf_insn * insn) check_ld_abs() argument 17436 return_retval_range(struct bpf_verifier_env * env,struct bpf_retval_range * range) return_retval_range() argument 17547 program_returns_void(struct bpf_verifier_env * env) program_returns_void() argument 17579 check_return_code(struct bpf_verifier_env * env,int regno,const char * reg_name) check_return_code() argument 17664 check_global_subprog_return_code(struct bpf_verifier_env * env) check_global_subprog_return_code() argument 17702 bpf_verifier_inlines_helper_call(struct bpf_verifier_env * env,s32 imm) bpf_verifier_inlines_helper_call() argument 17721 bpf_get_call_summary(struct bpf_verifier_env * env,struct bpf_insn * call,struct bpf_call_summary * cs) bpf_get_call_summary() argument 17839 mark_fastcall_pattern_for_call(struct bpf_verifier_env * env,struct bpf_subprog_info * subprog,int insn_idx,s16 lowest_off) mark_fastcall_pattern_for_call() argument 17930 mark_fastcall_patterns(struct bpf_verifier_env * env) mark_fastcall_patterns() argument 17958 adjust_btf_func(struct bpf_verifier_env * env) adjust_btf_func() argument 18007 bpf_clear_singular_ids(struct bpf_verifier_env * env,struct bpf_verifier_state * st) bpf_clear_singular_ids() argument 18090 save_aux_ptr_type(struct bpf_verifier_env * env,enum bpf_reg_type type,bool allow_trust_mismatch) save_aux_ptr_type() argument 18134 process_bpf_exit_full(struct bpf_verifier_env * env,bool * do_print_state,bool exception_exit) process_bpf_exit_full() argument 18194 indirect_jump_min_max_index(struct bpf_verifier_env * env,int regno,struct bpf_map * map,u32 * pmin_index,u32 * pmax_index) indirect_jump_min_max_index() argument 18228 check_indirect_jump(struct bpf_verifier_env * env,struct bpf_insn * insn) check_indirect_jump() argument 18286 do_check_insn(struct bpf_verifier_env * env,bool * do_print_state) do_check_insn() argument 18396 do_check(struct bpf_verifier_env * env) do_check() argument 18639 __add_used_btf(struct bpf_verifier_env * env,struct btf * btf) __add_used_btf() argument 18685 __check_pseudo_btf_id(struct bpf_verifier_env * env,struct bpf_insn * insn,struct bpf_insn_aux_data * aux,struct btf * btf) __check_pseudo_btf_id() argument 18768 check_pseudo_btf_id(struct bpf_verifier_env * env,struct bpf_insn * insn,struct bpf_insn_aux_data * aux) check_pseudo_btf_id() argument 18821 check_map_prog_compatibility(struct bpf_verifier_env * env,struct bpf_map * map,struct bpf_prog * prog) check_map_prog_compatibility() argument 18931 __add_used_map(struct bpf_verifier_env * env,struct bpf_map * map) __add_used_map() argument 18985 add_used_map(struct bpf_verifier_env * env,int fd) add_used_map() argument 18999 fd_array_get_map_idx_continuous(struct bpf_verifier_env * env,u32 idx) fd_array_get_map_idx_continuous() argument 19016 fd_array_get_map_idx_sparse(struct bpf_verifier_env * env,u32 idx) fd_array_get_map_idx_sparse() argument 19026 fd_array_get_map_idx(struct bpf_verifier_env * env,u32 idx) fd_array_get_map_idx() argument 19041 check_alu_fields(struct bpf_verifier_env * env,struct bpf_insn * insn) check_alu_fields() argument 19115 check_jmp_fields(struct bpf_verifier_env * env,struct bpf_insn * insn) check_jmp_fields() argument 19173 check_insn_fields(struct bpf_verifier_env * env,struct bpf_insn * insn) check_insn_fields() argument 19233 check_and_resolve_insns(struct bpf_verifier_env * env) check_and_resolve_insns() argument 19377 release_maps(struct bpf_verifier_env * env) release_maps() argument 19384 release_btfs(struct bpf_verifier_env * env) release_btfs() argument 19390 convert_pseudo_ld_imm64(struct bpf_verifier_env * env) convert_pseudo_ld_imm64() argument 19405 release_insn_arrays(struct bpf_verifier_env * env) release_insn_arrays() argument 19424 sanitize_dead_code(struct bpf_verifier_env * env) sanitize_dead_code() argument 19440 free_states(struct bpf_verifier_env * env) free_states() argument 19483 do_check_common(struct bpf_verifier_env * env,int subprog,bool is_sleepable) do_check_common() argument 19671 do_check_subprogs(struct bpf_verifier_env * env) do_check_subprogs() argument 19725 do_check_main(struct bpf_verifier_env * env) do_check_main() argument 19736 print_verification_stats(struct bpf_verifier_env * env) print_verification_stats() argument 19775 check_struct_ops_btf_id(struct bpf_verifier_env * env) check_struct_ops_btf_id() argument 20526 check_attach_btf_id(struct bpf_verifier_env * env) check_attach_btf_id() argument 20711 add_fd_from_fd_array(struct bpf_verifier_env * env,u32 idx,int fd) add_fd_from_fd_array() argument 20750 process_fd_array_continuous(struct bpf_verifier_env * env,bpfptr_t fd_array,u32 cnt) process_fd_array_continuous() argument 20777 process_fd_array(struct bpf_verifier_env * env,union bpf_attr * attr,bpfptr_t uattr) process_fd_array() argument 20803 specialize_kfunc(struct bpf_verifier_env * env,struct bpf_kfunc_desc * desc,int insn_idx) specialize_kfunc() argument 20869 bpf_fixup_kfunc_call(struct bpf_verifier_env * env,struct bpf_insn * insn,struct bpf_insn * insn_buf,int insn_idx,int * cnt) bpf_fixup_kfunc_call() argument 21081 bpf_prog_verify_signature(struct bpf_verifier_env * env,union bpf_attr * attr,bool is_kernel) bpf_prog_verify_signature() argument 21202 struct bpf_verifier_env *env; bpf_check() local [all...] |