587 static struct bpf_func_state *func(struct bpf_verifier_env *env,  in func()
595 static bool is_spi_bounds_valid(struct bpf_func_state *state, int spi, int nr_slots)  in is_spi_bounds_valid()
714 				        struct bpf_func_state *state, int spi);
719 	struct bpf_func_state *state = func(env, reg);  in mark_stack_slots_dynptr()
777 static void invalidate_dynptr(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi)  in invalidate_dynptr()
816 	struct bpf_func_state *state = func(env, reg);  in unmark_stack_slots_dynptr()
872 				        struct bpf_func_state *state, int spi)  in destroy_if_dynptr_stack_slot()
874 	struct bpf_func_state *fstate;  in destroy_if_dynptr_stack_slot()
957 	struct bpf_func_state *state = func(env, reg);  in is_dynptr_reg_valid_init()
987 	struct bpf_func_state *state = func(env, reg);  in is_dynptr_type_expected()
1017 	struct bpf_func_state *state = func(env, reg);  in mark_stack_slots_iter()
1059 	struct bpf_func_state *state = func(env, reg);  in unmark_stack_slots_iter()
1090 	struct bpf_func_state *state = func(env, reg);  in is_iter_reg_valid_uninit()
1117 	struct bpf_func_state *state = func(env, reg);  in is_iter_reg_valid_init()
1153 	struct bpf_func_state *state = func(env, reg);  in mark_stack_slot_irq_flag()
1183 	struct bpf_func_state *state = func(env, reg);  in unmark_stack_slot_irq_flag()
1226 	struct bpf_func_state *state = func(env, reg);  in is_irq_flag_reg_valid_uninit()
1250 	struct bpf_func_state *state = func(env, reg);  in is_irq_flag_reg_valid_init()
1415 static int copy_stack_state(struct bpf_func_state *dst, const struct bpf_func_state *src)  in copy_stack_state()
1442 static int grow_stack_state(struct bpf_verifier_env *env, struct bpf_func_state *state, int size)  in grow_stack_state()
1603 static void free_func_state(struct bpf_func_state *state)  in free_func_state()
1628 static int copy_func_state(struct bpf_func_state *dst,  in copy_func_state()
1629 			   const struct bpf_func_state *src)  in copy_func_state()
1631 	memcpy(dst, src, offsetof(struct bpf_func_state, stack));  in copy_func_state()
1638 	struct bpf_func_state *dst;  in copy_verifier_state()
1687 	struct bpf_func_state *state = cur->frame[cur->curframe];  in explored_state()
2648 			   struct bpf_func_state *state)  in init_reg_state()
2673 			    struct bpf_func_state *state,  in init_func_state()
2690 	struct bpf_func_state *frame;  in push_async_cb()
3381 	struct bpf_func_state *state = func(env, reg);  in mark_stack_slot_obj_read()
3619 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in check_reg_arg()
4372 	struct bpf_func_state *func;  in mark_all_scalars_precise()
4418 	struct bpf_func_state *func;  in mark_all_scalars_imprecise()
4535 	struct bpf_func_state *func;  in __mark_chain_precision()
4812 				struct bpf_func_state *state,  in save_register_state()
4842 					  struct bpf_func_state *state, int insn_idx, int off)  in check_fastcall_stack_contract()
4870 				       struct bpf_func_state *state,  in check_stack_write_fixed_off()
4874 	struct bpf_func_state *cur; /* state of the current function */  in check_stack_write_fixed_off()
5015 				     struct bpf_func_state *state,  in check_stack_write_var_off()
5019 	struct bpf_func_state *cur; /* state of the current function */  in check_stack_write_var_off()
5133 				struct bpf_func_state *ptr_state,  in mark_reg_stack_read()
5137 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in mark_reg_stack_read()
5174 				      struct bpf_func_state *reg_state,  in check_stack_read_fixed_off()
5178 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in check_stack_read_fixed_off()
5335 	struct bpf_func_state *ptr_state = func(env, reg);  in check_stack_read_var_off()
5367 	struct bpf_func_state *state = func(env, reg);  in check_stack_read()
5424 	struct bpf_func_state *state = func(env, reg);  in check_stack_write()
5506 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in check_mem_region_access()
5836 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in check_map_access()
7173                                           struct bpf_func_state *state,  in check_stack_slot_within_bounds()
7200 	struct bpf_func_state *state = func(env, reg);  in check_stack_access_within_bounds()
7646 	struct bpf_func_state *state = func(env, reg);  in check_stack_range_initialized()
8301 	struct bpf_func_state *state = func(env, reg);  in iter_ref_obj_id()
8472 	struct bpf_func_state *fold, *fcur;  in widen_imprecise_scalars()
8591 	struct bpf_func_state *cur_fr = cur_st->frame[cur_st->curframe], *queued_fr;  in process_iter_next_call()
9064 	struct bpf_func_state *state = func(env, reg);  in dynptr_id()
9077 	struct bpf_func_state *state = func(env, reg);  in dynptr_ref_obj_id()
9091 	struct bpf_func_state *state = func(env, reg);  in dynptr_get_type()
9160 	struct bpf_func_state *state = func(env, key);  in get_constant_map_key()
9280 			struct bpf_func_state *state = func(env, reg);  in check_func_arg()
9871 	struct bpf_func_state *state;  in clear_all_pkt_pointers()
9887 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in mark_pkt_end()
9929 	struct bpf_func_state *state;  in release_reference()
9947 	struct bpf_func_state *unused;  in invalidate_non_owning_refs()
9969 				   struct bpf_func_state *caller,
9970 				   struct bpf_func_state *callee,
9974 			    struct bpf_func_state *caller,
9975 			    struct bpf_func_state *callee, int insn_idx);
9981 	struct bpf_func_state *caller, *callee;  in setup_func_entry()
10155 	struct bpf_func_state *caller, *callee;  in push_callback_call()
10223 	struct bpf_func_state *caller;  in check_func_call()
10305 				   struct bpf_func_state *caller,  in map_set_for_each_callback_args()
10306 				   struct bpf_func_state *callee)  in map_set_for_each_callback_args()
10332 			    struct bpf_func_state *caller,  in set_callee_state()
10333 			    struct bpf_func_state *callee, int insn_idx)  in set_callee_state()
10346 				       struct bpf_func_state *caller,  in set_map_elem_callback_state()
10347 				       struct bpf_func_state *callee,  in set_map_elem_callback_state()
10372 				   struct bpf_func_state *caller,  in set_loop_callback_state()
10373 				   struct bpf_func_state *callee,  in set_loop_callback_state()
10394 				    struct bpf_func_state *caller,  in set_timer_callback_state()
10395 				    struct bpf_func_state *callee,  in set_timer_callback_state()
10424 				       struct bpf_func_state *caller,  in set_find_vma_callback_state()
10425 				       struct bpf_func_state *callee,  in set_find_vma_callback_state()
10452 					   struct bpf_func_state *caller,  in set_user_ringbuf_callback_state()
10453 					   struct bpf_func_state *callee,  in set_user_ringbuf_callback_state()
10475 					 struct bpf_func_state *caller,  in set_rbtree_add_callback_state()
10476 					 struct bpf_func_state *callee,  in set_rbtree_add_callback_state()
10516 	struct bpf_func_state *callee;  in in_rbtree_lock_required_cb()
10543 	struct bpf_func_state *caller, *callee;  in prepare_func_exit()
11064 			struct bpf_func_state *state;  in check_helper_call()
12130 	struct bpf_func_state *unused;  in ref_convert_owning_non_owning()
13126 		struct bpf_func_state *state;  in check_kfunc_call()
13881 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in adjust_ptr_min_max_vals()
14775 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in adjust_reg_min_max_vals()
15150 	struct bpf_func_state *state;  in find_good_pkt_pointers()
15696 static void mark_ptr_or_null_reg(struct bpf_func_state *state,  in mark_ptr_or_null_reg()
15749 	struct bpf_func_state *state = vstate->frame[vstate->curframe];  in mark_ptr_or_null_regs()
15896 	struct bpf_func_state *func;  in collect_linked_regs()
16406 	struct bpf_func_state *frame = env->cur_state->frame[0];  in check_return_code()
17742 			     struct bpf_func_state *st)  in clean_func_state()
18014 static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old,  in stacksafe()
18015 		      struct bpf_func_state *cur, struct bpf_idmap *idmap,  in stacksafe()
18212 static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old,  in func_states_equal()
18213 			      struct bpf_func_state *cur, enum exact_level exact)  in func_states_equal()
18314 	struct bpf_func_state *state, *parent;  in propagate_liveness()
18360 	struct bpf_func_state *state;  in propagate_precision()
18415 	struct bpf_func_state *fold, *fcur;  in states_maybe_looping()
18496 	struct bpf_func_state *state;  in iter_active_depths_differ()
18553 			struct bpf_func_state *frame = sl->state.frame[sl->state.curframe];  in is_state_visited()
18608 					struct bpf_func_state *cur_frame;  in is_state_visited()
18850 		struct bpf_func_state *frame = cur->frame[j];  in is_state_visited()
18851 		struct bpf_func_state *newframe = new->frame[j];  in is_state_visited()
22179 	state->frame[0] = kzalloc(sizeof(struct bpf_func_state), GFP_KERNEL);  in do_check_common()