Lines Matching refs:subprog_info

445 	struct bpf_subprog_info *info = subprog_info(env, subprog);  in mark_subprog_exc_cb()
454 return subprog_info(env, subprog)->is_exception_cb; in subprog_is_exc_cb()
1460 if (env->subprog_info[state->subprogno].stack_depth < size) in grow_stack_state()
1461 env->subprog_info[state->subprogno].stack_depth = size; in grow_stack_state()
2753 struct bpf_subprog_info *vals = env->subprog_info; in find_containing_subprog()
2779 return p - env->subprog_info; in find_subprog()
2799 env->subprog_info[env->subprog_cnt++].start = off; in add_subprog()
2800 sort(env->subprog_info, env->subprog_cnt, in add_subprog()
2801 sizeof(env->subprog_info[0]), cmp_subprogs, NULL); in add_subprog()
3211 struct bpf_subprog_info *subprog = env->subprog_info; in add_subprog_and_kfunc()
3252 if (env->subprog_info[i].start != ex_cb_insn) in add_subprog_and_kfunc()
3275 struct bpf_subprog_info *subprog = env->subprog_info; in check_subprogs()
4844 struct bpf_subprog_info *subprog = &env->subprog_info[state->subprogno]; in check_fastcall_stack_contract()
6326 struct bpf_subprog_info *subprog = env->subprog_info; in check_max_stack_depth_subprog()
6490 struct bpf_subprog_info *si = env->subprog_info; in check_max_stack_depth()
6543 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth()
10030 struct bpf_subprog_info *sub = subprog_info(env, subprog); in btf_check_func_arg_match()
10167 env->subprog_info[subprog].is_cb = true; in push_callback_call()
10184 env->subprog_info[subprog].is_async_cb = true; in push_callback_call()
10185 async_cb = push_async_cb(env, env->subprog_info[subprog].start, in push_callback_call()
10204 callback_state = push_stack(env, env->subprog_info[subprog].start, insn_idx, false); in push_callback_call()
10268 if (env->subprog_info[subprog].changes_pkt_data) in check_func_call()
10292 *insn_idx = env->subprog_info[subprog].start - 1; in check_func_call()
16992 struct bpf_subprog_info *subprog = env->subprog_info; in mark_fastcall_patterns()
17174 ex_insn_beg = env->subprog_info[env->exception_callback_subprog].start; in check_cfg()
17201 env->prog->aux->changes_pkt_data = env->subprog_info[0].changes_pkt_data; in check_cfg()
17215 if (env->subprog_info[i].has_ld_abs) { in check_abnormal_return()
17219 if (env->subprog_info[i].has_tail_call) { in check_abnormal_return()
17374 if (env->subprog_info[i].start != krecord[i].insn_off) { in check_btf_func()
17388 if (i && !scalar_return && env->subprog_info[i].has_ld_abs) { in check_btf_func()
17392 if (i && !scalar_return && env->subprog_info[i].has_tail_call) { in check_btf_func()
17418 aux->func_info[i].insn_off = env->subprog_info[i].start; in adjust_btf_func()
17460 sub = env->subprog_info; in check_btf_line()
19877 if (env->subprog_info[i].start <= off) in adjust_subprog_starts()
19879 env->subprog_info[i].start += len - 1; in adjust_subprog_starts()
19970 if (env->subprog_info[i].start >= off) in adjust_subprog_starts_after_remove()
19974 if (env->subprog_info[j].start >= off + cnt) in adjust_subprog_starts_after_remove()
19979 if (env->subprog_info[j].start != off + cnt) in adjust_subprog_starts_after_remove()
19989 memmove(env->subprog_info + i, in adjust_subprog_starts_after_remove()
19990 env->subprog_info + j, in adjust_subprog_starts_after_remove()
19991 sizeof(*env->subprog_info) * move); in adjust_subprog_starts_after_remove()
20008 if (env->subprog_info[i].start == off) in adjust_subprog_starts_after_remove()
20014 env->subprog_info[i].start -= cnt; in adjust_subprog_starts_after_remove()
20070 if (env->subprog_info[i].linfo_idx > l_off) { in bpf_adj_linfo_after_remove()
20074 if (env->subprog_info[i].linfo_idx >= l_off + l_cnt) in bpf_adj_linfo_after_remove()
20075 env->subprog_info[i].linfo_idx -= l_cnt; in bpf_adj_linfo_after_remove()
20077 env->subprog_info[i].linfo_idx = l_off; in bpf_adj_linfo_after_remove()
20335 struct bpf_subprog_info *subprogs = env->subprog_info; in convert_ctx_accesses()
20656 subprog_end = env->subprog_info[i + 1].start; in jit_subprogs()
20693 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs()
20694 if (env->subprog_info[i].priv_stack_mode == PRIV_STACK_ADAPTIVE) in jit_subprogs()
20704 func[i]->aux->linfo_idx = env->subprog_info[i].linfo_idx; in jit_subprogs()
20723 func[i]->aux->tail_call_reachable = env->subprog_info[i].tail_call_reachable; in jit_subprogs()
20724 func[i]->aux->exception_cb = env->subprog_info[i].is_exception_cb; in jit_subprogs()
20725 func[i]->aux->changes_pkt_data = env->subprog_info[i].changes_pkt_data; in jit_subprogs()
21067 struct bpf_subprog_info *info = env->subprog_info; in add_hidden_subprog()
21108 struct bpf_subprog_info *subprogs = env->subprog_info; in do_misc_fixups()
22028 callback_start = env->subprog_info[callback_subprogno].start; in inline_bpf_loop()
22055 struct bpf_subprog_info *subprogs = env->subprog_info; in optimize_bpf_loop()
22093 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in optimize_bpf_loop()
22103 struct bpf_subprog_info *subprog = env->subprog_info; in remove_fastcall_spills_fills()
22165 struct bpf_subprog_info *sub = subprog_info(env, subprog); in do_check_common()
22189 state->first_insn_idx = env->subprog_info[subprog].start; in do_check_common()
22332 env->insn_idx = env->subprog_info[i].start; in do_check_subprogs()
22366 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in do_check_main()
22380 u32 depth = env->subprog_info[i].stack_depth; in print_verification_stats()