14 #define verbose(env, fmt, args...) bpf_verifier_log_write(env, fmt, ##args)  argument
304 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env,  in bpf_verifier_log_write()  argument
309 	if (!bpf_verifier_log_needed(&env->log))  in bpf_verifier_log_write()
313 	bpf_verifier_vlog(&env->log, fmt, args);  in bpf_verifier_log_write()
333 find_linfo(const struct bpf_verifier_env *env, u32 insn_off)  in find_linfo()  argument
340 	prog = env->prog;  in find_linfo()
381 __printf(3, 4) void verbose_linfo(struct bpf_verifier_env *env,  in verbose_linfo()  argument
389 	if (!bpf_verifier_log_needed(&env->log))  in verbose_linfo()
392 	prev_linfo = env->prev_linfo;  in verbose_linfo()
393 	linfo = find_linfo(env, insn_off);  in verbose_linfo()
413 		bpf_verifier_vlog(&env->log, prefix_fmt, args);  in verbose_linfo()
417 	btf = env->prog->aux->btf;  in verbose_linfo()
419 	verbose(env, "%s", s); /* source code line */  in verbose_linfo()
425 	verbose(env, " @ %s:%u\n", fname, BPF_LINE_INFO_LINE_NUM(linfo->line_col));  in verbose_linfo()
427 	env->prev_linfo = linfo;  in verbose_linfo()
440 const char *reg_type_str(struct bpf_verifier_env *env, enum bpf_reg_type type)  in reg_type_str()  argument
485 	snprintf(env->tmp_str_buf, TMP_STR_BUF_LEN, "%s%s%s",  in reg_type_str()
487 	return env->tmp_str_buf;  in reg_type_str()
543 static void print_liveness(struct bpf_verifier_env *env,  in print_liveness()  argument
547 	    verbose(env, "_");  in print_liveness()
549 		verbose(env, "r");  in print_liveness()
551 		verbose(env, "w");  in print_liveness()
553 		verbose(env, "D");  in print_liveness()
570 static void verbose_unum(struct bpf_verifier_env *env, u64 num)  in verbose_unum()  argument
573 		verbose(env, "%llu", num);  in verbose_unum()
575 		verbose(env, "%#llx", num);  in verbose_unum()
578 static void verbose_snum(struct bpf_verifier_env *env, s64 num)  in verbose_snum()  argument
581 		verbose(env, "%lld", num);  in verbose_snum()
583 		verbose(env, "%#llx", num);  in verbose_snum()
599 static void print_scalar_ranges(struct bpf_verifier_env *env,  in print_scalar_ranges()  argument
643 		verbose(env, "%s%s=", *sep, m1->name);  in print_scalar_ranges()
654 			verbose(env, "%s=", m2->name);  in print_scalar_ranges()
658 			verbose_snum(env, m1->val);  in print_scalar_ranges()
660 			verbose_unum(env, m1->val);  in print_scalar_ranges()
679 #define verbose_a(fmt, ...) ({ verbose(env, "%s" fmt, sep, ##__VA_ARGS__); sep = ","; })
681 static void print_reg_state(struct bpf_verifier_env *env,  in print_reg_state()  argument
690 		verbose(env, "P");  in print_reg_state()
692 		verbose_snum(env, reg->var_off.value);  in print_reg_state()
696 	verbose(env, "%s", reg_type_str(env, t));  in print_reg_state()
701 			verbose(env, "[%d]", reg->frameno);  in print_reg_state()
703 			verbose_snum(env, reg->var_off.value + reg->off);  in print_reg_state()
708 		verbose(env, "%s", btf_type_name(reg->btf, reg->btf_id));  in print_reg_state()
709 	verbose(env, "(");  in print_reg_state()
713 		verbose(env, "%+d", reg->off);  in print_reg_state()
727 		verbose_snum(env, reg->off);  in print_reg_state()
731 		verbose_unum(env, reg->range);  in print_reg_state()
735 		verbose_unum(env, reg->mem_size);  in print_reg_state()
743 			verbose_snum(env, reg->var_off.value);  in print_reg_state()
746 		print_scalar_ranges(env, reg, &sep);  in print_reg_state()
754 	verbose(env, ")");  in print_reg_state()
757 void print_verifier_state(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,  in print_verifier_state()  argument
765 		verbose(env, " frame%d:", state->frameno);  in print_verifier_state()
770 		if (!print_all && !reg_scratched(env, i))  in print_verifier_state()
772 		verbose(env, " R%d", i);  in print_verifier_state()
773 		print_liveness(env, reg->live);  in print_verifier_state()
774 		verbose(env, "=");  in print_verifier_state()
775 		print_reg_state(env, state, reg);  in print_verifier_state()
784 		if (!print_all && !stack_slot_scratched(env, i))  in print_verifier_state()
806 			verbose(env, " fp%d", (-i - 1) * BPF_REG_SIZE);  in print_verifier_state()
807 			print_liveness(env, reg->live);  in print_verifier_state()
808 			verbose(env, "=%s", types_buf);  in print_verifier_state()
809 			print_reg_state(env, state, reg);  in print_verifier_state()
816 			verbose(env, " fp%d", (-i - 1) * BPF_REG_SIZE);  in print_verifier_state()
817 			print_liveness(env, reg->live);  in print_verifier_state()
818 			verbose(env, "=dynptr_%s(", dynptr_type_str(reg->dynptr.type));  in print_verifier_state()
825 			verbose(env, ")");  in print_verifier_state()
832 			verbose(env, " fp%d", (-i - 1) * BPF_REG_SIZE);  in print_verifier_state()
833 			print_liveness(env, reg->live);  in print_verifier_state()
834 			verbose(env, "=iter_%s(ref_id=%d,state=%s,depth=%u)",  in print_verifier_state()
842 			verbose(env, " fp%d", (-i - 1) * BPF_REG_SIZE);  in print_verifier_state()
843 			print_liveness(env, reg->live);  in print_verifier_state()
844 			verbose(env, "=%s", types_buf);  in print_verifier_state()
849 		verbose(env, " refs=%d", vstate->refs[0].id);  in print_verifier_state()
852 				verbose(env, ",%d", vstate->refs[i].id);  in print_verifier_state()
855 		verbose(env, " cb");  in print_verifier_state()
857 		verbose(env, " async_cb");  in print_verifier_state()
858 	verbose(env, "\n");  in print_verifier_state()
860 		mark_verifier_state_clean(env);  in print_verifier_state()
869 void print_insn_state(struct bpf_verifier_env *env, const struct bpf_verifier_state *vstate,  in print_insn_state()  argument
872 	if (env->prev_log_pos && env->prev_log_pos == env->log.end_pos) {  in print_insn_state()
874 		bpf_vlog_reset(&env->log, env->prev_log_pos - 1);  in print_insn_state()
875 		verbose(env, "%*c;", vlog_alignment(env->prev_insn_print_pos), ' ');  in print_insn_state()
877 		verbose(env, "%d:", env->insn_idx);  in print_insn_state()
879 	print_verifier_state(env, vstate, frameno, false);  in print_insn_state()