180 	struct bpf_liveness *liveness = env->liveness;  in __lookup_instance()  local
186 	hash_for_each_possible(liveness->func_instances, result, hl_node, key)  in __lookup_instance()
204 	hash_add(liveness->func_instances, &result->hl_node, key);  in __lookup_instance()
220 	env->liveness = kvzalloc_obj(*env->liveness, GFP_KERNEL_ACCOUNT);  in bpf_stack_liveness_init()
221 	if (!env->liveness)  in bpf_stack_liveness_init()
223 	hash_init(env->liveness->func_instances);  in bpf_stack_liveness_init()
233 	if (!env->liveness)  in bpf_stack_liveness_free()
235 	hash_for_each_safe(env->liveness->func_instances, bkt, tmp, instance, hl_node) {  in bpf_stack_liveness_free()
241 	kvfree(env->liveness);  in bpf_stack_liveness_free()
280 	env->liveness->cur_instance = NULL;  in bpf_reset_live_stack_callchain()
286 	struct bpf_liveness *liveness = env->liveness;  in ensure_cur_instance()  local
289 	if (liveness->cur_instance)  in ensure_cur_instance()
296 	liveness->cur_instance = instance;  in ensure_cur_instance()
323 	err = err ?: mark_stack_read(env, env->liveness->cur_instance, frame, insn_idx, mask);  in bpf_mark_stack_read()
330 	struct bpf_liveness *liveness = env->liveness;  in reset_stack_write_marks()  local
333 	liveness->write_insn_idx = insn_idx;  in reset_stack_write_marks()
335 		liveness->write_masks_acc[i] = 0;  in reset_stack_write_marks()
340 	struct bpf_liveness *liveness = env->liveness;  in bpf_reset_stack_write_marks()  local
347 	reset_stack_write_marks(env, liveness->cur_instance, insn_idx);  in bpf_reset_stack_write_marks()
353 	env->liveness->write_masks_acc[frame] |= mask;  in bpf_mark_stack_write()
359 	struct bpf_liveness *liveness = env->liveness;  in commit_stack_write_marks()  local
368 	idx = relative_idx(instance, liveness->write_insn_idx);  in commit_stack_write_marks()
370 		mask = liveness->write_masks_acc[frame];  in commit_stack_write_marks()
374 		masks = alloc_frame_masks(env, instance, frame, liveness->write_insn_idx);  in commit_stack_write_marks()
392 	liveness->write_insn_idx = 0;  in commit_stack_write_marks()
402 	return commit_stack_write_marks(env, env->liveness->cur_instance);  in bpf_commit_stack_write_marks()
710 	struct live_stack_query *q = &env->liveness->live_stack_query;  in bpf_live_stack_query_init()
734 	struct live_stack_query *q = &env->liveness->live_stack_query;  in bpf_stack_slot_alive()