866 	struct bpf_iter_task_vma_kern *kit = (void *)it;  in bpf_iter_task_vma_new()  local
873 		kit->data = NULL;  in bpf_iter_task_vma_new()
885 		kit->data = NULL;  in bpf_iter_task_vma_new()
889 	/* is_iter_reg_valid_uninit guarantees that kit hasn't been initialized  in bpf_iter_task_vma_new()
890 	 * before, so non-NULL kit->data doesn't point to previously  in bpf_iter_task_vma_new()
893 	kit->data = bpf_mem_alloc(&bpf_global_ma, sizeof(struct bpf_iter_task_vma_kern_data));  in bpf_iter_task_vma_new()
894 	if (!kit->data)  in bpf_iter_task_vma_new()
897 	kit->data->task = get_task_struct(task);  in bpf_iter_task_vma_new()
911 	kit->data->mm = task->mm;  in bpf_iter_task_vma_new()
912 	if (kit->data->mm && !(task->flags & PF_KTHREAD))  in bpf_iter_task_vma_new()
913 		mmget(kit->data->mm);  in bpf_iter_task_vma_new()
915 		kit->data->mm = NULL;  in bpf_iter_task_vma_new()
917 	if (!kit->data->mm) {  in bpf_iter_task_vma_new()
922 	kit->data->snapshot.vm_file = NULL;  in bpf_iter_task_vma_new()
923 	kit->data->next_addr = addr;  in bpf_iter_task_vma_new()
927 	put_task_struct(kit->data->task);  in bpf_iter_task_vma_new()
928 	bpf_mem_free(&bpf_global_ma, kit->data);  in bpf_iter_task_vma_new()
929 	/* NULL kit->data signals failed bpf_iter_task_vma initialization */  in bpf_iter_task_vma_new()
930 	kit->data = NULL;  in bpf_iter_task_vma_new()
994 	struct bpf_iter_task_vma_kern *kit = (void *)it;  in bpf_iter_task_vma_next()  local
997 	if (!kit->data) /* bpf_iter_task_vma_new failed */  in bpf_iter_task_vma_next()
1000 	snap = &kit->data->snapshot;  in bpf_iter_task_vma_next()
1004 	vma = bpf_iter_task_vma_find_next(kit->data);  in bpf_iter_task_vma_next()
1020 	kit->data->next_addr = vma->vm_end;  in bpf_iter_task_vma_next()
1027 	struct bpf_iter_task_vma_kern *kit = (void *)it;  in bpf_iter_task_vma_destroy()  local
1029 	if (kit->data) {  in bpf_iter_task_vma_destroy()
1030 		bpf_iter_task_vma_snapshot_reset(&kit->data->snapshot);  in bpf_iter_task_vma_destroy()
1031 		put_task_struct(kit->data->task);  in bpf_iter_task_vma_destroy()
1032 		bpf_iter_mmput_async(kit->data->mm);  in bpf_iter_task_vma_destroy()
1033 		bpf_mem_free(&bpf_global_ma, kit->data);  in bpf_iter_task_vma_destroy()
1054 	struct bpf_iter_css_task_kern *kit = (void *)it;  in bpf_iter_css_task_new()  local
1059 	kit->css_it = NULL;  in bpf_iter_css_task_new()
1069 	kit->css_it = bpf_mem_alloc(&bpf_global_ma, sizeof(struct css_task_iter));  in bpf_iter_css_task_new()
1070 	if (!kit->css_it)  in bpf_iter_css_task_new()
1072 	css_task_iter_start(css, flags, kit->css_it);  in bpf_iter_css_task_new()
1078 	struct bpf_iter_css_task_kern *kit = (void *)it;  in bpf_iter_css_task_next()  local
1080 	if (!kit->css_it)  in bpf_iter_css_task_next()
1082 	return css_task_iter_next(kit->css_it);  in bpf_iter_css_task_next()
1087 	struct bpf_iter_css_task_kern *kit = (void *)it;  in bpf_iter_css_task_destroy()  local
1089 	if (!kit->css_it)  in bpf_iter_css_task_destroy()
1091 	css_task_iter_end(kit->css_it);  in bpf_iter_css_task_destroy()
1092 	bpf_mem_free(&bpf_global_ma, kit->css_it);  in bpf_iter_css_task_destroy()
1123 	struct bpf_iter_task_kern *kit = (void *)it;  in bpf_iter_task_new()  local
1129 	kit->pos = NULL;  in bpf_iter_task_new()
1144 		kit->task = task__nullable;  in bpf_iter_task_new()
1146 		kit->task = &init_task;  in bpf_iter_task_new()
1147 	kit->pos = kit->task;  in bpf_iter_task_new()
1148 	kit->flags = flags;  in bpf_iter_task_new()
1154 	struct bpf_iter_task_kern *kit = (void *)it;  in bpf_iter_task_next()  local
1158 	flags = kit->flags;  in bpf_iter_task_next()
1159 	pos = kit->pos;  in bpf_iter_task_next()
1167 	kit->pos = __next_thread(kit->pos);  in bpf_iter_task_next()
1168 	if (kit->pos || flags == BPF_TASK_ITER_PROC_THREADS)  in bpf_iter_task_next()
1172 	kit->task = next_task(kit->task);  in bpf_iter_task_next()
1173 	if (kit->task == &init_task)  in bpf_iter_task_next()
1174 		kit->pos = NULL;  in bpf_iter_task_next()
1176 		kit->pos = kit->task;  in bpf_iter_task_next()