821 	struct bpf_iter_task_vma_kern *kit = (void *)it;  in bpf_iter_task_vma_new()  local
832 	kit->data = bpf_mem_alloc(&bpf_global_ma, sizeof(struct bpf_iter_task_vma_kern_data));  in bpf_iter_task_vma_new()
833 	if (!kit->data)  in bpf_iter_task_vma_new()
836 	kit->data->task = get_task_struct(task);  in bpf_iter_task_vma_new()
837 	kit->data->mm = task->mm;  in bpf_iter_task_vma_new()
838 	if (!kit->data->mm) {  in bpf_iter_task_vma_new()
844 	irq_work_busy = bpf_mmap_unlock_get_irq_work(&kit->data->work);  in bpf_iter_task_vma_new()
845 	if (irq_work_busy || !mmap_read_trylock(kit->data->mm)) {  in bpf_iter_task_vma_new()
850 	vma_iter_init(&kit->data->vmi, kit->data->mm, addr);  in bpf_iter_task_vma_new()
854 	if (kit->data->task)  in bpf_iter_task_vma_new()
855 		put_task_struct(kit->data->task);  in bpf_iter_task_vma_new()
856 	bpf_mem_free(&bpf_global_ma, kit->data);  in bpf_iter_task_vma_new()
858 	kit->data = NULL;  in bpf_iter_task_vma_new()
864 	struct bpf_iter_task_vma_kern *kit = (void *)it;  in bpf_iter_task_vma_next()  local
866 	if (!kit->data) /* bpf_iter_task_vma_new failed */  in bpf_iter_task_vma_next()
868 	return vma_next(&kit->data->vmi);  in bpf_iter_task_vma_next()
873 	struct bpf_iter_task_vma_kern *kit = (void *)it;  in bpf_iter_task_vma_destroy()  local
875 	if (kit->data) {  in bpf_iter_task_vma_destroy()
876 		bpf_mmap_unlock_mm(kit->data->work, kit->data->mm);  in bpf_iter_task_vma_destroy()
877 		put_task_struct(kit->data->task);  in bpf_iter_task_vma_destroy()
878 		bpf_mem_free(&bpf_global_ma, kit->data);  in bpf_iter_task_vma_destroy()
899 	struct bpf_iter_css_task_kern *kit = (void *)it;  in bpf_iter_css_task_new()  local
904 	kit->css_it = NULL;  in bpf_iter_css_task_new()
914 	kit->css_it = bpf_mem_alloc(&bpf_global_ma, sizeof(struct css_task_iter));  in bpf_iter_css_task_new()
915 	if (!kit->css_it)  in bpf_iter_css_task_new()
917 	css_task_iter_start(css, flags, kit->css_it);  in bpf_iter_css_task_new()
923 	struct bpf_iter_css_task_kern *kit = (void *)it;  in bpf_iter_css_task_next()  local
925 	if (!kit->css_it)  in bpf_iter_css_task_next()
927 	return css_task_iter_next(kit->css_it);  in bpf_iter_css_task_next()
932 	struct bpf_iter_css_task_kern *kit = (void *)it;  in bpf_iter_css_task_destroy()  local
934 	if (!kit->css_it)  in bpf_iter_css_task_destroy()
936 	css_task_iter_end(kit->css_it);  in bpf_iter_css_task_destroy()
937 	bpf_mem_free(&bpf_global_ma, kit->css_it);  in bpf_iter_css_task_destroy()
968 	struct bpf_iter_task_kern *kit = (void *)it;  in bpf_iter_task_new()  local
974 	kit->pos = NULL;  in bpf_iter_task_new()
989 		kit->task = task__nullable;  in bpf_iter_task_new()
991 		kit->task = &init_task;  in bpf_iter_task_new()
992 	kit->pos = kit->task;  in bpf_iter_task_new()
993 	kit->flags = flags;  in bpf_iter_task_new()
999 	struct bpf_iter_task_kern *kit = (void *)it;  in bpf_iter_task_next()  local
1003 	flags = kit->flags;  in bpf_iter_task_next()
1004 	pos = kit->pos;  in bpf_iter_task_next()
1012 	kit->pos = __next_thread(kit->pos);  in bpf_iter_task_next()
1013 	if (kit->pos || flags == BPF_TASK_ITER_PROC_THREADS)  in bpf_iter_task_next()
1017 	kit->task = next_task(kit->task);  in bpf_iter_task_next()
1018 	if (kit->task == &init_task)  in bpf_iter_task_next()
1019 		kit->pos = NULL;  in bpf_iter_task_next()
1021 		kit->pos = kit->task;  in bpf_iter_task_next()