49 static void arena_free_pages(struct bpf_arena *arena, long uaddr, long page_cnt, bool sleepable);
72 	unsigned long uaddr;  member
111 static long compute_pgoff(struct bpf_arena *arena, long uaddr)  in compute_pgoff()  argument
113 	return (u32)(uaddr - (u32)arena->user_vm_start) >> PAGE_SHIFT;  in compute_pgoff()
549 static long arena_alloc_pages(struct bpf_arena *arena, long uaddr, long page_cnt, int node_id,  in arena_alloc_pages()  argument
572 	if (uaddr) {  in arena_alloc_pages()
573 		if (uaddr & ~PAGE_MASK)  in arena_alloc_pages()
575 		pgoff = compute_pgoff(arena, uaddr);  in arena_alloc_pages()
594 	if (uaddr) {  in arena_alloc_pages()
669 static void zap_pages(struct bpf_arena *arena, long uaddr, long page_cnt)  in zap_pages()  argument
676 		zap_vma_range(vml->vma, uaddr, PAGE_SIZE * page_cnt);  in zap_pages()
679 static void arena_free_pages(struct bpf_arena *arena, long uaddr, long page_cnt, bool sleepable)  in arena_free_pages()  argument
692 	uaddr = (u32)uaddr;  in arena_free_pages()
693 	uaddr &= PAGE_MASK;  in arena_free_pages()
694 	kaddr = bpf_arena_get_kern_vm_start(arena) + uaddr;  in arena_free_pages()
695 	full_uaddr = clear_lo32(arena->user_vm_start) + uaddr;  in arena_free_pages()
701 	pgoff = compute_pgoff(arena, uaddr);  in arena_free_pages()
757 	s->uaddr = uaddr;  in arena_free_pages()
766 static int arena_reserve_pages(struct bpf_arena *arena, long uaddr, u32 page_cnt)  in arena_reserve_pages()  argument
774 	if (uaddr & ~PAGE_MASK)  in arena_reserve_pages()
777 	pgoff = compute_pgoff(arena, uaddr);  in arena_reserve_pages()
828 		kaddr = arena_vm_start + s->uaddr;  in arena_free_worker()
829 		pgoff = compute_pgoff(arena, s->uaddr);  in arena_free_worker()
843 		full_uaddr = clear_lo32(user_vm_start) + s->uaddr;  in arena_free_worker()
844 		kaddr = arena_vm_start + s->uaddr;  in arena_free_worker()