62 	struct xe_vma *vma = &uvma->vma;  in xe_vma_userptr_pin_pages()  local
63 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vma_userptr_pin_pages()
66 		.read_only = xe_vma_read_only(vma),  in xe_vma_userptr_pin_pages()
72 	xe_assert(xe, xe_vma_is_userptr(vma));  in xe_vma_userptr_pin_pages()
74 	if (vma->gpuva.flags & XE_VMA_DESTROYED)  in xe_vma_userptr_pin_pages()
80 				    xe_vma_userptr(vma),  in xe_vma_userptr_pin_pages()
81 				    xe_vma_userptr(vma) + xe_vma_size(vma),  in xe_vma_userptr_pin_pages()
89 	struct xe_vma *vma = &uvma->vma;  in xe_vma_userptr_do_inval()  local
92 		.read_only = xe_vma_read_only(vma),  in xe_vma_userptr_do_inval()
115 			err = xe_vm_invalidate_vma_submit(vma, &userptr->inval_batch);  in xe_vma_userptr_do_inval()
119 		err = xe_vm_invalidate_vma(vma);  in xe_vma_userptr_do_inval()
126 			       xe_vma_size(vma) >> PAGE_SHIFT, &ctx);  in xe_vma_userptr_do_inval()
134 	struct xe_vma *vma = &uvma->vma;  in xe_vma_userptr_complete_tlb_inval()  local
137 		.read_only = xe_vma_read_only(vma),  in xe_vma_userptr_complete_tlb_inval()
148 			       xe_vma_size(vma) >> PAGE_SHIFT, &ctx);  in xe_vma_userptr_complete_tlb_inval()
155 	struct xe_vma *vma = &uvma->vma;  in xe_vma_userptr_invalidate_pass1()  local
167 	    !(vma->gpuva.flags & XE_VMA_DESTROYED)) {  in xe_vma_userptr_invalidate_pass1()
209 	struct xe_vma *vma = &uvma->vma;  in xe_vma_userptr_invalidate_start()  local
210 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vma_userptr_invalidate_start()
212 	xe_assert(vm->xe, xe_vma_is_userptr(vma));  in xe_vma_userptr_invalidate_start()
213 	trace_xe_vma_userptr_invalidate(vma);  in xe_vma_userptr_invalidate_start()
218 	vm_dbg(&xe_vma_vm(vma)->xe->drm,  in xe_vma_userptr_invalidate_start()
220 		xe_vma_start(vma), xe_vma_size(vma));  in xe_vma_userptr_invalidate_start()
229 		trace_xe_vma_userptr_invalidate_complete(vma);  in xe_vma_userptr_invalidate_start()
237 	struct xe_vma *vma = &uvma->vma;  in xe_vma_userptr_invalidate_finish()  local
238 	struct xe_vm *vm = xe_vma_vm(vma);  in xe_vma_userptr_invalidate_finish()
240 	vm_dbg(&xe_vma_vm(vma)->xe->drm,  in xe_vma_userptr_invalidate_finish()
242 		xe_vma_start(vma), xe_vma_size(vma));  in xe_vma_userptr_invalidate_finish()
255 	trace_xe_vma_userptr_invalidate_complete(vma);  in xe_vma_userptr_invalidate_finish()
273 	struct xe_vm *vm = xe_vma_vm(&uvma->vma);  in xe_vma_userptr_force_invalidate()
332 			if (!list_empty(&uvma->vma.combined_links.rebind))  in xe_vm_userptr_pin()
333 				list_del_init(&uvma->vma.combined_links.rebind);  in xe_vm_userptr_pin()
342 			err = xe_vm_invalidate_vma(&uvma->vma);  in xe_vm_userptr_pin()
352 			list_move_tail(&uvma->vma.combined_links.rebind,  in xe_vm_userptr_pin()
393 	struct xe_vm *vm = xe_vma_vm(&uvma->vma);  in xe_userptr_setup()
412 	struct xe_vm *vm = xe_vma_vm(&uvma->vma);  in xe_userptr_remove()
416 			      xe_vma_size(&uvma->vma) >> PAGE_SHIFT);  in xe_userptr_remove()
428 	struct xe_vm *vm = xe_vma_vm(&uvma->vma);  in xe_userptr_destroy()