1285 	struct amdgpu_bo_va_mapping *mapping;  in amdgpu_vm_bo_update()  local
1371 	list_for_each_entry(mapping, &bo_va->invalids, list) {  in amdgpu_vm_bo_update()
1377 		if (!(mapping->flags & AMDGPU_VM_PAGE_READABLE))  in amdgpu_vm_bo_update()
1379 		if (!(mapping->flags & AMDGPU_VM_PAGE_WRITEABLE))  in amdgpu_vm_bo_update()
1383 		amdgpu_gmc_get_vm_pte(adev, vm, bo, mapping->flags,  in amdgpu_vm_bo_update()
1386 		trace_amdgpu_vm_bo_update(mapping);  in amdgpu_vm_bo_update()
1389 					   !uncached, &sync, mapping->start,  in amdgpu_vm_bo_update()
1390 					   mapping->last, update_flags,  in amdgpu_vm_bo_update()
1391 					   mapping->offset, vram_base, mem,  in amdgpu_vm_bo_update()
1417 		list_for_each_entry(mapping, &bo_va->valids, list)  in amdgpu_vm_bo_update()
1418 			trace_amdgpu_vm_bo_mapping(mapping);  in amdgpu_vm_bo_update()
1522 				   struct amdgpu_bo_va_mapping *mapping,  in amdgpu_vm_free_mapping()  argument
1525 	if (mapping->flags & AMDGPU_VM_PAGE_PRT)  in amdgpu_vm_free_mapping()
1527 	kfree(mapping);  in amdgpu_vm_free_mapping()
1570 	struct amdgpu_bo_va_mapping *mapping;  in amdgpu_vm_clear_freed()  local
1587 		mapping = list_first_entry(&vm->freed,  in amdgpu_vm_clear_freed()
1589 		list_del(&mapping->list);  in amdgpu_vm_clear_freed()
1592 					   &sync, mapping->start, mapping->last,  in amdgpu_vm_clear_freed()
1594 		amdgpu_vm_free_mapping(adev, vm, mapping, f);  in amdgpu_vm_clear_freed()
1800 				    struct amdgpu_bo_va_mapping *mapping)  in amdgpu_vm_bo_insert_map()  argument
1805 	mapping->bo_va = bo_va;  in amdgpu_vm_bo_insert_map()
1806 	list_add(&mapping->list, &bo_va->invalids);  in amdgpu_vm_bo_insert_map()
1807 	amdgpu_vm_it_insert(mapping, &vm->va);  in amdgpu_vm_bo_insert_map()
1809 	if (mapping->flags & AMDGPU_VM_PAGE_PRT)  in amdgpu_vm_bo_insert_map()
1815 	trace_amdgpu_vm_bo_map(bo_va, mapping);  in amdgpu_vm_bo_insert_map()
1871 	struct amdgpu_bo_va_mapping *mapping, *tmp;  in amdgpu_vm_bo_map()  local
1893 	mapping = kmalloc_obj(*mapping);  in amdgpu_vm_bo_map()
1894 	if (!mapping)  in amdgpu_vm_bo_map()
1897 	mapping->start = saddr;  in amdgpu_vm_bo_map()
1898 	mapping->last = eaddr;  in amdgpu_vm_bo_map()
1899 	mapping->offset = offset;  in amdgpu_vm_bo_map()
1900 	mapping->flags = flags;  in amdgpu_vm_bo_map()
1902 	amdgpu_vm_bo_insert_map(adev, bo_va, mapping);  in amdgpu_vm_bo_map()
1930 	struct amdgpu_bo_va_mapping *mapping;  in amdgpu_vm_bo_replace_map()  local
1940 	mapping = kmalloc_obj(*mapping);  in amdgpu_vm_bo_replace_map()
1941 	if (!mapping)  in amdgpu_vm_bo_replace_map()
1946 		kfree(mapping);  in amdgpu_vm_bo_replace_map()
1953 	mapping->start = saddr;  in amdgpu_vm_bo_replace_map()
1954 	mapping->last = eaddr;  in amdgpu_vm_bo_replace_map()
1955 	mapping->offset = offset;  in amdgpu_vm_bo_replace_map()
1956 	mapping->flags = flags;  in amdgpu_vm_bo_replace_map()
1958 	amdgpu_vm_bo_insert_map(adev, bo_va, mapping);  in amdgpu_vm_bo_replace_map()
1981 	struct amdgpu_bo_va_mapping *mapping;  in amdgpu_vm_bo_unmap()  local
1987 	list_for_each_entry(mapping, &bo_va->valids, list) {  in amdgpu_vm_bo_unmap()
1988 		if (mapping->start == saddr)  in amdgpu_vm_bo_unmap()
1992 	if (&mapping->list == &bo_va->valids) {  in amdgpu_vm_bo_unmap()
1995 		list_for_each_entry(mapping, &bo_va->invalids, list) {  in amdgpu_vm_bo_unmap()
1996 			if (mapping->start == saddr)  in amdgpu_vm_bo_unmap()
2000 		if (&mapping->list == &bo_va->invalids)  in amdgpu_vm_bo_unmap()
2009 		amdgpu_userq_gem_va_unmap_validate(adev, mapping);  in amdgpu_vm_bo_unmap()
2011 	list_del(&mapping->list);  in amdgpu_vm_bo_unmap()
2012 	amdgpu_vm_it_remove(mapping, &vm->va);  in amdgpu_vm_bo_unmap()
2013 	mapping->bo_va = NULL;  in amdgpu_vm_bo_unmap()
2014 	trace_amdgpu_vm_bo_unmap(bo_va, mapping);  in amdgpu_vm_bo_unmap()
2017 		list_add(&mapping->list, &vm->freed);  in amdgpu_vm_bo_unmap()
2019 		amdgpu_vm_free_mapping(adev, vm, mapping,  in amdgpu_vm_bo_unmap()
2173 	struct amdgpu_bo_va_mapping *mapping;  in amdgpu_vm_bo_trace_cs()  local
2178 	for (mapping = amdgpu_vm_it_iter_first(&vm->va, 0, U64_MAX); mapping;  in amdgpu_vm_bo_trace_cs()
2179 	     mapping = amdgpu_vm_it_iter_next(mapping, 0, U64_MAX)) {  in amdgpu_vm_bo_trace_cs()
2180 		if (mapping->bo_va && mapping->bo_va->base.bo) {  in amdgpu_vm_bo_trace_cs()
2183 			bo = mapping->bo_va->base.bo;  in amdgpu_vm_bo_trace_cs()
2189 		trace_amdgpu_vm_bo_cs(mapping);  in amdgpu_vm_bo_trace_cs()
2206 	struct amdgpu_bo_va_mapping *mapping, *next;  in amdgpu_vm_bo_del()  local
2233 	list_for_each_entry_safe(mapping, next, &bo_va->valids, list) {  in amdgpu_vm_bo_del()
2234 		list_del(&mapping->list);  in amdgpu_vm_bo_del()
2235 		amdgpu_vm_it_remove(mapping, &vm->va);  in amdgpu_vm_bo_del()
2236 		mapping->bo_va = NULL;  in amdgpu_vm_bo_del()
2237 		trace_amdgpu_vm_bo_unmap(bo_va, mapping);  in amdgpu_vm_bo_del()
2238 		list_add(&mapping->list, &vm->freed);  in amdgpu_vm_bo_del()
2240 	list_for_each_entry_safe(mapping, next, &bo_va->invalids, list) {  in amdgpu_vm_bo_del()
2241 		list_del(&mapping->list);  in amdgpu_vm_bo_del()
2242 		amdgpu_vm_it_remove(mapping, &vm->va);  in amdgpu_vm_bo_del()
2243 		amdgpu_vm_free_mapping(adev, vm, mapping,  in amdgpu_vm_bo_del()
2790 	struct amdgpu_bo_va_mapping *mapping, *tmp;  in amdgpu_vm_fini()  local
2813 	list_for_each_entry_safe(mapping, tmp, &vm->freed, list) {  in amdgpu_vm_fini()
2814 		if (mapping->flags & AMDGPU_VM_PAGE_PRT && prt_fini_needed) {  in amdgpu_vm_fini()
2819 		list_del(&mapping->list);  in amdgpu_vm_fini()
2820 		amdgpu_vm_free_mapping(adev, vm, mapping, NULL);  in amdgpu_vm_fini()
2833 	rbtree_postorder_for_each_entry_safe(mapping, tmp,  in amdgpu_vm_fini()
2838 		list_del(&mapping->list);  in amdgpu_vm_fini()
2839 		kfree(mapping);  in amdgpu_vm_fini()