658 		      struct ttm_resource *new_mem,  in xe_bo_move()  argument
677 		if (new_mem->mem_type == XE_PL_TT)  in xe_bo_move()
680 			ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
687 			ret = xe_bo_move_dmabuf(ttm_bo, new_mem);  in xe_bo_move()
700 	if (new_mem->mem_type == XE_PL_TT) {  in xe_bo_move()
707 		ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
711 	if (old_mem_type == XE_PL_SYSTEM && new_mem->mem_type == XE_PL_TT && !handle_system_ccs) {  in xe_bo_move()
712 		ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
721 	    new_mem->mem_type == XE_PL_TT) {  in xe_bo_move()
722 		ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
733 	    new_mem->mem_type == XE_PL_SYSTEM) {  in xe_bo_move()
744 			ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
750 	    ((old_mem_type == XE_PL_SYSTEM && resource_is_vram(new_mem)) ||  in xe_bo_move()
752 	      new_mem->mem_type == XE_PL_SYSTEM))) {  in xe_bo_move()
763 	else if (resource_is_vram(new_mem))  in xe_bo_move()
764 		migrate = mem_type_to_migrate(xe, new_mem->mem_type);  in xe_bo_move()
771 	trace_xe_bo_move(bo, new_mem->mem_type, old_mem_type, move_lacks_source);  in xe_bo_move()
795 			ret = ttm_bo_move_memcpy(ttm_bo, ctx, new_mem);  in xe_bo_move()
798 			if (!ret && resource_is_vram(new_mem)) {  in xe_bo_move()
799 				struct xe_mem_region *vram = res_to_mem_region(new_mem);  in xe_bo_move()
801 					(new_mem->start << PAGE_SHIFT);  in xe_bo_move()
803 				if (XE_WARN_ON(new_mem->start == XE_BO_INVALID_OFFSET)) {  in xe_bo_move()
809 				xe_assert(xe, new_mem->start ==  in xe_bo_move()
819 			if (mem_type_is_vram(new_mem->mem_type))  in xe_bo_move()
824 			fence = xe_migrate_clear(migrate, bo, new_mem, flags);  in xe_bo_move()
828 						new_mem, handle_system_ccs);  in xe_bo_move()
836 							true, new_mem);  in xe_bo_move()
839 				ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
850 			ttm_bo_move_null(ttm_bo, new_mem);  in xe_bo_move()
898 	struct ttm_resource *new_mem;  in xe_bo_evict_pinned()  local
912 	ret = ttm_bo_mem_space(&bo->ttm, &placement, &new_mem, &ctx);  in xe_bo_evict_pinned()
932 	ret = xe_bo_move(&bo->ttm, false, &ctx, new_mem, NULL);  in xe_bo_evict_pinned()
939 	ttm_resource_free(&bo->ttm, &new_mem);  in xe_bo_evict_pinned()
960 	struct ttm_resource *new_mem;  in xe_bo_restore_pinned()  local
981 	ret = ttm_bo_mem_space(&bo->ttm, &bo->placement, &new_mem, &ctx);  in xe_bo_restore_pinned()
993 	ret = xe_bo_move(&bo->ttm, false, &ctx, new_mem, NULL);  in xe_bo_restore_pinned()
1000 	ttm_resource_free(&bo->ttm, &new_mem);  in xe_bo_restore_pinned()