114 static int ttm_mem_io_reserve(struct ttm_bo_device *bdev,  in ttm_mem_io_reserve()  argument
117 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_io_reserve()
120 	if (!bdev->driver->io_mem_reserve)  in ttm_mem_io_reserve()
123 		return bdev->driver->io_mem_reserve(bdev, mem);  in ttm_mem_io_reserve()
125 	if (bdev->driver->io_mem_reserve &&  in ttm_mem_io_reserve()
128 		ret = bdev->driver->io_mem_reserve(bdev, mem);  in ttm_mem_io_reserve()
138 static void ttm_mem_io_free(struct ttm_bo_device *bdev,  in ttm_mem_io_free()  argument
141 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_io_free()
146 	if (bdev->driver->io_mem_reserve &&  in ttm_mem_io_free()
148 	    bdev->driver->io_mem_free)  in ttm_mem_io_free()
149 		bdev->driver->io_mem_free(bdev, mem);  in ttm_mem_io_free()
160 			&bo->bdev->man[mem->mem_type];  in ttm_mem_io_reserve_vm()
162 		ret = ttm_mem_io_reserve(bo->bdev, mem);  in ttm_mem_io_reserve_vm()
180 		ttm_mem_io_free(bo->bdev, mem);  in ttm_mem_io_free_vm()
185 int ttm_mem_reg_ioremap(struct ttm_bo_device *bdev, struct ttm_mem_reg *mem,  in ttm_mem_reg_ioremap()  argument
188 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_reg_ioremap()
194 	ret = ttm_mem_io_reserve(bdev, mem);  in ttm_mem_reg_ioremap()
207 			ttm_mem_io_free(bdev, mem);  in ttm_mem_reg_ioremap()
217 void ttm_mem_reg_iounmap(struct ttm_bo_device *bdev, struct ttm_mem_reg *mem,  in ttm_mem_reg_iounmap()  argument
222 	man = &bdev->man[mem->mem_type];  in ttm_mem_reg_iounmap()
227 	ttm_mem_io_free(bdev, mem);  in ttm_mem_reg_iounmap()
295 	struct ttm_bo_device *bdev = bo->bdev;  in ttm_bo_move_memcpy()  local
296 	struct ttm_mem_type_manager *man = &bdev->man[new_mem->mem_type];  in ttm_bo_move_memcpy()
308 	ret = ttm_mem_reg_ioremap(bdev, old_mem, &old_iomap);  in ttm_bo_move_memcpy()
311 	ret = ttm_mem_reg_ioremap(bdev, new_mem, &new_iomap);  in ttm_bo_move_memcpy()
321 		ret = ttm->bdev->driver->ttm_tt_populate(ttm);  in ttm_bo_move_memcpy()
370 	ttm_mem_reg_iounmap(bdev, old_mem, new_iomap);  in ttm_bo_move_memcpy()
372 	ttm_mem_reg_iounmap(bdev, &old_copy, old_iomap);  in ttm_bo_move_memcpy()
404 	struct ttm_bo_device *bdev = bo->bdev;  in ttm_buffer_object_transfer()  local
405 	struct ttm_bo_driver *driver = bdev->driver;  in ttm_buffer_object_transfer()
422 	mtx_lock(&bdev->fence_lock);  in ttm_buffer_object_transfer()
427 	mtx_unlock(&bdev->fence_lock);  in ttm_buffer_object_transfer()
489 		ret = ttm->bdev->driver->ttm_tt_populate(ttm);  in ttm_bo_kmap_ttm()
532 		&bo->bdev->man[bo->mem.mem_type];  in ttm_bo_kmap()
548 	ret = ttm_mem_io_reserve(bo->bdev, &bo->mem);  in ttm_bo_kmap()
565 		&bo->bdev->man[bo->mem.mem_type];  in ttm_bo_kunmap()
587 	ttm_mem_io_free(map->bo->bdev, &map->bo->mem);  in ttm_bo_kunmap()
600 	struct ttm_bo_device *bdev = bo->bdev;  in ttm_bo_move_accel_cleanup()  local
601 	struct ttm_bo_driver *driver = bdev->driver;  in ttm_bo_move_accel_cleanup()
602 	struct ttm_mem_type_manager *man = &bdev->man[new_mem->mem_type];  in ttm_bo_move_accel_cleanup()
608 	mtx_lock(&bdev->fence_lock);  in ttm_bo_move_accel_cleanup()
616 		mtx_unlock(&bdev->fence_lock);  in ttm_bo_move_accel_cleanup()
639 		mtx_unlock(&bdev->fence_lock);  in ttm_bo_move_accel_cleanup()