42 	lockdep_assert_held(&cursor->man->bdev->lru_lock);  in ttm_resource_cursor_clear_bulk()
54 	lockdep_assert_held(&cursor->man->bdev->lru_lock);  in ttm_resource_cursor_move_bulk_tail()
95 	lockdep_assert_held(&cursor->man->bdev->lru_lock);  in ttm_resource_cursor_fini()
146 			struct ttm_resource_manager *man;  in ttm_lru_bulk_move_tail()  local
155 			man = ttm_manager_type(pos->first->bo->bdev, i);  in ttm_lru_bulk_move_tail()
156 			list_bulk_move_tail(&man->lru[j], &pos->first->lru.link,  in ttm_lru_bulk_move_tail()
288 		struct ttm_resource_manager *man;  in ttm_resource_move_to_lru_tail()  local
290 		man = ttm_manager_type(bdev, res->mem_type);  in ttm_resource_move_to_lru_tail()
291 		list_move_tail(&res->lru.link, &man->lru[bo->priority]);  in ttm_resource_move_to_lru_tail()
307 	struct ttm_resource_manager *man;  in ttm_resource_init()  local
319 	man = ttm_manager_type(bo->bdev, place->mem_type);  in ttm_resource_init()
324 		list_add_tail(&res->lru.link, &man->lru[bo->priority]);  in ttm_resource_init()
325 	man->usage += res->size;  in ttm_resource_init()
340 void ttm_resource_fini(struct ttm_resource_manager *man,  in ttm_resource_fini()  argument
343 	struct ttm_device *bdev = man->bdev;  in ttm_resource_fini()
347 	man->usage -= res->size;  in ttm_resource_fini()
357 	struct ttm_resource_manager *man =  in ttm_resource_alloc()  local
362 	if (man->cg) {  in ttm_resource_alloc()
363 		ret = dmem_cgroup_try_charge(man->cg, bo->base.size, &pool, ret_limit_pool);  in ttm_resource_alloc()
368 	ret = man->func->alloc(man, bo, place, res_ptr);  in ttm_resource_alloc()
386 	struct ttm_resource_manager *man;  in ttm_resource_free()  local
397 	man = ttm_manager_type(bo->bdev, (*res)->mem_type);  in ttm_resource_free()
398 	man->func->free(man, *res);  in ttm_resource_free()
400 	if (man->cg)  in ttm_resource_free()
423 	struct ttm_resource_manager *man;  in ttm_resource_intersects()  local
428 	man = ttm_manager_type(bdev, res->mem_type);  in ttm_resource_intersects()
429 	if (!place || !man->func->intersects)  in ttm_resource_intersects()
432 	return man->func->intersects(man, res, place, size);  in ttm_resource_intersects()
457 		struct ttm_resource_manager *man;  in ttm_resource_compatible()  local
470 		man = ttm_manager_type(bdev, res->mem_type);  in ttm_resource_compatible()
471 		if (man->func->compatible &&  in ttm_resource_compatible()
472 		    !man->func->compatible(man, res, place, bo->base.size))  in ttm_resource_compatible()
497 void ttm_resource_manager_init(struct ttm_resource_manager *man,  in ttm_resource_manager_init()  argument
503 	spin_lock_init(&man->move_lock);  in ttm_resource_manager_init()
504 	man->bdev = bdev;  in ttm_resource_manager_init()
505 	man->size = size;  in ttm_resource_manager_init()
506 	man->usage = 0;  in ttm_resource_manager_init()
509 		INIT_LIST_HEAD(&man->lru[i]);  in ttm_resource_manager_init()
510 	man->move = NULL;  in ttm_resource_manager_init()
524 				   struct ttm_resource_manager *man)  in ttm_resource_manager_evict_all()  argument
535 		ret = ttm_bo_evict_first(bdev, man, &ctx);  in ttm_resource_manager_evict_all()
539 	spin_lock(&man->move_lock);  in ttm_resource_manager_evict_all()
540 	fence = dma_fence_get(man->move);  in ttm_resource_manager_evict_all()
541 	spin_unlock(&man->move_lock);  in ttm_resource_manager_evict_all()
561 uint64_t ttm_resource_manager_usage(struct ttm_resource_manager *man)  in ttm_resource_manager_usage()  argument
565 	spin_lock(&man->bdev->lru_lock);  in ttm_resource_manager_usage()
566 	usage = man->usage;  in ttm_resource_manager_usage()
567 	spin_unlock(&man->bdev->lru_lock);  in ttm_resource_manager_usage()
578 void ttm_resource_manager_debug(struct ttm_resource_manager *man,  in ttm_resource_manager_debug()  argument
581 	drm_printf(p, "  use_type: %d\n", man->use_type);  in ttm_resource_manager_debug()
582 	drm_printf(p, "  use_tt: %d\n", man->use_tt);  in ttm_resource_manager_debug()
583 	drm_printf(p, "  size: %llu\n", man->size);  in ttm_resource_manager_debug()
584 	drm_printf(p, "  usage: %llu\n", ttm_resource_manager_usage(man));  in ttm_resource_manager_debug()
585 	if (man->func->debug)  in ttm_resource_manager_debug()
586 		man->func->debug(man, p);  in ttm_resource_manager_debug()
598 	lockdep_assert_held(&cursor->man->bdev->lru_lock);  in ttm_resource_cursor_check_bulk()
624 ttm_resource_manager_first(struct ttm_resource_manager *man,  in ttm_resource_manager_first()  argument
627 	lockdep_assert_held(&man->bdev->lru_lock);  in ttm_resource_manager_first()
630 	cursor->man = man;  in ttm_resource_manager_first()
633 	list_add(&cursor->hitch.link, &man->lru[cursor->priority]);  in ttm_resource_manager_first()
648 	struct ttm_resource_manager *man = cursor->man;  in ttm_resource_manager_next()  local
651 	lockdep_assert_held(&man->bdev->lru_lock);  in ttm_resource_manager_next()
655 		list_for_each_entry_continue(lru, &man->lru[cursor->priority], link) {  in ttm_resource_manager_next()
666 		list_move(&cursor->hitch.link, &man->lru[cursor->priority]);  in ttm_resource_manager_next()
885 	struct ttm_resource_manager *man =  in ttm_resource_manager_show()  local
888 	ttm_resource_manager_debug(man, &p);  in ttm_resource_manager_show()
905 void ttm_resource_manager_create_debugfs(struct ttm_resource_manager *man,  in ttm_resource_manager_create_debugfs()  argument
910 	debugfs_create_file(name, 0444, parent, man, &ttm_resource_manager_fops);  in ttm_resource_manager_create_debugfs()