62 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_mem_type_debug()  local
64 	printf("    has_type: %d\n", man->has_type);  in ttm_mem_type_debug()
65 	printf("    use_type: %d\n", man->use_type);  in ttm_mem_type_debug()
66 	printf("    flags: 0x%08X\n", man->flags);  in ttm_mem_type_debug()
67 	printf("    gpu_offset: 0x%08lX\n", man->gpu_offset);  in ttm_mem_type_debug()
68 	printf("    size: %ju\n", (uintmax_t)man->size);  in ttm_mem_type_debug()
69 	printf("    available_caching: 0x%08X\n", man->available_caching);  in ttm_mem_type_debug()
70 	printf("    default_caching: 0x%08X\n", man->default_caching);  in ttm_mem_type_debug()
72 		(*man->func->debug)(man, TTM_PFX);  in ttm_mem_type_debug()
160 	struct ttm_mem_type_manager *man;  in ttm_bo_add_to_lru()  local
168 		man = &bdev->man[bo->mem.mem_type];  in ttm_bo_add_to_lru()
169 		list_add_tail(&bo->lru, &man->lru);  in ttm_bo_add_to_lru()
418 	struct ttm_mem_type_manager *old_man = &bdev->man[bo->mem.mem_type];  in ttm_bo_handle_move_mem()
419 	struct ttm_mem_type_manager *new_man = &bdev->man[mem->mem_type];  in ttm_bo_handle_move_mem()
497 		    bdev->man[bo->mem.mem_type].gpu_offset;  in ttm_bo_handle_move_mem()
505 	new_man = &bdev->man[bo->mem.mem_type];  in ttm_bo_handle_move_mem()
759 	struct ttm_mem_type_manager *man = &bdev->man[bo->mem.mem_type];  in ttm_bo_release()  local
769 	ttm_mem_io_lock(man, false);  in ttm_bo_release()
771 	ttm_mem_io_unlock(man);  in ttm_bo_release()
864 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_mem_evict_first()  local
869 	list_for_each_entry(bo, &man->lru, lru) {  in ttm_mem_evict_first()
907 	struct ttm_mem_type_manager *man = &bo->bdev->man[mem->mem_type];  in ttm_bo_mem_put()  local
910 		(*man->func->put_node)(man, mem);  in ttm_bo_mem_put()
925 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_bo_mem_force_space()  local
929 		ret = (*man->func->get_node)(man, bo, placement, mem);  in ttm_bo_mem_force_space()
945 static uint32_t ttm_bo_select_caching(struct ttm_mem_type_manager *man,  in ttm_bo_select_caching()  argument
958 	else if ((man->default_caching & caching) != 0)  in ttm_bo_select_caching()
959 		result |= man->default_caching;  in ttm_bo_select_caching()
970 static bool ttm_bo_mt_compatible(struct ttm_mem_type_manager *man,  in ttm_bo_mt_compatible()  argument
980 	if ((proposed_placement & man->available_caching) == 0)  in ttm_bo_mt_compatible()
983 	cur_flags |= (proposed_placement & man->available_caching);  in ttm_bo_mt_compatible()
1004 	struct ttm_mem_type_manager *man;  in ttm_bo_mem_space()  local
1018 		man = &bdev->man[mem_type];  in ttm_bo_mem_space()
1020 		type_ok = ttm_bo_mt_compatible(man,  in ttm_bo_mem_space()
1028 		cur_flags = ttm_bo_select_caching(man, bo->mem.placement,  in ttm_bo_mem_space()
1040 		if (man->has_type && man->use_type) {  in ttm_bo_mem_space()
1042 			ret = (*man->func->get_node)(man, bo, placement, mem);  in ttm_bo_mem_space()
1064 		man = &bdev->man[mem_type];  in ttm_bo_mem_space()
1065 		if (!man->has_type)  in ttm_bo_mem_space()
1067 		if (!ttm_bo_mt_compatible(man,  in ttm_bo_mem_space()
1073 		cur_flags = ttm_bo_select_caching(man, bo->mem.placement,  in ttm_bo_mem_space()
1363 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_bo_force_list_clean()  local
1372 	while (!list_empty(&man->lru)) {  in ttm_bo_force_list_clean()
1390 	struct ttm_mem_type_manager *man;  in ttm_bo_clean_mm()  local
1397 	man = &bdev->man[mem_type];  in ttm_bo_clean_mm()
1399 	if (!man->has_type) {  in ttm_bo_clean_mm()
1405 	man->use_type = false;  in ttm_bo_clean_mm()
1406 	man->has_type = false;  in ttm_bo_clean_mm()
1412 		ret = (*man->func->takedown)(man);  in ttm_bo_clean_mm()
1420 	struct ttm_mem_type_manager *man = &bdev->man[mem_type];  in ttm_bo_evict_mm()  local
1427 	if (!man->has_type) {  in ttm_bo_evict_mm()
1439 	struct ttm_mem_type_manager *man;  in ttm_bo_init_mm()  local
1442 	man = &bdev->man[type];  in ttm_bo_init_mm()
1443 	MPASS(!man->has_type);  in ttm_bo_init_mm()
1444 	man->io_reserve_fastpath = true;  in ttm_bo_init_mm()
1445 	man->use_io_reserve_lru = false;  in ttm_bo_init_mm()
1446 	sx_init(&man->io_reserve_mutex, "ttmman");  in ttm_bo_init_mm()
1447 	INIT_LIST_HEAD(&man->io_reserve_lru);  in ttm_bo_init_mm()
1449 	ret = bdev->driver->init_mem_type(bdev, type, man);  in ttm_bo_init_mm()
1452 	man->bdev = bdev;  in ttm_bo_init_mm()
1456 		ret = (*man->func->init)(man, p_size);  in ttm_bo_init_mm()
1460 	man->has_type = true;  in ttm_bo_init_mm()
1461 	man->use_type = true;  in ttm_bo_init_mm()
1462 	man->size = p_size;  in ttm_bo_init_mm()
1464 	INIT_LIST_HEAD(&man->lru);  in ttm_bo_init_mm()
1536 	struct ttm_mem_type_manager *man;  in ttm_bo_device_release()  local
1540 		man = &bdev->man[i];  in ttm_bo_device_release()
1541 		if (man->has_type) {  in ttm_bo_device_release()
1542 			man->use_type = false;  in ttm_bo_device_release()
1548 			man->has_type = false;  in ttm_bo_device_release()
1566 	if (list_empty(&bdev->man[0].lru))  in ttm_bo_device_release()
1589 	memset(bdev->man, 0, sizeof(bdev->man));  in ttm_bo_device_init()
1629 	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];  in ttm_mem_reg_is_pci()  local
1631 	if (!(man->flags & TTM_MEMTYPE_FLAG_FIXED)) {  in ttm_mem_reg_is_pci()
1635 		if (man->flags & TTM_MEMTYPE_FLAG_CMA)  in ttm_mem_reg_is_pci()
1654 	struct ttm_mem_type_manager *man = &bdev->man[bo->mem.mem_type];  in ttm_bo_unmap_virtual()  local
1656 	ttm_mem_io_lock(man, false);  in ttm_bo_unmap_virtual()
1658 	ttm_mem_io_unlock(man);  in ttm_bo_unmap_virtual()