42 void vmw_resource_mob_attach(struct vmw_resource *res)  in vmw_resource_mob_attach()  argument
44 	struct vmw_bo *gbo = res->guest_memory_bo;  in vmw_resource_mob_attach()
48 	res->used_prio = (res->res_dirty) ? res->func->dirty_prio :  in vmw_resource_mob_attach()
49 		res->func->prio;  in vmw_resource_mob_attach()
56 		new = (res->guest_memory_offset < this->guest_memory_offset) ?  in vmw_resource_mob_attach()
60 	rb_link_node(&res->mob_node, parent, new);  in vmw_resource_mob_attach()
61 	rb_insert_color(&res->mob_node, &gbo->res_tree);  in vmw_resource_mob_attach()
62 	vmw_bo_del_detached_resource(gbo, res);  in vmw_resource_mob_attach()
64 	vmw_bo_prio_add(gbo, res->used_prio);  in vmw_resource_mob_attach()
71 void vmw_resource_mob_detach(struct vmw_resource *res)  in vmw_resource_mob_detach()  argument
73 	struct vmw_bo *gbo = res->guest_memory_bo;  in vmw_resource_mob_detach()
76 	if (vmw_resource_mob_attached(res)) {  in vmw_resource_mob_detach()
77 		rb_erase(&res->mob_node, &gbo->res_tree);  in vmw_resource_mob_detach()
78 		RB_CLEAR_NODE(&res->mob_node);  in vmw_resource_mob_detach()
79 		vmw_bo_prio_del(gbo, res->used_prio);  in vmw_resource_mob_detach()
83 struct vmw_resource *vmw_resource_reference(struct vmw_resource *res)  in vmw_resource_reference()  argument
85 	kref_get(&res->kref);  in vmw_resource_reference()
86 	return res;  in vmw_resource_reference()
90 vmw_resource_reference_unless_doomed(struct vmw_resource *res)  in vmw_resource_reference_unless_doomed()  argument
92 	return kref_get_unless_zero(&res->kref) ? res : NULL;  in vmw_resource_reference_unless_doomed()
102 void vmw_resource_release_id(struct vmw_resource *res)  in vmw_resource_release_id()  argument
104 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release_id()
105 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release_id()
108 	if (res->id != -1)  in vmw_resource_release_id()
109 		idr_remove(idr, res->id);  in vmw_resource_release_id()
110 	res->id = -1;  in vmw_resource_release_id()
116 	struct vmw_resource *res =  in vmw_resource_release()  local
118 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release()
121 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release()
124 	list_del_init(&res->lru_head);  in vmw_resource_release()
126 	if (res->guest_memory_bo) {  in vmw_resource_release()
127 		struct ttm_buffer_object *bo = &res->guest_memory_bo->tbo;  in vmw_resource_release()
131 		if (vmw_resource_mob_attached(res) &&  in vmw_resource_release()
132 		    res->func->unbind != NULL) {  in vmw_resource_release()
137 			res->func->unbind(res, false, &val_buf);  in vmw_resource_release()
139 		res->guest_memory_size = false;  in vmw_resource_release()
140 		vmw_resource_mob_detach(res);  in vmw_resource_release()
141 		if (res->dirty)  in vmw_resource_release()
142 			res->func->dirty_free(res);  in vmw_resource_release()
143 		if (res->coherent)  in vmw_resource_release()
144 			vmw_bo_dirty_release(res->guest_memory_bo);  in vmw_resource_release()
146 		vmw_user_bo_unref(&res->guest_memory_bo);  in vmw_resource_release()
149 	if (likely(res->hw_destroy != NULL)) {  in vmw_resource_release()
151 		vmw_binding_res_list_kill(&res->binding_head);  in vmw_resource_release()
153 		res->hw_destroy(res);  in vmw_resource_release()
156 	id = res->id;  in vmw_resource_release()
157 	if (res->res_free != NULL)  in vmw_resource_release()
158 		res->res_free(res);  in vmw_resource_release()
160 		kfree(res);  in vmw_resource_release()
170 	struct vmw_resource *res = *p_res;  in vmw_resource_unreference()  local
173 	kref_put(&res->kref, vmw_resource_release);  in vmw_resource_unreference()
185 int vmw_resource_alloc_id(struct vmw_resource *res)  in vmw_resource_alloc_id()  argument
187 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_alloc_id()
189 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_alloc_id()
191 	BUG_ON(res->id != -1);  in vmw_resource_alloc_id()
196 	ret = idr_alloc(idr, res, 1, 0, GFP_NOWAIT);  in vmw_resource_alloc_id()
198 		res->id = ret;  in vmw_resource_alloc_id()
215 int vmw_resource_init(struct vmw_private *dev_priv, struct vmw_resource *res,  in vmw_resource_init()  argument
217 		      void (*res_free) (struct vmw_resource *res),  in vmw_resource_init()
220 	kref_init(&res->kref);  in vmw_resource_init()
221 	res->hw_destroy = NULL;  in vmw_resource_init()
222 	res->res_free = res_free;  in vmw_resource_init()
223 	res->dev_priv = dev_priv;  in vmw_resource_init()
224 	res->func = func;  in vmw_resource_init()
225 	RB_CLEAR_NODE(&res->mob_node);  in vmw_resource_init()
226 	INIT_LIST_HEAD(&res->lru_head);  in vmw_resource_init()
227 	INIT_LIST_HEAD(&res->binding_head);  in vmw_resource_init()
228 	res->id = -1;  in vmw_resource_init()
229 	res->guest_memory_bo = NULL;  in vmw_resource_init()
230 	res->guest_memory_offset = 0;  in vmw_resource_init()
231 	res->guest_memory_dirty = false;  in vmw_resource_init()
232 	res->res_dirty = false;  in vmw_resource_init()
233 	res->coherent = false;  in vmw_resource_init()
234 	res->used_prio = 3;  in vmw_resource_init()
235 	res->dirty = NULL;  in vmw_resource_init()
239 		return vmw_resource_alloc_id(res);  in vmw_resource_init()
265 	struct vmw_resource *res;  in vmw_user_resource_lookup_handle()  local
275 	res = converter->base_obj_to_res(base);  in vmw_user_resource_lookup_handle()
276 	kref_get(&res->kref);  in vmw_user_resource_lookup_handle()
278 	*p_res = res;  in vmw_user_resource_lookup_handle()
298 	struct vmw_resource *res;  in vmw_user_object_lookup()  local
305 					      &res);  in vmw_user_object_lookup()
307 		uo->surface = vmw_res_to_srf(res);  in vmw_user_object_lookup()
331 static int vmw_resource_buf_alloc(struct vmw_resource *res,  in vmw_resource_buf_alloc()  argument
334 	unsigned long size = PFN_ALIGN(res->guest_memory_size);  in vmw_resource_buf_alloc()
337 		.domain = res->func->domain,  in vmw_resource_buf_alloc()
338 		.busy_domain = res->func->busy_domain,  in vmw_resource_buf_alloc()
340 		.size = res->guest_memory_size,  in vmw_resource_buf_alloc()
345 	if (likely(res->guest_memory_bo)) {  in vmw_resource_buf_alloc()
346 		BUG_ON(res->guest_memory_bo->tbo.base.size < size);  in vmw_resource_buf_alloc()
350 	ret = vmw_gem_object_create(res->dev_priv, &bo_params, &gbo);  in vmw_resource_buf_alloc()
354 	res->guest_memory_bo = gbo;  in vmw_resource_buf_alloc()
372 static int vmw_resource_do_validate(struct vmw_resource *res,  in vmw_resource_do_validate()  argument
377 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_validate()
379 	if (unlikely(res->id == -1)) {  in vmw_resource_do_validate()
380 		ret = func->create(res);  in vmw_resource_do_validate()
386 	    ((func->needs_guest_memory && !vmw_resource_mob_attached(res) &&  in vmw_resource_do_validate()
389 		ret = func->bind(res, val_buf);  in vmw_resource_do_validate()
393 			vmw_resource_mob_attach(res);  in vmw_resource_do_validate()
400 	if (func->dirty_alloc && vmw_resource_mob_attached(res) &&  in vmw_resource_do_validate()
401 	    !res->coherent) {  in vmw_resource_do_validate()
402 		if (res->guest_memory_bo->dirty && !res->dirty) {  in vmw_resource_do_validate()
403 			ret = func->dirty_alloc(res);  in vmw_resource_do_validate()
406 		} else if (!res->guest_memory_bo->dirty && res->dirty) {  in vmw_resource_do_validate()
407 			func->dirty_free(res);  in vmw_resource_do_validate()
415 	if (res->dirty) {  in vmw_resource_do_validate()
416 		if (dirtying && !res->res_dirty) {  in vmw_resource_do_validate()
417 			pgoff_t start = res->guest_memory_offset >> PAGE_SHIFT;  in vmw_resource_do_validate()
419 				(res->guest_memory_offset + res->guest_memory_size,  in vmw_resource_do_validate()
422 			vmw_bo_dirty_unmap(res->guest_memory_bo, start, end);  in vmw_resource_do_validate()
425 		vmw_bo_dirty_transfer_to_res(res);  in vmw_resource_do_validate()
426 		return func->dirty_sync(res);  in vmw_resource_do_validate()
432 	func->destroy(res);  in vmw_resource_do_validate()
452 void vmw_resource_unreserve(struct vmw_resource *res,  in vmw_resource_unreserve()  argument
459 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unreserve()
461 	if (!list_empty(&res->lru_head))  in vmw_resource_unreserve()
464 	if (switch_guest_memory && new_guest_memory_bo != res->guest_memory_bo) {  in vmw_resource_unreserve()
465 		if (res->guest_memory_bo) {  in vmw_resource_unreserve()
466 			vmw_resource_mob_detach(res);  in vmw_resource_unreserve()
467 			if (res->coherent)  in vmw_resource_unreserve()
468 				vmw_bo_dirty_release(res->guest_memory_bo);  in vmw_resource_unreserve()
469 			vmw_user_bo_unref(&res->guest_memory_bo);  in vmw_resource_unreserve()
473 			res->guest_memory_bo = vmw_user_bo_ref(new_guest_memory_bo);  in vmw_resource_unreserve()
479 			WARN_ON(res->coherent && !new_guest_memory_bo->dirty);  in vmw_resource_unreserve()
481 			vmw_resource_mob_attach(res);  in vmw_resource_unreserve()
483 			res->guest_memory_bo = NULL;  in vmw_resource_unreserve()
485 	} else if (switch_guest_memory && res->coherent) {  in vmw_resource_unreserve()
486 		vmw_bo_dirty_release(res->guest_memory_bo);  in vmw_resource_unreserve()
490 		res->guest_memory_offset = new_guest_memory_offset;  in vmw_resource_unreserve()
493 		res->res_dirty = dirty;  in vmw_resource_unreserve()
495 	if (!res->func->may_evict || res->id == -1 || res->pin_count)  in vmw_resource_unreserve()
499 	list_add_tail(&res->lru_head,  in vmw_resource_unreserve()
500 		      &res->dev_priv->res_lru[res->func->res_type]);  in vmw_resource_unreserve()
518 			  struct vmw_resource *res,  in vmw_resource_check_buffer()  argument
527 	if (unlikely(!res->guest_memory_bo)) {  in vmw_resource_check_buffer()
528 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_check_buffer()
534 	ttm_bo_get(&res->guest_memory_bo->tbo);  in vmw_resource_check_buffer()
535 	val_buf->bo = &res->guest_memory_bo->tbo;  in vmw_resource_check_buffer()
542 	if (res->func->needs_guest_memory && !vmw_resource_mob_attached(res))  in vmw_resource_check_buffer()
545 	guest_memory_dirty = res->guest_memory_dirty;  in vmw_resource_check_buffer()
546 	vmw_bo_placement_set(res->guest_memory_bo, res->func->domain,  in vmw_resource_check_buffer()
547 			     res->func->busy_domain);  in vmw_resource_check_buffer()
548 	ret = ttm_bo_validate(&res->guest_memory_bo->tbo,  in vmw_resource_check_buffer()
549 			      &res->guest_memory_bo->placement,  in vmw_resource_check_buffer()
563 		vmw_user_bo_unref(&res->guest_memory_bo);  in vmw_resource_check_buffer()
579 int vmw_resource_reserve(struct vmw_resource *res, bool interruptible,  in vmw_resource_reserve()  argument
582 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_reserve()
586 	list_del_init(&res->lru_head);  in vmw_resource_reserve()
589 	if (res->func->needs_guest_memory && !res->guest_memory_bo &&  in vmw_resource_reserve()
591 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_reserve()
595 				  (unsigned long) res->guest_memory_size);  in vmw_resource_reserve()
635 				 struct vmw_resource *res, bool interruptible)  in vmw_resource_do_evict()  argument
638 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_evict()
645 	ret = vmw_resource_check_buffer(ticket, res, interruptible, &val_buf);  in vmw_resource_do_evict()
650 		     (!func->needs_guest_memory || vmw_resource_mob_attached(res)))) {  in vmw_resource_do_evict()
651 		ret = func->unbind(res, res->res_dirty, &val_buf);  in vmw_resource_do_evict()
654 		vmw_resource_mob_detach(res);  in vmw_resource_do_evict()
656 	ret = func->destroy(res);  in vmw_resource_do_evict()
657 	res->guest_memory_dirty = true;  in vmw_resource_do_evict()
658 	res->res_dirty = false;  in vmw_resource_do_evict()
681 int vmw_resource_validate(struct vmw_resource *res, bool intr,  in vmw_resource_validate()  argument
686 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_validate()
687 	struct list_head *lru_list = &dev_priv->res_lru[res->func->res_type];  in vmw_resource_validate()
691 	if (!res->func->create)  in vmw_resource_validate()
696 	if (res->guest_memory_bo)  in vmw_resource_validate()
697 		val_buf.bo = &res->guest_memory_bo->tbo;  in vmw_resource_validate()
699 		ret = vmw_resource_do_validate(res, &val_buf, dirtying);  in vmw_resource_validate()
704 		if (list_empty(lru_list) || !res->func->may_evict) {  in vmw_resource_validate()
706 				  "for %s.\n", res->func->type_name);  in vmw_resource_validate()
737 	else if (!res->func->needs_guest_memory && res->guest_memory_bo) {  in vmw_resource_validate()
738 		WARN_ON_ONCE(vmw_resource_mob_attached(res));  in vmw_resource_validate()
739 		vmw_user_bo_unref(&res->guest_memory_bo);  in vmw_resource_validate()
770 		struct vmw_resource *res =  in vmw_resource_unbind_list()  local
773 		if (!WARN_ON_ONCE(!res->func->unbind))  in vmw_resource_unbind_list()
774 			(void) res->func->unbind(res, res->res_dirty, &val_buf);  in vmw_resource_unbind_list()
776 		res->guest_memory_size = true;  in vmw_resource_unbind_list()
777 		res->res_dirty = false;  in vmw_resource_unbind_list()
778 		vmw_resource_mob_detach(res);  in vmw_resource_unbind_list()
880 bool vmw_resource_needs_backup(const struct vmw_resource *res)  in vmw_resource_needs_backup()  argument
882 	return res->func->needs_guest_memory;  in vmw_resource_needs_backup()
966 int vmw_resource_pin(struct vmw_resource *res, bool interruptible)  in vmw_resource_pin()  argument
969 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_pin()
973 	ret = vmw_resource_reserve(res, interruptible, false);  in vmw_resource_pin()
977 	if (res->pin_count == 0) {  in vmw_resource_pin()
980 		if (res->guest_memory_bo) {  in vmw_resource_pin()
981 			vbo = res->guest_memory_bo;  in vmw_resource_pin()
988 						     res->func->domain,  in vmw_resource_pin()
989 						     res->func->busy_domain);  in vmw_resource_pin()
1003 		ret = vmw_resource_validate(res, interruptible, true);  in vmw_resource_pin()
1009 	res->pin_count++;  in vmw_resource_pin()
1012 	vmw_resource_unreserve(res, false, false, false, NULL, 0UL);  in vmw_resource_pin()
1027 void vmw_resource_unpin(struct vmw_resource *res)  in vmw_resource_unpin()  argument
1029 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unpin()
1034 	ret = vmw_resource_reserve(res, false, true);  in vmw_resource_unpin()
1037 	WARN_ON(res->pin_count == 0);  in vmw_resource_unpin()
1038 	if (--res->pin_count == 0 && res->guest_memory_bo) {  in vmw_resource_unpin()
1039 		struct vmw_bo *vbo = res->guest_memory_bo;  in vmw_resource_unpin()
1046 	vmw_resource_unreserve(res, false, false, false, NULL, 0UL);  in vmw_resource_unpin()
1056 enum vmw_res_type vmw_res_type(const struct vmw_resource *res)  in vmw_res_type()  argument
1058 	return res->func->res_type;  in vmw_res_type()
1068 void vmw_resource_dirty_update(struct vmw_resource *res, pgoff_t start,  in vmw_resource_dirty_update()  argument
1071 	if (res->dirty)  in vmw_resource_dirty_update()
1072 		res->func->dirty_range_add(res, start << PAGE_SHIFT,  in vmw_resource_dirty_update()
1076 int vmw_resource_clean(struct vmw_resource *res)  in vmw_resource_clean()  argument
1080 	if (res->res_dirty) {  in vmw_resource_clean()
1081 		if (!res->func->clean)  in vmw_resource_clean()
1084 		ret = res->func->clean(res);  in vmw_resource_clean()
1087 		res->res_dirty = false;  in vmw_resource_clean()