xref: /linux/drivers/gpu/drm/vmwgfx/vmwgfx_context.c (revision 1ac731c529cd4d6adbce134754b51ff7d822b145)
1 // SPDX-License-Identifier: GPL-2.0 OR MIT
2 /**************************************************************************
3  *
4  * Copyright 2009-2023 VMware, Inc., Palo Alto, CA., USA
5  *
6  * Permission is hereby granted, free of charge, to any person obtaining a
7  * copy of this software and associated documentation files (the
8  * "Software"), to deal in the Software without restriction, including
9  * without limitation the rights to use, copy, modify, merge, publish,
10  * distribute, sub license, and/or sell copies of the Software, and to
11  * permit persons to whom the Software is furnished to do so, subject to
12  * the following conditions:
13  *
14  * The above copyright notice and this permission notice (including the
15  * next paragraph) shall be included in all copies or substantial portions
16  * of the Software.
17  *
18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
21  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
22  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
23  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
24  * USE OR OTHER DEALINGS IN THE SOFTWARE.
25  *
26  **************************************************************************/
27 
28 #include <drm/ttm/ttm_placement.h>
29 
30 #include "vmwgfx_binding.h"
31 #include "vmwgfx_bo.h"
32 #include "vmwgfx_drv.h"
33 #include "vmwgfx_resource_priv.h"
34 
35 struct vmw_user_context {
36 	struct ttm_base_object base;
37 	struct vmw_resource res;
38 	struct vmw_ctx_binding_state *cbs;
39 	struct vmw_cmdbuf_res_manager *man;
40 	struct vmw_resource *cotables[SVGA_COTABLE_MAX];
41 	spinlock_t cotable_lock;
42 	struct vmw_bo *dx_query_mob;
43 };
44 
45 static void vmw_user_context_free(struct vmw_resource *res);
46 static struct vmw_resource *
47 vmw_user_context_base_to_res(struct ttm_base_object *base);
48 
49 static int vmw_gb_context_create(struct vmw_resource *res);
50 static int vmw_gb_context_bind(struct vmw_resource *res,
51 			       struct ttm_validate_buffer *val_buf);
52 static int vmw_gb_context_unbind(struct vmw_resource *res,
53 				 bool readback,
54 				 struct ttm_validate_buffer *val_buf);
55 static int vmw_gb_context_destroy(struct vmw_resource *res);
56 static int vmw_dx_context_create(struct vmw_resource *res);
57 static int vmw_dx_context_bind(struct vmw_resource *res,
58 			       struct ttm_validate_buffer *val_buf);
59 static int vmw_dx_context_unbind(struct vmw_resource *res,
60 				 bool readback,
61 				 struct ttm_validate_buffer *val_buf);
62 static int vmw_dx_context_destroy(struct vmw_resource *res);
63 
64 static const struct vmw_user_resource_conv user_context_conv = {
65 	.object_type = VMW_RES_CONTEXT,
66 	.base_obj_to_res = vmw_user_context_base_to_res,
67 	.res_free = vmw_user_context_free
68 };
69 
70 const struct vmw_user_resource_conv *user_context_converter =
71 	&user_context_conv;
72 
73 
74 static const struct vmw_res_func vmw_legacy_context_func = {
75 	.res_type = vmw_res_context,
76 	.needs_guest_memory = false,
77 	.may_evict = false,
78 	.type_name = "legacy contexts",
79 	.domain = VMW_BO_DOMAIN_SYS,
80 	.busy_domain = VMW_BO_DOMAIN_SYS,
81 	.create = NULL,
82 	.destroy = NULL,
83 	.bind = NULL,
84 	.unbind = NULL
85 };
86 
87 static const struct vmw_res_func vmw_gb_context_func = {
88 	.res_type = vmw_res_context,
89 	.needs_guest_memory = true,
90 	.may_evict = true,
91 	.prio = 3,
92 	.dirty_prio = 3,
93 	.type_name = "guest backed contexts",
94 	.domain = VMW_BO_DOMAIN_MOB,
95 	.busy_domain = VMW_BO_DOMAIN_MOB,
96 	.create = vmw_gb_context_create,
97 	.destroy = vmw_gb_context_destroy,
98 	.bind = vmw_gb_context_bind,
99 	.unbind = vmw_gb_context_unbind
100 };
101 
102 static const struct vmw_res_func vmw_dx_context_func = {
103 	.res_type = vmw_res_dx_context,
104 	.needs_guest_memory = true,
105 	.may_evict = true,
106 	.prio = 3,
107 	.dirty_prio = 3,
108 	.type_name = "dx contexts",
109 	.domain = VMW_BO_DOMAIN_MOB,
110 	.busy_domain = VMW_BO_DOMAIN_MOB,
111 	.create = vmw_dx_context_create,
112 	.destroy = vmw_dx_context_destroy,
113 	.bind = vmw_dx_context_bind,
114 	.unbind = vmw_dx_context_unbind
115 };
116 
117 /*
118  * Context management:
119  */
120 
vmw_context_cotables_unref(struct vmw_private * dev_priv,struct vmw_user_context * uctx)121 static void vmw_context_cotables_unref(struct vmw_private *dev_priv,
122 				       struct vmw_user_context *uctx)
123 {
124 	struct vmw_resource *res;
125 	int i;
126 	u32 cotable_max = has_sm5_context(dev_priv) ?
127 		SVGA_COTABLE_MAX : SVGA_COTABLE_DX10_MAX;
128 
129 	for (i = 0; i < cotable_max; ++i) {
130 		spin_lock(&uctx->cotable_lock);
131 		res = uctx->cotables[i];
132 		uctx->cotables[i] = NULL;
133 		spin_unlock(&uctx->cotable_lock);
134 
135 		if (res)
136 			vmw_resource_unreference(&res);
137 	}
138 }
139 
vmw_hw_context_destroy(struct vmw_resource * res)140 static void vmw_hw_context_destroy(struct vmw_resource *res)
141 {
142 	struct vmw_user_context *uctx =
143 		container_of(res, struct vmw_user_context, res);
144 	struct vmw_private *dev_priv = res->dev_priv;
145 	struct {
146 		SVGA3dCmdHeader header;
147 		SVGA3dCmdDestroyContext body;
148 	} *cmd;
149 
150 
151 	if (res->func->destroy == vmw_gb_context_destroy ||
152 	    res->func->destroy == vmw_dx_context_destroy) {
153 		mutex_lock(&dev_priv->cmdbuf_mutex);
154 		vmw_cmdbuf_res_man_destroy(uctx->man);
155 		mutex_lock(&dev_priv->binding_mutex);
156 		vmw_binding_state_kill(uctx->cbs);
157 		(void) res->func->destroy(res);
158 		mutex_unlock(&dev_priv->binding_mutex);
159 		if (dev_priv->pinned_bo != NULL &&
160 		    !dev_priv->query_cid_valid)
161 			__vmw_execbuf_release_pinned_bo(dev_priv, NULL);
162 		mutex_unlock(&dev_priv->cmdbuf_mutex);
163 		vmw_context_cotables_unref(dev_priv, uctx);
164 		return;
165 	}
166 
167 	vmw_execbuf_release_pinned_bo(dev_priv);
168 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
169 	if (unlikely(cmd == NULL))
170 		return;
171 
172 	cmd->header.id = SVGA_3D_CMD_CONTEXT_DESTROY;
173 	cmd->header.size = sizeof(cmd->body);
174 	cmd->body.cid = res->id;
175 
176 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
177 	vmw_fifo_resource_dec(dev_priv);
178 }
179 
vmw_gb_context_init(struct vmw_private * dev_priv,bool dx,struct vmw_resource * res,void (* res_free)(struct vmw_resource * res))180 static int vmw_gb_context_init(struct vmw_private *dev_priv,
181 			       bool dx,
182 			       struct vmw_resource *res,
183 			       void (*res_free)(struct vmw_resource *res))
184 {
185 	int ret, i;
186 	struct vmw_user_context *uctx =
187 		container_of(res, struct vmw_user_context, res);
188 
189 	res->guest_memory_size = (dx ? sizeof(SVGADXContextMobFormat) :
190 				 sizeof(SVGAGBContextData));
191 	ret = vmw_resource_init(dev_priv, res, true,
192 				res_free,
193 				dx ? &vmw_dx_context_func :
194 				&vmw_gb_context_func);
195 	if (unlikely(ret != 0))
196 		goto out_err;
197 
198 	if (dev_priv->has_mob) {
199 		uctx->man = vmw_cmdbuf_res_man_create(dev_priv);
200 		if (IS_ERR(uctx->man)) {
201 			ret = PTR_ERR(uctx->man);
202 			uctx->man = NULL;
203 			goto out_err;
204 		}
205 	}
206 
207 	uctx->cbs = vmw_binding_state_alloc(dev_priv);
208 	if (IS_ERR(uctx->cbs)) {
209 		ret = PTR_ERR(uctx->cbs);
210 		goto out_err;
211 	}
212 
213 	spin_lock_init(&uctx->cotable_lock);
214 
215 	if (dx) {
216 		u32 cotable_max = has_sm5_context(dev_priv) ?
217 			SVGA_COTABLE_MAX : SVGA_COTABLE_DX10_MAX;
218 		for (i = 0; i < cotable_max; ++i) {
219 			uctx->cotables[i] = vmw_cotable_alloc(dev_priv,
220 							      &uctx->res, i);
221 			if (IS_ERR(uctx->cotables[i])) {
222 				ret = PTR_ERR(uctx->cotables[i]);
223 				goto out_cotables;
224 			}
225 		}
226 	}
227 
228 	res->hw_destroy = vmw_hw_context_destroy;
229 	return 0;
230 
231 out_cotables:
232 	vmw_context_cotables_unref(dev_priv, uctx);
233 out_err:
234 	if (res_free)
235 		res_free(res);
236 	else
237 		kfree(res);
238 	return ret;
239 }
240 
vmw_context_init(struct vmw_private * dev_priv,struct vmw_resource * res,void (* res_free)(struct vmw_resource * res),bool dx)241 static int vmw_context_init(struct vmw_private *dev_priv,
242 			    struct vmw_resource *res,
243 			    void (*res_free)(struct vmw_resource *res),
244 			    bool dx)
245 {
246 	int ret;
247 
248 	struct {
249 		SVGA3dCmdHeader header;
250 		SVGA3dCmdDefineContext body;
251 	} *cmd;
252 
253 	if (dev_priv->has_mob)
254 		return vmw_gb_context_init(dev_priv, dx, res, res_free);
255 
256 	ret = vmw_resource_init(dev_priv, res, false,
257 				res_free, &vmw_legacy_context_func);
258 
259 	if (unlikely(ret != 0)) {
260 		DRM_ERROR("Failed to allocate a resource id.\n");
261 		goto out_early;
262 	}
263 
264 	if (unlikely(res->id >= SVGA3D_HB_MAX_CONTEXT_IDS)) {
265 		DRM_ERROR("Out of hw context ids.\n");
266 		vmw_resource_unreference(&res);
267 		return -ENOMEM;
268 	}
269 
270 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
271 	if (unlikely(cmd == NULL)) {
272 		vmw_resource_unreference(&res);
273 		return -ENOMEM;
274 	}
275 
276 	cmd->header.id = SVGA_3D_CMD_CONTEXT_DEFINE;
277 	cmd->header.size = sizeof(cmd->body);
278 	cmd->body.cid = res->id;
279 
280 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
281 	vmw_fifo_resource_inc(dev_priv);
282 	res->hw_destroy = vmw_hw_context_destroy;
283 	return 0;
284 
285 out_early:
286 	if (res_free == NULL)
287 		kfree(res);
288 	else
289 		res_free(res);
290 	return ret;
291 }
292 
293 
294 /*
295  * GB context.
296  */
297 
vmw_gb_context_create(struct vmw_resource * res)298 static int vmw_gb_context_create(struct vmw_resource *res)
299 {
300 	struct vmw_private *dev_priv = res->dev_priv;
301 	int ret;
302 	struct {
303 		SVGA3dCmdHeader header;
304 		SVGA3dCmdDefineGBContext body;
305 	} *cmd;
306 
307 	if (likely(res->id != -1))
308 		return 0;
309 
310 	ret = vmw_resource_alloc_id(res);
311 	if (unlikely(ret != 0)) {
312 		DRM_ERROR("Failed to allocate a context id.\n");
313 		goto out_no_id;
314 	}
315 
316 	if (unlikely(res->id >= VMWGFX_NUM_GB_CONTEXT)) {
317 		ret = -EBUSY;
318 		goto out_no_fifo;
319 	}
320 
321 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
322 	if (unlikely(cmd == NULL)) {
323 		ret = -ENOMEM;
324 		goto out_no_fifo;
325 	}
326 
327 	cmd->header.id = SVGA_3D_CMD_DEFINE_GB_CONTEXT;
328 	cmd->header.size = sizeof(cmd->body);
329 	cmd->body.cid = res->id;
330 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
331 	vmw_fifo_resource_inc(dev_priv);
332 
333 	return 0;
334 
335 out_no_fifo:
336 	vmw_resource_release_id(res);
337 out_no_id:
338 	return ret;
339 }
340 
vmw_gb_context_bind(struct vmw_resource * res,struct ttm_validate_buffer * val_buf)341 static int vmw_gb_context_bind(struct vmw_resource *res,
342 			       struct ttm_validate_buffer *val_buf)
343 {
344 	struct vmw_private *dev_priv = res->dev_priv;
345 	struct {
346 		SVGA3dCmdHeader header;
347 		SVGA3dCmdBindGBContext body;
348 	} *cmd;
349 	struct ttm_buffer_object *bo = val_buf->bo;
350 
351 	BUG_ON(bo->resource->mem_type != VMW_PL_MOB);
352 
353 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
354 	if (unlikely(cmd == NULL))
355 		return -ENOMEM;
356 
357 	cmd->header.id = SVGA_3D_CMD_BIND_GB_CONTEXT;
358 	cmd->header.size = sizeof(cmd->body);
359 	cmd->body.cid = res->id;
360 	cmd->body.mobid = bo->resource->start;
361 	cmd->body.validContents = res->guest_memory_dirty;
362 	res->guest_memory_dirty = false;
363 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
364 
365 	return 0;
366 }
367 
vmw_gb_context_unbind(struct vmw_resource * res,bool readback,struct ttm_validate_buffer * val_buf)368 static int vmw_gb_context_unbind(struct vmw_resource *res,
369 				 bool readback,
370 				 struct ttm_validate_buffer *val_buf)
371 {
372 	struct vmw_private *dev_priv = res->dev_priv;
373 	struct ttm_buffer_object *bo = val_buf->bo;
374 	struct vmw_fence_obj *fence;
375 	struct vmw_user_context *uctx =
376 		container_of(res, struct vmw_user_context, res);
377 
378 	struct {
379 		SVGA3dCmdHeader header;
380 		SVGA3dCmdReadbackGBContext body;
381 	} *cmd1;
382 	struct {
383 		SVGA3dCmdHeader header;
384 		SVGA3dCmdBindGBContext body;
385 	} *cmd2;
386 	uint32_t submit_size;
387 	uint8_t *cmd;
388 
389 
390 	BUG_ON(bo->resource->mem_type != VMW_PL_MOB);
391 
392 	mutex_lock(&dev_priv->binding_mutex);
393 	vmw_binding_state_scrub(uctx->cbs);
394 
395 	submit_size = sizeof(*cmd2) + (readback ? sizeof(*cmd1) : 0);
396 
397 	cmd = VMW_CMD_RESERVE(dev_priv, submit_size);
398 	if (unlikely(cmd == NULL)) {
399 		mutex_unlock(&dev_priv->binding_mutex);
400 		return -ENOMEM;
401 	}
402 
403 	cmd2 = (void *) cmd;
404 	if (readback) {
405 		cmd1 = (void *) cmd;
406 		cmd1->header.id = SVGA_3D_CMD_READBACK_GB_CONTEXT;
407 		cmd1->header.size = sizeof(cmd1->body);
408 		cmd1->body.cid = res->id;
409 		cmd2 = (void *) (&cmd1[1]);
410 	}
411 	cmd2->header.id = SVGA_3D_CMD_BIND_GB_CONTEXT;
412 	cmd2->header.size = sizeof(cmd2->body);
413 	cmd2->body.cid = res->id;
414 	cmd2->body.mobid = SVGA3D_INVALID_ID;
415 
416 	vmw_cmd_commit(dev_priv, submit_size);
417 	mutex_unlock(&dev_priv->binding_mutex);
418 
419 	/*
420 	 * Create a fence object and fence the backup buffer.
421 	 */
422 
423 	(void) vmw_execbuf_fence_commands(NULL, dev_priv,
424 					  &fence, NULL);
425 
426 	vmw_bo_fence_single(bo, fence);
427 
428 	if (likely(fence != NULL))
429 		vmw_fence_obj_unreference(&fence);
430 
431 	return 0;
432 }
433 
vmw_gb_context_destroy(struct vmw_resource * res)434 static int vmw_gb_context_destroy(struct vmw_resource *res)
435 {
436 	struct vmw_private *dev_priv = res->dev_priv;
437 	struct {
438 		SVGA3dCmdHeader header;
439 		SVGA3dCmdDestroyGBContext body;
440 	} *cmd;
441 
442 	if (likely(res->id == -1))
443 		return 0;
444 
445 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
446 	if (unlikely(cmd == NULL))
447 		return -ENOMEM;
448 
449 	cmd->header.id = SVGA_3D_CMD_DESTROY_GB_CONTEXT;
450 	cmd->header.size = sizeof(cmd->body);
451 	cmd->body.cid = res->id;
452 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
453 	if (dev_priv->query_cid == res->id)
454 		dev_priv->query_cid_valid = false;
455 	vmw_resource_release_id(res);
456 	vmw_fifo_resource_dec(dev_priv);
457 
458 	return 0;
459 }
460 
461 /*
462  * DX context.
463  */
464 
vmw_dx_context_create(struct vmw_resource * res)465 static int vmw_dx_context_create(struct vmw_resource *res)
466 {
467 	struct vmw_private *dev_priv = res->dev_priv;
468 	int ret;
469 	struct {
470 		SVGA3dCmdHeader header;
471 		SVGA3dCmdDXDefineContext body;
472 	} *cmd;
473 
474 	if (likely(res->id != -1))
475 		return 0;
476 
477 	ret = vmw_resource_alloc_id(res);
478 	if (unlikely(ret != 0)) {
479 		DRM_ERROR("Failed to allocate a context id.\n");
480 		goto out_no_id;
481 	}
482 
483 	if (unlikely(res->id >= VMWGFX_NUM_DXCONTEXT)) {
484 		ret = -EBUSY;
485 		goto out_no_fifo;
486 	}
487 
488 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
489 	if (unlikely(cmd == NULL)) {
490 		ret = -ENOMEM;
491 		goto out_no_fifo;
492 	}
493 
494 	cmd->header.id = SVGA_3D_CMD_DX_DEFINE_CONTEXT;
495 	cmd->header.size = sizeof(cmd->body);
496 	cmd->body.cid = res->id;
497 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
498 	vmw_fifo_resource_inc(dev_priv);
499 
500 	return 0;
501 
502 out_no_fifo:
503 	vmw_resource_release_id(res);
504 out_no_id:
505 	return ret;
506 }
507 
vmw_dx_context_bind(struct vmw_resource * res,struct ttm_validate_buffer * val_buf)508 static int vmw_dx_context_bind(struct vmw_resource *res,
509 			       struct ttm_validate_buffer *val_buf)
510 {
511 	struct vmw_private *dev_priv = res->dev_priv;
512 	struct {
513 		SVGA3dCmdHeader header;
514 		SVGA3dCmdDXBindContext body;
515 	} *cmd;
516 	struct ttm_buffer_object *bo = val_buf->bo;
517 
518 	BUG_ON(bo->resource->mem_type != VMW_PL_MOB);
519 
520 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
521 	if (unlikely(cmd == NULL))
522 		return -ENOMEM;
523 
524 	cmd->header.id = SVGA_3D_CMD_DX_BIND_CONTEXT;
525 	cmd->header.size = sizeof(cmd->body);
526 	cmd->body.cid = res->id;
527 	cmd->body.mobid = bo->resource->start;
528 	cmd->body.validContents = res->guest_memory_dirty;
529 	res->guest_memory_dirty = false;
530 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
531 
532 
533 	return 0;
534 }
535 
536 /**
537  * vmw_dx_context_scrub_cotables - Scrub all bindings and
538  * cotables from a context
539  *
540  * @ctx: Pointer to the context resource
541  * @readback: Whether to save the otable contents on scrubbing.
542  *
543  * COtables must be unbound before their context, but unbinding requires
544  * the backup buffer being reserved, whereas scrubbing does not.
545  * This function scrubs all cotables of a context, potentially reading back
546  * the contents into their backup buffers. However, scrubbing cotables
547  * also makes the device context invalid, so scrub all bindings first so
548  * that doesn't have to be done later with an invalid context.
549  */
vmw_dx_context_scrub_cotables(struct vmw_resource * ctx,bool readback)550 void vmw_dx_context_scrub_cotables(struct vmw_resource *ctx,
551 				   bool readback)
552 {
553 	struct vmw_user_context *uctx =
554 		container_of(ctx, struct vmw_user_context, res);
555 	u32 cotable_max = has_sm5_context(ctx->dev_priv) ?
556 		SVGA_COTABLE_MAX : SVGA_COTABLE_DX10_MAX;
557 	int i;
558 
559 	vmw_binding_state_scrub(uctx->cbs);
560 	for (i = 0; i < cotable_max; ++i) {
561 		struct vmw_resource *res;
562 
563 		/* Avoid racing with ongoing cotable destruction. */
564 		spin_lock(&uctx->cotable_lock);
565 		res = uctx->cotables[vmw_cotable_scrub_order[i]];
566 		if (res)
567 			res = vmw_resource_reference_unless_doomed(res);
568 		spin_unlock(&uctx->cotable_lock);
569 		if (!res)
570 			continue;
571 
572 		WARN_ON(vmw_cotable_scrub(res, readback));
573 		vmw_resource_unreference(&res);
574 	}
575 }
576 
vmw_dx_context_unbind(struct vmw_resource * res,bool readback,struct ttm_validate_buffer * val_buf)577 static int vmw_dx_context_unbind(struct vmw_resource *res,
578 				 bool readback,
579 				 struct ttm_validate_buffer *val_buf)
580 {
581 	struct vmw_private *dev_priv = res->dev_priv;
582 	struct ttm_buffer_object *bo = val_buf->bo;
583 	struct vmw_fence_obj *fence;
584 	struct vmw_user_context *uctx =
585 		container_of(res, struct vmw_user_context, res);
586 
587 	struct {
588 		SVGA3dCmdHeader header;
589 		SVGA3dCmdDXReadbackContext body;
590 	} *cmd1;
591 	struct {
592 		SVGA3dCmdHeader header;
593 		SVGA3dCmdDXBindContext body;
594 	} *cmd2;
595 	uint32_t submit_size;
596 	uint8_t *cmd;
597 
598 
599 	BUG_ON(bo->resource->mem_type != VMW_PL_MOB);
600 
601 	mutex_lock(&dev_priv->binding_mutex);
602 	vmw_dx_context_scrub_cotables(res, readback);
603 
604 	if (uctx->dx_query_mob && uctx->dx_query_mob->dx_query_ctx &&
605 	    readback) {
606 		WARN_ON(uctx->dx_query_mob->dx_query_ctx != res);
607 		if (vmw_query_readback_all(uctx->dx_query_mob))
608 			DRM_ERROR("Failed to read back query states\n");
609 	}
610 
611 	submit_size = sizeof(*cmd2) + (readback ? sizeof(*cmd1) : 0);
612 
613 	cmd = VMW_CMD_RESERVE(dev_priv, submit_size);
614 	if (unlikely(cmd == NULL)) {
615 		mutex_unlock(&dev_priv->binding_mutex);
616 		return -ENOMEM;
617 	}
618 
619 	cmd2 = (void *) cmd;
620 	if (readback) {
621 		cmd1 = (void *) cmd;
622 		cmd1->header.id = SVGA_3D_CMD_DX_READBACK_CONTEXT;
623 		cmd1->header.size = sizeof(cmd1->body);
624 		cmd1->body.cid = res->id;
625 		cmd2 = (void *) (&cmd1[1]);
626 	}
627 	cmd2->header.id = SVGA_3D_CMD_DX_BIND_CONTEXT;
628 	cmd2->header.size = sizeof(cmd2->body);
629 	cmd2->body.cid = res->id;
630 	cmd2->body.mobid = SVGA3D_INVALID_ID;
631 
632 	vmw_cmd_commit(dev_priv, submit_size);
633 	mutex_unlock(&dev_priv->binding_mutex);
634 
635 	/*
636 	 * Create a fence object and fence the backup buffer.
637 	 */
638 
639 	(void) vmw_execbuf_fence_commands(NULL, dev_priv,
640 					  &fence, NULL);
641 
642 	vmw_bo_fence_single(bo, fence);
643 
644 	if (likely(fence != NULL))
645 		vmw_fence_obj_unreference(&fence);
646 
647 	return 0;
648 }
649 
vmw_dx_context_destroy(struct vmw_resource * res)650 static int vmw_dx_context_destroy(struct vmw_resource *res)
651 {
652 	struct vmw_private *dev_priv = res->dev_priv;
653 	struct {
654 		SVGA3dCmdHeader header;
655 		SVGA3dCmdDXDestroyContext body;
656 	} *cmd;
657 
658 	if (likely(res->id == -1))
659 		return 0;
660 
661 	cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd));
662 	if (unlikely(cmd == NULL))
663 		return -ENOMEM;
664 
665 	cmd->header.id = SVGA_3D_CMD_DX_DESTROY_CONTEXT;
666 	cmd->header.size = sizeof(cmd->body);
667 	cmd->body.cid = res->id;
668 	vmw_cmd_commit(dev_priv, sizeof(*cmd));
669 	if (dev_priv->query_cid == res->id)
670 		dev_priv->query_cid_valid = false;
671 	vmw_resource_release_id(res);
672 	vmw_fifo_resource_dec(dev_priv);
673 
674 	return 0;
675 }
676 
677 /*
678  * User-space context management:
679  */
680 
681 static struct vmw_resource *
vmw_user_context_base_to_res(struct ttm_base_object * base)682 vmw_user_context_base_to_res(struct ttm_base_object *base)
683 {
684 	return &(container_of(base, struct vmw_user_context, base)->res);
685 }
686 
vmw_user_context_free(struct vmw_resource * res)687 static void vmw_user_context_free(struct vmw_resource *res)
688 {
689 	struct vmw_user_context *ctx =
690 	    container_of(res, struct vmw_user_context, res);
691 
692 	if (ctx->cbs)
693 		vmw_binding_state_free(ctx->cbs);
694 
695 	(void) vmw_context_bind_dx_query(res, NULL);
696 
697 	ttm_base_object_kfree(ctx, base);
698 }
699 
700 /*
701  * This function is called when user space has no more references on the
702  * base object. It releases the base-object's reference on the resource object.
703  */
704 
vmw_user_context_base_release(struct ttm_base_object ** p_base)705 static void vmw_user_context_base_release(struct ttm_base_object **p_base)
706 {
707 	struct ttm_base_object *base = *p_base;
708 	struct vmw_user_context *ctx =
709 	    container_of(base, struct vmw_user_context, base);
710 	struct vmw_resource *res = &ctx->res;
711 
712 	*p_base = NULL;
713 	vmw_resource_unreference(&res);
714 }
715 
vmw_context_destroy_ioctl(struct drm_device * dev,void * data,struct drm_file * file_priv)716 int vmw_context_destroy_ioctl(struct drm_device *dev, void *data,
717 			      struct drm_file *file_priv)
718 {
719 	struct drm_vmw_context_arg *arg = (struct drm_vmw_context_arg *)data;
720 	struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
721 
722 	return ttm_ref_object_base_unref(tfile, arg->cid);
723 }
724 
vmw_context_define(struct drm_device * dev,void * data,struct drm_file * file_priv,bool dx)725 static int vmw_context_define(struct drm_device *dev, void *data,
726 			      struct drm_file *file_priv, bool dx)
727 {
728 	struct vmw_private *dev_priv = vmw_priv(dev);
729 	struct vmw_user_context *ctx;
730 	struct vmw_resource *res;
731 	struct vmw_resource *tmp;
732 	struct drm_vmw_context_arg *arg = (struct drm_vmw_context_arg *)data;
733 	struct ttm_object_file *tfile = vmw_fpriv(file_priv)->tfile;
734 	int ret;
735 
736 	if (!has_sm4_context(dev_priv) && dx) {
737 		VMW_DEBUG_USER("DX contexts not supported by device.\n");
738 		return -EINVAL;
739 	}
740 
741 	ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
742 	if (unlikely(!ctx)) {
743 		ret = -ENOMEM;
744 		goto out_ret;
745 	}
746 
747 	res = &ctx->res;
748 	ctx->base.shareable = false;
749 	ctx->base.tfile = NULL;
750 
751 	/*
752 	 * From here on, the destructor takes over resource freeing.
753 	 */
754 
755 	ret = vmw_context_init(dev_priv, res, vmw_user_context_free, dx);
756 	if (unlikely(ret != 0))
757 		goto out_ret;
758 
759 	tmp = vmw_resource_reference(&ctx->res);
760 	ret = ttm_base_object_init(tfile, &ctx->base, false, VMW_RES_CONTEXT,
761 				   &vmw_user_context_base_release);
762 
763 	if (unlikely(ret != 0)) {
764 		vmw_resource_unreference(&tmp);
765 		goto out_err;
766 	}
767 
768 	arg->cid = ctx->base.handle;
769 out_err:
770 	vmw_resource_unreference(&res);
771 out_ret:
772 	return ret;
773 }
774 
vmw_context_define_ioctl(struct drm_device * dev,void * data,struct drm_file * file_priv)775 int vmw_context_define_ioctl(struct drm_device *dev, void *data,
776 			     struct drm_file *file_priv)
777 {
778 	return vmw_context_define(dev, data, file_priv, false);
779 }
780 
vmw_extended_context_define_ioctl(struct drm_device * dev,void * data,struct drm_file * file_priv)781 int vmw_extended_context_define_ioctl(struct drm_device *dev, void *data,
782 				      struct drm_file *file_priv)
783 {
784 	union drm_vmw_extended_context_arg *arg = (typeof(arg)) data;
785 	struct drm_vmw_context_arg *rep = &arg->rep;
786 
787 	switch (arg->req) {
788 	case drm_vmw_context_legacy:
789 		return vmw_context_define(dev, rep, file_priv, false);
790 	case drm_vmw_context_dx:
791 		return vmw_context_define(dev, rep, file_priv, true);
792 	default:
793 		break;
794 	}
795 	return -EINVAL;
796 }
797 
798 /**
799  * vmw_context_binding_list - Return a list of context bindings
800  *
801  * @ctx: The context resource
802  *
803  * Returns the current list of bindings of the given context. Note that
804  * this list becomes stale as soon as the dev_priv::binding_mutex is unlocked.
805  */
vmw_context_binding_list(struct vmw_resource * ctx)806 struct list_head *vmw_context_binding_list(struct vmw_resource *ctx)
807 {
808 	struct vmw_user_context *uctx =
809 		container_of(ctx, struct vmw_user_context, res);
810 
811 	return vmw_binding_state_list(uctx->cbs);
812 }
813 
vmw_context_res_man(struct vmw_resource * ctx)814 struct vmw_cmdbuf_res_manager *vmw_context_res_man(struct vmw_resource *ctx)
815 {
816 	return container_of(ctx, struct vmw_user_context, res)->man;
817 }
818 
vmw_context_cotable(struct vmw_resource * ctx,SVGACOTableType cotable_type)819 struct vmw_resource *vmw_context_cotable(struct vmw_resource *ctx,
820 					 SVGACOTableType cotable_type)
821 {
822 	u32 cotable_max = has_sm5_context(ctx->dev_priv) ?
823 		SVGA_COTABLE_MAX : SVGA_COTABLE_DX10_MAX;
824 
825 	if (cotable_type >= cotable_max)
826 		return ERR_PTR(-EINVAL);
827 
828 	return container_of(ctx, struct vmw_user_context, res)->
829 		cotables[cotable_type];
830 }
831 
832 /**
833  * vmw_context_binding_state -
834  * Return a pointer to a context binding state structure
835  *
836  * @ctx: The context resource
837  *
838  * Returns the current state of bindings of the given context. Note that
839  * this state becomes stale as soon as the dev_priv::binding_mutex is unlocked.
840  */
841 struct vmw_ctx_binding_state *
vmw_context_binding_state(struct vmw_resource * ctx)842 vmw_context_binding_state(struct vmw_resource *ctx)
843 {
844 	return container_of(ctx, struct vmw_user_context, res)->cbs;
845 }
846 
847 /**
848  * vmw_context_bind_dx_query -
849  * Sets query MOB for the context.  If @mob is NULL, then this function will
850  * remove the association between the MOB and the context.  This function
851  * assumes the binding_mutex is held.
852  *
853  * @ctx_res: The context resource
854  * @mob: a reference to the query MOB
855  *
856  * Returns -EINVAL if a MOB has already been set and does not match the one
857  * specified in the parameter.  0 otherwise.
858  */
vmw_context_bind_dx_query(struct vmw_resource * ctx_res,struct vmw_bo * mob)859 int vmw_context_bind_dx_query(struct vmw_resource *ctx_res,
860 			      struct vmw_bo *mob)
861 {
862 	struct vmw_user_context *uctx =
863 		container_of(ctx_res, struct vmw_user_context, res);
864 
865 	if (mob == NULL) {
866 		if (uctx->dx_query_mob) {
867 			uctx->dx_query_mob->dx_query_ctx = NULL;
868 			vmw_bo_unreference(&uctx->dx_query_mob);
869 			uctx->dx_query_mob = NULL;
870 		}
871 
872 		return 0;
873 	}
874 
875 	/* Can only have one MOB per context for queries */
876 	if (uctx->dx_query_mob && uctx->dx_query_mob != mob)
877 		return -EINVAL;
878 
879 	mob->dx_query_ctx  = ctx_res;
880 
881 	if (!uctx->dx_query_mob)
882 		uctx->dx_query_mob = vmw_bo_reference(mob);
883 
884 	return 0;
885 }
886 
887 /**
888  * vmw_context_get_dx_query_mob - Returns non-counted reference to DX query mob
889  *
890  * @ctx_res: The context resource
891  */
892 struct vmw_bo *
vmw_context_get_dx_query_mob(struct vmw_resource * ctx_res)893 vmw_context_get_dx_query_mob(struct vmw_resource *ctx_res)
894 {
895 	struct vmw_user_context *uctx =
896 		container_of(ctx_res, struct vmw_user_context, res);
897 
898 	return uctx->dx_query_mob;
899 }
900