1 // SPDX-License-Identifier: GPL-2.0 OR MIT 2 /************************************************************************** 3 * 4 * Copyright 2015 VMware, Inc., Palo Alto, CA., USA 5 * 6 * Permission is hereby granted, free of charge, to any person obtaining a 7 * copy of this software and associated documentation files (the 8 * "Software"), to deal in the Software without restriction, including 9 * without limitation the rights to use, copy, modify, merge, publish, 10 * distribute, sub license, and/or sell copies of the Software, and to 11 * permit persons to whom the Software is furnished to do so, subject to 12 * the following conditions: 13 * 14 * The above copyright notice and this permission notice (including the 15 * next paragraph) shall be included in all copies or substantial portions 16 * of the Software. 17 * 18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 20 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 21 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, 22 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 23 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 24 * USE OR OTHER DEALINGS IN THE SOFTWARE. 25 * 26 **************************************************************************/ 27 /* 28 * This file implements the vmwgfx context binding manager, 29 * The sole reason for having to use this code is that vmware guest 30 * backed contexts can be swapped out to their backing mobs by the device 31 * at any time, also swapped in at any time. At swapin time, the device 32 * validates the context bindings to make sure they point to valid resources. 33 * It's this outside-of-drawcall validation (that can happen at any time), 34 * that makes this code necessary. 35 * 36 * We therefore need to kill any context bindings pointing to a resource 37 * when the resource is swapped out. Furthermore, if the vmwgfx driver has 38 * swapped out the context we can't swap it in again to kill bindings because 39 * of backing mob reservation lockdep violations, so as part of 40 * context swapout, also kill all bindings of a context, so that they are 41 * already killed if a resource to which a binding points 42 * needs to be swapped out. 43 * 44 * Note that a resource can be pointed to by bindings from multiple contexts, 45 * Therefore we can't easily protect this data by a per context mutex 46 * (unless we use deadlock-safe WW mutexes). So we use a global binding_mutex 47 * to protect all binding manager data. 48 * 49 * Finally, any association between a context and a global resource 50 * (surface, shader or even DX query) is conceptually a context binding that 51 * needs to be tracked by this code. 52 */ 53 54 #include "vmwgfx_drv.h" 55 #include "vmwgfx_binding.h" 56 #include "device_include/svga3d_reg.h" 57 #include <linux/vmalloc.h> 58 59 #define VMW_BINDING_RT_BIT 0 60 #define VMW_BINDING_PS_BIT 1 61 #define VMW_BINDING_SO_T_BIT 2 62 #define VMW_BINDING_VB_BIT 3 63 #define VMW_BINDING_UAV_BIT 4 64 #define VMW_BINDING_CS_UAV_BIT 5 65 #define VMW_BINDING_NUM_BITS 6 66 67 #define VMW_BINDING_PS_SR_BIT 0 68 69 /** 70 * struct vmw_ctx_binding_state - per context binding state 71 * 72 * @dev_priv: Pointer to device private structure. 73 * @list: linked list of individual active bindings. 74 * @render_targets: Render target bindings. 75 * @texture_units: Texture units bindings. 76 * @ds_view: Depth-stencil view binding. 77 * @so_targets: StreamOutput target bindings. 78 * @vertex_buffers: Vertex buffer bindings. 79 * @index_buffer: Index buffer binding. 80 * @per_shader: Per shader-type bindings. 81 * @ua_views: UAV bindings. 82 * @so_state: StreamOutput bindings. 83 * @dirty: Bitmap tracking per binding-type changes that have not yet 84 * been emitted to the device. 85 * @dirty_vb: Bitmap tracking individual vertex buffer binding changes that 86 * have not yet been emitted to the device. 87 * @bind_cmd_buffer: Scratch space used to construct binding commands. 88 * @bind_cmd_count: Number of binding command data entries in @bind_cmd_buffer 89 * @bind_first_slot: Used together with @bind_cmd_buffer to indicate the 90 * device binding slot of the first command data entry in @bind_cmd_buffer. 91 * 92 * Note that this structure also provides storage space for the individual 93 * struct vmw_ctx_binding objects, so that no dynamic allocation is needed 94 * for individual bindings. 95 * 96 */ 97 struct vmw_ctx_binding_state { 98 struct vmw_private *dev_priv; 99 struct list_head list; 100 struct vmw_ctx_bindinfo_view render_targets[SVGA3D_RT_MAX]; 101 struct vmw_ctx_bindinfo_tex texture_units[SVGA3D_NUM_TEXTURE_UNITS]; 102 struct vmw_ctx_bindinfo_view ds_view; 103 struct vmw_ctx_bindinfo_so_target so_targets[SVGA3D_DX_MAX_SOTARGETS]; 104 struct vmw_ctx_bindinfo_vb vertex_buffers[SVGA3D_DX_MAX_VERTEXBUFFERS]; 105 struct vmw_ctx_bindinfo_ib index_buffer; 106 struct vmw_dx_shader_bindings per_shader[SVGA3D_NUM_SHADERTYPE]; 107 struct vmw_ctx_bindinfo_uav ua_views[VMW_MAX_UAV_BIND_TYPE]; 108 struct vmw_ctx_bindinfo_so so_state; 109 110 unsigned long dirty; 111 DECLARE_BITMAP(dirty_vb, SVGA3D_DX_MAX_VERTEXBUFFERS); 112 113 u32 bind_cmd_buffer[VMW_MAX_VIEW_BINDINGS]; 114 u32 bind_cmd_count; 115 u32 bind_first_slot; 116 }; 117 118 static int vmw_binding_scrub_shader(struct vmw_ctx_bindinfo *bi, bool rebind); 119 static int vmw_binding_scrub_render_target(struct vmw_ctx_bindinfo *bi, 120 bool rebind); 121 static int vmw_binding_scrub_texture(struct vmw_ctx_bindinfo *bi, bool rebind); 122 static int vmw_binding_scrub_cb(struct vmw_ctx_bindinfo *bi, bool rebind); 123 static int vmw_binding_scrub_dx_rt(struct vmw_ctx_bindinfo *bi, bool rebind); 124 static int vmw_binding_scrub_sr(struct vmw_ctx_bindinfo *bi, bool rebind); 125 static int vmw_binding_scrub_so_target(struct vmw_ctx_bindinfo *bi, bool rebind); 126 static int vmw_binding_emit_dirty(struct vmw_ctx_binding_state *cbs); 127 static int vmw_binding_scrub_dx_shader(struct vmw_ctx_bindinfo *bi, 128 bool rebind); 129 static int vmw_binding_scrub_ib(struct vmw_ctx_bindinfo *bi, bool rebind); 130 static int vmw_binding_scrub_vb(struct vmw_ctx_bindinfo *bi, bool rebind); 131 static int vmw_binding_scrub_uav(struct vmw_ctx_bindinfo *bi, bool rebind); 132 static int vmw_binding_scrub_cs_uav(struct vmw_ctx_bindinfo *bi, bool rebind); 133 static int vmw_binding_scrub_so(struct vmw_ctx_bindinfo *bi, bool rebind); 134 135 static void vmw_binding_build_asserts(void) __attribute__ ((unused)); 136 137 typedef int (*vmw_scrub_func)(struct vmw_ctx_bindinfo *, bool); 138 139 /** 140 * struct vmw_binding_info - Per binding type information for the binding 141 * manager 142 * 143 * @size: The size of the struct binding derived from a struct vmw_ctx_bindinfo. 144 * @offsets: array[shader_slot] of offsets to the array[slot] 145 * of struct bindings for the binding type. 146 * @scrub_func: Pointer to the scrub function for this binding type. 147 * 148 * Holds static information to help optimize the binding manager and avoid 149 * an excessive amount of switch statements. 150 */ 151 struct vmw_binding_info { 152 size_t size; 153 const size_t *offsets; 154 vmw_scrub_func scrub_func; 155 }; 156 157 /* 158 * A number of static variables that help determine the scrub func and the 159 * location of the struct vmw_ctx_bindinfo slots for each binding type. 160 */ 161 static const size_t vmw_binding_shader_offsets[] = { 162 offsetof(struct vmw_ctx_binding_state, per_shader[0].shader), 163 offsetof(struct vmw_ctx_binding_state, per_shader[1].shader), 164 offsetof(struct vmw_ctx_binding_state, per_shader[2].shader), 165 offsetof(struct vmw_ctx_binding_state, per_shader[3].shader), 166 offsetof(struct vmw_ctx_binding_state, per_shader[4].shader), 167 offsetof(struct vmw_ctx_binding_state, per_shader[5].shader), 168 }; 169 static const size_t vmw_binding_rt_offsets[] = { 170 offsetof(struct vmw_ctx_binding_state, render_targets), 171 }; 172 static const size_t vmw_binding_tex_offsets[] = { 173 offsetof(struct vmw_ctx_binding_state, texture_units), 174 }; 175 static const size_t vmw_binding_cb_offsets[] = { 176 offsetof(struct vmw_ctx_binding_state, per_shader[0].const_buffers), 177 offsetof(struct vmw_ctx_binding_state, per_shader[1].const_buffers), 178 offsetof(struct vmw_ctx_binding_state, per_shader[2].const_buffers), 179 offsetof(struct vmw_ctx_binding_state, per_shader[3].const_buffers), 180 offsetof(struct vmw_ctx_binding_state, per_shader[4].const_buffers), 181 offsetof(struct vmw_ctx_binding_state, per_shader[5].const_buffers), 182 }; 183 static const size_t vmw_binding_dx_ds_offsets[] = { 184 offsetof(struct vmw_ctx_binding_state, ds_view), 185 }; 186 static const size_t vmw_binding_sr_offsets[] = { 187 offsetof(struct vmw_ctx_binding_state, per_shader[0].shader_res), 188 offsetof(struct vmw_ctx_binding_state, per_shader[1].shader_res), 189 offsetof(struct vmw_ctx_binding_state, per_shader[2].shader_res), 190 offsetof(struct vmw_ctx_binding_state, per_shader[3].shader_res), 191 offsetof(struct vmw_ctx_binding_state, per_shader[4].shader_res), 192 offsetof(struct vmw_ctx_binding_state, per_shader[5].shader_res), 193 }; 194 static const size_t vmw_binding_so_target_offsets[] = { 195 offsetof(struct vmw_ctx_binding_state, so_targets), 196 }; 197 static const size_t vmw_binding_vb_offsets[] = { 198 offsetof(struct vmw_ctx_binding_state, vertex_buffers), 199 }; 200 static const size_t vmw_binding_ib_offsets[] = { 201 offsetof(struct vmw_ctx_binding_state, index_buffer), 202 }; 203 static const size_t vmw_binding_uav_offsets[] = { 204 offsetof(struct vmw_ctx_binding_state, ua_views[0].views), 205 }; 206 static const size_t vmw_binding_cs_uav_offsets[] = { 207 offsetof(struct vmw_ctx_binding_state, ua_views[1].views), 208 }; 209 static const size_t vmw_binding_so_offsets[] = { 210 offsetof(struct vmw_ctx_binding_state, so_state), 211 }; 212 213 static const struct vmw_binding_info vmw_binding_infos[] = { 214 [vmw_ctx_binding_shader] = { 215 .size = sizeof(struct vmw_ctx_bindinfo_shader), 216 .offsets = vmw_binding_shader_offsets, 217 .scrub_func = vmw_binding_scrub_shader}, 218 [vmw_ctx_binding_rt] = { 219 .size = sizeof(struct vmw_ctx_bindinfo_view), 220 .offsets = vmw_binding_rt_offsets, 221 .scrub_func = vmw_binding_scrub_render_target}, 222 [vmw_ctx_binding_tex] = { 223 .size = sizeof(struct vmw_ctx_bindinfo_tex), 224 .offsets = vmw_binding_tex_offsets, 225 .scrub_func = vmw_binding_scrub_texture}, 226 [vmw_ctx_binding_cb] = { 227 .size = sizeof(struct vmw_ctx_bindinfo_cb), 228 .offsets = vmw_binding_cb_offsets, 229 .scrub_func = vmw_binding_scrub_cb}, 230 [vmw_ctx_binding_dx_shader] = { 231 .size = sizeof(struct vmw_ctx_bindinfo_shader), 232 .offsets = vmw_binding_shader_offsets, 233 .scrub_func = vmw_binding_scrub_dx_shader}, 234 [vmw_ctx_binding_dx_rt] = { 235 .size = sizeof(struct vmw_ctx_bindinfo_view), 236 .offsets = vmw_binding_rt_offsets, 237 .scrub_func = vmw_binding_scrub_dx_rt}, 238 [vmw_ctx_binding_sr] = { 239 .size = sizeof(struct vmw_ctx_bindinfo_view), 240 .offsets = vmw_binding_sr_offsets, 241 .scrub_func = vmw_binding_scrub_sr}, 242 [vmw_ctx_binding_ds] = { 243 .size = sizeof(struct vmw_ctx_bindinfo_view), 244 .offsets = vmw_binding_dx_ds_offsets, 245 .scrub_func = vmw_binding_scrub_dx_rt}, 246 [vmw_ctx_binding_so_target] = { 247 .size = sizeof(struct vmw_ctx_bindinfo_so_target), 248 .offsets = vmw_binding_so_target_offsets, 249 .scrub_func = vmw_binding_scrub_so_target}, 250 [vmw_ctx_binding_vb] = { 251 .size = sizeof(struct vmw_ctx_bindinfo_vb), 252 .offsets = vmw_binding_vb_offsets, 253 .scrub_func = vmw_binding_scrub_vb}, 254 [vmw_ctx_binding_ib] = { 255 .size = sizeof(struct vmw_ctx_bindinfo_ib), 256 .offsets = vmw_binding_ib_offsets, 257 .scrub_func = vmw_binding_scrub_ib}, 258 [vmw_ctx_binding_uav] = { 259 .size = sizeof(struct vmw_ctx_bindinfo_view), 260 .offsets = vmw_binding_uav_offsets, 261 .scrub_func = vmw_binding_scrub_uav}, 262 [vmw_ctx_binding_cs_uav] = { 263 .size = sizeof(struct vmw_ctx_bindinfo_view), 264 .offsets = vmw_binding_cs_uav_offsets, 265 .scrub_func = vmw_binding_scrub_cs_uav}, 266 [vmw_ctx_binding_so] = { 267 .size = sizeof(struct vmw_ctx_bindinfo_so), 268 .offsets = vmw_binding_so_offsets, 269 .scrub_func = vmw_binding_scrub_so}, 270 }; 271 272 /** 273 * vmw_cbs_context - Return a pointer to the context resource of a 274 * context binding state tracker. 275 * 276 * @cbs: The context binding state tracker. 277 * 278 * Provided there are any active bindings, this function will return an 279 * unreferenced pointer to the context resource that owns the context 280 * binding state tracker. If there are no active bindings, this function 281 * will return NULL. Note that the caller must somehow ensure that a reference 282 * is held on the context resource prior to calling this function. 283 */ 284 static const struct vmw_resource * 285 vmw_cbs_context(const struct vmw_ctx_binding_state *cbs) 286 { 287 if (list_empty(&cbs->list)) 288 return NULL; 289 290 return list_first_entry(&cbs->list, struct vmw_ctx_bindinfo, 291 ctx_list)->ctx; 292 } 293 294 /** 295 * vmw_binding_loc - determine the struct vmw_ctx_bindinfo slot location. 296 * 297 * @cbs: Pointer to a struct vmw_ctx_binding state which holds the slot. 298 * @bt: The binding type. 299 * @shader_slot: The shader slot of the binding. If none, then set to 0. 300 * @slot: The slot of the binding. 301 */ 302 static struct vmw_ctx_bindinfo * 303 vmw_binding_loc(struct vmw_ctx_binding_state *cbs, 304 enum vmw_ctx_binding_type bt, u32 shader_slot, u32 slot) 305 { 306 const struct vmw_binding_info *b = &vmw_binding_infos[bt]; 307 size_t offset = b->offsets[shader_slot] + b->size*slot; 308 309 return (struct vmw_ctx_bindinfo *)((u8 *) cbs + offset); 310 } 311 312 /** 313 * vmw_binding_drop: Stop tracking a context binding 314 * 315 * @bi: Pointer to binding tracker storage. 316 * 317 * Stops tracking a context binding, and re-initializes its storage. 318 * Typically used when the context binding is replaced with a binding to 319 * another (or the same, for that matter) resource. 320 */ 321 static void vmw_binding_drop(struct vmw_ctx_bindinfo *bi) 322 { 323 list_del(&bi->ctx_list); 324 if (!list_empty(&bi->res_list)) 325 list_del(&bi->res_list); 326 bi->ctx = NULL; 327 } 328 329 /** 330 * vmw_binding_add: Start tracking a context binding 331 * 332 * @cbs: Pointer to the context binding state tracker. 333 * @bi: Information about the binding to track. 334 * @shader_slot: The shader slot of the binding. 335 * @slot: The slot of the binding. 336 * 337 * Starts tracking the binding in the context binding 338 * state structure @cbs. 339 */ 340 void vmw_binding_add(struct vmw_ctx_binding_state *cbs, 341 const struct vmw_ctx_bindinfo *bi, 342 u32 shader_slot, u32 slot) 343 { 344 struct vmw_ctx_bindinfo *loc = 345 vmw_binding_loc(cbs, bi->bt, shader_slot, slot); 346 const struct vmw_binding_info *b = &vmw_binding_infos[bi->bt]; 347 348 if (loc->ctx != NULL) 349 vmw_binding_drop(loc); 350 351 memcpy(loc, bi, b->size); 352 loc->scrubbed = false; 353 list_add(&loc->ctx_list, &cbs->list); 354 INIT_LIST_HEAD(&loc->res_list); 355 } 356 357 /** 358 * vmw_binding_cb_offset_update: Update the offset of a cb binding 359 * 360 * @cbs: Pointer to the context binding state tracker. 361 * @shader_slot: The shader slot of the binding. 362 * @slot: The slot of the binding. 363 * @offsetInBytes: The new offset of the binding. 364 * 365 * Updates the offset of an existing cb binding in the context binding 366 * state structure @cbs. 367 */ 368 void vmw_binding_cb_offset_update(struct vmw_ctx_binding_state *cbs, 369 u32 shader_slot, u32 slot, u32 offsetInBytes) 370 { 371 struct vmw_ctx_bindinfo *loc = 372 vmw_binding_loc(cbs, vmw_ctx_binding_cb, shader_slot, slot); 373 struct vmw_ctx_bindinfo_cb *loc_cb = 374 (struct vmw_ctx_bindinfo_cb *)((u8 *) loc); 375 loc_cb->offset = offsetInBytes; 376 } 377 378 /** 379 * vmw_binding_add_uav_index - Add UAV index for tracking. 380 * @cbs: Pointer to the context binding state tracker. 381 * @slot: UAV type to which bind this index. 382 * @index: The splice index to track. 383 */ 384 void vmw_binding_add_uav_index(struct vmw_ctx_binding_state *cbs, uint32 slot, 385 uint32 index) 386 { 387 cbs->ua_views[slot].index = index; 388 } 389 390 /** 391 * vmw_binding_transfer: Transfer a context binding tracking entry. 392 * 393 * @cbs: Pointer to the persistent context binding state tracker. 394 * @from: Staged binding info built during execbuf 395 * @bi: Information about the binding to track. 396 * 397 */ 398 static void vmw_binding_transfer(struct vmw_ctx_binding_state *cbs, 399 const struct vmw_ctx_binding_state *from, 400 const struct vmw_ctx_bindinfo *bi) 401 { 402 size_t offset = (unsigned long)bi - (unsigned long)from; 403 struct vmw_ctx_bindinfo *loc = (struct vmw_ctx_bindinfo *) 404 ((unsigned long) cbs + offset); 405 406 if (loc->ctx != NULL) { 407 WARN_ON(bi->scrubbed); 408 409 vmw_binding_drop(loc); 410 } 411 412 if (bi->res != NULL) { 413 memcpy(loc, bi, vmw_binding_infos[bi->bt].size); 414 list_add_tail(&loc->ctx_list, &cbs->list); 415 list_add_tail(&loc->res_list, &loc->res->binding_head); 416 } 417 } 418 419 /** 420 * vmw_binding_state_kill - Kill all bindings associated with a 421 * struct vmw_ctx_binding state structure, and re-initialize the structure. 422 * 423 * @cbs: Pointer to the context binding state tracker. 424 * 425 * Emits commands to scrub all bindings associated with the 426 * context binding state tracker. Then re-initializes the whole structure. 427 */ 428 void vmw_binding_state_kill(struct vmw_ctx_binding_state *cbs) 429 { 430 struct vmw_ctx_bindinfo *entry, *next; 431 432 vmw_binding_state_scrub(cbs); 433 list_for_each_entry_safe(entry, next, &cbs->list, ctx_list) 434 vmw_binding_drop(entry); 435 } 436 437 /** 438 * vmw_binding_state_scrub - Scrub all bindings associated with a 439 * struct vmw_ctx_binding state structure. 440 * 441 * @cbs: Pointer to the context binding state tracker. 442 * 443 * Emits commands to scrub all bindings associated with the 444 * context binding state tracker. 445 */ 446 void vmw_binding_state_scrub(struct vmw_ctx_binding_state *cbs) 447 { 448 struct vmw_ctx_bindinfo *entry; 449 450 list_for_each_entry(entry, &cbs->list, ctx_list) { 451 if (!entry->scrubbed) { 452 (void) vmw_binding_infos[entry->bt].scrub_func 453 (entry, false); 454 entry->scrubbed = true; 455 } 456 } 457 458 (void) vmw_binding_emit_dirty(cbs); 459 } 460 461 /** 462 * vmw_binding_res_list_kill - Kill all bindings on a 463 * resource binding list 464 * 465 * @head: list head of resource binding list 466 * 467 * Kills all bindings associated with a specific resource. Typically 468 * called before the resource is destroyed. 469 */ 470 void vmw_binding_res_list_kill(struct list_head *head) 471 { 472 struct vmw_ctx_bindinfo *entry, *next; 473 474 vmw_binding_res_list_scrub(head); 475 list_for_each_entry_safe(entry, next, head, res_list) 476 vmw_binding_drop(entry); 477 } 478 479 /** 480 * vmw_binding_res_list_scrub - Scrub all bindings on a 481 * resource binding list 482 * 483 * @head: list head of resource binding list 484 * 485 * Scrub all bindings associated with a specific resource. Typically 486 * called before the resource is evicted. 487 */ 488 void vmw_binding_res_list_scrub(struct list_head *head) 489 { 490 struct vmw_ctx_bindinfo *entry; 491 492 list_for_each_entry(entry, head, res_list) { 493 if (!entry->scrubbed) { 494 (void) vmw_binding_infos[entry->bt].scrub_func 495 (entry, false); 496 entry->scrubbed = true; 497 } 498 } 499 500 list_for_each_entry(entry, head, res_list) { 501 struct vmw_ctx_binding_state *cbs = 502 vmw_context_binding_state(entry->ctx); 503 504 (void) vmw_binding_emit_dirty(cbs); 505 } 506 } 507 508 509 /** 510 * vmw_binding_state_commit - Commit staged binding info 511 * 512 * @to: Staged binding info area to copy into to. 513 * @from: Staged binding info built during execbuf. 514 * 515 * Transfers binding info from a temporary structure 516 * (typically used by execbuf) to the persistent 517 * structure in the context. This can be done once commands have been 518 * submitted to hardware 519 */ 520 void vmw_binding_state_commit(struct vmw_ctx_binding_state *to, 521 struct vmw_ctx_binding_state *from) 522 { 523 struct vmw_ctx_bindinfo *entry, *next; 524 525 list_for_each_entry_safe(entry, next, &from->list, ctx_list) { 526 vmw_binding_transfer(to, from, entry); 527 vmw_binding_drop(entry); 528 } 529 530 /* Also transfer uav splice indices */ 531 to->ua_views[0].index = from->ua_views[0].index; 532 to->ua_views[1].index = from->ua_views[1].index; 533 } 534 535 /** 536 * vmw_binding_rebind_all - Rebind all scrubbed bindings of a context 537 * 538 * @cbs: Pointer to the context binding state tracker. 539 * 540 * Walks through the context binding list and rebinds all scrubbed 541 * resources. 542 */ 543 int vmw_binding_rebind_all(struct vmw_ctx_binding_state *cbs) 544 { 545 struct vmw_ctx_bindinfo *entry; 546 int ret; 547 548 list_for_each_entry(entry, &cbs->list, ctx_list) { 549 if (likely(!entry->scrubbed)) 550 continue; 551 552 if ((entry->res == NULL || entry->res->id == 553 SVGA3D_INVALID_ID)) 554 continue; 555 556 ret = vmw_binding_infos[entry->bt].scrub_func(entry, true); 557 if (unlikely(ret != 0)) 558 return ret; 559 560 entry->scrubbed = false; 561 } 562 563 return vmw_binding_emit_dirty(cbs); 564 } 565 566 /** 567 * vmw_binding_scrub_shader - scrub a shader binding from a context. 568 * 569 * @bi: single binding information. 570 * @rebind: Whether to issue a bind instead of scrub command. 571 */ 572 static int vmw_binding_scrub_shader(struct vmw_ctx_bindinfo *bi, bool rebind) 573 { 574 struct vmw_ctx_bindinfo_shader *binding = 575 container_of(bi, typeof(*binding), bi); 576 struct vmw_private *dev_priv = bi->ctx->dev_priv; 577 struct { 578 SVGA3dCmdHeader header; 579 SVGA3dCmdSetShader body; 580 } *cmd; 581 582 cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd)); 583 if (unlikely(cmd == NULL)) 584 return -ENOMEM; 585 586 cmd->header.id = SVGA_3D_CMD_SET_SHADER; 587 cmd->header.size = sizeof(cmd->body); 588 cmd->body.cid = bi->ctx->id; 589 cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN; 590 cmd->body.shid = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 591 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 592 593 return 0; 594 } 595 596 /** 597 * vmw_binding_scrub_render_target - scrub a render target binding 598 * from a context. 599 * 600 * @bi: single binding information. 601 * @rebind: Whether to issue a bind instead of scrub command. 602 */ 603 static int vmw_binding_scrub_render_target(struct vmw_ctx_bindinfo *bi, 604 bool rebind) 605 { 606 struct vmw_ctx_bindinfo_view *binding = 607 container_of(bi, typeof(*binding), bi); 608 struct vmw_private *dev_priv = bi->ctx->dev_priv; 609 struct { 610 SVGA3dCmdHeader header; 611 SVGA3dCmdSetRenderTarget body; 612 } *cmd; 613 614 cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd)); 615 if (unlikely(cmd == NULL)) 616 return -ENOMEM; 617 618 cmd->header.id = SVGA_3D_CMD_SETRENDERTARGET; 619 cmd->header.size = sizeof(cmd->body); 620 cmd->body.cid = bi->ctx->id; 621 cmd->body.type = binding->slot; 622 cmd->body.target.sid = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 623 cmd->body.target.face = 0; 624 cmd->body.target.mipmap = 0; 625 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 626 627 return 0; 628 } 629 630 /** 631 * vmw_binding_scrub_texture - scrub a texture binding from a context. 632 * 633 * @bi: single binding information. 634 * @rebind: Whether to issue a bind instead of scrub command. 635 * 636 * TODO: Possibly complement this function with a function that takes 637 * a list of texture bindings and combines them to a single command. 638 */ 639 static int vmw_binding_scrub_texture(struct vmw_ctx_bindinfo *bi, 640 bool rebind) 641 { 642 struct vmw_ctx_bindinfo_tex *binding = 643 container_of(bi, typeof(*binding), bi); 644 struct vmw_private *dev_priv = bi->ctx->dev_priv; 645 struct { 646 SVGA3dCmdHeader header; 647 struct { 648 SVGA3dCmdSetTextureState c; 649 SVGA3dTextureState s1; 650 } body; 651 } *cmd; 652 653 cmd = VMW_CMD_RESERVE(dev_priv, sizeof(*cmd)); 654 if (unlikely(cmd == NULL)) 655 return -ENOMEM; 656 657 cmd->header.id = SVGA_3D_CMD_SETTEXTURESTATE; 658 cmd->header.size = sizeof(cmd->body); 659 cmd->body.c.cid = bi->ctx->id; 660 cmd->body.s1.stage = binding->texture_stage; 661 cmd->body.s1.name = SVGA3D_TS_BIND_TEXTURE; 662 cmd->body.s1.value = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 663 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 664 665 return 0; 666 } 667 668 /** 669 * vmw_binding_scrub_dx_shader - scrub a dx shader binding from a context. 670 * 671 * @bi: single binding information. 672 * @rebind: Whether to issue a bind instead of scrub command. 673 */ 674 static int vmw_binding_scrub_dx_shader(struct vmw_ctx_bindinfo *bi, bool rebind) 675 { 676 struct vmw_ctx_bindinfo_shader *binding = 677 container_of(bi, typeof(*binding), bi); 678 struct vmw_private *dev_priv = bi->ctx->dev_priv; 679 struct { 680 SVGA3dCmdHeader header; 681 SVGA3dCmdDXSetShader body; 682 } *cmd; 683 684 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 685 if (unlikely(cmd == NULL)) 686 return -ENOMEM; 687 688 cmd->header.id = SVGA_3D_CMD_DX_SET_SHADER; 689 cmd->header.size = sizeof(cmd->body); 690 cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN; 691 cmd->body.shaderId = ((rebind) ? bi->res->id : SVGA3D_INVALID_ID); 692 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 693 694 return 0; 695 } 696 697 /** 698 * vmw_binding_scrub_cb - scrub a constant buffer binding from a context. 699 * 700 * @bi: single binding information. 701 * @rebind: Whether to issue a bind instead of scrub command. 702 */ 703 static int vmw_binding_scrub_cb(struct vmw_ctx_bindinfo *bi, bool rebind) 704 { 705 struct vmw_ctx_bindinfo_cb *binding = 706 container_of(bi, typeof(*binding), bi); 707 struct vmw_private *dev_priv = bi->ctx->dev_priv; 708 struct { 709 SVGA3dCmdHeader header; 710 SVGA3dCmdDXSetSingleConstantBuffer body; 711 } *cmd; 712 713 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 714 if (unlikely(cmd == NULL)) 715 return -ENOMEM; 716 717 cmd->header.id = SVGA_3D_CMD_DX_SET_SINGLE_CONSTANT_BUFFER; 718 cmd->header.size = sizeof(cmd->body); 719 cmd->body.slot = binding->slot; 720 cmd->body.type = binding->shader_slot + SVGA3D_SHADERTYPE_MIN; 721 if (rebind) { 722 cmd->body.offsetInBytes = binding->offset; 723 cmd->body.sizeInBytes = binding->size; 724 cmd->body.sid = bi->res->id; 725 } else { 726 cmd->body.offsetInBytes = 0; 727 cmd->body.sizeInBytes = 0; 728 cmd->body.sid = SVGA3D_INVALID_ID; 729 } 730 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 731 732 return 0; 733 } 734 735 /** 736 * vmw_collect_view_ids - Build view id data for a view binding command 737 * without checking which bindings actually need to be emitted 738 * 739 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 740 * @biv: Pointer to where the binding info array is stored in @cbs 741 * @max_num: Maximum number of entries in the @bi array. 742 * 743 * Scans the @bi array for bindings and builds a buffer of view id data. 744 * Stops at the first non-existing binding in the @bi array. 745 * On output, @cbs->bind_cmd_count contains the number of bindings to be 746 * emitted, @cbs->bind_first_slot is set to zero, and @cbs->bind_cmd_buffer 747 * contains the command data. 748 */ 749 static void vmw_collect_view_ids(struct vmw_ctx_binding_state *cbs, 750 const struct vmw_ctx_bindinfo_view *biv, 751 u32 max_num) 752 { 753 unsigned long i; 754 755 cbs->bind_cmd_count = 0; 756 cbs->bind_first_slot = 0; 757 758 for (i = 0; i < max_num; ++i, ++biv) { 759 if (!biv->bi.ctx) 760 break; 761 762 cbs->bind_cmd_buffer[cbs->bind_cmd_count++] = 763 ((biv->bi.scrubbed) ? 764 SVGA3D_INVALID_ID : biv->bi.res->id); 765 } 766 } 767 768 /** 769 * vmw_collect_dirty_view_ids - Build view id data for a view binding command 770 * 771 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 772 * @bi: Pointer to where the binding info array is stored in @cbs 773 * @dirty: Bitmap indicating which bindings need to be emitted. 774 * @max_num: Maximum number of entries in the @bi array. 775 * 776 * Scans the @bi array for bindings that need to be emitted and 777 * builds a buffer of view id data. 778 * On output, @cbs->bind_cmd_count contains the number of bindings to be 779 * emitted, @cbs->bind_first_slot indicates the index of the first emitted 780 * binding, and @cbs->bind_cmd_buffer contains the command data. 781 */ 782 static void vmw_collect_dirty_view_ids(struct vmw_ctx_binding_state *cbs, 783 const struct vmw_ctx_bindinfo *bi, 784 unsigned long *dirty, 785 u32 max_num) 786 { 787 const struct vmw_ctx_bindinfo_view *biv = 788 container_of(bi, struct vmw_ctx_bindinfo_view, bi); 789 unsigned long i, next_bit; 790 791 cbs->bind_cmd_count = 0; 792 i = find_first_bit(dirty, max_num); 793 next_bit = i; 794 cbs->bind_first_slot = i; 795 796 biv += i; 797 for (; i < max_num; ++i, ++biv) { 798 cbs->bind_cmd_buffer[cbs->bind_cmd_count++] = 799 ((!biv->bi.ctx || biv->bi.scrubbed) ? 800 SVGA3D_INVALID_ID : biv->bi.res->id); 801 802 if (next_bit == i) { 803 next_bit = find_next_bit(dirty, max_num, i + 1); 804 if (next_bit >= max_num) 805 break; 806 } 807 } 808 } 809 810 /** 811 * vmw_emit_set_sr - Issue delayed DX shader resource binding commands 812 * 813 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 814 * @shader_slot: The shader slot of the binding. 815 */ 816 static int vmw_emit_set_sr(struct vmw_ctx_binding_state *cbs, 817 int shader_slot) 818 { 819 const struct vmw_ctx_bindinfo *loc = 820 &cbs->per_shader[shader_slot].shader_res[0].bi; 821 struct { 822 SVGA3dCmdHeader header; 823 SVGA3dCmdDXSetShaderResources body; 824 } *cmd; 825 size_t cmd_size, view_id_size; 826 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 827 828 vmw_collect_dirty_view_ids(cbs, loc, 829 cbs->per_shader[shader_slot].dirty_sr, 830 SVGA3D_DX_MAX_SRVIEWS); 831 if (cbs->bind_cmd_count == 0) 832 return 0; 833 834 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 835 cmd_size = sizeof(*cmd) + view_id_size; 836 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 837 if (unlikely(cmd == NULL)) 838 return -ENOMEM; 839 840 cmd->header.id = SVGA_3D_CMD_DX_SET_SHADER_RESOURCES; 841 cmd->header.size = sizeof(cmd->body) + view_id_size; 842 cmd->body.type = shader_slot + SVGA3D_SHADERTYPE_MIN; 843 cmd->body.startView = cbs->bind_first_slot; 844 845 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 846 847 vmw_cmd_commit(ctx->dev_priv, cmd_size); 848 bitmap_clear(cbs->per_shader[shader_slot].dirty_sr, 849 cbs->bind_first_slot, cbs->bind_cmd_count); 850 851 return 0; 852 } 853 854 /** 855 * vmw_emit_set_rt - Issue delayed DX rendertarget binding commands 856 * 857 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 858 */ 859 static int vmw_emit_set_rt(struct vmw_ctx_binding_state *cbs) 860 { 861 const struct vmw_ctx_bindinfo_view *loc = &cbs->render_targets[0]; 862 struct { 863 SVGA3dCmdHeader header; 864 SVGA3dCmdDXSetRenderTargets body; 865 } *cmd; 866 size_t cmd_size, view_id_size; 867 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 868 869 vmw_collect_view_ids(cbs, loc, SVGA3D_DX_MAX_RENDER_TARGETS); 870 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 871 cmd_size = sizeof(*cmd) + view_id_size; 872 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 873 if (unlikely(cmd == NULL)) 874 return -ENOMEM; 875 876 cmd->header.id = SVGA_3D_CMD_DX_SET_RENDERTARGETS; 877 cmd->header.size = sizeof(cmd->body) + view_id_size; 878 879 if (cbs->ds_view.bi.ctx && !cbs->ds_view.bi.scrubbed) 880 cmd->body.depthStencilViewId = cbs->ds_view.bi.res->id; 881 else 882 cmd->body.depthStencilViewId = SVGA3D_INVALID_ID; 883 884 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 885 886 vmw_cmd_commit(ctx->dev_priv, cmd_size); 887 888 return 0; 889 890 } 891 892 /** 893 * vmw_collect_so_targets - Build SVGA3dSoTarget data for a binding command 894 * without checking which bindings actually need to be emitted 895 * 896 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 897 * @biso: Pointer to where the binding info array is stored in @cbs 898 * @max_num: Maximum number of entries in the @bi array. 899 * 900 * Scans the @bi array for bindings and builds a buffer of SVGA3dSoTarget data. 901 * Stops at the first non-existing binding in the @bi array. 902 * On output, @cbs->bind_cmd_count contains the number of bindings to be 903 * emitted, @cbs->bind_first_slot is set to zero, and @cbs->bind_cmd_buffer 904 * contains the command data. 905 */ 906 static void vmw_collect_so_targets(struct vmw_ctx_binding_state *cbs, 907 const struct vmw_ctx_bindinfo_so_target *biso, 908 u32 max_num) 909 { 910 unsigned long i; 911 SVGA3dSoTarget *so_buffer = (SVGA3dSoTarget *) cbs->bind_cmd_buffer; 912 913 cbs->bind_cmd_count = 0; 914 cbs->bind_first_slot = 0; 915 916 for (i = 0; i < max_num; ++i, ++biso, ++so_buffer, 917 ++cbs->bind_cmd_count) { 918 if (!biso->bi.ctx) 919 break; 920 921 if (!biso->bi.scrubbed) { 922 so_buffer->sid = biso->bi.res->id; 923 so_buffer->offset = biso->offset; 924 so_buffer->sizeInBytes = biso->size; 925 } else { 926 so_buffer->sid = SVGA3D_INVALID_ID; 927 so_buffer->offset = 0; 928 so_buffer->sizeInBytes = 0; 929 } 930 } 931 } 932 933 /** 934 * vmw_emit_set_so_target - Issue delayed streamout binding commands 935 * 936 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 937 */ 938 static int vmw_emit_set_so_target(struct vmw_ctx_binding_state *cbs) 939 { 940 const struct vmw_ctx_bindinfo_so_target *loc = &cbs->so_targets[0]; 941 struct { 942 SVGA3dCmdHeader header; 943 SVGA3dCmdDXSetSOTargets body; 944 } *cmd; 945 size_t cmd_size, so_target_size; 946 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 947 948 vmw_collect_so_targets(cbs, loc, SVGA3D_DX_MAX_SOTARGETS); 949 if (cbs->bind_cmd_count == 0) 950 return 0; 951 952 so_target_size = cbs->bind_cmd_count*sizeof(SVGA3dSoTarget); 953 cmd_size = sizeof(*cmd) + so_target_size; 954 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 955 if (unlikely(cmd == NULL)) 956 return -ENOMEM; 957 958 cmd->header.id = SVGA_3D_CMD_DX_SET_SOTARGETS; 959 cmd->header.size = sizeof(cmd->body) + so_target_size; 960 memcpy(&cmd[1], cbs->bind_cmd_buffer, so_target_size); 961 962 vmw_cmd_commit(ctx->dev_priv, cmd_size); 963 964 return 0; 965 966 } 967 968 /** 969 * vmw_binding_emit_dirty_ps - Issue delayed per shader binding commands 970 * 971 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 972 * 973 */ 974 static int vmw_binding_emit_dirty_ps(struct vmw_ctx_binding_state *cbs) 975 { 976 struct vmw_dx_shader_bindings *sb = &cbs->per_shader[0]; 977 u32 i; 978 int ret; 979 980 for (i = 0; i < SVGA3D_NUM_SHADERTYPE_DX10; ++i, ++sb) { 981 if (!test_bit(VMW_BINDING_PS_SR_BIT, &sb->dirty)) 982 continue; 983 984 ret = vmw_emit_set_sr(cbs, i); 985 if (ret) 986 break; 987 988 __clear_bit(VMW_BINDING_PS_SR_BIT, &sb->dirty); 989 } 990 991 return 0; 992 } 993 994 /** 995 * vmw_collect_dirty_vbs - Build SVGA3dVertexBuffer data for a 996 * SVGA3dCmdDXSetVertexBuffers command 997 * 998 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 999 * @bi: Pointer to where the binding info array is stored in @cbs 1000 * @dirty: Bitmap indicating which bindings need to be emitted. 1001 * @max_num: Maximum number of entries in the @bi array. 1002 * 1003 * Scans the @bi array for bindings that need to be emitted and 1004 * builds a buffer of SVGA3dVertexBuffer data. 1005 * On output, @cbs->bind_cmd_count contains the number of bindings to be 1006 * emitted, @cbs->bind_first_slot indicates the index of the first emitted 1007 * binding, and @cbs->bind_cmd_buffer contains the command data. 1008 */ 1009 static void vmw_collect_dirty_vbs(struct vmw_ctx_binding_state *cbs, 1010 const struct vmw_ctx_bindinfo *bi, 1011 unsigned long *dirty, 1012 u32 max_num) 1013 { 1014 const struct vmw_ctx_bindinfo_vb *biv = 1015 container_of(bi, struct vmw_ctx_bindinfo_vb, bi); 1016 unsigned long i, next_bit; 1017 SVGA3dVertexBuffer *vbs = (SVGA3dVertexBuffer *) &cbs->bind_cmd_buffer; 1018 1019 cbs->bind_cmd_count = 0; 1020 i = find_first_bit(dirty, max_num); 1021 next_bit = i; 1022 cbs->bind_first_slot = i; 1023 1024 biv += i; 1025 for (; i < max_num; ++i, ++biv, ++vbs) { 1026 if (!biv->bi.ctx || biv->bi.scrubbed) { 1027 vbs->sid = SVGA3D_INVALID_ID; 1028 vbs->stride = 0; 1029 vbs->offset = 0; 1030 } else { 1031 vbs->sid = biv->bi.res->id; 1032 vbs->stride = biv->stride; 1033 vbs->offset = biv->offset; 1034 } 1035 cbs->bind_cmd_count++; 1036 if (next_bit == i) { 1037 next_bit = find_next_bit(dirty, max_num, i + 1); 1038 if (next_bit >= max_num) 1039 break; 1040 } 1041 } 1042 } 1043 1044 /** 1045 * vmw_emit_set_vb - Issue delayed vertex buffer binding commands 1046 * 1047 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 1048 * 1049 */ 1050 static int vmw_emit_set_vb(struct vmw_ctx_binding_state *cbs) 1051 { 1052 const struct vmw_ctx_bindinfo *loc = 1053 &cbs->vertex_buffers[0].bi; 1054 struct { 1055 SVGA3dCmdHeader header; 1056 SVGA3dCmdDXSetVertexBuffers body; 1057 } *cmd; 1058 size_t cmd_size, set_vb_size; 1059 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 1060 1061 vmw_collect_dirty_vbs(cbs, loc, cbs->dirty_vb, 1062 SVGA3D_DX_MAX_VERTEXBUFFERS); 1063 if (cbs->bind_cmd_count == 0) 1064 return 0; 1065 1066 set_vb_size = cbs->bind_cmd_count*sizeof(SVGA3dVertexBuffer); 1067 cmd_size = sizeof(*cmd) + set_vb_size; 1068 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 1069 if (unlikely(cmd == NULL)) 1070 return -ENOMEM; 1071 1072 cmd->header.id = SVGA_3D_CMD_DX_SET_VERTEX_BUFFERS; 1073 cmd->header.size = sizeof(cmd->body) + set_vb_size; 1074 cmd->body.startBuffer = cbs->bind_first_slot; 1075 1076 memcpy(&cmd[1], cbs->bind_cmd_buffer, set_vb_size); 1077 1078 vmw_cmd_commit(ctx->dev_priv, cmd_size); 1079 bitmap_clear(cbs->dirty_vb, 1080 cbs->bind_first_slot, cbs->bind_cmd_count); 1081 1082 return 0; 1083 } 1084 1085 static int vmw_emit_set_uav(struct vmw_ctx_binding_state *cbs) 1086 { 1087 const struct vmw_ctx_bindinfo_view *loc = &cbs->ua_views[0].views[0]; 1088 struct { 1089 SVGA3dCmdHeader header; 1090 SVGA3dCmdDXSetUAViews body; 1091 } *cmd; 1092 size_t cmd_size, view_id_size; 1093 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 1094 1095 vmw_collect_view_ids(cbs, loc, vmw_max_num_uavs(cbs->dev_priv)); 1096 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 1097 cmd_size = sizeof(*cmd) + view_id_size; 1098 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 1099 if (!cmd) 1100 return -ENOMEM; 1101 1102 cmd->header.id = SVGA_3D_CMD_DX_SET_UA_VIEWS; 1103 cmd->header.size = sizeof(cmd->body) + view_id_size; 1104 1105 /* Splice index is specified user-space */ 1106 cmd->body.uavSpliceIndex = cbs->ua_views[0].index; 1107 1108 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 1109 1110 vmw_cmd_commit(ctx->dev_priv, cmd_size); 1111 1112 return 0; 1113 } 1114 1115 static int vmw_emit_set_cs_uav(struct vmw_ctx_binding_state *cbs) 1116 { 1117 const struct vmw_ctx_bindinfo_view *loc = &cbs->ua_views[1].views[0]; 1118 struct { 1119 SVGA3dCmdHeader header; 1120 SVGA3dCmdDXSetCSUAViews body; 1121 } *cmd; 1122 size_t cmd_size, view_id_size; 1123 const struct vmw_resource *ctx = vmw_cbs_context(cbs); 1124 1125 vmw_collect_view_ids(cbs, loc, vmw_max_num_uavs(cbs->dev_priv)); 1126 view_id_size = cbs->bind_cmd_count*sizeof(uint32); 1127 cmd_size = sizeof(*cmd) + view_id_size; 1128 cmd = VMW_CMD_CTX_RESERVE(ctx->dev_priv, cmd_size, ctx->id); 1129 if (!cmd) 1130 return -ENOMEM; 1131 1132 cmd->header.id = SVGA_3D_CMD_DX_SET_CS_UA_VIEWS; 1133 cmd->header.size = sizeof(cmd->body) + view_id_size; 1134 1135 /* Start index is specified user-space */ 1136 cmd->body.startIndex = cbs->ua_views[1].index; 1137 1138 memcpy(&cmd[1], cbs->bind_cmd_buffer, view_id_size); 1139 1140 vmw_cmd_commit(ctx->dev_priv, cmd_size); 1141 1142 return 0; 1143 } 1144 1145 /** 1146 * vmw_binding_emit_dirty - Issue delayed binding commands 1147 * 1148 * @cbs: Pointer to the context's struct vmw_ctx_binding_state 1149 * 1150 * This function issues the delayed binding commands that arise from 1151 * previous scrub / unscrub calls. These binding commands are typically 1152 * commands that batch a number of bindings and therefore it makes sense 1153 * to delay them. 1154 */ 1155 static int vmw_binding_emit_dirty(struct vmw_ctx_binding_state *cbs) 1156 { 1157 int ret = 0; 1158 unsigned long hit = 0; 1159 1160 while ((hit = find_next_bit(&cbs->dirty, VMW_BINDING_NUM_BITS, hit)) 1161 < VMW_BINDING_NUM_BITS) { 1162 1163 switch (hit) { 1164 case VMW_BINDING_RT_BIT: 1165 ret = vmw_emit_set_rt(cbs); 1166 break; 1167 case VMW_BINDING_PS_BIT: 1168 ret = vmw_binding_emit_dirty_ps(cbs); 1169 break; 1170 case VMW_BINDING_SO_T_BIT: 1171 ret = vmw_emit_set_so_target(cbs); 1172 break; 1173 case VMW_BINDING_VB_BIT: 1174 ret = vmw_emit_set_vb(cbs); 1175 break; 1176 case VMW_BINDING_UAV_BIT: 1177 ret = vmw_emit_set_uav(cbs); 1178 break; 1179 case VMW_BINDING_CS_UAV_BIT: 1180 ret = vmw_emit_set_cs_uav(cbs); 1181 break; 1182 default: 1183 BUG(); 1184 } 1185 if (ret) 1186 return ret; 1187 1188 __clear_bit(hit, &cbs->dirty); 1189 hit++; 1190 } 1191 1192 return 0; 1193 } 1194 1195 /** 1196 * vmw_binding_scrub_sr - Schedule a dx shaderresource binding 1197 * scrub from a context 1198 * 1199 * @bi: single binding information. 1200 * @rebind: Whether to issue a bind instead of scrub command. 1201 */ 1202 static int vmw_binding_scrub_sr(struct vmw_ctx_bindinfo *bi, bool rebind) 1203 { 1204 struct vmw_ctx_bindinfo_view *biv = 1205 container_of(bi, struct vmw_ctx_bindinfo_view, bi); 1206 struct vmw_ctx_binding_state *cbs = 1207 vmw_context_binding_state(bi->ctx); 1208 1209 __set_bit(biv->slot, cbs->per_shader[biv->shader_slot].dirty_sr); 1210 __set_bit(VMW_BINDING_PS_SR_BIT, 1211 &cbs->per_shader[biv->shader_slot].dirty); 1212 __set_bit(VMW_BINDING_PS_BIT, &cbs->dirty); 1213 1214 return 0; 1215 } 1216 1217 /** 1218 * vmw_binding_scrub_dx_rt - Schedule a dx rendertarget binding 1219 * scrub from a context 1220 * 1221 * @bi: single binding information. 1222 * @rebind: Whether to issue a bind instead of scrub command. 1223 */ 1224 static int vmw_binding_scrub_dx_rt(struct vmw_ctx_bindinfo *bi, bool rebind) 1225 { 1226 struct vmw_ctx_binding_state *cbs = 1227 vmw_context_binding_state(bi->ctx); 1228 1229 __set_bit(VMW_BINDING_RT_BIT, &cbs->dirty); 1230 1231 return 0; 1232 } 1233 1234 /** 1235 * vmw_binding_scrub_so_target - Schedule a dx streamoutput buffer binding 1236 * scrub from a context 1237 * 1238 * @bi: single binding information. 1239 * @rebind: Whether to issue a bind instead of scrub command. 1240 */ 1241 static int vmw_binding_scrub_so_target(struct vmw_ctx_bindinfo *bi, bool rebind) 1242 { 1243 struct vmw_ctx_binding_state *cbs = 1244 vmw_context_binding_state(bi->ctx); 1245 1246 __set_bit(VMW_BINDING_SO_T_BIT, &cbs->dirty); 1247 1248 return 0; 1249 } 1250 1251 /** 1252 * vmw_binding_scrub_vb - Schedule a dx vertex buffer binding 1253 * scrub from a context 1254 * 1255 * @bi: single binding information. 1256 * @rebind: Whether to issue a bind instead of scrub command. 1257 */ 1258 static int vmw_binding_scrub_vb(struct vmw_ctx_bindinfo *bi, bool rebind) 1259 { 1260 struct vmw_ctx_bindinfo_vb *bivb = 1261 container_of(bi, struct vmw_ctx_bindinfo_vb, bi); 1262 struct vmw_ctx_binding_state *cbs = 1263 vmw_context_binding_state(bi->ctx); 1264 1265 __set_bit(bivb->slot, cbs->dirty_vb); 1266 __set_bit(VMW_BINDING_VB_BIT, &cbs->dirty); 1267 1268 return 0; 1269 } 1270 1271 /** 1272 * vmw_binding_scrub_ib - scrub a dx index buffer binding from a context 1273 * 1274 * @bi: single binding information. 1275 * @rebind: Whether to issue a bind instead of scrub command. 1276 */ 1277 static int vmw_binding_scrub_ib(struct vmw_ctx_bindinfo *bi, bool rebind) 1278 { 1279 struct vmw_ctx_bindinfo_ib *binding = 1280 container_of(bi, typeof(*binding), bi); 1281 struct vmw_private *dev_priv = bi->ctx->dev_priv; 1282 struct { 1283 SVGA3dCmdHeader header; 1284 SVGA3dCmdDXSetIndexBuffer body; 1285 } *cmd; 1286 1287 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 1288 if (unlikely(cmd == NULL)) 1289 return -ENOMEM; 1290 1291 cmd->header.id = SVGA_3D_CMD_DX_SET_INDEX_BUFFER; 1292 cmd->header.size = sizeof(cmd->body); 1293 if (rebind) { 1294 cmd->body.sid = bi->res->id; 1295 cmd->body.format = binding->format; 1296 cmd->body.offset = binding->offset; 1297 } else { 1298 cmd->body.sid = SVGA3D_INVALID_ID; 1299 cmd->body.format = 0; 1300 cmd->body.offset = 0; 1301 } 1302 1303 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 1304 1305 return 0; 1306 } 1307 1308 static int vmw_binding_scrub_uav(struct vmw_ctx_bindinfo *bi, bool rebind) 1309 { 1310 struct vmw_ctx_binding_state *cbs = vmw_context_binding_state(bi->ctx); 1311 1312 __set_bit(VMW_BINDING_UAV_BIT, &cbs->dirty); 1313 return 0; 1314 } 1315 1316 static int vmw_binding_scrub_cs_uav(struct vmw_ctx_bindinfo *bi, bool rebind) 1317 { 1318 struct vmw_ctx_binding_state *cbs = vmw_context_binding_state(bi->ctx); 1319 1320 __set_bit(VMW_BINDING_CS_UAV_BIT, &cbs->dirty); 1321 return 0; 1322 } 1323 1324 /** 1325 * vmw_binding_scrub_so - Scrub a streamoutput binding from context. 1326 * @bi: Single binding information. 1327 * @rebind: Whether to issue a bind instead of scrub command. 1328 */ 1329 static int vmw_binding_scrub_so(struct vmw_ctx_bindinfo *bi, bool rebind) 1330 { 1331 struct vmw_ctx_bindinfo_so *binding = 1332 container_of(bi, typeof(*binding), bi); 1333 struct vmw_private *dev_priv = bi->ctx->dev_priv; 1334 struct { 1335 SVGA3dCmdHeader header; 1336 SVGA3dCmdDXSetStreamOutput body; 1337 } *cmd; 1338 1339 cmd = VMW_CMD_CTX_RESERVE(dev_priv, sizeof(*cmd), bi->ctx->id); 1340 if (!cmd) 1341 return -ENOMEM; 1342 1343 cmd->header.id = SVGA_3D_CMD_DX_SET_STREAMOUTPUT; 1344 cmd->header.size = sizeof(cmd->body); 1345 cmd->body.soid = rebind ? bi->res->id : SVGA3D_INVALID_ID; 1346 vmw_cmd_commit(dev_priv, sizeof(*cmd)); 1347 1348 return 0; 1349 } 1350 1351 /** 1352 * vmw_binding_state_alloc - Allocate a struct vmw_ctx_binding_state. 1353 * 1354 * @dev_priv: Pointer to a device private structure. 1355 * 1356 * Returns a pointer to a newly allocated struct or an error pointer on error. 1357 */ 1358 struct vmw_ctx_binding_state * 1359 vmw_binding_state_alloc(struct vmw_private *dev_priv) 1360 { 1361 struct vmw_ctx_binding_state *cbs; 1362 1363 cbs = vzalloc(sizeof(*cbs)); 1364 if (!cbs) { 1365 return ERR_PTR(-ENOMEM); 1366 } 1367 1368 cbs->dev_priv = dev_priv; 1369 INIT_LIST_HEAD(&cbs->list); 1370 1371 return cbs; 1372 } 1373 1374 /** 1375 * vmw_binding_state_free - Free a struct vmw_ctx_binding_state. 1376 * 1377 * @cbs: Pointer to the struct vmw_ctx_binding_state to be freed. 1378 */ 1379 void vmw_binding_state_free(struct vmw_ctx_binding_state *cbs) 1380 { 1381 vfree(cbs); 1382 } 1383 1384 /** 1385 * vmw_binding_state_list - Get the binding list of a 1386 * struct vmw_ctx_binding_state 1387 * 1388 * @cbs: Pointer to the struct vmw_ctx_binding_state 1389 * 1390 * Returns the binding list which can be used to traverse through the bindings 1391 * and access the resource information of all bindings. 1392 */ 1393 struct list_head *vmw_binding_state_list(struct vmw_ctx_binding_state *cbs) 1394 { 1395 return &cbs->list; 1396 } 1397 1398 /** 1399 * vmw_binding_state_reset - clear a struct vmw_ctx_binding_state 1400 * 1401 * @cbs: Pointer to the struct vmw_ctx_binding_state to be cleared 1402 * 1403 * Drops all bindings registered in @cbs. No device binding actions are 1404 * performed. 1405 */ 1406 void vmw_binding_state_reset(struct vmw_ctx_binding_state *cbs) 1407 { 1408 struct vmw_ctx_bindinfo *entry, *next; 1409 1410 list_for_each_entry_safe(entry, next, &cbs->list, ctx_list) 1411 vmw_binding_drop(entry); 1412 } 1413 1414 /** 1415 * vmw_binding_dirtying - Return whether a binding type is dirtying its resource 1416 * @binding_type: The binding type 1417 * 1418 * Each time a resource is put on the validation list as the result of a 1419 * context binding referencing it, we need to determine whether that resource 1420 * will be dirtied (written to by the GPU) as a result of the corresponding 1421 * GPU operation. Currently rendertarget-, depth-stencil-, stream-output-target 1422 * and unordered access view bindings are capable of dirtying its resource. 1423 * 1424 * Return: Whether the binding type dirties the resource its binding points to. 1425 */ 1426 u32 vmw_binding_dirtying(enum vmw_ctx_binding_type binding_type) 1427 { 1428 static u32 is_binding_dirtying[vmw_ctx_binding_max] = { 1429 [vmw_ctx_binding_rt] = VMW_RES_DIRTY_SET, 1430 [vmw_ctx_binding_dx_rt] = VMW_RES_DIRTY_SET, 1431 [vmw_ctx_binding_ds] = VMW_RES_DIRTY_SET, 1432 [vmw_ctx_binding_so_target] = VMW_RES_DIRTY_SET, 1433 [vmw_ctx_binding_uav] = VMW_RES_DIRTY_SET, 1434 [vmw_ctx_binding_cs_uav] = VMW_RES_DIRTY_SET, 1435 }; 1436 1437 /* Review this function as new bindings are added. */ 1438 BUILD_BUG_ON(vmw_ctx_binding_max != 14); 1439 return is_binding_dirtying[binding_type]; 1440 } 1441 1442 /* 1443 * This function is unused at run-time, and only used to hold various build 1444 * asserts important for code optimization assumptions. 1445 */ 1446 static void vmw_binding_build_asserts(void) 1447 { 1448 BUILD_BUG_ON(SVGA3D_NUM_SHADERTYPE_DX10 != 3); 1449 BUILD_BUG_ON(SVGA3D_DX_MAX_RENDER_TARGETS > SVGA3D_RT_MAX); 1450 BUILD_BUG_ON(sizeof(uint32) != sizeof(u32)); 1451 1452 /* 1453 * struct vmw_ctx_binding_state::bind_cmd_buffer is used for various 1454 * view id arrays. 1455 */ 1456 BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_RT_MAX); 1457 BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_DX_MAX_SRVIEWS); 1458 BUILD_BUG_ON(VMW_MAX_VIEW_BINDINGS < SVGA3D_DX_MAX_CONSTBUFFERS); 1459 1460 /* 1461 * struct vmw_ctx_binding_state::bind_cmd_buffer is used for 1462 * u32 view ids, SVGA3dSoTargets and SVGA3dVertexBuffers 1463 */ 1464 BUILD_BUG_ON(SVGA3D_DX_MAX_SOTARGETS*sizeof(SVGA3dSoTarget) > 1465 VMW_MAX_VIEW_BINDINGS*sizeof(u32)); 1466 BUILD_BUG_ON(SVGA3D_DX_MAX_VERTEXBUFFERS*sizeof(SVGA3dVertexBuffer) > 1467 VMW_MAX_VIEW_BINDINGS*sizeof(u32)); 1468 } 1469