1 /* 2 * Copyright (C) 2015 Red Hat, Inc. 3 * All Rights Reserved. 4 * 5 * Permission is hereby granted, free of charge, to any person obtaining 6 * a copy of this software and associated documentation files (the 7 * "Software"), to deal in the Software without restriction, including 8 * without limitation the rights to use, copy, modify, merge, publish, 9 * distribute, sublicense, and/or sell copies of the Software, and to 10 * permit persons to whom the Software is furnished to do so, subject to 11 * the following conditions: 12 * 13 * The above copyright notice and this permission notice (including the 14 * next paragraph) shall be included in all copies or substantial 15 * portions of the Software. 16 * 17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. 20 * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE 21 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION 22 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 24 */ 25 26 #ifndef VIRTIO_DRV_H 27 #define VIRTIO_DRV_H 28 29 #include <linux/dma-direction.h> 30 #include <linux/virtio.h> 31 #include <linux/virtio_ids.h> 32 #include <linux/virtio_config.h> 33 #include <linux/virtio_gpu.h> 34 35 #include <drm/drm_atomic.h> 36 #include <drm/drm_drv.h> 37 #include <drm/drm_encoder.h> 38 #include <drm/drm_fourcc.h> 39 #include <drm/drm_framebuffer.h> 40 #include <drm/drm_gem.h> 41 #include <drm/drm_gem_shmem_helper.h> 42 #include <drm/drm_ioctl.h> 43 #include <drm/drm_probe_helper.h> 44 #include <drm/virtgpu_drm.h> 45 46 #define DRIVER_NAME "virtio_gpu" 47 #define DRIVER_DESC "virtio GPU" 48 49 #define DRIVER_MAJOR 0 50 #define DRIVER_MINOR 1 51 #define DRIVER_PATCHLEVEL 0 52 53 #define STATE_INITIALIZING 0 54 #define STATE_OK 1 55 #define STATE_ERR 2 56 57 #define MAX_CAPSET_ID 63 58 #define MAX_RINGS 64 59 60 /* See virtio_gpu_ctx_create. One additional character for NULL terminator. */ 61 #define DEBUG_NAME_MAX_LEN 65 62 63 struct virtio_gpu_object_params { 64 unsigned long size; 65 bool dumb; 66 /* 3d */ 67 bool virgl; 68 bool blob; 69 70 /* classic resources only */ 71 uint32_t format; 72 uint32_t width; 73 uint32_t height; 74 uint32_t target; 75 uint32_t bind; 76 uint32_t depth; 77 uint32_t array_size; 78 uint32_t last_level; 79 uint32_t nr_samples; 80 uint32_t flags; 81 82 /* blob resources only */ 83 uint32_t ctx_id; 84 uint32_t blob_mem; 85 uint32_t blob_flags; 86 uint64_t blob_id; 87 uint32_t blob_hints; 88 }; 89 90 struct virtio_gpu_object { 91 struct drm_gem_shmem_object base; 92 struct sg_table *sgt; 93 uint32_t hw_res_handle; 94 bool dumb; 95 bool created; 96 bool attached; 97 bool host3d_blob, guest_blob; 98 uint32_t blob_mem, blob_flags; 99 100 int uuid_state; 101 uuid_t uuid; 102 103 /* for restoration of objects after hibernation */ 104 struct virtio_gpu_object_params params; 105 struct list_head restore_node; 106 }; 107 #define gem_to_virtio_gpu_obj(gobj) \ 108 container_of((gobj), struct virtio_gpu_object, base.base) 109 110 struct virtio_gpu_object_shmem { 111 struct virtio_gpu_object base; 112 }; 113 114 struct virtio_gpu_object_vram { 115 struct virtio_gpu_object base; 116 uint32_t map_state; 117 uint32_t map_info; 118 struct drm_mm_node vram_node; 119 }; 120 121 #define to_virtio_gpu_shmem(virtio_gpu_object) \ 122 container_of((virtio_gpu_object), struct virtio_gpu_object_shmem, base) 123 124 #define to_virtio_gpu_vram(virtio_gpu_object) \ 125 container_of((virtio_gpu_object), struct virtio_gpu_object_vram, base) 126 127 struct virtio_gpu_object_array { 128 struct ww_acquire_ctx ticket; 129 struct list_head next; 130 u32 nents, total; 131 struct drm_gem_object *objs[] __counted_by(total); 132 }; 133 134 struct virtio_gpu_vbuffer; 135 struct virtio_gpu_device; 136 137 typedef void (*virtio_gpu_resp_cb)(struct virtio_gpu_device *vgdev, 138 struct virtio_gpu_vbuffer *vbuf); 139 140 struct virtio_gpu_fence_driver { 141 atomic64_t last_fence_id; 142 uint64_t current_fence_id; 143 uint64_t context; 144 struct list_head fences; 145 spinlock_t lock; 146 }; 147 148 struct virtio_gpu_fence_event { 149 struct drm_pending_event base; 150 struct drm_event event; 151 }; 152 153 struct virtio_gpu_fence { 154 struct dma_fence f; 155 uint32_t ring_idx; 156 uint64_t fence_id; 157 bool emit_fence_info; 158 struct virtio_gpu_fence_event *e; 159 struct virtio_gpu_fence_driver *drv; 160 struct list_head node; 161 }; 162 163 struct virtio_gpu_vbuffer { 164 char *buf; 165 int size; 166 167 void *data_buf; 168 uint32_t data_size; 169 170 char *resp_buf; 171 int resp_size; 172 virtio_gpu_resp_cb resp_cb; 173 void *resp_cb_data; 174 175 struct virtio_gpu_object_array *objs; 176 struct list_head list; 177 178 uint32_t seqno; 179 }; 180 181 struct virtio_gpu_output { 182 int index; 183 struct drm_crtc crtc; 184 struct drm_connector conn; 185 struct drm_encoder enc; 186 struct virtio_gpu_display_one info; 187 struct virtio_gpu_update_cursor cursor; 188 const struct drm_edid *drm_edid; 189 int cur_x; 190 int cur_y; 191 bool needs_modeset; 192 }; 193 #define drm_crtc_to_virtio_gpu_output(x) \ 194 container_of(x, struct virtio_gpu_output, crtc) 195 196 struct virtio_gpu_framebuffer { 197 struct drm_framebuffer base; 198 struct virtio_gpu_fence *fence; 199 }; 200 #define to_virtio_gpu_framebuffer(x) \ 201 container_of(x, struct virtio_gpu_framebuffer, base) 202 203 struct virtio_gpu_plane_state { 204 struct drm_plane_state base; 205 struct virtio_gpu_fence *fence; 206 }; 207 #define to_virtio_gpu_plane_state(x) \ 208 container_of(x, struct virtio_gpu_plane_state, base) 209 210 struct virtio_gpu_queue { 211 struct virtqueue *vq; 212 spinlock_t qlock; 213 wait_queue_head_t ack_queue; 214 struct work_struct dequeue_work; 215 uint32_t seqno; 216 }; 217 218 struct virtio_gpu_drv_capset { 219 uint32_t id; 220 uint32_t max_version; 221 uint32_t max_size; 222 }; 223 224 struct virtio_gpu_drv_cap_cache { 225 struct list_head head; 226 void *caps_cache; 227 uint32_t id; 228 uint32_t version; 229 uint32_t size; 230 atomic_t is_valid; 231 }; 232 233 struct virtio_gpu_device { 234 struct drm_device *ddev; 235 236 struct virtio_device *vdev; 237 238 struct virtio_gpu_output outputs[VIRTIO_GPU_MAX_SCANOUTS]; 239 uint32_t num_scanouts; 240 241 struct virtio_gpu_queue ctrlq; 242 struct virtio_gpu_queue cursorq; 243 bool vqs_released; 244 struct kmem_cache *vbufs; 245 246 atomic_t pending_commands; 247 248 struct ida resource_ida; 249 250 wait_queue_head_t resp_wq; 251 /* current display info */ 252 spinlock_t display_info_lock; 253 bool display_info_pending; 254 255 struct virtio_gpu_fence_driver fence_drv; 256 257 struct ida ctx_id_ida; 258 259 bool has_virgl_3d; 260 bool has_edid; 261 bool has_indirect; 262 bool has_resource_assign_uuid; 263 bool has_resource_blob; 264 bool has_host_visible; 265 bool has_context_init; 266 bool has_blob_alignment; 267 bool hibernated; 268 struct virtio_shm_region host_visible_region; 269 struct drm_mm host_visible_mm; 270 271 struct work_struct config_changed_work; 272 273 struct work_struct obj_free_work; 274 spinlock_t obj_free_lock; 275 struct list_head obj_free_list; 276 struct mutex obj_restore_lock; 277 struct list_head obj_restore_list; 278 279 struct virtio_gpu_drv_capset *capsets; 280 uint32_t num_capsets; 281 uint64_t capset_id_mask; 282 struct list_head cap_cache; 283 uint32_t blob_alignment; 284 285 struct notifier_block pm_nb; 286 287 /* protects uuid state when exporting */ 288 spinlock_t resource_export_lock; 289 /* protects map state and host_visible_mm */ 290 spinlock_t host_visible_lock; 291 }; 292 293 struct virtio_gpu_fpriv { 294 uint32_t ctx_id; 295 uint32_t context_init; 296 bool context_created; 297 uint32_t num_rings; 298 uint64_t base_fence_ctx; 299 uint64_t ring_idx_mask; 300 struct mutex context_lock; 301 char debug_name[DEBUG_NAME_MAX_LEN]; 302 bool explicit_debug_name; 303 }; 304 305 /* virtgpu_ioctl.c */ 306 #define DRM_VIRTIO_NUM_IOCTLS 12 307 extern struct drm_ioctl_desc virtio_gpu_ioctls[DRM_VIRTIO_NUM_IOCTLS]; 308 void virtio_gpu_create_context(struct drm_device *dev, struct drm_file *file); 309 310 /* virtgpu_kms.c */ 311 int virtio_gpu_init(struct virtio_device *vdev, struct drm_device *dev); 312 void virtio_gpu_deinit(struct drm_device *dev); 313 void virtio_gpu_release(struct drm_device *dev); 314 int virtio_gpu_driver_open(struct drm_device *dev, struct drm_file *file); 315 void virtio_gpu_driver_postclose(struct drm_device *dev, struct drm_file *file); 316 int virtio_gpu_find_vqs(struct virtio_gpu_device *vgdev); 317 318 /* virtgpu_gem.c */ 319 int virtio_gpu_gem_object_open(struct drm_gem_object *obj, 320 struct drm_file *file); 321 void virtio_gpu_gem_object_close(struct drm_gem_object *obj, 322 struct drm_file *file); 323 int virtio_gpu_mode_dumb_create(struct drm_file *file_priv, 324 struct drm_device *dev, 325 struct drm_mode_create_dumb *args); 326 327 struct virtio_gpu_object_array *virtio_gpu_panic_array_alloc(void); 328 struct virtio_gpu_object_array *virtio_gpu_array_alloc(u32 nents); 329 struct virtio_gpu_object_array* 330 virtio_gpu_array_from_handles(struct drm_file *drm_file, u32 *handles, u32 nents); 331 void virtio_gpu_array_add_obj(struct virtio_gpu_object_array *objs, 332 struct drm_gem_object *obj); 333 int virtio_gpu_array_lock_resv(struct virtio_gpu_object_array *objs); 334 int virtio_gpu_lock_one_resv_uninterruptible(struct virtio_gpu_object_array *objs); 335 void virtio_gpu_array_unlock_resv(struct virtio_gpu_object_array *objs); 336 void virtio_gpu_array_add_fence(struct virtio_gpu_object_array *objs, 337 struct dma_fence *fence); 338 void virtio_gpu_array_put_free(struct virtio_gpu_object_array *objs); 339 void virtio_gpu_array_put_free_delayed(struct virtio_gpu_device *vgdev, 340 struct virtio_gpu_object_array *objs); 341 void virtio_gpu_array_put_free_work(struct work_struct *work); 342 343 /* virtgpu_vq.c */ 344 int virtio_gpu_alloc_vbufs(struct virtio_gpu_device *vgdev); 345 void virtio_gpu_free_vbufs(struct virtio_gpu_device *vgdev); 346 void virtio_gpu_cmd_create_resource(struct virtio_gpu_device *vgdev, 347 struct virtio_gpu_object *bo, 348 struct virtio_gpu_object_params *params, 349 struct virtio_gpu_object_array *objs, 350 struct virtio_gpu_fence *fence); 351 void virtio_gpu_cmd_unref_resource(struct virtio_gpu_device *vgdev, 352 struct virtio_gpu_object *bo, 353 bool no_cb); 354 int virtio_gpu_panic_cmd_transfer_to_host_2d(struct virtio_gpu_device *vgdev, 355 uint64_t offset, 356 uint32_t width, uint32_t height, 357 uint32_t x, uint32_t y, 358 struct virtio_gpu_object_array *objs); 359 void virtio_gpu_cmd_transfer_to_host_2d(struct virtio_gpu_device *vgdev, 360 uint64_t offset, 361 uint32_t width, uint32_t height, 362 uint32_t x, uint32_t y, 363 struct virtio_gpu_object_array *objs, 364 struct virtio_gpu_fence *fence); 365 void virtio_gpu_panic_cmd_resource_flush(struct virtio_gpu_device *vgdev, 366 uint32_t resource_id, 367 uint32_t x, uint32_t y, 368 uint32_t width, uint32_t height); 369 void virtio_gpu_cmd_resource_flush(struct virtio_gpu_device *vgdev, 370 uint32_t resource_id, 371 uint32_t x, uint32_t y, 372 uint32_t width, uint32_t height, 373 struct virtio_gpu_object_array *objs, 374 struct virtio_gpu_fence *fence); 375 void virtio_gpu_cmd_set_scanout(struct virtio_gpu_device *vgdev, 376 uint32_t scanout_id, uint32_t resource_id, 377 uint32_t width, uint32_t height, 378 uint32_t x, uint32_t y); 379 void virtio_gpu_object_attach(struct virtio_gpu_device *vgdev, 380 struct virtio_gpu_object *obj, 381 struct virtio_gpu_mem_entry *ents, 382 unsigned int nents); 383 void virtio_gpu_object_detach(struct virtio_gpu_device *vgdev, 384 struct virtio_gpu_object *obj, 385 struct virtio_gpu_fence *fence); 386 int virtio_gpu_detach_object_fenced(struct virtio_gpu_object *bo); 387 void virtio_gpu_cursor_ping(struct virtio_gpu_device *vgdev, 388 struct virtio_gpu_output *output); 389 int virtio_gpu_cmd_get_display_info(struct virtio_gpu_device *vgdev); 390 int virtio_gpu_cmd_get_capset_info(struct virtio_gpu_device *vgdev, int idx); 391 int virtio_gpu_cmd_get_capset(struct virtio_gpu_device *vgdev, 392 int idx, int version, 393 struct virtio_gpu_drv_cap_cache **cache_p); 394 int virtio_gpu_cmd_get_edids(struct virtio_gpu_device *vgdev); 395 void virtio_gpu_cmd_context_create(struct virtio_gpu_device *vgdev, uint32_t id, 396 uint32_t context_init, uint32_t nlen, 397 const char *name); 398 void virtio_gpu_cmd_context_destroy(struct virtio_gpu_device *vgdev, 399 uint32_t id); 400 void virtio_gpu_cmd_context_attach_resource(struct virtio_gpu_device *vgdev, 401 uint32_t ctx_id, 402 struct virtio_gpu_object_array *objs); 403 void virtio_gpu_cmd_context_detach_resource(struct virtio_gpu_device *vgdev, 404 uint32_t ctx_id, 405 struct virtio_gpu_object_array *objs); 406 void virtio_gpu_cmd_submit(struct virtio_gpu_device *vgdev, 407 void *data, uint32_t data_size, 408 uint32_t ctx_id, 409 struct virtio_gpu_object_array *objs, 410 struct virtio_gpu_fence *fence); 411 void virtio_gpu_cmd_transfer_from_host_3d(struct virtio_gpu_device *vgdev, 412 uint32_t ctx_id, 413 uint64_t offset, uint32_t level, 414 uint32_t stride, 415 uint32_t layer_stride, 416 struct drm_virtgpu_3d_box *box, 417 struct virtio_gpu_object_array *objs, 418 struct virtio_gpu_fence *fence); 419 void virtio_gpu_cmd_transfer_to_host_3d(struct virtio_gpu_device *vgdev, 420 uint32_t ctx_id, 421 uint64_t offset, uint32_t level, 422 uint32_t stride, 423 uint32_t layer_stride, 424 struct drm_virtgpu_3d_box *box, 425 struct virtio_gpu_object_array *objs, 426 struct virtio_gpu_fence *fence); 427 void 428 virtio_gpu_cmd_resource_create_3d(struct virtio_gpu_device *vgdev, 429 struct virtio_gpu_object *bo, 430 struct virtio_gpu_object_params *params, 431 struct virtio_gpu_object_array *objs, 432 struct virtio_gpu_fence *fence); 433 void virtio_gpu_ctrl_ack(struct virtqueue *vq); 434 void virtio_gpu_cursor_ack(struct virtqueue *vq); 435 void virtio_gpu_dequeue_ctrl_func(struct work_struct *work); 436 void virtio_gpu_dequeue_cursor_func(struct work_struct *work); 437 void virtio_gpu_panic_notify(struct virtio_gpu_device *vgdev); 438 void virtio_gpu_notify(struct virtio_gpu_device *vgdev); 439 int virtio_gpu_wait_queue(struct virtio_gpu_queue *vgvq, unsigned int num_elem); 440 441 int 442 virtio_gpu_cmd_resource_assign_uuid(struct virtio_gpu_device *vgdev, 443 struct virtio_gpu_object_array *objs); 444 445 int virtio_gpu_cmd_map(struct virtio_gpu_device *vgdev, 446 struct virtio_gpu_object_array *objs, uint64_t offset); 447 448 void virtio_gpu_cmd_unmap(struct virtio_gpu_device *vgdev, 449 struct virtio_gpu_object *bo); 450 451 void 452 virtio_gpu_cmd_resource_create_blob(struct virtio_gpu_device *vgdev, 453 struct virtio_gpu_object *bo, 454 struct virtio_gpu_object_params *params, 455 struct virtio_gpu_mem_entry *ents, 456 uint32_t nents); 457 void 458 virtio_gpu_cmd_set_scanout_blob(struct virtio_gpu_device *vgdev, 459 uint32_t scanout_id, 460 struct virtio_gpu_object *bo, 461 struct drm_framebuffer *fb, 462 uint32_t width, uint32_t height, 463 uint32_t x, uint32_t y); 464 465 /* virtgpu_display.c */ 466 int virtio_gpu_modeset_init(struct virtio_gpu_device *vgdev); 467 void virtio_gpu_modeset_fini(struct virtio_gpu_device *vgdev); 468 469 /* virtgpu_plane.c */ 470 uint32_t virtio_gpu_translate_format(uint32_t drm_fourcc); 471 struct drm_plane *virtio_gpu_plane_init(struct virtio_gpu_device *vgdev, 472 enum drm_plane_type type, 473 int index); 474 475 /* virtgpu_fence.c */ 476 struct virtio_gpu_fence *virtio_gpu_fence_alloc(struct virtio_gpu_device *vgdev, 477 uint64_t base_fence_ctx, 478 uint32_t ring_idx); 479 void virtio_gpu_fence_emit(struct virtio_gpu_device *vgdev, 480 struct virtio_gpu_ctrl_hdr *cmd_hdr, 481 struct virtio_gpu_fence *fence); 482 void virtio_gpu_fence_event_process(struct virtio_gpu_device *vdev, 483 u64 fence_id); 484 485 /* virtgpu_object.c */ 486 void virtio_gpu_remove_from_restore_list(struct virtio_gpu_object *bo); 487 void virtio_gpu_cleanup_object(struct virtio_gpu_object *bo); 488 struct drm_gem_object *virtio_gpu_create_object(struct drm_device *dev, 489 size_t size); 490 int virtio_gpu_object_create(struct virtio_gpu_device *vgdev, 491 struct virtio_gpu_object_params *params, 492 struct virtio_gpu_object **bo_ptr, 493 struct virtio_gpu_fence *fence); 494 495 bool virtio_gpu_is_shmem(struct virtio_gpu_object *bo); 496 497 int virtio_gpu_resource_id_get(struct virtio_gpu_device *vgdev, 498 uint32_t *resid); 499 500 void virtio_gpu_add_object_to_restore_list(struct virtio_gpu_device *vgdev, 501 struct virtio_gpu_object *bo); 502 503 int virtio_gpu_object_restore_all(struct virtio_gpu_device *vgdev); 504 505 void virtio_gpu_object_unref_all(struct virtio_gpu_device *vgdev); 506 507 /* virtgpu_prime.c */ 508 int virtio_gpu_resource_assign_uuid(struct virtio_gpu_device *vgdev, 509 struct virtio_gpu_object *bo); 510 struct dma_buf *virtgpu_gem_prime_export(struct drm_gem_object *obj, 511 int flags); 512 struct drm_gem_object *virtgpu_gem_prime_import(struct drm_device *dev, 513 struct dma_buf *buf); 514 struct drm_gem_object *virtgpu_gem_prime_import_sg_table( 515 struct drm_device *dev, struct dma_buf_attachment *attach, 516 struct sg_table *sgt); 517 int virtgpu_dma_buf_import_sgt(struct virtio_gpu_mem_entry **ents, 518 unsigned int *nents, 519 struct virtio_gpu_object *bo, 520 struct dma_buf_attachment *attach); 521 int virtgpu_dma_buf_obj_resubmit(struct virtio_gpu_device *vgdev, 522 struct virtio_gpu_object *bo); 523 524 /* virtgpu_debugfs.c */ 525 void virtio_gpu_debugfs_init(struct drm_minor *minor); 526 527 /* virtgpu_vram.c */ 528 bool virtio_gpu_is_vram(struct virtio_gpu_object *bo); 529 int virtio_gpu_vram_create(struct virtio_gpu_device *vgdev, 530 struct virtio_gpu_object_params *params, 531 struct virtio_gpu_object **bo_ptr); 532 struct sg_table *virtio_gpu_vram_map_dma_buf(struct virtio_gpu_object *bo, 533 struct device *dev, 534 enum dma_data_direction dir); 535 void virtio_gpu_vram_unmap_dma_buf(struct device *dev, 536 struct sg_table *sgt, 537 enum dma_data_direction dir); 538 void virtio_gpu_vram_map_deferred(struct virtio_gpu_object_vram *vram); 539 540 /* virtgpu_submit.c */ 541 int virtio_gpu_execbuffer_ioctl(struct drm_device *dev, void *data, 542 struct drm_file *file); 543 544 #endif 545