1 /* 2 * drmP.h -- Private header for Direct Rendering Manager -*- linux-c -*- 3 * Created: Mon Jan 4 10:05:05 1999 by faith@precisioninsight.com 4 */ 5 /* 6 * Copyright 1999 Precision Insight, Inc., Cedar Park, Texas. 7 * Copyright 2000 VA Linux Systems, Inc., Sunnyvale, California. 8 * Copyright (c) 2009, Intel Corporation. 9 * All rights reserved. 10 * 11 * Permission is hereby granted, free of charge, to any person obtaining a 12 * copy of this software and associated documentation files (the "Software"), 13 * to deal in the Software without restriction, including without limitation 14 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 15 * and/or sell copies of the Software, and to permit persons to whom the 16 * Software is furnished to do so, subject to the following conditions: 17 * 18 * The above copyright notice and this permission notice (including the next 19 * paragraph) shall be included in all copies or substantial portions of the 20 * Software. 21 * 22 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 23 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 24 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 25 * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR 26 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 27 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 28 * OTHER DEALINGS IN THE SOFTWARE. 29 * 30 * Authors: 31 * Rickard E. (Rik) Faith <faith@valinux.com> 32 * Gareth Hughes <gareth@valinux.com> 33 * 34 */ 35 36 /* 37 * Copyright 2010 Sun Microsystems, Inc. All rights reserved. 38 * Use is subject to license terms. 39 */ 40 41 #ifndef _DRMP_H 42 #define _DRMP_H 43 44 #include <sys/sysmacros.h> 45 #include <sys/types.h> 46 #include <sys/conf.h> 47 #include <sys/modctl.h> 48 #include <sys/stat.h> 49 #include <sys/file.h> 50 #include <sys/cmn_err.h> 51 #include <sys/varargs.h> 52 #include <sys/pci.h> 53 #include <sys/ddi.h> 54 #include <sys/sunddi.h> 55 #include <sys/sunldi.h> 56 #include <sys/pmem.h> 57 #include <sys/agpgart.h> 58 #include <sys/time.h> 59 #include <sys/sysmacros.h> 60 #include "drm_atomic.h" 61 #include "drm.h" 62 #include "queue.h" 63 #include "drm_linux_list.h" 64 65 #ifndef __inline__ 66 #define __inline__ inline 67 #endif 68 69 #if !defined(__FUNCTION__) 70 #if defined(C99) 71 #define __FUNCTION__ __func__ 72 #else 73 #define __FUNCTION__ " " 74 #endif 75 #endif 76 77 /* DRM space units */ 78 #define DRM_PAGE_SHIFT PAGESHIFT 79 #define DRM_PAGE_SIZE (1 << DRM_PAGE_SHIFT) 80 #define DRM_PAGE_OFFSET (DRM_PAGE_SIZE - 1) 81 #define DRM_PAGE_MASK ~(DRM_PAGE_SIZE - 1) 82 #define DRM_MB2PAGES(x) ((x) << 8) 83 #define DRM_PAGES2BYTES(x) ((x) << DRM_PAGE_SHIFT) 84 #define DRM_BYTES2PAGES(x) ((x) >> DRM_PAGE_SHIFT) 85 #define DRM_PAGES2KB(x) ((x) << 2) 86 #define DRM_ALIGNED(offset) (((offset) & DRM_PAGE_OFFSET) == 0) 87 88 #define PAGE_SHIFT DRM_PAGE_SHIFT 89 #define PAGE_SIZE DRM_PAGE_SIZE 90 91 #define DRM_MAX_INSTANCES 8 92 #define DRM_DEVNODE "drm" 93 #define DRM_UNOPENED 0 94 #define DRM_OPENED 1 95 96 #define DRM_HASH_SIZE 16 /* Size of key hash table */ 97 #define DRM_KERNEL_CONTEXT 0 /* Change drm_resctx if changed */ 98 #define DRM_RESERVED_CONTEXTS 1 /* Change drm_resctx if changed */ 99 100 #define DRM_MEM_DMA 0 101 #define DRM_MEM_SAREA 1 102 #define DRM_MEM_DRIVER 2 103 #define DRM_MEM_MAGIC 3 104 #define DRM_MEM_IOCTLS 4 105 #define DRM_MEM_MAPS 5 106 #define DRM_MEM_BUFS 6 107 #define DRM_MEM_SEGS 7 108 #define DRM_MEM_PAGES 8 109 #define DRM_MEM_FILES 9 110 #define DRM_MEM_QUEUES 10 111 #define DRM_MEM_CMDS 11 112 #define DRM_MEM_MAPPINGS 12 113 #define DRM_MEM_BUFLISTS 13 114 #define DRM_MEM_DRMLISTS 14 115 #define DRM_MEM_TOTALDRM 15 116 #define DRM_MEM_BOUNDDRM 16 117 #define DRM_MEM_CTXBITMAP 17 118 #define DRM_MEM_STUB 18 119 #define DRM_MEM_SGLISTS 19 120 #define DRM_MEM_AGPLISTS 20 121 #define DRM_MEM_CTXLIST 21 122 #define DRM_MEM_MM 22 123 #define DRM_MEM_HASHTAB 23 124 #define DRM_MEM_OBJECTS 24 125 126 #define DRM_MAX_CTXBITMAP (PAGE_SIZE * 8) 127 #define DRM_MAP_HASH_OFFSET 0x10000000 128 #define DRM_MAP_HASH_ORDER 12 129 #define DRM_OBJECT_HASH_ORDER 12 130 #define DRM_FILE_PAGE_OFFSET_START ((0xFFFFFFFFUL >> PAGE_SHIFT) + 1) 131 #define DRM_FILE_PAGE_OFFSET_SIZE ((0xFFFFFFFFUL >> PAGE_SHIFT) * 16) 132 #define DRM_MM_INIT_MAX_PAGES 256 133 134 135 /* Internal types and structures */ 136 #define DRM_ARRAY_SIZE(x) (sizeof (x) / sizeof (x[0])) 137 #define DRM_MIN(a, b) ((a) < (b) ? (a) : (b)) 138 #define DRM_MAX(a, b) ((a) > (b) ? (a) : (b)) 139 140 #define DRM_IF_VERSION(maj, min) (maj << 16 | min) 141 142 #define __OS_HAS_AGP 1 143 144 #define DRM_DEV_MOD (S_IRUSR|S_IWUSR|S_IRGRP|S_IWGRP) 145 #define DRM_DEV_UID 0 146 #define DRM_DEV_GID 0 147 148 #define DRM_CURRENTPID ddi_get_pid() 149 #define DRM_SPINLOCK(l) mutex_enter(l) 150 #define DRM_SPINUNLOCK(u) mutex_exit(u) 151 #define DRM_SPINLOCK_ASSERT(l) 152 #define DRM_LOCK() mutex_enter(&dev->dev_lock) 153 #define DRM_UNLOCK() mutex_exit(&dev->dev_lock) 154 #define DRM_LOCK_OWNED() ASSERT(mutex_owned(&dev->dev_lock)) 155 #define spin_lock_irqsave(l, flag) mutex_enter(l) 156 #define spin_unlock_irqrestore(u, flag) mutex_exit(u) 157 #define spin_lock(l) mutex_enter(l) 158 #define spin_unlock(u) mutex_exit(u) 159 160 161 #define DRM_UDELAY(sec) delay(drv_usectohz(sec *1000)) 162 #define DRM_MEMORYBARRIER() 163 164 typedef struct drm_file drm_file_t; 165 typedef struct drm_device drm_device_t; 166 typedef struct drm_driver_info drm_driver_t; 167 168 #define DRM_DEVICE drm_device_t *dev = dev1 169 #define DRM_IOCTL_ARGS \ 170 drm_device_t *dev1, intptr_t data, drm_file_t *fpriv, int mode 171 172 #define DRM_COPYFROM_WITH_RETURN(dest, src, size) \ 173 if (ddi_copyin((src), (dest), (size), 0)) { \ 174 DRM_ERROR("%s: copy from user failed", __func__); \ 175 return (EFAULT); \ 176 } 177 178 #define DRM_COPYTO_WITH_RETURN(dest, src, size) \ 179 if (ddi_copyout((src), (dest), (size), 0)) { \ 180 DRM_ERROR("%s: copy to user failed", __func__); \ 181 return (EFAULT); \ 182 } 183 184 #define DRM_COPY_FROM_USER(dest, src, size) \ 185 ddi_copyin((src), (dest), (size), 0) /* flag for src */ 186 187 #define DRM_COPY_TO_USER(dest, src, size) \ 188 ddi_copyout((src), (dest), (size), 0) /* flags for dest */ 189 190 #define DRM_COPY_FROM_USER_UNCHECKED(arg1, arg2, arg3) \ 191 ddi_copyin((arg2), (arg1), (arg3), 0) 192 193 #define DRM_COPY_TO_USER_UNCHECKED(arg1, arg2, arg3) \ 194 ddi_copyout((arg2), arg1, arg3, 0) 195 196 #define DRM_READ8(map, offset) \ 197 *(volatile uint8_t *)((uintptr_t)((map)->dev_addr) + (offset)) 198 #define DRM_READ16(map, offset) \ 199 *(volatile uint16_t *)((uintptr_t)((map)->dev_addr) + (offset)) 200 #define DRM_READ32(map, offset) \ 201 *(volatile uint32_t *)((uintptr_t)((map)->dev_addr) + (offset)) 202 #define DRM_WRITE8(map, offset, val) \ 203 *(volatile uint8_t *)((uintptr_t)((map)->dev_addr) + (offset)) = (val) 204 #define DRM_WRITE16(map, offset, val) \ 205 *(volatile uint16_t *)((uintptr_t)((map)->dev_addr) + (offset)) = (val) 206 #define DRM_WRITE32(map, offset, val) \ 207 *(volatile uint32_t *)((uintptr_t)((map)->dev_addr) + (offset)) = (val) 208 209 typedef struct drm_wait_queue { 210 kcondvar_t cv; 211 kmutex_t lock; 212 }wait_queue_head_t; 213 214 #define DRM_INIT_WAITQUEUE(q, pri) \ 215 { \ 216 mutex_init(&(q)->lock, NULL, MUTEX_DRIVER, pri); \ 217 cv_init(&(q)->cv, NULL, CV_DRIVER, NULL); \ 218 } 219 220 #define DRM_FINI_WAITQUEUE(q) \ 221 { \ 222 mutex_destroy(&(q)->lock); \ 223 cv_destroy(&(q)->cv); \ 224 } 225 226 #define DRM_WAKEUP(q) \ 227 { \ 228 mutex_enter(&(q)->lock); \ 229 cv_broadcast(&(q)->cv); \ 230 mutex_exit(&(q)->lock); \ 231 } 232 233 #define jiffies ddi_get_lbolt() 234 235 #define DRM_WAIT_ON(ret, q, timeout, condition) \ 236 mutex_enter(&(q)->lock); \ 237 while (!(condition)) { \ 238 ret = cv_reltimedwait_sig(&(q)->cv, &(q)->lock, timeout,\ 239 TR_CLOCK_TICK); \ 240 if (ret == -1) { \ 241 ret = EBUSY; \ 242 break; \ 243 } else if (ret == 0) { \ 244 ret = EINTR; \ 245 break; \ 246 } else { \ 247 ret = 0; \ 248 } \ 249 } \ 250 mutex_exit(&(q)->lock); 251 252 #define DRM_WAIT(ret, q, condition) \ 253 mutex_enter(&(q)->lock); \ 254 if (!(condition)) { \ 255 ret = cv_timedwait_sig(&(q)->cv, &(q)->lock, jiffies + 30 * DRM_HZ); \ 256 if (ret == -1) { \ 257 /* gfx maybe hang */ \ 258 if (!(condition)) \ 259 ret = -2; \ 260 } else { \ 261 ret = 0; \ 262 } \ 263 } \ 264 mutex_exit(&(q)->lock); 265 266 267 #define DRM_GETSAREA() \ 268 { \ 269 drm_local_map_t *map; \ 270 DRM_SPINLOCK_ASSERT(&dev->dev_lock); \ 271 TAILQ_FOREACH(map, &dev->maplist, link) { \ 272 if (map->type == _DRM_SHM && \ 273 map->flags & _DRM_CONTAINS_LOCK) { \ 274 dev_priv->sarea = map; \ 275 break; \ 276 } \ 277 } \ 278 } 279 280 #define LOCK_TEST_WITH_RETURN(dev, fpriv) \ 281 if (!_DRM_LOCK_IS_HELD(dev->lock.hw_lock->lock) || \ 282 dev->lock.filp != fpriv) { \ 283 DRM_DEBUG("%s called without lock held", __func__); \ 284 return (EINVAL); \ 285 } 286 287 #define DRM_IRQ_ARGS caddr_t arg 288 #define IRQ_HANDLED DDI_INTR_CLAIMED 289 #define IRQ_NONE DDI_INTR_UNCLAIMED 290 291 enum { 292 DRM_IS_NOT_AGP, 293 DRM_IS_AGP, 294 DRM_MIGHT_BE_AGP 295 }; 296 297 /* Capabilities taken from src/sys/dev/pci/pcireg.h. */ 298 #ifndef PCIY_AGP 299 #define PCIY_AGP 0x02 300 #endif 301 302 #ifndef PCIY_EXPRESS 303 #define PCIY_EXPRESS 0x10 304 #endif 305 306 #define PAGE_ALIGN(addr) (((addr) + DRM_PAGE_SIZE - 1) & DRM_PAGE_MASK) 307 #define DRM_SUSER(p) (crgetsgid(p) == 0 || crgetsuid(p) == 0) 308 309 #define DRM_GEM_OBJIDR_HASHNODE 1024 310 #define idr_list_for_each(entry, head) \ 311 for (int key = 0; key < DRM_GEM_OBJIDR_HASHNODE; key++) \ 312 list_for_each(entry, &(head)->next[key]) 313 314 /* 315 * wait for 400 milliseconds 316 */ 317 #define DRM_HZ drv_usectohz(400000) 318 319 typedef unsigned long dma_addr_t; 320 typedef uint64_t u64; 321 typedef uint32_t u32; 322 typedef uint16_t u16; 323 typedef uint8_t u8; 324 typedef uint_t irqreturn_t; 325 326 #define DRM_SUPPORT 1 327 #define DRM_UNSUPPORT 0 328 329 #define __OS_HAS_AGP 1 330 331 typedef struct drm_pci_id_list 332 { 333 int vendor; 334 int device; 335 long driver_private; 336 char *name; 337 } drm_pci_id_list_t; 338 339 #define DRM_AUTH 0x1 340 #define DRM_MASTER 0x2 341 #define DRM_ROOT_ONLY 0x4 342 typedef int drm_ioctl_t(DRM_IOCTL_ARGS); 343 typedef struct drm_ioctl_desc { 344 int (*func)(DRM_IOCTL_ARGS); 345 int flags; 346 } drm_ioctl_desc_t; 347 348 typedef struct drm_magic_entry { 349 drm_magic_t magic; 350 struct drm_file *priv; 351 struct drm_magic_entry *next; 352 } drm_magic_entry_t; 353 354 typedef struct drm_magic_head { 355 struct drm_magic_entry *head; 356 struct drm_magic_entry *tail; 357 } drm_magic_head_t; 358 359 typedef struct drm_buf { 360 int idx; /* Index into master buflist */ 361 int total; /* Buffer size */ 362 int order; /* log-base-2(total) */ 363 int used; /* Amount of buffer in use (for DMA) */ 364 unsigned long offset; /* Byte offset (used internally) */ 365 void *address; /* Address of buffer */ 366 unsigned long bus_address; /* Bus address of buffer */ 367 struct drm_buf *next; /* Kernel-only: used for free list */ 368 volatile int pending; /* On hardware DMA queue */ 369 drm_file_t *filp; 370 /* Uniq. identifier of holding process */ 371 int context; /* Kernel queue for this buffer */ 372 enum { 373 DRM_LIST_NONE = 0, 374 DRM_LIST_FREE = 1, 375 DRM_LIST_WAIT = 2, 376 DRM_LIST_PEND = 3, 377 DRM_LIST_PRIO = 4, 378 DRM_LIST_RECLAIM = 5 379 } list; /* Which list we're on */ 380 381 int dev_priv_size; /* Size of buffer private stoarge */ 382 void *dev_private; /* Per-buffer private storage */ 383 } drm_buf_t; 384 385 typedef struct drm_freelist { 386 int initialized; /* Freelist in use */ 387 uint32_t count; /* Number of free buffers */ 388 drm_buf_t *next; /* End pointer */ 389 390 int low_mark; /* Low water mark */ 391 int high_mark; /* High water mark */ 392 } drm_freelist_t; 393 394 typedef struct drm_buf_entry { 395 int buf_size; 396 int buf_count; 397 drm_buf_t *buflist; 398 int seg_count; 399 int page_order; 400 401 uint32_t *seglist; 402 unsigned long *seglist_bus; 403 404 drm_freelist_t freelist; 405 } drm_buf_entry_t; 406 407 typedef TAILQ_HEAD(drm_file_list, drm_file) drm_file_list_t; 408 409 /* BEGIN CSTYLED */ 410 typedef struct drm_local_map { 411 unsigned long offset; /* Physical address (0 for SAREA) */ 412 unsigned long size; /* Physical size (bytes) */ 413 drm_map_type_t type; /* Type of memory mapped */ 414 drm_map_flags_t flags; /* Flags */ 415 void *handle; /* User-space: "Handle" to pass to mmap */ 416 /* Kernel-space: kernel-virtual address */ 417 int mtrr; /* Boolean: MTRR used */ 418 /* Private data */ 419 int rid; /* PCI resource ID for bus_space */ 420 int kernel_owned; /* Boolean: 1= initmapped, 0= addmapped */ 421 caddr_t dev_addr; /* base device address */ 422 ddi_acc_handle_t dev_handle; /* The data access handle */ 423 ddi_umem_cookie_t drm_umem_cookie; /* For SAREA alloc and free */ 424 TAILQ_ENTRY(drm_local_map) link; 425 } drm_local_map_t; 426 /* END CSTYLED */ 427 428 /* 429 * This structure defines the drm_mm memory object, which will be used by the 430 * DRM for its buffer objects. 431 */ 432 struct drm_gem_object { 433 /* Reference count of this object */ 434 atomic_t refcount; 435 436 /* Handle count of this object. Each handle also holds a reference */ 437 atomic_t handlecount; 438 439 /* Related drm device */ 440 struct drm_device *dev; 441 442 int flink; 443 /* 444 * Size of the object, in bytes. Immutable over the object's 445 * lifetime. 446 */ 447 size_t size; 448 449 /* 450 * Global name for this object, starts at 1. 0 means unnamed. 451 * Access is covered by the object_name_lock in the related drm_device 452 */ 453 int name; 454 455 /* 456 * Memory domains. These monitor which caches contain read/write data 457 * related to the object. When transitioning from one set of domains 458 * to another, the driver is called to ensure that caches are suitably 459 * flushed and invalidated 460 */ 461 uint32_t read_domains; 462 uint32_t write_domain; 463 464 /* 465 * While validating an exec operation, the 466 * new read/write domain values are computed here. 467 * They will be transferred to the above values 468 * at the point that any cache flushing occurs 469 */ 470 uint32_t pending_read_domains; 471 uint32_t pending_write_domain; 472 473 void *driver_private; 474 475 drm_local_map_t *map; 476 ddi_dma_handle_t dma_hdl; 477 ddi_acc_handle_t acc_hdl; 478 caddr_t kaddr; 479 size_t real_size; /* real size of memory */ 480 pfn_t *pfnarray; 481 }; 482 483 struct idr_list { 484 struct idr_list *next, *prev; 485 struct drm_gem_object *obj; 486 uint32_t handle; 487 caddr_t contain_ptr; 488 }; 489 490 struct drm_file { 491 TAILQ_ENTRY(drm_file) link; 492 int authenticated; 493 int master; 494 int minor; 495 pid_t pid; 496 uid_t uid; 497 int refs; 498 drm_magic_t magic; 499 unsigned long ioctl_count; 500 void *driver_priv; 501 /* Mapping of mm object handles to object pointers. */ 502 struct idr_list object_idr; 503 /* Lock for synchronization of access to object_idr. */ 504 kmutex_t table_lock; 505 506 dev_t dev; 507 cred_t *credp; 508 }; 509 510 typedef struct drm_lock_data { 511 drm_hw_lock_t *hw_lock; /* Hardware lock */ 512 drm_file_t *filp; 513 /* Uniq. identifier of holding process */ 514 kcondvar_t lock_cv; /* lock queue - SOLARIS Specific */ 515 kmutex_t lock_mutex; /* lock - SOLARIS Specific */ 516 unsigned long lock_time; /* Time of last lock in clock ticks */ 517 } drm_lock_data_t; 518 519 /* 520 * This structure, in drm_device_t, is always initialized while the device 521 * is open. dev->dma_lock protects the incrementing of dev->buf_use, which 522 * when set marks that no further bufs may be allocated until device teardown 523 * occurs (when the last open of the device has closed). The high/low 524 * watermarks of bufs are only touched by the X Server, and thus not 525 * concurrently accessed, so no locking is needed. 526 */ 527 typedef struct drm_device_dma { 528 drm_buf_entry_t bufs[DRM_MAX_ORDER+1]; 529 int buf_count; 530 drm_buf_t **buflist; /* Vector of pointers info bufs */ 531 int seg_count; 532 int page_count; 533 unsigned long *pagelist; 534 unsigned long byte_count; 535 enum { 536 _DRM_DMA_USE_AGP = 0x01, 537 _DRM_DMA_USE_SG = 0x02 538 } flags; 539 } drm_device_dma_t; 540 541 typedef struct drm_agp_mem { 542 void *handle; 543 unsigned long bound; /* address */ 544 int pages; 545 caddr_t phys_addr; 546 struct drm_agp_mem *prev; 547 struct drm_agp_mem *next; 548 } drm_agp_mem_t; 549 550 typedef struct drm_agp_head { 551 agp_info_t agp_info; 552 const char *chipset; 553 drm_agp_mem_t *memory; 554 unsigned long mode; 555 int enabled; 556 int acquired; 557 unsigned long base; 558 int mtrr; 559 int cant_use_aperture; 560 unsigned long page_mask; 561 ldi_ident_t agpgart_li; 562 ldi_handle_t agpgart_lh; 563 } drm_agp_head_t; 564 565 566 typedef struct drm_dma_handle { 567 ddi_dma_handle_t dma_hdl; 568 ddi_acc_handle_t acc_hdl; 569 ddi_dma_cookie_t cookie; 570 uint_t cookie_num; 571 uintptr_t vaddr; /* virtual addr */ 572 uintptr_t paddr; /* physical addr */ 573 size_t real_sz; /* real size of memory */ 574 } drm_dma_handle_t; 575 576 typedef struct drm_sg_mem { 577 unsigned long handle; 578 void *virtual; 579 int pages; 580 dma_addr_t *busaddr; 581 ddi_umem_cookie_t *umem_cookie; 582 drm_dma_handle_t *dmah_sg; 583 drm_dma_handle_t *dmah_gart; /* Handle to PCI memory */ 584 } drm_sg_mem_t; 585 586 /* 587 * Generic memory manager structs 588 */ 589 590 struct drm_mm_node { 591 struct list_head fl_entry; 592 struct list_head ml_entry; 593 int free; 594 unsigned long start; 595 unsigned long size; 596 struct drm_mm *mm; 597 void *private; 598 }; 599 600 struct drm_mm { 601 struct list_head fl_entry; 602 struct list_head ml_entry; 603 }; 604 605 typedef TAILQ_HEAD(drm_map_list, drm_local_map) drm_map_list_t; 606 607 typedef TAILQ_HEAD(drm_vbl_sig_list, drm_vbl_sig) drm_vbl_sig_list_t; 608 typedef struct drm_vbl_sig { 609 TAILQ_ENTRY(drm_vbl_sig) link; 610 unsigned int sequence; 611 int signo; 612 int pid; 613 } drm_vbl_sig_t; 614 615 616 /* used for clone device */ 617 typedef TAILQ_HEAD(drm_cminor_list, drm_cminor) drm_cminor_list_t; 618 typedef struct drm_cminor { 619 TAILQ_ENTRY(drm_cminor) link; 620 drm_file_t *fpriv; 621 int minor; 622 } drm_cminor_t; 623 624 /* location of GART table */ 625 #define DRM_ATI_GART_MAIN 1 626 #define DRM_ATI_GART_FB 2 627 628 typedef struct ati_pcigart_info { 629 int gart_table_location; 630 int is_pcie; 631 void *addr; 632 dma_addr_t bus_addr; 633 drm_local_map_t mapping; 634 } drm_ati_pcigart_info; 635 636 /* DRM device structure */ 637 struct drm_device; 638 struct drm_driver_info { 639 int (*load)(struct drm_device *, unsigned long); 640 int (*firstopen)(struct drm_device *); 641 int (*open)(struct drm_device *, drm_file_t *); 642 void (*preclose)(struct drm_device *, drm_file_t *); 643 void (*postclose)(struct drm_device *, drm_file_t *); 644 void (*lastclose)(struct drm_device *); 645 int (*unload)(struct drm_device *); 646 void (*reclaim_buffers_locked)(struct drm_device *, drm_file_t *); 647 int (*presetup)(struct drm_device *); 648 int (*postsetup)(struct drm_device *); 649 int (*open_helper)(struct drm_device *, drm_file_t *); 650 void (*free_filp_priv)(struct drm_device *, drm_file_t *); 651 void (*release)(struct drm_device *, void *); 652 int (*dma_ioctl)(DRM_IOCTL_ARGS); 653 void (*dma_ready)(struct drm_device *); 654 int (*dma_quiescent)(struct drm_device *); 655 int (*dma_flush_block_and_flush)(struct drm_device *, 656 int, drm_lock_flags_t); 657 int (*dma_flush_unblock)(struct drm_device *, int, 658 drm_lock_flags_t); 659 int (*context_ctor)(struct drm_device *, int); 660 int (*context_dtor)(struct drm_device *, int); 661 int (*kernel_context_switch)(struct drm_device *, int, int); 662 int (*kernel_context_switch_unlock)(struct drm_device *); 663 int (*device_is_agp) (struct drm_device *); 664 int (*irq_preinstall)(struct drm_device *); 665 void (*irq_postinstall)(struct drm_device *); 666 void (*irq_uninstall)(struct drm_device *dev); 667 uint_t (*irq_handler)(DRM_IRQ_ARGS); 668 int (*vblank_wait)(struct drm_device *, unsigned int *); 669 int (*vblank_wait2)(struct drm_device *, unsigned int *); 670 /* added for intel minimized vblank */ 671 u32 (*get_vblank_counter)(struct drm_device *dev, int crtc); 672 int (*enable_vblank)(struct drm_device *dev, int crtc); 673 void (*disable_vblank)(struct drm_device *dev, int crtc); 674 675 /* 676 * Driver-specific constructor for drm_gem_objects, to set up 677 * obj->driver_private. 678 * 679 * Returns 0 on success. 680 */ 681 int (*gem_init_object) (struct drm_gem_object *obj); 682 void (*gem_free_object) (struct drm_gem_object *obj); 683 684 685 drm_ioctl_desc_t *driver_ioctls; 686 int max_driver_ioctl; 687 688 int buf_priv_size; 689 int driver_major; 690 int driver_minor; 691 int driver_patchlevel; 692 const char *driver_name; /* Simple driver name */ 693 const char *driver_desc; /* Longer driver name */ 694 const char *driver_date; /* Date of last major changes. */ 695 696 unsigned use_agp :1; 697 unsigned require_agp :1; 698 unsigned use_sg :1; 699 unsigned use_dma :1; 700 unsigned use_pci_dma :1; 701 unsigned use_dma_queue :1; 702 unsigned use_irq :1; 703 unsigned use_vbl_irq :1; 704 unsigned use_vbl_irq2 :1; 705 unsigned use_mtrr :1; 706 unsigned use_gem; 707 }; 708 709 /* 710 * hardware-specific code needs to initialize mutexes which 711 * can be used in interrupt context, so they need to know 712 * the interrupt priority. Interrupt cookie in drm_device 713 * structure is the intr_block field. 714 */ 715 #define DRM_INTR_PRI(dev) \ 716 DDI_INTR_PRI((dev)->intr_block) 717 718 struct drm_device { 719 drm_driver_t *driver; 720 drm_cminor_list_t minordevs; 721 dev_info_t *dip; 722 void *drm_handle; 723 int drm_supported; 724 const char *desc; /* current driver description */ 725 kmutex_t *irq_mutex; 726 kcondvar_t *irq_cv; 727 728 ddi_iblock_cookie_t intr_block; 729 uint32_t pci_device; /* PCI device id */ 730 uint32_t pci_vendor; 731 char *unique; /* Unique identifier: e.g., busid */ 732 int unique_len; /* Length of unique field */ 733 int if_version; /* Highest interface version set */ 734 int flags; /* Flags to open(2) */ 735 736 /* Locks */ 737 kmutex_t vbl_lock; /* protects vblank operations */ 738 kmutex_t dma_lock; /* protects dev->dma */ 739 kmutex_t irq_lock; /* protects irq condition checks */ 740 kmutex_t dev_lock; /* protects everything else */ 741 drm_lock_data_t lock; /* Information on hardware lock */ 742 kmutex_t struct_mutex; /* < For others */ 743 744 /* Usage Counters */ 745 int open_count; /* Outstanding files open */ 746 int buf_use; /* Buffers in use -- cannot alloc */ 747 748 /* Performance counters */ 749 unsigned long counters; 750 drm_stat_type_t types[15]; 751 uint32_t counts[15]; 752 753 /* Authentication */ 754 drm_file_list_t files; 755 drm_magic_head_t magiclist[DRM_HASH_SIZE]; 756 757 /* Linked list of mappable regions. Protected by dev_lock */ 758 drm_map_list_t maplist; 759 760 drm_local_map_t **context_sareas; 761 int max_context; 762 763 /* DMA queues (contexts) */ 764 drm_device_dma_t *dma; /* Optional pointer for DMA support */ 765 766 /* Context support */ 767 int irq; /* Interrupt used by board */ 768 int irq_enabled; /* True if the irq handler is enabled */ 769 int pci_domain; 770 int pci_bus; 771 int pci_slot; 772 int pci_func; 773 atomic_t context_flag; /* Context swapping flag */ 774 int last_context; /* Last current context */ 775 776 /* Only used for Radeon */ 777 atomic_t vbl_received; 778 atomic_t vbl_received2; 779 780 drm_vbl_sig_list_t vbl_sig_list; 781 drm_vbl_sig_list_t vbl_sig_list2; 782 /* 783 * At load time, disabling the vblank interrupt won't be allowed since 784 * old clients may not call the modeset ioctl and therefore misbehave. 785 * Once the modeset ioctl *has* been called though, we can safely 786 * disable them when unused. 787 */ 788 int vblank_disable_allowed; 789 790 wait_queue_head_t vbl_queue; /* vbl wait channel */ 791 /* vbl wait channel array */ 792 wait_queue_head_t *vbl_queues; 793 794 /* number of VBLANK interrupts */ 795 /* (driver must alloc the right number of counters) */ 796 atomic_t *_vblank_count; 797 /* signal list to send on VBLANK */ 798 struct drm_vbl_sig_list *vbl_sigs; 799 800 /* number of signals pending on all crtcs */ 801 atomic_t vbl_signal_pending; 802 /* number of users of vblank interrupts per crtc */ 803 atomic_t *vblank_refcount; 804 /* protected by dev->vbl_lock, used for wraparound handling */ 805 u32 *last_vblank; 806 /* so we don't call enable more than */ 807 atomic_t *vblank_enabled; 808 /* Display driver is setting mode */ 809 int *vblank_inmodeset; 810 /* Don't wait while crtc is likely disabled */ 811 int *vblank_suspend; 812 /* size of vblank counter register */ 813 u32 max_vblank_count; 814 int num_crtcs; 815 kmutex_t tasklet_lock; 816 void (*locked_tasklet_func)(struct drm_device *dev); 817 818 pid_t buf_pgid; 819 drm_agp_head_t *agp; 820 drm_sg_mem_t *sg; /* Scatter gather memory */ 821 uint32_t *ctx_bitmap; 822 void *dev_private; 823 unsigned int agp_buffer_token; 824 drm_local_map_t *agp_buffer_map; 825 826 kstat_t *asoft_ksp; /* kstat support */ 827 828 /* name Drawable information */ 829 kmutex_t drw_lock; 830 unsigned int drw_bitfield_length; 831 u32 *drw_bitfield; 832 unsigned int drw_info_length; 833 drm_drawable_info_t **drw_info; 834 835 /* \name GEM information */ 836 /* @{ */ 837 kmutex_t object_name_lock; 838 struct idr_list object_name_idr; 839 atomic_t object_count; 840 atomic_t object_memory; 841 atomic_t pin_count; 842 atomic_t pin_memory; 843 atomic_t gtt_count; 844 atomic_t gtt_memory; 845 uint32_t gtt_total; 846 uint32_t invalidate_domains; /* domains pending invalidation */ 847 uint32_t flush_domains; /* domains pending flush */ 848 /* @} */ 849 850 /* 851 * Saving S3 context 852 */ 853 void *s3_private; 854 }; 855 856 /* Memory management support (drm_memory.c) */ 857 void drm_mem_init(void); 858 void drm_mem_uninit(void); 859 void *drm_alloc(size_t, int); 860 void *drm_calloc(size_t, size_t, int); 861 void *drm_realloc(void *, size_t, size_t, int); 862 void drm_free(void *, size_t, int); 863 int drm_ioremap(drm_device_t *, drm_local_map_t *); 864 void drm_ioremapfree(drm_local_map_t *); 865 866 void drm_core_ioremap(struct drm_local_map *, struct drm_device *); 867 void drm_core_ioremapfree(struct drm_local_map *, struct drm_device *); 868 869 void drm_pci_free(drm_device_t *, drm_dma_handle_t *); 870 void *drm_pci_alloc(drm_device_t *, size_t, size_t, dma_addr_t, int); 871 872 struct drm_local_map *drm_core_findmap(struct drm_device *, unsigned long); 873 874 int drm_context_switch(drm_device_t *, int, int); 875 int drm_context_switch_complete(drm_device_t *, int); 876 int drm_ctxbitmap_init(drm_device_t *); 877 void drm_ctxbitmap_cleanup(drm_device_t *); 878 void drm_ctxbitmap_free(drm_device_t *, int); 879 int drm_ctxbitmap_next(drm_device_t *); 880 881 /* Locking IOCTL support (drm_lock.c) */ 882 int drm_lock_take(drm_lock_data_t *, unsigned int); 883 int drm_lock_transfer(drm_device_t *, 884 drm_lock_data_t *, unsigned int); 885 int drm_lock_free(drm_device_t *, 886 volatile unsigned int *, unsigned int); 887 888 /* Buffer management support (drm_bufs.c) */ 889 unsigned long drm_get_resource_start(drm_device_t *, unsigned int); 890 unsigned long drm_get_resource_len(drm_device_t *, unsigned int); 891 int drm_initmap(drm_device_t *, unsigned long, unsigned long, 892 unsigned int, int, int); 893 void drm_rmmap(drm_device_t *, drm_local_map_t *); 894 int drm_addmap(drm_device_t *, unsigned long, unsigned long, 895 drm_map_type_t, drm_map_flags_t, drm_local_map_t **); 896 int drm_order(unsigned long); 897 898 /* DMA support (drm_dma.c) */ 899 int drm_dma_setup(drm_device_t *); 900 void drm_dma_takedown(drm_device_t *); 901 void drm_free_buffer(drm_device_t *, drm_buf_t *); 902 void drm_reclaim_buffers(drm_device_t *, drm_file_t *); 903 #define drm_core_reclaim_buffers drm_reclaim_buffers 904 905 /* IRQ support (drm_irq.c) */ 906 int drm_irq_install(drm_device_t *); 907 int drm_irq_uninstall(drm_device_t *); 908 uint_t drm_irq_handler(DRM_IRQ_ARGS); 909 void drm_driver_irq_preinstall(drm_device_t *); 910 void drm_driver_irq_postinstall(drm_device_t *); 911 void drm_driver_irq_uninstall(drm_device_t *); 912 int drm_vblank_wait(drm_device_t *, unsigned int *); 913 void drm_vbl_send_signals(drm_device_t *); 914 void drm_handle_vblank(struct drm_device *dev, int crtc); 915 u32 drm_vblank_count(struct drm_device *dev, int crtc); 916 int drm_vblank_get(struct drm_device *dev, int crtc); 917 void drm_vblank_put(struct drm_device *dev, int crtc); 918 int drm_vblank_init(struct drm_device *dev, int num_crtcs); 919 void drm_vblank_cleanup(struct drm_device *dev); 920 int drm_modeset_ctl(DRM_IOCTL_ARGS); 921 922 /* AGP/GART support (drm_agpsupport.c) */ 923 int drm_device_is_agp(drm_device_t *); 924 int drm_device_is_pcie(drm_device_t *); 925 drm_agp_head_t *drm_agp_init(drm_device_t *); 926 void drm_agp_fini(drm_device_t *); 927 int drm_agp_do_release(drm_device_t *); 928 void *drm_agp_allocate_memory(size_t pages, 929 uint32_t type, drm_device_t *dev); 930 int drm_agp_free_memory(agp_allocate_t *handle, drm_device_t *dev); 931 int drm_agp_bind_memory(unsigned int, uint32_t, drm_device_t *); 932 int drm_agp_unbind_memory(unsigned long, drm_device_t *); 933 int drm_agp_bind_pages(drm_device_t *dev, 934 pfn_t *pages, 935 unsigned long num_pages, 936 uint32_t gtt_offset); 937 int drm_agp_unbind_pages(drm_device_t *dev, 938 unsigned long num_pages, 939 uint32_t gtt_offset, 940 uint32_t type); 941 void drm_agp_chipset_flush(struct drm_device *dev); 942 void drm_agp_rebind(struct drm_device *dev); 943 944 /* kstat support (drm_kstats.c) */ 945 int drm_init_kstats(drm_device_t *); 946 void drm_fini_kstats(drm_device_t *); 947 948 /* Scatter Gather Support (drm_scatter.c) */ 949 void drm_sg_cleanup(drm_device_t *, drm_sg_mem_t *); 950 951 /* ATI PCIGART support (ati_pcigart.c) */ 952 int drm_ati_pcigart_init(drm_device_t *, drm_ati_pcigart_info *); 953 int drm_ati_pcigart_cleanup(drm_device_t *, drm_ati_pcigart_info *); 954 955 /* Locking IOCTL support (drm_drv.c) */ 956 int drm_lock(DRM_IOCTL_ARGS); 957 int drm_unlock(DRM_IOCTL_ARGS); 958 int drm_version(DRM_IOCTL_ARGS); 959 int drm_setversion(DRM_IOCTL_ARGS); 960 /* Cache management (drm_cache.c) */ 961 void drm_clflush_pages(caddr_t *pages, unsigned long num_pages); 962 963 /* Misc. IOCTL support (drm_ioctl.c) */ 964 int drm_irq_by_busid(DRM_IOCTL_ARGS); 965 int drm_getunique(DRM_IOCTL_ARGS); 966 int drm_setunique(DRM_IOCTL_ARGS); 967 int drm_getmap(DRM_IOCTL_ARGS); 968 int drm_getclient(DRM_IOCTL_ARGS); 969 int drm_getstats(DRM_IOCTL_ARGS); 970 int drm_noop(DRM_IOCTL_ARGS); 971 972 /* Context IOCTL support (drm_context.c) */ 973 int drm_resctx(DRM_IOCTL_ARGS); 974 int drm_addctx(DRM_IOCTL_ARGS); 975 int drm_modctx(DRM_IOCTL_ARGS); 976 int drm_getctx(DRM_IOCTL_ARGS); 977 int drm_switchctx(DRM_IOCTL_ARGS); 978 int drm_newctx(DRM_IOCTL_ARGS); 979 int drm_rmctx(DRM_IOCTL_ARGS); 980 int drm_setsareactx(DRM_IOCTL_ARGS); 981 int drm_getsareactx(DRM_IOCTL_ARGS); 982 983 /* Drawable IOCTL support (drm_drawable.c) */ 984 int drm_adddraw(DRM_IOCTL_ARGS); 985 int drm_rmdraw(DRM_IOCTL_ARGS); 986 int drm_update_draw(DRM_IOCTL_ARGS); 987 988 /* Authentication IOCTL support (drm_auth.c) */ 989 int drm_getmagic(DRM_IOCTL_ARGS); 990 int drm_authmagic(DRM_IOCTL_ARGS); 991 int drm_remove_magic(drm_device_t *, drm_magic_t); 992 drm_file_t *drm_find_file(drm_device_t *, drm_magic_t); 993 /* Buffer management support (drm_bufs.c) */ 994 int drm_addmap_ioctl(DRM_IOCTL_ARGS); 995 int drm_rmmap_ioctl(DRM_IOCTL_ARGS); 996 int drm_addbufs_ioctl(DRM_IOCTL_ARGS); 997 int drm_infobufs(DRM_IOCTL_ARGS); 998 int drm_markbufs(DRM_IOCTL_ARGS); 999 int drm_freebufs(DRM_IOCTL_ARGS); 1000 int drm_mapbufs(DRM_IOCTL_ARGS); 1001 1002 /* DMA support (drm_dma.c) */ 1003 int drm_dma(DRM_IOCTL_ARGS); 1004 1005 /* IRQ support (drm_irq.c) */ 1006 int drm_control(DRM_IOCTL_ARGS); 1007 int drm_wait_vblank(DRM_IOCTL_ARGS); 1008 1009 /* AGP/GART support (drm_agpsupport.c) */ 1010 int drm_agp_acquire(DRM_IOCTL_ARGS); 1011 int drm_agp_release(DRM_IOCTL_ARGS); 1012 int drm_agp_enable(DRM_IOCTL_ARGS); 1013 int drm_agp_info(DRM_IOCTL_ARGS); 1014 int drm_agp_alloc(DRM_IOCTL_ARGS); 1015 int drm_agp_free(DRM_IOCTL_ARGS); 1016 int drm_agp_unbind(DRM_IOCTL_ARGS); 1017 int drm_agp_bind(DRM_IOCTL_ARGS); 1018 1019 /* Scatter Gather Support (drm_scatter.c) */ 1020 int drm_sg_alloc(DRM_IOCTL_ARGS); 1021 int drm_sg_free(DRM_IOCTL_ARGS); 1022 1023 /* drm_mm.c */ 1024 struct drm_mm_node *drm_mm_get_block(struct drm_mm_node *parent, 1025 unsigned long size, unsigned alignment); 1026 struct drm_mm_node *drm_mm_search_free(const struct drm_mm *mm, 1027 unsigned long size, 1028 unsigned alignment, int best_match); 1029 1030 extern void drm_mm_clean_ml(const struct drm_mm *mm); 1031 extern int drm_debug_flag; 1032 1033 /* We add function to support DRM_DEBUG,DRM_ERROR,DRM_INFO */ 1034 extern void drm_debug(const char *fmt, ...); 1035 extern void drm_error(const char *fmt, ...); 1036 extern void drm_info(const char *fmt, ...); 1037 1038 #ifdef DEBUG 1039 #define DRM_DEBUG if (drm_debug_flag >= 2) drm_debug 1040 #define DRM_INFO if (drm_debug_flag >= 1) drm_info 1041 #else 1042 #define DRM_DEBUG(...) 1043 #define DRM_INFO(...) 1044 #endif 1045 1046 #define DRM_ERROR drm_error 1047 1048 1049 #define MAX_INSTNUMS 16 1050 1051 extern int drm_dev_to_instance(dev_t); 1052 extern int drm_dev_to_minor(dev_t); 1053 extern void *drm_supp_register(dev_info_t *, drm_device_t *); 1054 extern int drm_supp_unregister(void *); 1055 1056 extern int drm_open(drm_device_t *, drm_cminor_t *, int, int, cred_t *); 1057 extern int drm_close(drm_device_t *, int, int, int, cred_t *); 1058 extern int drm_attach(drm_device_t *); 1059 extern int drm_detach(drm_device_t *); 1060 extern int drm_probe(drm_device_t *, drm_pci_id_list_t *); 1061 1062 extern int drm_pci_init(drm_device_t *); 1063 extern void drm_pci_end(drm_device_t *); 1064 extern int pci_get_info(drm_device_t *, int *, int *, int *); 1065 extern int pci_get_irq(drm_device_t *); 1066 extern int pci_get_vendor(drm_device_t *); 1067 extern int pci_get_device(drm_device_t *); 1068 1069 extern struct drm_drawable_info *drm_get_drawable_info(drm_device_t *, 1070 drm_drawable_t); 1071 /* File Operations helpers (drm_fops.c) */ 1072 extern drm_file_t *drm_find_file_by_proc(drm_device_t *, cred_t *); 1073 extern drm_cminor_t *drm_find_file_by_minor(drm_device_t *, int); 1074 extern int drm_open_helper(drm_device_t *, drm_cminor_t *, int, int, 1075 cred_t *); 1076 1077 /* Graphics Execution Manager library functions (drm_gem.c) */ 1078 int drm_gem_init(struct drm_device *dev); 1079 void drm_gem_object_free(struct drm_gem_object *obj); 1080 struct drm_gem_object *drm_gem_object_alloc(struct drm_device *dev, 1081 size_t size); 1082 void drm_gem_object_handle_free(struct drm_gem_object *obj); 1083 1084 void drm_gem_object_reference(struct drm_gem_object *obj); 1085 void drm_gem_object_unreference(struct drm_gem_object *obj); 1086 1087 int drm_gem_handle_create(struct drm_file *file_priv, 1088 struct drm_gem_object *obj, 1089 int *handlep); 1090 void drm_gem_object_handle_reference(struct drm_gem_object *obj); 1091 1092 void drm_gem_object_handle_unreference(struct drm_gem_object *obj); 1093 1094 struct drm_gem_object *drm_gem_object_lookup(struct drm_file *filp, 1095 int handle); 1096 int drm_gem_close_ioctl(DRM_IOCTL_ARGS); 1097 int drm_gem_flink_ioctl(DRM_IOCTL_ARGS); 1098 int drm_gem_open_ioctl(DRM_IOCTL_ARGS); 1099 void drm_gem_open(struct drm_file *file_private); 1100 void drm_gem_release(struct drm_device *dev, struct drm_file *file_private); 1101 1102 1103 #endif /* _DRMP_H */ 1104