1c8b75bcaSEric Anholt /* 2c8b75bcaSEric Anholt * Copyright (C) 2015 Broadcom 3c8b75bcaSEric Anholt * 4c8b75bcaSEric Anholt * This program is free software; you can redistribute it and/or modify 5c8b75bcaSEric Anholt * it under the terms of the GNU General Public License version 2 as 6c8b75bcaSEric Anholt * published by the Free Software Foundation. 7c8b75bcaSEric Anholt */ 8c8b75bcaSEric Anholt 9cdec4d36SEric Anholt #include <linux/reservation.h> 10b7e8e25bSMasahiro Yamada #include <drm/drmP.h> 119338203cSLaurent Pinchart #include <drm/drm_encoder.h> 12b7e8e25bSMasahiro Yamada #include <drm/drm_gem_cma_helper.h> 13*766cc6b1SStefan Schake #include <drm/drm_atomic.h> 149338203cSLaurent Pinchart 1565101d8cSBoris Brezillon #include "uapi/drm/vc4_drm.h" 1665101d8cSBoris Brezillon 17f3099462SEric Anholt /* Don't forget to update vc4_bo.c: bo_type_names[] when adding to 18f3099462SEric Anholt * this. 19f3099462SEric Anholt */ 20f3099462SEric Anholt enum vc4_kernel_bo_type { 21f3099462SEric Anholt /* Any kernel allocation (gem_create_object hook) before it 22f3099462SEric Anholt * gets another type set. 23f3099462SEric Anholt */ 24f3099462SEric Anholt VC4_BO_TYPE_KERNEL, 25f3099462SEric Anholt VC4_BO_TYPE_V3D, 26f3099462SEric Anholt VC4_BO_TYPE_V3D_SHADER, 27f3099462SEric Anholt VC4_BO_TYPE_DUMB, 28f3099462SEric Anholt VC4_BO_TYPE_BIN, 29f3099462SEric Anholt VC4_BO_TYPE_RCL, 30f3099462SEric Anholt VC4_BO_TYPE_BCL, 31f3099462SEric Anholt VC4_BO_TYPE_KERNEL_CACHE, 32f3099462SEric Anholt VC4_BO_TYPE_COUNT 33f3099462SEric Anholt }; 34f3099462SEric Anholt 3565101d8cSBoris Brezillon /* Performance monitor object. The perform lifetime is controlled by userspace 3665101d8cSBoris Brezillon * using perfmon related ioctls. A perfmon can be attached to a submit_cl 3765101d8cSBoris Brezillon * request, and when this is the case, HW perf counters will be activated just 3865101d8cSBoris Brezillon * before the submit_cl is submitted to the GPU and disabled when the job is 3965101d8cSBoris Brezillon * done. This way, only events related to a specific job will be counted. 4065101d8cSBoris Brezillon */ 4165101d8cSBoris Brezillon struct vc4_perfmon { 4265101d8cSBoris Brezillon /* Tracks the number of users of the perfmon, when this counter reaches 4365101d8cSBoris Brezillon * zero the perfmon is destroyed. 4465101d8cSBoris Brezillon */ 4565101d8cSBoris Brezillon refcount_t refcnt; 4665101d8cSBoris Brezillon 4765101d8cSBoris Brezillon /* Number of counters activated in this perfmon instance 4865101d8cSBoris Brezillon * (should be less than DRM_VC4_MAX_PERF_COUNTERS). 4965101d8cSBoris Brezillon */ 5065101d8cSBoris Brezillon u8 ncounters; 5165101d8cSBoris Brezillon 5265101d8cSBoris Brezillon /* Events counted by the HW perf counters. */ 5365101d8cSBoris Brezillon u8 events[DRM_VC4_MAX_PERF_COUNTERS]; 5465101d8cSBoris Brezillon 5565101d8cSBoris Brezillon /* Storage for counter values. Counters are incremented by the HW 5665101d8cSBoris Brezillon * perf counter values every time the perfmon is attached to a GPU job. 5765101d8cSBoris Brezillon * This way, perfmon users don't have to retrieve the results after 5865101d8cSBoris Brezillon * each job if they want to track events covering several submissions. 5965101d8cSBoris Brezillon * Note that counter values can't be reset, but you can fake a reset by 6065101d8cSBoris Brezillon * destroying the perfmon and creating a new one. 6165101d8cSBoris Brezillon */ 6265101d8cSBoris Brezillon u64 counters[0]; 6365101d8cSBoris Brezillon }; 6465101d8cSBoris Brezillon 65c8b75bcaSEric Anholt struct vc4_dev { 66c8b75bcaSEric Anholt struct drm_device *dev; 67c8b75bcaSEric Anholt 68c8b75bcaSEric Anholt struct vc4_hdmi *hdmi; 69c8b75bcaSEric Anholt struct vc4_hvs *hvs; 70d3f5168aSEric Anholt struct vc4_v3d *v3d; 7108302c35SEric Anholt struct vc4_dpi *dpi; 724078f575SEric Anholt struct vc4_dsi *dsi1; 73e4b81f8cSBoris Brezillon struct vc4_vec *vec; 7448666d56SDerek Foreman 7521461365SEric Anholt struct vc4_hang_state *hang_state; 7621461365SEric Anholt 77c826a6e1SEric Anholt /* The kernel-space BO cache. Tracks buffers that have been 78c826a6e1SEric Anholt * unreferenced by all other users (refcounts of 0!) but not 79c826a6e1SEric Anholt * yet freed, so we can do cheap allocations. 80c826a6e1SEric Anholt */ 81c826a6e1SEric Anholt struct vc4_bo_cache { 82c826a6e1SEric Anholt /* Array of list heads for entries in the BO cache, 83c826a6e1SEric Anholt * based on number of pages, so we can do O(1) lookups 84c826a6e1SEric Anholt * in the cache when allocating. 85c826a6e1SEric Anholt */ 86c826a6e1SEric Anholt struct list_head *size_list; 87c826a6e1SEric Anholt uint32_t size_list_size; 88c826a6e1SEric Anholt 89c826a6e1SEric Anholt /* List of all BOs in the cache, ordered by age, so we 90c826a6e1SEric Anholt * can do O(1) lookups when trying to free old 91c826a6e1SEric Anholt * buffers. 92c826a6e1SEric Anholt */ 93c826a6e1SEric Anholt struct list_head time_list; 94c826a6e1SEric Anholt struct work_struct time_work; 95c826a6e1SEric Anholt struct timer_list time_timer; 96c826a6e1SEric Anholt } bo_cache; 97c826a6e1SEric Anholt 98f3099462SEric Anholt u32 num_labels; 99f3099462SEric Anholt struct vc4_label { 100f3099462SEric Anholt const char *name; 101c826a6e1SEric Anholt u32 num_allocated; 102c826a6e1SEric Anholt u32 size_allocated; 103f3099462SEric Anholt } *bo_labels; 104c826a6e1SEric Anholt 105f3099462SEric Anholt /* Protects bo_cache and bo_labels. */ 106c826a6e1SEric Anholt struct mutex bo_lock; 107d5b1a78aSEric Anholt 108b9f19259SBoris Brezillon /* Purgeable BO pool. All BOs in this pool can have their memory 109b9f19259SBoris Brezillon * reclaimed if the driver is unable to allocate new BOs. We also 110b9f19259SBoris Brezillon * keep stats related to the purge mechanism here. 111b9f19259SBoris Brezillon */ 112b9f19259SBoris Brezillon struct { 113b9f19259SBoris Brezillon struct list_head list; 114b9f19259SBoris Brezillon unsigned int num; 115b9f19259SBoris Brezillon size_t size; 116b9f19259SBoris Brezillon unsigned int purged_num; 117b9f19259SBoris Brezillon size_t purged_size; 118b9f19259SBoris Brezillon struct mutex lock; 119b9f19259SBoris Brezillon } purgeable; 120b9f19259SBoris Brezillon 121cdec4d36SEric Anholt uint64_t dma_fence_context; 122cdec4d36SEric Anholt 123ca26d28bSVarad Gautam /* Sequence number for the last job queued in bin_job_list. 124d5b1a78aSEric Anholt * Starts at 0 (no jobs emitted). 125d5b1a78aSEric Anholt */ 126d5b1a78aSEric Anholt uint64_t emit_seqno; 127d5b1a78aSEric Anholt 128d5b1a78aSEric Anholt /* Sequence number for the last completed job on the GPU. 129d5b1a78aSEric Anholt * Starts at 0 (no jobs completed). 130d5b1a78aSEric Anholt */ 131d5b1a78aSEric Anholt uint64_t finished_seqno; 132d5b1a78aSEric Anholt 133ca26d28bSVarad Gautam /* List of all struct vc4_exec_info for jobs to be executed in 134ca26d28bSVarad Gautam * the binner. The first job in the list is the one currently 135ca26d28bSVarad Gautam * programmed into ct0ca for execution. 136d5b1a78aSEric Anholt */ 137ca26d28bSVarad Gautam struct list_head bin_job_list; 138ca26d28bSVarad Gautam 139ca26d28bSVarad Gautam /* List of all struct vc4_exec_info for jobs that have 140ca26d28bSVarad Gautam * completed binning and are ready for rendering. The first 141ca26d28bSVarad Gautam * job in the list is the one currently programmed into ct1ca 142ca26d28bSVarad Gautam * for execution. 143ca26d28bSVarad Gautam */ 144ca26d28bSVarad Gautam struct list_head render_job_list; 145ca26d28bSVarad Gautam 146d5b1a78aSEric Anholt /* List of the finished vc4_exec_infos waiting to be freed by 147d5b1a78aSEric Anholt * job_done_work. 148d5b1a78aSEric Anholt */ 149d5b1a78aSEric Anholt struct list_head job_done_list; 150d5b1a78aSEric Anholt /* Spinlock used to synchronize the job_list and seqno 151d5b1a78aSEric Anholt * accesses between the IRQ handler and GEM ioctls. 152d5b1a78aSEric Anholt */ 153d5b1a78aSEric Anholt spinlock_t job_lock; 154d5b1a78aSEric Anholt wait_queue_head_t job_wait_queue; 155d5b1a78aSEric Anholt struct work_struct job_done_work; 156d5b1a78aSEric Anholt 15765101d8cSBoris Brezillon /* Used to track the active perfmon if any. Access to this field is 15865101d8cSBoris Brezillon * protected by job_lock. 15965101d8cSBoris Brezillon */ 16065101d8cSBoris Brezillon struct vc4_perfmon *active_perfmon; 16165101d8cSBoris Brezillon 162b501baccSEric Anholt /* List of struct vc4_seqno_cb for callbacks to be made from a 163b501baccSEric Anholt * workqueue when the given seqno is passed. 164b501baccSEric Anholt */ 165b501baccSEric Anholt struct list_head seqno_cb_list; 166b501baccSEric Anholt 167553c942fSEric Anholt /* The memory used for storing binner tile alloc, tile state, 168553c942fSEric Anholt * and overflow memory allocations. This is freed when V3D 169553c942fSEric Anholt * powers down. 170d5b1a78aSEric Anholt */ 171553c942fSEric Anholt struct vc4_bo *bin_bo; 172553c942fSEric Anholt 173553c942fSEric Anholt /* Size of blocks allocated within bin_bo. */ 174553c942fSEric Anholt uint32_t bin_alloc_size; 175553c942fSEric Anholt 176553c942fSEric Anholt /* Bitmask of the bin_alloc_size chunks in bin_bo that are 177553c942fSEric Anholt * used. 178553c942fSEric Anholt */ 179553c942fSEric Anholt uint32_t bin_alloc_used; 180553c942fSEric Anholt 181553c942fSEric Anholt /* Bitmask of the current bin_alloc used for overflow memory. */ 182553c942fSEric Anholt uint32_t bin_alloc_overflow; 183553c942fSEric Anholt 184d5b1a78aSEric Anholt struct work_struct overflow_mem_work; 185d5b1a78aSEric Anholt 18636cb6253SEric Anholt int power_refcount; 18736cb6253SEric Anholt 18836cb6253SEric Anholt /* Mutex controlling the power refcount. */ 18936cb6253SEric Anholt struct mutex power_lock; 19036cb6253SEric Anholt 191d5b1a78aSEric Anholt struct { 192d5b1a78aSEric Anholt struct timer_list timer; 193d5b1a78aSEric Anholt struct work_struct reset_work; 194d5b1a78aSEric Anholt } hangcheck; 195d5b1a78aSEric Anholt 196d5b1a78aSEric Anholt struct semaphore async_modeset; 197*766cc6b1SStefan Schake 198*766cc6b1SStefan Schake struct drm_modeset_lock ctm_state_lock; 199*766cc6b1SStefan Schake struct drm_private_obj ctm_manager; 200c8b75bcaSEric Anholt }; 201c8b75bcaSEric Anholt 202c8b75bcaSEric Anholt static inline struct vc4_dev * 203c8b75bcaSEric Anholt to_vc4_dev(struct drm_device *dev) 204c8b75bcaSEric Anholt { 205c8b75bcaSEric Anholt return (struct vc4_dev *)dev->dev_private; 206c8b75bcaSEric Anholt } 207c8b75bcaSEric Anholt 208c8b75bcaSEric Anholt struct vc4_bo { 209c8b75bcaSEric Anholt struct drm_gem_cma_object base; 210c826a6e1SEric Anholt 2117edabee0SEric Anholt /* seqno of the last job to render using this BO. */ 212d5b1a78aSEric Anholt uint64_t seqno; 213d5b1a78aSEric Anholt 2147edabee0SEric Anholt /* seqno of the last job to use the RCL to write to this BO. 2157edabee0SEric Anholt * 2167edabee0SEric Anholt * Note that this doesn't include binner overflow memory 2177edabee0SEric Anholt * writes. 2187edabee0SEric Anholt */ 2197edabee0SEric Anholt uint64_t write_seqno; 2207edabee0SEric Anholt 22183753117SEric Anholt bool t_format; 22283753117SEric Anholt 223c826a6e1SEric Anholt /* List entry for the BO's position in either 224c826a6e1SEric Anholt * vc4_exec_info->unref_list or vc4_dev->bo_cache.time_list 225c826a6e1SEric Anholt */ 226c826a6e1SEric Anholt struct list_head unref_head; 227c826a6e1SEric Anholt 228c826a6e1SEric Anholt /* Time in jiffies when the BO was put in vc4->bo_cache. */ 229c826a6e1SEric Anholt unsigned long free_time; 230c826a6e1SEric Anholt 231c826a6e1SEric Anholt /* List entry for the BO's position in vc4_dev->bo_cache.size_list */ 232c826a6e1SEric Anholt struct list_head size_head; 233463873d5SEric Anholt 234463873d5SEric Anholt /* Struct for shader validation state, if created by 235463873d5SEric Anholt * DRM_IOCTL_VC4_CREATE_SHADER_BO. 236463873d5SEric Anholt */ 237463873d5SEric Anholt struct vc4_validated_shader_info *validated_shader; 238cdec4d36SEric Anholt 239cdec4d36SEric Anholt /* normally (resv == &_resv) except for imported bo's */ 240cdec4d36SEric Anholt struct reservation_object *resv; 241cdec4d36SEric Anholt struct reservation_object _resv; 242f3099462SEric Anholt 243f3099462SEric Anholt /* One of enum vc4_kernel_bo_type, or VC4_BO_TYPE_COUNT + i 244f3099462SEric Anholt * for user-allocated labels. 245f3099462SEric Anholt */ 246f3099462SEric Anholt int label; 247b9f19259SBoris Brezillon 248b9f19259SBoris Brezillon /* Count the number of active users. This is needed to determine 249b9f19259SBoris Brezillon * whether we can move the BO to the purgeable list or not (when the BO 250b9f19259SBoris Brezillon * is used by the GPU or the display engine we can't purge it). 251b9f19259SBoris Brezillon */ 252b9f19259SBoris Brezillon refcount_t usecnt; 253b9f19259SBoris Brezillon 254b9f19259SBoris Brezillon /* Store purgeable/purged state here */ 255b9f19259SBoris Brezillon u32 madv; 256b9f19259SBoris Brezillon struct mutex madv_lock; 257c8b75bcaSEric Anholt }; 258c8b75bcaSEric Anholt 259c8b75bcaSEric Anholt static inline struct vc4_bo * 260c8b75bcaSEric Anholt to_vc4_bo(struct drm_gem_object *bo) 261c8b75bcaSEric Anholt { 262c8b75bcaSEric Anholt return (struct vc4_bo *)bo; 263c8b75bcaSEric Anholt } 264c8b75bcaSEric Anholt 265cdec4d36SEric Anholt struct vc4_fence { 266cdec4d36SEric Anholt struct dma_fence base; 267cdec4d36SEric Anholt struct drm_device *dev; 268cdec4d36SEric Anholt /* vc4 seqno for signaled() test */ 269cdec4d36SEric Anholt uint64_t seqno; 270cdec4d36SEric Anholt }; 271cdec4d36SEric Anholt 272cdec4d36SEric Anholt static inline struct vc4_fence * 273cdec4d36SEric Anholt to_vc4_fence(struct dma_fence *fence) 274cdec4d36SEric Anholt { 275cdec4d36SEric Anholt return (struct vc4_fence *)fence; 276cdec4d36SEric Anholt } 277cdec4d36SEric Anholt 278b501baccSEric Anholt struct vc4_seqno_cb { 279b501baccSEric Anholt struct work_struct work; 280b501baccSEric Anholt uint64_t seqno; 281b501baccSEric Anholt void (*func)(struct vc4_seqno_cb *cb); 282b501baccSEric Anholt }; 283b501baccSEric Anholt 284d3f5168aSEric Anholt struct vc4_v3d { 285001bdb55SEric Anholt struct vc4_dev *vc4; 286d3f5168aSEric Anholt struct platform_device *pdev; 287d3f5168aSEric Anholt void __iomem *regs; 288b72a2816SEric Anholt struct clk *clk; 289d3f5168aSEric Anholt }; 290d3f5168aSEric Anholt 291c8b75bcaSEric Anholt struct vc4_hvs { 292c8b75bcaSEric Anholt struct platform_device *pdev; 293c8b75bcaSEric Anholt void __iomem *regs; 294d8dbf44fSEric Anholt u32 __iomem *dlist; 295d8dbf44fSEric Anholt 296d8dbf44fSEric Anholt /* Memory manager for CRTCs to allocate space in the display 297d8dbf44fSEric Anholt * list. Units are dwords. 298d8dbf44fSEric Anholt */ 299d8dbf44fSEric Anholt struct drm_mm dlist_mm; 30021af94cfSEric Anholt /* Memory manager for the LBM memory used by HVS scaling. */ 30121af94cfSEric Anholt struct drm_mm lbm_mm; 302d8dbf44fSEric Anholt spinlock_t mm_lock; 30321af94cfSEric Anholt 30421af94cfSEric Anholt struct drm_mm_node mitchell_netravali_filter; 305c8b75bcaSEric Anholt }; 306c8b75bcaSEric Anholt 307c8b75bcaSEric Anholt struct vc4_plane { 308c8b75bcaSEric Anholt struct drm_plane base; 309c8b75bcaSEric Anholt }; 310c8b75bcaSEric Anholt 311c8b75bcaSEric Anholt static inline struct vc4_plane * 312c8b75bcaSEric Anholt to_vc4_plane(struct drm_plane *plane) 313c8b75bcaSEric Anholt { 314c8b75bcaSEric Anholt return (struct vc4_plane *)plane; 315c8b75bcaSEric Anholt } 316c8b75bcaSEric Anholt 31782364698SStefan Schake enum vc4_scaling_mode { 31882364698SStefan Schake VC4_SCALING_NONE, 31982364698SStefan Schake VC4_SCALING_TPZ, 32082364698SStefan Schake VC4_SCALING_PPF, 32182364698SStefan Schake }; 32282364698SStefan Schake 32382364698SStefan Schake struct vc4_plane_state { 32482364698SStefan Schake struct drm_plane_state base; 32582364698SStefan Schake /* System memory copy of the display list for this element, computed 32682364698SStefan Schake * at atomic_check time. 32782364698SStefan Schake */ 32882364698SStefan Schake u32 *dlist; 32982364698SStefan Schake u32 dlist_size; /* Number of dwords allocated for the display list */ 33082364698SStefan Schake u32 dlist_count; /* Number of used dwords in the display list. */ 33182364698SStefan Schake 33282364698SStefan Schake /* Offset in the dlist to various words, for pageflip or 33382364698SStefan Schake * cursor updates. 33482364698SStefan Schake */ 33582364698SStefan Schake u32 pos0_offset; 33682364698SStefan Schake u32 pos2_offset; 33782364698SStefan Schake u32 ptr0_offset; 33882364698SStefan Schake 33982364698SStefan Schake /* Offset where the plane's dlist was last stored in the 34082364698SStefan Schake * hardware at vc4_crtc_atomic_flush() time. 34182364698SStefan Schake */ 34282364698SStefan Schake u32 __iomem *hw_dlist; 34382364698SStefan Schake 34482364698SStefan Schake /* Clipped coordinates of the plane on the display. */ 34582364698SStefan Schake int crtc_x, crtc_y, crtc_w, crtc_h; 34682364698SStefan Schake /* Clipped area being scanned from in the FB. */ 34782364698SStefan Schake u32 src_x, src_y; 34882364698SStefan Schake 34982364698SStefan Schake u32 src_w[2], src_h[2]; 35082364698SStefan Schake 35182364698SStefan Schake /* Scaling selection for the RGB/Y plane and the Cb/Cr planes. */ 35282364698SStefan Schake enum vc4_scaling_mode x_scaling[2], y_scaling[2]; 35382364698SStefan Schake bool is_unity; 35482364698SStefan Schake bool is_yuv; 35582364698SStefan Schake 35682364698SStefan Schake /* Offset to start scanning out from the start of the plane's 35782364698SStefan Schake * BO. 35882364698SStefan Schake */ 35982364698SStefan Schake u32 offsets[3]; 36082364698SStefan Schake 36182364698SStefan Schake /* Our allocation in LBM for temporary storage during scaling. */ 36282364698SStefan Schake struct drm_mm_node lbm; 36382364698SStefan Schake 36482364698SStefan Schake /* Set when the plane has per-pixel alpha content or does not cover 36582364698SStefan Schake * the entire screen. This is a hint to the CRTC that it might need 36682364698SStefan Schake * to enable background color fill. 36782364698SStefan Schake */ 36882364698SStefan Schake bool needs_bg_fill; 36982364698SStefan Schake }; 37082364698SStefan Schake 37182364698SStefan Schake static inline struct vc4_plane_state * 37282364698SStefan Schake to_vc4_plane_state(struct drm_plane_state *state) 37382364698SStefan Schake { 37482364698SStefan Schake return (struct vc4_plane_state *)state; 37582364698SStefan Schake } 37682364698SStefan Schake 377c8b75bcaSEric Anholt enum vc4_encoder_type { 378ab8df60eSBoris Brezillon VC4_ENCODER_TYPE_NONE, 379c8b75bcaSEric Anholt VC4_ENCODER_TYPE_HDMI, 380c8b75bcaSEric Anholt VC4_ENCODER_TYPE_VEC, 381c8b75bcaSEric Anholt VC4_ENCODER_TYPE_DSI0, 382c8b75bcaSEric Anholt VC4_ENCODER_TYPE_DSI1, 383c8b75bcaSEric Anholt VC4_ENCODER_TYPE_SMI, 384c8b75bcaSEric Anholt VC4_ENCODER_TYPE_DPI, 385c8b75bcaSEric Anholt }; 386c8b75bcaSEric Anholt 387c8b75bcaSEric Anholt struct vc4_encoder { 388c8b75bcaSEric Anholt struct drm_encoder base; 389c8b75bcaSEric Anholt enum vc4_encoder_type type; 390c8b75bcaSEric Anholt u32 clock_select; 391c8b75bcaSEric Anholt }; 392c8b75bcaSEric Anholt 393c8b75bcaSEric Anholt static inline struct vc4_encoder * 394c8b75bcaSEric Anholt to_vc4_encoder(struct drm_encoder *encoder) 395c8b75bcaSEric Anholt { 396c8b75bcaSEric Anholt return container_of(encoder, struct vc4_encoder, base); 397c8b75bcaSEric Anholt } 398c8b75bcaSEric Anholt 39979271807SStefan Schake struct vc4_crtc_data { 40079271807SStefan Schake /* Which channel of the HVS this pixelvalve sources from. */ 40179271807SStefan Schake int hvs_channel; 40279271807SStefan Schake 40379271807SStefan Schake enum vc4_encoder_type encoder_types[4]; 40479271807SStefan Schake }; 40579271807SStefan Schake 40679271807SStefan Schake struct vc4_crtc { 40779271807SStefan Schake struct drm_crtc base; 40879271807SStefan Schake const struct vc4_crtc_data *data; 40979271807SStefan Schake void __iomem *regs; 41079271807SStefan Schake 41179271807SStefan Schake /* Timestamp at start of vblank irq - unaffected by lock delays. */ 41279271807SStefan Schake ktime_t t_vblank; 41379271807SStefan Schake 41479271807SStefan Schake /* Which HVS channel we're using for our CRTC. */ 41579271807SStefan Schake int channel; 41679271807SStefan Schake 41779271807SStefan Schake u8 lut_r[256]; 41879271807SStefan Schake u8 lut_g[256]; 41979271807SStefan Schake u8 lut_b[256]; 42079271807SStefan Schake /* Size in pixels of the COB memory allocated to this CRTC. */ 42179271807SStefan Schake u32 cob_size; 42279271807SStefan Schake 42379271807SStefan Schake struct drm_pending_vblank_event *event; 42479271807SStefan Schake }; 42579271807SStefan Schake 42679271807SStefan Schake static inline struct vc4_crtc * 42779271807SStefan Schake to_vc4_crtc(struct drm_crtc *crtc) 42879271807SStefan Schake { 42979271807SStefan Schake return (struct vc4_crtc *)crtc; 43079271807SStefan Schake } 43179271807SStefan Schake 432d3f5168aSEric Anholt #define V3D_READ(offset) readl(vc4->v3d->regs + offset) 433d3f5168aSEric Anholt #define V3D_WRITE(offset, val) writel(val, vc4->v3d->regs + offset) 434c8b75bcaSEric Anholt #define HVS_READ(offset) readl(vc4->hvs->regs + offset) 435c8b75bcaSEric Anholt #define HVS_WRITE(offset, val) writel(val, vc4->hvs->regs + offset) 436c8b75bcaSEric Anholt 437d5b1a78aSEric Anholt struct vc4_exec_info { 438d5b1a78aSEric Anholt /* Sequence number for this bin/render job. */ 439d5b1a78aSEric Anholt uint64_t seqno; 440d5b1a78aSEric Anholt 4417edabee0SEric Anholt /* Latest write_seqno of any BO that binning depends on. */ 4427edabee0SEric Anholt uint64_t bin_dep_seqno; 4437edabee0SEric Anholt 444cdec4d36SEric Anholt struct dma_fence *fence; 445cdec4d36SEric Anholt 446c4ce60dcSEric Anholt /* Last current addresses the hardware was processing when the 447c4ce60dcSEric Anholt * hangcheck timer checked on us. 448c4ce60dcSEric Anholt */ 449c4ce60dcSEric Anholt uint32_t last_ct0ca, last_ct1ca; 450c4ce60dcSEric Anholt 451d5b1a78aSEric Anholt /* Kernel-space copy of the ioctl arguments */ 452d5b1a78aSEric Anholt struct drm_vc4_submit_cl *args; 453d5b1a78aSEric Anholt 454d5b1a78aSEric Anholt /* This is the array of BOs that were looked up at the start of exec. 455d5b1a78aSEric Anholt * Command validation will use indices into this array. 456d5b1a78aSEric Anholt */ 457d5b1a78aSEric Anholt struct drm_gem_cma_object **bo; 458d5b1a78aSEric Anholt uint32_t bo_count; 459d5b1a78aSEric Anholt 4607edabee0SEric Anholt /* List of BOs that are being written by the RCL. Other than 4617edabee0SEric Anholt * the binner temporary storage, this is all the BOs written 4627edabee0SEric Anholt * by the job. 4637edabee0SEric Anholt */ 4647edabee0SEric Anholt struct drm_gem_cma_object *rcl_write_bo[4]; 4657edabee0SEric Anholt uint32_t rcl_write_bo_count; 4667edabee0SEric Anholt 467d5b1a78aSEric Anholt /* Pointers for our position in vc4->job_list */ 468d5b1a78aSEric Anholt struct list_head head; 469d5b1a78aSEric Anholt 470d5b1a78aSEric Anholt /* List of other BOs used in the job that need to be released 471d5b1a78aSEric Anholt * once the job is complete. 472d5b1a78aSEric Anholt */ 473d5b1a78aSEric Anholt struct list_head unref_list; 474d5b1a78aSEric Anholt 475d5b1a78aSEric Anholt /* Current unvalidated indices into @bo loaded by the non-hardware 476d5b1a78aSEric Anholt * VC4_PACKET_GEM_HANDLES. 477d5b1a78aSEric Anholt */ 478d5b1a78aSEric Anholt uint32_t bo_index[2]; 479d5b1a78aSEric Anholt 480d5b1a78aSEric Anholt /* This is the BO where we store the validated command lists, shader 481d5b1a78aSEric Anholt * records, and uniforms. 482d5b1a78aSEric Anholt */ 483d5b1a78aSEric Anholt struct drm_gem_cma_object *exec_bo; 484d5b1a78aSEric Anholt 485d5b1a78aSEric Anholt /** 486d5b1a78aSEric Anholt * This tracks the per-shader-record state (packet 64) that 487d5b1a78aSEric Anholt * determines the length of the shader record and the offset 488d5b1a78aSEric Anholt * it's expected to be found at. It gets read in from the 489d5b1a78aSEric Anholt * command lists. 490d5b1a78aSEric Anholt */ 491d5b1a78aSEric Anholt struct vc4_shader_state { 492d5b1a78aSEric Anholt uint32_t addr; 493d5b1a78aSEric Anholt /* Maximum vertex index referenced by any primitive using this 494d5b1a78aSEric Anholt * shader state. 495d5b1a78aSEric Anholt */ 496d5b1a78aSEric Anholt uint32_t max_index; 497d5b1a78aSEric Anholt } *shader_state; 498d5b1a78aSEric Anholt 499d5b1a78aSEric Anholt /** How many shader states the user declared they were using. */ 500d5b1a78aSEric Anholt uint32_t shader_state_size; 501d5b1a78aSEric Anholt /** How many shader state records the validator has seen. */ 502d5b1a78aSEric Anholt uint32_t shader_state_count; 503d5b1a78aSEric Anholt 504d5b1a78aSEric Anholt bool found_tile_binning_mode_config_packet; 505d5b1a78aSEric Anholt bool found_start_tile_binning_packet; 506d5b1a78aSEric Anholt bool found_increment_semaphore_packet; 507d5b1a78aSEric Anholt bool found_flush; 508d5b1a78aSEric Anholt uint8_t bin_tiles_x, bin_tiles_y; 509553c942fSEric Anholt /* Physical address of the start of the tile alloc array 510553c942fSEric Anholt * (where each tile's binned CL will start) 511553c942fSEric Anholt */ 512d5b1a78aSEric Anholt uint32_t tile_alloc_offset; 513553c942fSEric Anholt /* Bitmask of which binner slots are freed when this job completes. */ 514553c942fSEric Anholt uint32_t bin_slots; 515d5b1a78aSEric Anholt 516d5b1a78aSEric Anholt /** 517d5b1a78aSEric Anholt * Computed addresses pointing into exec_bo where we start the 518d5b1a78aSEric Anholt * bin thread (ct0) and render thread (ct1). 519d5b1a78aSEric Anholt */ 520d5b1a78aSEric Anholt uint32_t ct0ca, ct0ea; 521d5b1a78aSEric Anholt uint32_t ct1ca, ct1ea; 522d5b1a78aSEric Anholt 523d5b1a78aSEric Anholt /* Pointer to the unvalidated bin CL (if present). */ 524d5b1a78aSEric Anholt void *bin_u; 525d5b1a78aSEric Anholt 526d5b1a78aSEric Anholt /* Pointers to the shader recs. These paddr gets incremented as CL 527d5b1a78aSEric Anholt * packets are relocated in validate_gl_shader_state, and the vaddrs 528d5b1a78aSEric Anholt * (u and v) get incremented and size decremented as the shader recs 529d5b1a78aSEric Anholt * themselves are validated. 530d5b1a78aSEric Anholt */ 531d5b1a78aSEric Anholt void *shader_rec_u; 532d5b1a78aSEric Anholt void *shader_rec_v; 533d5b1a78aSEric Anholt uint32_t shader_rec_p; 534d5b1a78aSEric Anholt uint32_t shader_rec_size; 535d5b1a78aSEric Anholt 536d5b1a78aSEric Anholt /* Pointers to the uniform data. These pointers are incremented, and 537d5b1a78aSEric Anholt * size decremented, as each batch of uniforms is uploaded. 538d5b1a78aSEric Anholt */ 539d5b1a78aSEric Anholt void *uniforms_u; 540d5b1a78aSEric Anholt void *uniforms_v; 541d5b1a78aSEric Anholt uint32_t uniforms_p; 542d5b1a78aSEric Anholt uint32_t uniforms_size; 54365101d8cSBoris Brezillon 54465101d8cSBoris Brezillon /* Pointer to a performance monitor object if the user requested it, 54565101d8cSBoris Brezillon * NULL otherwise. 54665101d8cSBoris Brezillon */ 54765101d8cSBoris Brezillon struct vc4_perfmon *perfmon; 54865101d8cSBoris Brezillon }; 54965101d8cSBoris Brezillon 55065101d8cSBoris Brezillon /* Per-open file private data. Any driver-specific resource that has to be 55165101d8cSBoris Brezillon * released when the DRM file is closed should be placed here. 55265101d8cSBoris Brezillon */ 55365101d8cSBoris Brezillon struct vc4_file { 55465101d8cSBoris Brezillon struct { 55565101d8cSBoris Brezillon struct idr idr; 55665101d8cSBoris Brezillon struct mutex lock; 55765101d8cSBoris Brezillon } perfmon; 558d5b1a78aSEric Anholt }; 559d5b1a78aSEric Anholt 560d5b1a78aSEric Anholt static inline struct vc4_exec_info * 561ca26d28bSVarad Gautam vc4_first_bin_job(struct vc4_dev *vc4) 562d5b1a78aSEric Anholt { 56357b9f569SMasahiro Yamada return list_first_entry_or_null(&vc4->bin_job_list, 56457b9f569SMasahiro Yamada struct vc4_exec_info, head); 565ca26d28bSVarad Gautam } 566ca26d28bSVarad Gautam 567ca26d28bSVarad Gautam static inline struct vc4_exec_info * 568ca26d28bSVarad Gautam vc4_first_render_job(struct vc4_dev *vc4) 569ca26d28bSVarad Gautam { 57057b9f569SMasahiro Yamada return list_first_entry_or_null(&vc4->render_job_list, 571ca26d28bSVarad Gautam struct vc4_exec_info, head); 572d5b1a78aSEric Anholt } 573d5b1a78aSEric Anholt 5749326e6f2SEric Anholt static inline struct vc4_exec_info * 5759326e6f2SEric Anholt vc4_last_render_job(struct vc4_dev *vc4) 5769326e6f2SEric Anholt { 5779326e6f2SEric Anholt if (list_empty(&vc4->render_job_list)) 5789326e6f2SEric Anholt return NULL; 5799326e6f2SEric Anholt return list_last_entry(&vc4->render_job_list, 5809326e6f2SEric Anholt struct vc4_exec_info, head); 5819326e6f2SEric Anholt } 5829326e6f2SEric Anholt 583c8b75bcaSEric Anholt /** 584463873d5SEric Anholt * struct vc4_texture_sample_info - saves the offsets into the UBO for texture 585463873d5SEric Anholt * setup parameters. 586463873d5SEric Anholt * 587463873d5SEric Anholt * This will be used at draw time to relocate the reference to the texture 588463873d5SEric Anholt * contents in p0, and validate that the offset combined with 589463873d5SEric Anholt * width/height/stride/etc. from p1 and p2/p3 doesn't sample outside the BO. 590463873d5SEric Anholt * Note that the hardware treats unprovided config parameters as 0, so not all 591463873d5SEric Anholt * of them need to be set up for every texure sample, and we'll store ~0 as 592463873d5SEric Anholt * the offset to mark the unused ones. 593463873d5SEric Anholt * 594463873d5SEric Anholt * See the VC4 3D architecture guide page 41 ("Texture and Memory Lookup Unit 595463873d5SEric Anholt * Setup") for definitions of the texture parameters. 596463873d5SEric Anholt */ 597463873d5SEric Anholt struct vc4_texture_sample_info { 598463873d5SEric Anholt bool is_direct; 599463873d5SEric Anholt uint32_t p_offset[4]; 600463873d5SEric Anholt }; 601463873d5SEric Anholt 602463873d5SEric Anholt /** 603463873d5SEric Anholt * struct vc4_validated_shader_info - information about validated shaders that 604463873d5SEric Anholt * needs to be used from command list validation. 605463873d5SEric Anholt * 606463873d5SEric Anholt * For a given shader, each time a shader state record references it, we need 607463873d5SEric Anholt * to verify that the shader doesn't read more uniforms than the shader state 608463873d5SEric Anholt * record's uniform BO pointer can provide, and we need to apply relocations 609463873d5SEric Anholt * and validate the shader state record's uniforms that define the texture 610463873d5SEric Anholt * samples. 611463873d5SEric Anholt */ 612463873d5SEric Anholt struct vc4_validated_shader_info { 613463873d5SEric Anholt uint32_t uniforms_size; 614463873d5SEric Anholt uint32_t uniforms_src_size; 615463873d5SEric Anholt uint32_t num_texture_samples; 616463873d5SEric Anholt struct vc4_texture_sample_info *texture_samples; 6176d45c81dSEric Anholt 6186d45c81dSEric Anholt uint32_t num_uniform_addr_offsets; 6196d45c81dSEric Anholt uint32_t *uniform_addr_offsets; 620c778cc5dSJonas Pfeil 621c778cc5dSJonas Pfeil bool is_threaded; 622463873d5SEric Anholt }; 623463873d5SEric Anholt 624463873d5SEric Anholt /** 625c8b75bcaSEric Anholt * _wait_for - magic (register) wait macro 626c8b75bcaSEric Anholt * 627c8b75bcaSEric Anholt * Does the right thing for modeset paths when run under kdgb or similar atomic 628c8b75bcaSEric Anholt * contexts. Note that it's important that we check the condition again after 629c8b75bcaSEric Anholt * having timed out, since the timeout could be due to preemption or similar and 630c8b75bcaSEric Anholt * we've never had a chance to check the condition before the timeout. 631c8b75bcaSEric Anholt */ 632c8b75bcaSEric Anholt #define _wait_for(COND, MS, W) ({ \ 633c8b75bcaSEric Anholt unsigned long timeout__ = jiffies + msecs_to_jiffies(MS) + 1; \ 634c8b75bcaSEric Anholt int ret__ = 0; \ 635c8b75bcaSEric Anholt while (!(COND)) { \ 636c8b75bcaSEric Anholt if (time_after(jiffies, timeout__)) { \ 637c8b75bcaSEric Anholt if (!(COND)) \ 638c8b75bcaSEric Anholt ret__ = -ETIMEDOUT; \ 639c8b75bcaSEric Anholt break; \ 640c8b75bcaSEric Anholt } \ 641c8b75bcaSEric Anholt if (W && drm_can_sleep()) { \ 642c8b75bcaSEric Anholt msleep(W); \ 643c8b75bcaSEric Anholt } else { \ 644c8b75bcaSEric Anholt cpu_relax(); \ 645c8b75bcaSEric Anholt } \ 646c8b75bcaSEric Anholt } \ 647c8b75bcaSEric Anholt ret__; \ 648c8b75bcaSEric Anholt }) 649c8b75bcaSEric Anholt 650c8b75bcaSEric Anholt #define wait_for(COND, MS) _wait_for(COND, MS, 1) 651c8b75bcaSEric Anholt 652c8b75bcaSEric Anholt /* vc4_bo.c */ 653c826a6e1SEric Anholt struct drm_gem_object *vc4_create_object(struct drm_device *dev, size_t size); 654c8b75bcaSEric Anholt void vc4_free_object(struct drm_gem_object *gem_obj); 655c826a6e1SEric Anholt struct vc4_bo *vc4_bo_create(struct drm_device *dev, size_t size, 656f3099462SEric Anholt bool from_cache, enum vc4_kernel_bo_type type); 657c8b75bcaSEric Anholt int vc4_dumb_create(struct drm_file *file_priv, 658c8b75bcaSEric Anholt struct drm_device *dev, 659c8b75bcaSEric Anholt struct drm_mode_create_dumb *args); 660c8b75bcaSEric Anholt struct dma_buf *vc4_prime_export(struct drm_device *dev, 661c8b75bcaSEric Anholt struct drm_gem_object *obj, int flags); 662d5bc60f6SEric Anholt int vc4_create_bo_ioctl(struct drm_device *dev, void *data, 663d5bc60f6SEric Anholt struct drm_file *file_priv); 664463873d5SEric Anholt int vc4_create_shader_bo_ioctl(struct drm_device *dev, void *data, 665463873d5SEric Anholt struct drm_file *file_priv); 666d5bc60f6SEric Anholt int vc4_mmap_bo_ioctl(struct drm_device *dev, void *data, 667d5bc60f6SEric Anholt struct drm_file *file_priv); 66883753117SEric Anholt int vc4_set_tiling_ioctl(struct drm_device *dev, void *data, 66983753117SEric Anholt struct drm_file *file_priv); 67083753117SEric Anholt int vc4_get_tiling_ioctl(struct drm_device *dev, void *data, 67183753117SEric Anholt struct drm_file *file_priv); 67221461365SEric Anholt int vc4_get_hang_state_ioctl(struct drm_device *dev, void *data, 67321461365SEric Anholt struct drm_file *file_priv); 674f3099462SEric Anholt int vc4_label_bo_ioctl(struct drm_device *dev, void *data, 675f3099462SEric Anholt struct drm_file *file_priv); 676b9f19259SBoris Brezillon int vc4_fault(struct vm_fault *vmf); 677463873d5SEric Anholt int vc4_mmap(struct file *filp, struct vm_area_struct *vma); 678cdec4d36SEric Anholt struct reservation_object *vc4_prime_res_obj(struct drm_gem_object *obj); 679463873d5SEric Anholt int vc4_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma); 680cdec4d36SEric Anholt struct drm_gem_object *vc4_prime_import_sg_table(struct drm_device *dev, 681cdec4d36SEric Anholt struct dma_buf_attachment *attach, 682cdec4d36SEric Anholt struct sg_table *sgt); 683463873d5SEric Anholt void *vc4_prime_vmap(struct drm_gem_object *obj); 684f3099462SEric Anholt int vc4_bo_cache_init(struct drm_device *dev); 685c826a6e1SEric Anholt void vc4_bo_cache_destroy(struct drm_device *dev); 686c826a6e1SEric Anholt int vc4_bo_stats_debugfs(struct seq_file *m, void *arg); 687b9f19259SBoris Brezillon int vc4_bo_inc_usecnt(struct vc4_bo *bo); 688b9f19259SBoris Brezillon void vc4_bo_dec_usecnt(struct vc4_bo *bo); 689b9f19259SBoris Brezillon void vc4_bo_add_to_purgeable_pool(struct vc4_bo *bo); 690b9f19259SBoris Brezillon void vc4_bo_remove_from_purgeable_pool(struct vc4_bo *bo); 691c8b75bcaSEric Anholt 692c8b75bcaSEric Anholt /* vc4_crtc.c */ 693c8b75bcaSEric Anholt extern struct platform_driver vc4_crtc_driver; 694c8b75bcaSEric Anholt int vc4_crtc_debugfs_regs(struct seq_file *m, void *arg); 6951bf6ad62SDaniel Vetter bool vc4_crtc_get_scanoutpos(struct drm_device *dev, unsigned int crtc_id, 6961bf6ad62SDaniel Vetter bool in_vblank_irq, int *vpos, int *hpos, 6971bf59f1dSMario Kleiner ktime_t *stime, ktime_t *etime, 6981bf59f1dSMario Kleiner const struct drm_display_mode *mode); 699c8b75bcaSEric Anholt 700c8b75bcaSEric Anholt /* vc4_debugfs.c */ 701c8b75bcaSEric Anholt int vc4_debugfs_init(struct drm_minor *minor); 702c8b75bcaSEric Anholt 703c8b75bcaSEric Anholt /* vc4_drv.c */ 704c8b75bcaSEric Anholt void __iomem *vc4_ioremap_regs(struct platform_device *dev, int index); 705c8b75bcaSEric Anholt 70608302c35SEric Anholt /* vc4_dpi.c */ 70708302c35SEric Anholt extern struct platform_driver vc4_dpi_driver; 70808302c35SEric Anholt int vc4_dpi_debugfs_regs(struct seq_file *m, void *unused); 70908302c35SEric Anholt 7104078f575SEric Anholt /* vc4_dsi.c */ 7114078f575SEric Anholt extern struct platform_driver vc4_dsi_driver; 7124078f575SEric Anholt int vc4_dsi_debugfs_regs(struct seq_file *m, void *unused); 7134078f575SEric Anholt 714cdec4d36SEric Anholt /* vc4_fence.c */ 715cdec4d36SEric Anholt extern const struct dma_fence_ops vc4_fence_ops; 716cdec4d36SEric Anholt 717d5b1a78aSEric Anholt /* vc4_gem.c */ 718d5b1a78aSEric Anholt void vc4_gem_init(struct drm_device *dev); 719d5b1a78aSEric Anholt void vc4_gem_destroy(struct drm_device *dev); 720d5b1a78aSEric Anholt int vc4_submit_cl_ioctl(struct drm_device *dev, void *data, 721d5b1a78aSEric Anholt struct drm_file *file_priv); 722d5b1a78aSEric Anholt int vc4_wait_seqno_ioctl(struct drm_device *dev, void *data, 723d5b1a78aSEric Anholt struct drm_file *file_priv); 724d5b1a78aSEric Anholt int vc4_wait_bo_ioctl(struct drm_device *dev, void *data, 725d5b1a78aSEric Anholt struct drm_file *file_priv); 726ca26d28bSVarad Gautam void vc4_submit_next_bin_job(struct drm_device *dev); 727ca26d28bSVarad Gautam void vc4_submit_next_render_job(struct drm_device *dev); 728ca26d28bSVarad Gautam void vc4_move_job_to_render(struct drm_device *dev, struct vc4_exec_info *exec); 729d5b1a78aSEric Anholt int vc4_wait_for_seqno(struct drm_device *dev, uint64_t seqno, 730d5b1a78aSEric Anholt uint64_t timeout_ns, bool interruptible); 731d5b1a78aSEric Anholt void vc4_job_handle_completed(struct vc4_dev *vc4); 732b501baccSEric Anholt int vc4_queue_seqno_cb(struct drm_device *dev, 733b501baccSEric Anholt struct vc4_seqno_cb *cb, uint64_t seqno, 734b501baccSEric Anholt void (*func)(struct vc4_seqno_cb *cb)); 735b9f19259SBoris Brezillon int vc4_gem_madvise_ioctl(struct drm_device *dev, void *data, 736b9f19259SBoris Brezillon struct drm_file *file_priv); 737d5b1a78aSEric Anholt 738c8b75bcaSEric Anholt /* vc4_hdmi.c */ 739c8b75bcaSEric Anholt extern struct platform_driver vc4_hdmi_driver; 740c8b75bcaSEric Anholt int vc4_hdmi_debugfs_regs(struct seq_file *m, void *unused); 741c8b75bcaSEric Anholt 7429a8d5e4aSBoris Brezillon /* vc4_vec.c */ 743e4b81f8cSBoris Brezillon extern struct platform_driver vc4_vec_driver; 744e4b81f8cSBoris Brezillon int vc4_vec_debugfs_regs(struct seq_file *m, void *unused); 745e4b81f8cSBoris Brezillon 746d5b1a78aSEric Anholt /* vc4_irq.c */ 747d5b1a78aSEric Anholt irqreturn_t vc4_irq(int irq, void *arg); 748d5b1a78aSEric Anholt void vc4_irq_preinstall(struct drm_device *dev); 749d5b1a78aSEric Anholt int vc4_irq_postinstall(struct drm_device *dev); 750d5b1a78aSEric Anholt void vc4_irq_uninstall(struct drm_device *dev); 751d5b1a78aSEric Anholt void vc4_irq_reset(struct drm_device *dev); 752d5b1a78aSEric Anholt 753c8b75bcaSEric Anholt /* vc4_hvs.c */ 754c8b75bcaSEric Anholt extern struct platform_driver vc4_hvs_driver; 755c8b75bcaSEric Anholt void vc4_hvs_dump_state(struct drm_device *dev); 756c8b75bcaSEric Anholt int vc4_hvs_debugfs_regs(struct seq_file *m, void *unused); 757c8b75bcaSEric Anholt 758c8b75bcaSEric Anholt /* vc4_kms.c */ 759c8b75bcaSEric Anholt int vc4_kms_load(struct drm_device *dev); 760c8b75bcaSEric Anholt 761c8b75bcaSEric Anholt /* vc4_plane.c */ 762c8b75bcaSEric Anholt struct drm_plane *vc4_plane_init(struct drm_device *dev, 763c8b75bcaSEric Anholt enum drm_plane_type type); 764c8b75bcaSEric Anholt u32 vc4_plane_write_dlist(struct drm_plane *plane, u32 __iomem *dlist); 7652f196b7cSDaniel Vetter u32 vc4_plane_dlist_size(const struct drm_plane_state *state); 766b501baccSEric Anholt void vc4_plane_async_set_fb(struct drm_plane *plane, 767b501baccSEric Anholt struct drm_framebuffer *fb); 768463873d5SEric Anholt 769d3f5168aSEric Anholt /* vc4_v3d.c */ 770d3f5168aSEric Anholt extern struct platform_driver vc4_v3d_driver; 771d3f5168aSEric Anholt int vc4_v3d_debugfs_ident(struct seq_file *m, void *unused); 772d3f5168aSEric Anholt int vc4_v3d_debugfs_regs(struct seq_file *m, void *unused); 773553c942fSEric Anholt int vc4_v3d_get_bin_slot(struct vc4_dev *vc4); 774d5b1a78aSEric Anholt 775d5b1a78aSEric Anholt /* vc4_validate.c */ 776d5b1a78aSEric Anholt int 777d5b1a78aSEric Anholt vc4_validate_bin_cl(struct drm_device *dev, 778d5b1a78aSEric Anholt void *validated, 779d5b1a78aSEric Anholt void *unvalidated, 780d5b1a78aSEric Anholt struct vc4_exec_info *exec); 781d5b1a78aSEric Anholt 782d5b1a78aSEric Anholt int 783d5b1a78aSEric Anholt vc4_validate_shader_recs(struct drm_device *dev, struct vc4_exec_info *exec); 784d5b1a78aSEric Anholt 785d5b1a78aSEric Anholt struct drm_gem_cma_object *vc4_use_bo(struct vc4_exec_info *exec, 786d5b1a78aSEric Anholt uint32_t hindex); 787d5b1a78aSEric Anholt 788d5b1a78aSEric Anholt int vc4_get_rcl(struct drm_device *dev, struct vc4_exec_info *exec); 789d5b1a78aSEric Anholt 790d5b1a78aSEric Anholt bool vc4_check_tex_size(struct vc4_exec_info *exec, 791d5b1a78aSEric Anholt struct drm_gem_cma_object *fbo, 792d5b1a78aSEric Anholt uint32_t offset, uint8_t tiling_format, 793d5b1a78aSEric Anholt uint32_t width, uint32_t height, uint8_t cpp); 794d3f5168aSEric Anholt 795463873d5SEric Anholt /* vc4_validate_shader.c */ 796463873d5SEric Anholt struct vc4_validated_shader_info * 797463873d5SEric Anholt vc4_validate_shader(struct drm_gem_cma_object *shader_obj); 79865101d8cSBoris Brezillon 79965101d8cSBoris Brezillon /* vc4_perfmon.c */ 80065101d8cSBoris Brezillon void vc4_perfmon_get(struct vc4_perfmon *perfmon); 80165101d8cSBoris Brezillon void vc4_perfmon_put(struct vc4_perfmon *perfmon); 80265101d8cSBoris Brezillon void vc4_perfmon_start(struct vc4_dev *vc4, struct vc4_perfmon *perfmon); 80365101d8cSBoris Brezillon void vc4_perfmon_stop(struct vc4_dev *vc4, struct vc4_perfmon *perfmon, 80465101d8cSBoris Brezillon bool capture); 80565101d8cSBoris Brezillon struct vc4_perfmon *vc4_perfmon_find(struct vc4_file *vc4file, int id); 80665101d8cSBoris Brezillon void vc4_perfmon_open_file(struct vc4_file *vc4file); 80765101d8cSBoris Brezillon void vc4_perfmon_close_file(struct vc4_file *vc4file); 80865101d8cSBoris Brezillon int vc4_perfmon_create_ioctl(struct drm_device *dev, void *data, 80965101d8cSBoris Brezillon struct drm_file *file_priv); 81065101d8cSBoris Brezillon int vc4_perfmon_destroy_ioctl(struct drm_device *dev, void *data, 81165101d8cSBoris Brezillon struct drm_file *file_priv); 81265101d8cSBoris Brezillon int vc4_perfmon_get_values_ioctl(struct drm_device *dev, void *data, 81365101d8cSBoris Brezillon struct drm_file *file_priv); 814