xref: /linux/drivers/gpu/drm/vc4/vc4_drv.h (revision 792718070621f6137a833fcc4a9fde77f9b6a4c5)
1c8b75bcaSEric Anholt /*
2c8b75bcaSEric Anholt  * Copyright (C) 2015 Broadcom
3c8b75bcaSEric Anholt  *
4c8b75bcaSEric Anholt  * This program is free software; you can redistribute it and/or modify
5c8b75bcaSEric Anholt  * it under the terms of the GNU General Public License version 2 as
6c8b75bcaSEric Anholt  * published by the Free Software Foundation.
7c8b75bcaSEric Anholt  */
8c8b75bcaSEric Anholt 
9cdec4d36SEric Anholt #include <linux/reservation.h>
10b7e8e25bSMasahiro Yamada #include <drm/drmP.h>
119338203cSLaurent Pinchart #include <drm/drm_encoder.h>
12b7e8e25bSMasahiro Yamada #include <drm/drm_gem_cma_helper.h>
139338203cSLaurent Pinchart 
1465101d8cSBoris Brezillon #include "uapi/drm/vc4_drm.h"
1565101d8cSBoris Brezillon 
16f3099462SEric Anholt /* Don't forget to update vc4_bo.c: bo_type_names[] when adding to
17f3099462SEric Anholt  * this.
18f3099462SEric Anholt  */
19f3099462SEric Anholt enum vc4_kernel_bo_type {
20f3099462SEric Anholt 	/* Any kernel allocation (gem_create_object hook) before it
21f3099462SEric Anholt 	 * gets another type set.
22f3099462SEric Anholt 	 */
23f3099462SEric Anholt 	VC4_BO_TYPE_KERNEL,
24f3099462SEric Anholt 	VC4_BO_TYPE_V3D,
25f3099462SEric Anholt 	VC4_BO_TYPE_V3D_SHADER,
26f3099462SEric Anholt 	VC4_BO_TYPE_DUMB,
27f3099462SEric Anholt 	VC4_BO_TYPE_BIN,
28f3099462SEric Anholt 	VC4_BO_TYPE_RCL,
29f3099462SEric Anholt 	VC4_BO_TYPE_BCL,
30f3099462SEric Anholt 	VC4_BO_TYPE_KERNEL_CACHE,
31f3099462SEric Anholt 	VC4_BO_TYPE_COUNT
32f3099462SEric Anholt };
33f3099462SEric Anholt 
3465101d8cSBoris Brezillon /* Performance monitor object. The perform lifetime is controlled by userspace
3565101d8cSBoris Brezillon  * using perfmon related ioctls. A perfmon can be attached to a submit_cl
3665101d8cSBoris Brezillon  * request, and when this is the case, HW perf counters will be activated just
3765101d8cSBoris Brezillon  * before the submit_cl is submitted to the GPU and disabled when the job is
3865101d8cSBoris Brezillon  * done. This way, only events related to a specific job will be counted.
3965101d8cSBoris Brezillon  */
4065101d8cSBoris Brezillon struct vc4_perfmon {
4165101d8cSBoris Brezillon 	/* Tracks the number of users of the perfmon, when this counter reaches
4265101d8cSBoris Brezillon 	 * zero the perfmon is destroyed.
4365101d8cSBoris Brezillon 	 */
4465101d8cSBoris Brezillon 	refcount_t refcnt;
4565101d8cSBoris Brezillon 
4665101d8cSBoris Brezillon 	/* Number of counters activated in this perfmon instance
4765101d8cSBoris Brezillon 	 * (should be less than DRM_VC4_MAX_PERF_COUNTERS).
4865101d8cSBoris Brezillon 	 */
4965101d8cSBoris Brezillon 	u8 ncounters;
5065101d8cSBoris Brezillon 
5165101d8cSBoris Brezillon 	/* Events counted by the HW perf counters. */
5265101d8cSBoris Brezillon 	u8 events[DRM_VC4_MAX_PERF_COUNTERS];
5365101d8cSBoris Brezillon 
5465101d8cSBoris Brezillon 	/* Storage for counter values. Counters are incremented by the HW
5565101d8cSBoris Brezillon 	 * perf counter values every time the perfmon is attached to a GPU job.
5665101d8cSBoris Brezillon 	 * This way, perfmon users don't have to retrieve the results after
5765101d8cSBoris Brezillon 	 * each job if they want to track events covering several submissions.
5865101d8cSBoris Brezillon 	 * Note that counter values can't be reset, but you can fake a reset by
5965101d8cSBoris Brezillon 	 * destroying the perfmon and creating a new one.
6065101d8cSBoris Brezillon 	 */
6165101d8cSBoris Brezillon 	u64 counters[0];
6265101d8cSBoris Brezillon };
6365101d8cSBoris Brezillon 
64c8b75bcaSEric Anholt struct vc4_dev {
65c8b75bcaSEric Anholt 	struct drm_device *dev;
66c8b75bcaSEric Anholt 
67c8b75bcaSEric Anholt 	struct vc4_hdmi *hdmi;
68c8b75bcaSEric Anholt 	struct vc4_hvs *hvs;
69d3f5168aSEric Anholt 	struct vc4_v3d *v3d;
7008302c35SEric Anholt 	struct vc4_dpi *dpi;
714078f575SEric Anholt 	struct vc4_dsi *dsi1;
72e4b81f8cSBoris Brezillon 	struct vc4_vec *vec;
7348666d56SDerek Foreman 
7421461365SEric Anholt 	struct vc4_hang_state *hang_state;
7521461365SEric Anholt 
76c826a6e1SEric Anholt 	/* The kernel-space BO cache.  Tracks buffers that have been
77c826a6e1SEric Anholt 	 * unreferenced by all other users (refcounts of 0!) but not
78c826a6e1SEric Anholt 	 * yet freed, so we can do cheap allocations.
79c826a6e1SEric Anholt 	 */
80c826a6e1SEric Anholt 	struct vc4_bo_cache {
81c826a6e1SEric Anholt 		/* Array of list heads for entries in the BO cache,
82c826a6e1SEric Anholt 		 * based on number of pages, so we can do O(1) lookups
83c826a6e1SEric Anholt 		 * in the cache when allocating.
84c826a6e1SEric Anholt 		 */
85c826a6e1SEric Anholt 		struct list_head *size_list;
86c826a6e1SEric Anholt 		uint32_t size_list_size;
87c826a6e1SEric Anholt 
88c826a6e1SEric Anholt 		/* List of all BOs in the cache, ordered by age, so we
89c826a6e1SEric Anholt 		 * can do O(1) lookups when trying to free old
90c826a6e1SEric Anholt 		 * buffers.
91c826a6e1SEric Anholt 		 */
92c826a6e1SEric Anholt 		struct list_head time_list;
93c826a6e1SEric Anholt 		struct work_struct time_work;
94c826a6e1SEric Anholt 		struct timer_list time_timer;
95c826a6e1SEric Anholt 	} bo_cache;
96c826a6e1SEric Anholt 
97f3099462SEric Anholt 	u32 num_labels;
98f3099462SEric Anholt 	struct vc4_label {
99f3099462SEric Anholt 		const char *name;
100c826a6e1SEric Anholt 		u32 num_allocated;
101c826a6e1SEric Anholt 		u32 size_allocated;
102f3099462SEric Anholt 	} *bo_labels;
103c826a6e1SEric Anholt 
104f3099462SEric Anholt 	/* Protects bo_cache and bo_labels. */
105c826a6e1SEric Anholt 	struct mutex bo_lock;
106d5b1a78aSEric Anholt 
107b9f19259SBoris Brezillon 	/* Purgeable BO pool. All BOs in this pool can have their memory
108b9f19259SBoris Brezillon 	 * reclaimed if the driver is unable to allocate new BOs. We also
109b9f19259SBoris Brezillon 	 * keep stats related to the purge mechanism here.
110b9f19259SBoris Brezillon 	 */
111b9f19259SBoris Brezillon 	struct {
112b9f19259SBoris Brezillon 		struct list_head list;
113b9f19259SBoris Brezillon 		unsigned int num;
114b9f19259SBoris Brezillon 		size_t size;
115b9f19259SBoris Brezillon 		unsigned int purged_num;
116b9f19259SBoris Brezillon 		size_t purged_size;
117b9f19259SBoris Brezillon 		struct mutex lock;
118b9f19259SBoris Brezillon 	} purgeable;
119b9f19259SBoris Brezillon 
120cdec4d36SEric Anholt 	uint64_t dma_fence_context;
121cdec4d36SEric Anholt 
122ca26d28bSVarad Gautam 	/* Sequence number for the last job queued in bin_job_list.
123d5b1a78aSEric Anholt 	 * Starts at 0 (no jobs emitted).
124d5b1a78aSEric Anholt 	 */
125d5b1a78aSEric Anholt 	uint64_t emit_seqno;
126d5b1a78aSEric Anholt 
127d5b1a78aSEric Anholt 	/* Sequence number for the last completed job on the GPU.
128d5b1a78aSEric Anholt 	 * Starts at 0 (no jobs completed).
129d5b1a78aSEric Anholt 	 */
130d5b1a78aSEric Anholt 	uint64_t finished_seqno;
131d5b1a78aSEric Anholt 
132ca26d28bSVarad Gautam 	/* List of all struct vc4_exec_info for jobs to be executed in
133ca26d28bSVarad Gautam 	 * the binner.  The first job in the list is the one currently
134ca26d28bSVarad Gautam 	 * programmed into ct0ca for execution.
135d5b1a78aSEric Anholt 	 */
136ca26d28bSVarad Gautam 	struct list_head bin_job_list;
137ca26d28bSVarad Gautam 
138ca26d28bSVarad Gautam 	/* List of all struct vc4_exec_info for jobs that have
139ca26d28bSVarad Gautam 	 * completed binning and are ready for rendering.  The first
140ca26d28bSVarad Gautam 	 * job in the list is the one currently programmed into ct1ca
141ca26d28bSVarad Gautam 	 * for execution.
142ca26d28bSVarad Gautam 	 */
143ca26d28bSVarad Gautam 	struct list_head render_job_list;
144ca26d28bSVarad Gautam 
145d5b1a78aSEric Anholt 	/* List of the finished vc4_exec_infos waiting to be freed by
146d5b1a78aSEric Anholt 	 * job_done_work.
147d5b1a78aSEric Anholt 	 */
148d5b1a78aSEric Anholt 	struct list_head job_done_list;
149d5b1a78aSEric Anholt 	/* Spinlock used to synchronize the job_list and seqno
150d5b1a78aSEric Anholt 	 * accesses between the IRQ handler and GEM ioctls.
151d5b1a78aSEric Anholt 	 */
152d5b1a78aSEric Anholt 	spinlock_t job_lock;
153d5b1a78aSEric Anholt 	wait_queue_head_t job_wait_queue;
154d5b1a78aSEric Anholt 	struct work_struct job_done_work;
155d5b1a78aSEric Anholt 
15665101d8cSBoris Brezillon 	/* Used to track the active perfmon if any. Access to this field is
15765101d8cSBoris Brezillon 	 * protected by job_lock.
15865101d8cSBoris Brezillon 	 */
15965101d8cSBoris Brezillon 	struct vc4_perfmon *active_perfmon;
16065101d8cSBoris Brezillon 
161b501baccSEric Anholt 	/* List of struct vc4_seqno_cb for callbacks to be made from a
162b501baccSEric Anholt 	 * workqueue when the given seqno is passed.
163b501baccSEric Anholt 	 */
164b501baccSEric Anholt 	struct list_head seqno_cb_list;
165b501baccSEric Anholt 
166553c942fSEric Anholt 	/* The memory used for storing binner tile alloc, tile state,
167553c942fSEric Anholt 	 * and overflow memory allocations.  This is freed when V3D
168553c942fSEric Anholt 	 * powers down.
169d5b1a78aSEric Anholt 	 */
170553c942fSEric Anholt 	struct vc4_bo *bin_bo;
171553c942fSEric Anholt 
172553c942fSEric Anholt 	/* Size of blocks allocated within bin_bo. */
173553c942fSEric Anholt 	uint32_t bin_alloc_size;
174553c942fSEric Anholt 
175553c942fSEric Anholt 	/* Bitmask of the bin_alloc_size chunks in bin_bo that are
176553c942fSEric Anholt 	 * used.
177553c942fSEric Anholt 	 */
178553c942fSEric Anholt 	uint32_t bin_alloc_used;
179553c942fSEric Anholt 
180553c942fSEric Anholt 	/* Bitmask of the current bin_alloc used for overflow memory. */
181553c942fSEric Anholt 	uint32_t bin_alloc_overflow;
182553c942fSEric Anholt 
183d5b1a78aSEric Anholt 	struct work_struct overflow_mem_work;
184d5b1a78aSEric Anholt 
18536cb6253SEric Anholt 	int power_refcount;
18636cb6253SEric Anholt 
18736cb6253SEric Anholt 	/* Mutex controlling the power refcount. */
18836cb6253SEric Anholt 	struct mutex power_lock;
18936cb6253SEric Anholt 
190d5b1a78aSEric Anholt 	struct {
191d5b1a78aSEric Anholt 		struct timer_list timer;
192d5b1a78aSEric Anholt 		struct work_struct reset_work;
193d5b1a78aSEric Anholt 	} hangcheck;
194d5b1a78aSEric Anholt 
195d5b1a78aSEric Anholt 	struct semaphore async_modeset;
196c8b75bcaSEric Anholt };
197c8b75bcaSEric Anholt 
198c8b75bcaSEric Anholt static inline struct vc4_dev *
199c8b75bcaSEric Anholt to_vc4_dev(struct drm_device *dev)
200c8b75bcaSEric Anholt {
201c8b75bcaSEric Anholt 	return (struct vc4_dev *)dev->dev_private;
202c8b75bcaSEric Anholt }
203c8b75bcaSEric Anholt 
204c8b75bcaSEric Anholt struct vc4_bo {
205c8b75bcaSEric Anholt 	struct drm_gem_cma_object base;
206c826a6e1SEric Anholt 
2077edabee0SEric Anholt 	/* seqno of the last job to render using this BO. */
208d5b1a78aSEric Anholt 	uint64_t seqno;
209d5b1a78aSEric Anholt 
2107edabee0SEric Anholt 	/* seqno of the last job to use the RCL to write to this BO.
2117edabee0SEric Anholt 	 *
2127edabee0SEric Anholt 	 * Note that this doesn't include binner overflow memory
2137edabee0SEric Anholt 	 * writes.
2147edabee0SEric Anholt 	 */
2157edabee0SEric Anholt 	uint64_t write_seqno;
2167edabee0SEric Anholt 
21783753117SEric Anholt 	bool t_format;
21883753117SEric Anholt 
219c826a6e1SEric Anholt 	/* List entry for the BO's position in either
220c826a6e1SEric Anholt 	 * vc4_exec_info->unref_list or vc4_dev->bo_cache.time_list
221c826a6e1SEric Anholt 	 */
222c826a6e1SEric Anholt 	struct list_head unref_head;
223c826a6e1SEric Anholt 
224c826a6e1SEric Anholt 	/* Time in jiffies when the BO was put in vc4->bo_cache. */
225c826a6e1SEric Anholt 	unsigned long free_time;
226c826a6e1SEric Anholt 
227c826a6e1SEric Anholt 	/* List entry for the BO's position in vc4_dev->bo_cache.size_list */
228c826a6e1SEric Anholt 	struct list_head size_head;
229463873d5SEric Anholt 
230463873d5SEric Anholt 	/* Struct for shader validation state, if created by
231463873d5SEric Anholt 	 * DRM_IOCTL_VC4_CREATE_SHADER_BO.
232463873d5SEric Anholt 	 */
233463873d5SEric Anholt 	struct vc4_validated_shader_info *validated_shader;
234cdec4d36SEric Anholt 
235cdec4d36SEric Anholt 	/* normally (resv == &_resv) except for imported bo's */
236cdec4d36SEric Anholt 	struct reservation_object *resv;
237cdec4d36SEric Anholt 	struct reservation_object _resv;
238f3099462SEric Anholt 
239f3099462SEric Anholt 	/* One of enum vc4_kernel_bo_type, or VC4_BO_TYPE_COUNT + i
240f3099462SEric Anholt 	 * for user-allocated labels.
241f3099462SEric Anholt 	 */
242f3099462SEric Anholt 	int label;
243b9f19259SBoris Brezillon 
244b9f19259SBoris Brezillon 	/* Count the number of active users. This is needed to determine
245b9f19259SBoris Brezillon 	 * whether we can move the BO to the purgeable list or not (when the BO
246b9f19259SBoris Brezillon 	 * is used by the GPU or the display engine we can't purge it).
247b9f19259SBoris Brezillon 	 */
248b9f19259SBoris Brezillon 	refcount_t usecnt;
249b9f19259SBoris Brezillon 
250b9f19259SBoris Brezillon 	/* Store purgeable/purged state here */
251b9f19259SBoris Brezillon 	u32 madv;
252b9f19259SBoris Brezillon 	struct mutex madv_lock;
253c8b75bcaSEric Anholt };
254c8b75bcaSEric Anholt 
255c8b75bcaSEric Anholt static inline struct vc4_bo *
256c8b75bcaSEric Anholt to_vc4_bo(struct drm_gem_object *bo)
257c8b75bcaSEric Anholt {
258c8b75bcaSEric Anholt 	return (struct vc4_bo *)bo;
259c8b75bcaSEric Anholt }
260c8b75bcaSEric Anholt 
261cdec4d36SEric Anholt struct vc4_fence {
262cdec4d36SEric Anholt 	struct dma_fence base;
263cdec4d36SEric Anholt 	struct drm_device *dev;
264cdec4d36SEric Anholt 	/* vc4 seqno for signaled() test */
265cdec4d36SEric Anholt 	uint64_t seqno;
266cdec4d36SEric Anholt };
267cdec4d36SEric Anholt 
268cdec4d36SEric Anholt static inline struct vc4_fence *
269cdec4d36SEric Anholt to_vc4_fence(struct dma_fence *fence)
270cdec4d36SEric Anholt {
271cdec4d36SEric Anholt 	return (struct vc4_fence *)fence;
272cdec4d36SEric Anholt }
273cdec4d36SEric Anholt 
274b501baccSEric Anholt struct vc4_seqno_cb {
275b501baccSEric Anholt 	struct work_struct work;
276b501baccSEric Anholt 	uint64_t seqno;
277b501baccSEric Anholt 	void (*func)(struct vc4_seqno_cb *cb);
278b501baccSEric Anholt };
279b501baccSEric Anholt 
280d3f5168aSEric Anholt struct vc4_v3d {
281001bdb55SEric Anholt 	struct vc4_dev *vc4;
282d3f5168aSEric Anholt 	struct platform_device *pdev;
283d3f5168aSEric Anholt 	void __iomem *regs;
284b72a2816SEric Anholt 	struct clk *clk;
285d3f5168aSEric Anholt };
286d3f5168aSEric Anholt 
287c8b75bcaSEric Anholt struct vc4_hvs {
288c8b75bcaSEric Anholt 	struct platform_device *pdev;
289c8b75bcaSEric Anholt 	void __iomem *regs;
290d8dbf44fSEric Anholt 	u32 __iomem *dlist;
291d8dbf44fSEric Anholt 
292d8dbf44fSEric Anholt 	/* Memory manager for CRTCs to allocate space in the display
293d8dbf44fSEric Anholt 	 * list.  Units are dwords.
294d8dbf44fSEric Anholt 	 */
295d8dbf44fSEric Anholt 	struct drm_mm dlist_mm;
29621af94cfSEric Anholt 	/* Memory manager for the LBM memory used by HVS scaling. */
29721af94cfSEric Anholt 	struct drm_mm lbm_mm;
298d8dbf44fSEric Anholt 	spinlock_t mm_lock;
29921af94cfSEric Anholt 
30021af94cfSEric Anholt 	struct drm_mm_node mitchell_netravali_filter;
301c8b75bcaSEric Anholt };
302c8b75bcaSEric Anholt 
303c8b75bcaSEric Anholt struct vc4_plane {
304c8b75bcaSEric Anholt 	struct drm_plane base;
305c8b75bcaSEric Anholt };
306c8b75bcaSEric Anholt 
307c8b75bcaSEric Anholt static inline struct vc4_plane *
308c8b75bcaSEric Anholt to_vc4_plane(struct drm_plane *plane)
309c8b75bcaSEric Anholt {
310c8b75bcaSEric Anholt 	return (struct vc4_plane *)plane;
311c8b75bcaSEric Anholt }
312c8b75bcaSEric Anholt 
31382364698SStefan Schake enum vc4_scaling_mode {
31482364698SStefan Schake 	VC4_SCALING_NONE,
31582364698SStefan Schake 	VC4_SCALING_TPZ,
31682364698SStefan Schake 	VC4_SCALING_PPF,
31782364698SStefan Schake };
31882364698SStefan Schake 
31982364698SStefan Schake struct vc4_plane_state {
32082364698SStefan Schake 	struct drm_plane_state base;
32182364698SStefan Schake 	/* System memory copy of the display list for this element, computed
32282364698SStefan Schake 	 * at atomic_check time.
32382364698SStefan Schake 	 */
32482364698SStefan Schake 	u32 *dlist;
32582364698SStefan Schake 	u32 dlist_size; /* Number of dwords allocated for the display list */
32682364698SStefan Schake 	u32 dlist_count; /* Number of used dwords in the display list. */
32782364698SStefan Schake 
32882364698SStefan Schake 	/* Offset in the dlist to various words, for pageflip or
32982364698SStefan Schake 	 * cursor updates.
33082364698SStefan Schake 	 */
33182364698SStefan Schake 	u32 pos0_offset;
33282364698SStefan Schake 	u32 pos2_offset;
33382364698SStefan Schake 	u32 ptr0_offset;
33482364698SStefan Schake 
33582364698SStefan Schake 	/* Offset where the plane's dlist was last stored in the
33682364698SStefan Schake 	 * hardware at vc4_crtc_atomic_flush() time.
33782364698SStefan Schake 	 */
33882364698SStefan Schake 	u32 __iomem *hw_dlist;
33982364698SStefan Schake 
34082364698SStefan Schake 	/* Clipped coordinates of the plane on the display. */
34182364698SStefan Schake 	int crtc_x, crtc_y, crtc_w, crtc_h;
34282364698SStefan Schake 	/* Clipped area being scanned from in the FB. */
34382364698SStefan Schake 	u32 src_x, src_y;
34482364698SStefan Schake 
34582364698SStefan Schake 	u32 src_w[2], src_h[2];
34682364698SStefan Schake 
34782364698SStefan Schake 	/* Scaling selection for the RGB/Y plane and the Cb/Cr planes. */
34882364698SStefan Schake 	enum vc4_scaling_mode x_scaling[2], y_scaling[2];
34982364698SStefan Schake 	bool is_unity;
35082364698SStefan Schake 	bool is_yuv;
35182364698SStefan Schake 
35282364698SStefan Schake 	/* Offset to start scanning out from the start of the plane's
35382364698SStefan Schake 	 * BO.
35482364698SStefan Schake 	 */
35582364698SStefan Schake 	u32 offsets[3];
35682364698SStefan Schake 
35782364698SStefan Schake 	/* Our allocation in LBM for temporary storage during scaling. */
35882364698SStefan Schake 	struct drm_mm_node lbm;
35982364698SStefan Schake 
36082364698SStefan Schake 	/* Set when the plane has per-pixel alpha content or does not cover
36182364698SStefan Schake 	 * the entire screen. This is a hint to the CRTC that it might need
36282364698SStefan Schake 	 * to enable background color fill.
36382364698SStefan Schake 	 */
36482364698SStefan Schake 	bool needs_bg_fill;
36582364698SStefan Schake };
36682364698SStefan Schake 
36782364698SStefan Schake static inline struct vc4_plane_state *
36882364698SStefan Schake to_vc4_plane_state(struct drm_plane_state *state)
36982364698SStefan Schake {
37082364698SStefan Schake 	return (struct vc4_plane_state *)state;
37182364698SStefan Schake }
37282364698SStefan Schake 
373c8b75bcaSEric Anholt enum vc4_encoder_type {
374ab8df60eSBoris Brezillon 	VC4_ENCODER_TYPE_NONE,
375c8b75bcaSEric Anholt 	VC4_ENCODER_TYPE_HDMI,
376c8b75bcaSEric Anholt 	VC4_ENCODER_TYPE_VEC,
377c8b75bcaSEric Anholt 	VC4_ENCODER_TYPE_DSI0,
378c8b75bcaSEric Anholt 	VC4_ENCODER_TYPE_DSI1,
379c8b75bcaSEric Anholt 	VC4_ENCODER_TYPE_SMI,
380c8b75bcaSEric Anholt 	VC4_ENCODER_TYPE_DPI,
381c8b75bcaSEric Anholt };
382c8b75bcaSEric Anholt 
383c8b75bcaSEric Anholt struct vc4_encoder {
384c8b75bcaSEric Anholt 	struct drm_encoder base;
385c8b75bcaSEric Anholt 	enum vc4_encoder_type type;
386c8b75bcaSEric Anholt 	u32 clock_select;
387c8b75bcaSEric Anholt };
388c8b75bcaSEric Anholt 
389c8b75bcaSEric Anholt static inline struct vc4_encoder *
390c8b75bcaSEric Anholt to_vc4_encoder(struct drm_encoder *encoder)
391c8b75bcaSEric Anholt {
392c8b75bcaSEric Anholt 	return container_of(encoder, struct vc4_encoder, base);
393c8b75bcaSEric Anholt }
394c8b75bcaSEric Anholt 
395*79271807SStefan Schake struct vc4_crtc_data {
396*79271807SStefan Schake 	/* Which channel of the HVS this pixelvalve sources from. */
397*79271807SStefan Schake 	int hvs_channel;
398*79271807SStefan Schake 
399*79271807SStefan Schake 	enum vc4_encoder_type encoder_types[4];
400*79271807SStefan Schake };
401*79271807SStefan Schake 
402*79271807SStefan Schake struct vc4_crtc {
403*79271807SStefan Schake 	struct drm_crtc base;
404*79271807SStefan Schake 	const struct vc4_crtc_data *data;
405*79271807SStefan Schake 	void __iomem *regs;
406*79271807SStefan Schake 
407*79271807SStefan Schake 	/* Timestamp at start of vblank irq - unaffected by lock delays. */
408*79271807SStefan Schake 	ktime_t t_vblank;
409*79271807SStefan Schake 
410*79271807SStefan Schake 	/* Which HVS channel we're using for our CRTC. */
411*79271807SStefan Schake 	int channel;
412*79271807SStefan Schake 
413*79271807SStefan Schake 	u8 lut_r[256];
414*79271807SStefan Schake 	u8 lut_g[256];
415*79271807SStefan Schake 	u8 lut_b[256];
416*79271807SStefan Schake 	/* Size in pixels of the COB memory allocated to this CRTC. */
417*79271807SStefan Schake 	u32 cob_size;
418*79271807SStefan Schake 
419*79271807SStefan Schake 	struct drm_pending_vblank_event *event;
420*79271807SStefan Schake };
421*79271807SStefan Schake 
422*79271807SStefan Schake static inline struct vc4_crtc *
423*79271807SStefan Schake to_vc4_crtc(struct drm_crtc *crtc)
424*79271807SStefan Schake {
425*79271807SStefan Schake 	return (struct vc4_crtc *)crtc;
426*79271807SStefan Schake }
427*79271807SStefan Schake 
428d3f5168aSEric Anholt #define V3D_READ(offset) readl(vc4->v3d->regs + offset)
429d3f5168aSEric Anholt #define V3D_WRITE(offset, val) writel(val, vc4->v3d->regs + offset)
430c8b75bcaSEric Anholt #define HVS_READ(offset) readl(vc4->hvs->regs + offset)
431c8b75bcaSEric Anholt #define HVS_WRITE(offset, val) writel(val, vc4->hvs->regs + offset)
432c8b75bcaSEric Anholt 
433d5b1a78aSEric Anholt struct vc4_exec_info {
434d5b1a78aSEric Anholt 	/* Sequence number for this bin/render job. */
435d5b1a78aSEric Anholt 	uint64_t seqno;
436d5b1a78aSEric Anholt 
4377edabee0SEric Anholt 	/* Latest write_seqno of any BO that binning depends on. */
4387edabee0SEric Anholt 	uint64_t bin_dep_seqno;
4397edabee0SEric Anholt 
440cdec4d36SEric Anholt 	struct dma_fence *fence;
441cdec4d36SEric Anholt 
442c4ce60dcSEric Anholt 	/* Last current addresses the hardware was processing when the
443c4ce60dcSEric Anholt 	 * hangcheck timer checked on us.
444c4ce60dcSEric Anholt 	 */
445c4ce60dcSEric Anholt 	uint32_t last_ct0ca, last_ct1ca;
446c4ce60dcSEric Anholt 
447d5b1a78aSEric Anholt 	/* Kernel-space copy of the ioctl arguments */
448d5b1a78aSEric Anholt 	struct drm_vc4_submit_cl *args;
449d5b1a78aSEric Anholt 
450d5b1a78aSEric Anholt 	/* This is the array of BOs that were looked up at the start of exec.
451d5b1a78aSEric Anholt 	 * Command validation will use indices into this array.
452d5b1a78aSEric Anholt 	 */
453d5b1a78aSEric Anholt 	struct drm_gem_cma_object **bo;
454d5b1a78aSEric Anholt 	uint32_t bo_count;
455d5b1a78aSEric Anholt 
4567edabee0SEric Anholt 	/* List of BOs that are being written by the RCL.  Other than
4577edabee0SEric Anholt 	 * the binner temporary storage, this is all the BOs written
4587edabee0SEric Anholt 	 * by the job.
4597edabee0SEric Anholt 	 */
4607edabee0SEric Anholt 	struct drm_gem_cma_object *rcl_write_bo[4];
4617edabee0SEric Anholt 	uint32_t rcl_write_bo_count;
4627edabee0SEric Anholt 
463d5b1a78aSEric Anholt 	/* Pointers for our position in vc4->job_list */
464d5b1a78aSEric Anholt 	struct list_head head;
465d5b1a78aSEric Anholt 
466d5b1a78aSEric Anholt 	/* List of other BOs used in the job that need to be released
467d5b1a78aSEric Anholt 	 * once the job is complete.
468d5b1a78aSEric Anholt 	 */
469d5b1a78aSEric Anholt 	struct list_head unref_list;
470d5b1a78aSEric Anholt 
471d5b1a78aSEric Anholt 	/* Current unvalidated indices into @bo loaded by the non-hardware
472d5b1a78aSEric Anholt 	 * VC4_PACKET_GEM_HANDLES.
473d5b1a78aSEric Anholt 	 */
474d5b1a78aSEric Anholt 	uint32_t bo_index[2];
475d5b1a78aSEric Anholt 
476d5b1a78aSEric Anholt 	/* This is the BO where we store the validated command lists, shader
477d5b1a78aSEric Anholt 	 * records, and uniforms.
478d5b1a78aSEric Anholt 	 */
479d5b1a78aSEric Anholt 	struct drm_gem_cma_object *exec_bo;
480d5b1a78aSEric Anholt 
481d5b1a78aSEric Anholt 	/**
482d5b1a78aSEric Anholt 	 * This tracks the per-shader-record state (packet 64) that
483d5b1a78aSEric Anholt 	 * determines the length of the shader record and the offset
484d5b1a78aSEric Anholt 	 * it's expected to be found at.  It gets read in from the
485d5b1a78aSEric Anholt 	 * command lists.
486d5b1a78aSEric Anholt 	 */
487d5b1a78aSEric Anholt 	struct vc4_shader_state {
488d5b1a78aSEric Anholt 		uint32_t addr;
489d5b1a78aSEric Anholt 		/* Maximum vertex index referenced by any primitive using this
490d5b1a78aSEric Anholt 		 * shader state.
491d5b1a78aSEric Anholt 		 */
492d5b1a78aSEric Anholt 		uint32_t max_index;
493d5b1a78aSEric Anholt 	} *shader_state;
494d5b1a78aSEric Anholt 
495d5b1a78aSEric Anholt 	/** How many shader states the user declared they were using. */
496d5b1a78aSEric Anholt 	uint32_t shader_state_size;
497d5b1a78aSEric Anholt 	/** How many shader state records the validator has seen. */
498d5b1a78aSEric Anholt 	uint32_t shader_state_count;
499d5b1a78aSEric Anholt 
500d5b1a78aSEric Anholt 	bool found_tile_binning_mode_config_packet;
501d5b1a78aSEric Anholt 	bool found_start_tile_binning_packet;
502d5b1a78aSEric Anholt 	bool found_increment_semaphore_packet;
503d5b1a78aSEric Anholt 	bool found_flush;
504d5b1a78aSEric Anholt 	uint8_t bin_tiles_x, bin_tiles_y;
505553c942fSEric Anholt 	/* Physical address of the start of the tile alloc array
506553c942fSEric Anholt 	 * (where each tile's binned CL will start)
507553c942fSEric Anholt 	 */
508d5b1a78aSEric Anholt 	uint32_t tile_alloc_offset;
509553c942fSEric Anholt 	/* Bitmask of which binner slots are freed when this job completes. */
510553c942fSEric Anholt 	uint32_t bin_slots;
511d5b1a78aSEric Anholt 
512d5b1a78aSEric Anholt 	/**
513d5b1a78aSEric Anholt 	 * Computed addresses pointing into exec_bo where we start the
514d5b1a78aSEric Anholt 	 * bin thread (ct0) and render thread (ct1).
515d5b1a78aSEric Anholt 	 */
516d5b1a78aSEric Anholt 	uint32_t ct0ca, ct0ea;
517d5b1a78aSEric Anholt 	uint32_t ct1ca, ct1ea;
518d5b1a78aSEric Anholt 
519d5b1a78aSEric Anholt 	/* Pointer to the unvalidated bin CL (if present). */
520d5b1a78aSEric Anholt 	void *bin_u;
521d5b1a78aSEric Anholt 
522d5b1a78aSEric Anholt 	/* Pointers to the shader recs.  These paddr gets incremented as CL
523d5b1a78aSEric Anholt 	 * packets are relocated in validate_gl_shader_state, and the vaddrs
524d5b1a78aSEric Anholt 	 * (u and v) get incremented and size decremented as the shader recs
525d5b1a78aSEric Anholt 	 * themselves are validated.
526d5b1a78aSEric Anholt 	 */
527d5b1a78aSEric Anholt 	void *shader_rec_u;
528d5b1a78aSEric Anholt 	void *shader_rec_v;
529d5b1a78aSEric Anholt 	uint32_t shader_rec_p;
530d5b1a78aSEric Anholt 	uint32_t shader_rec_size;
531d5b1a78aSEric Anholt 
532d5b1a78aSEric Anholt 	/* Pointers to the uniform data.  These pointers are incremented, and
533d5b1a78aSEric Anholt 	 * size decremented, as each batch of uniforms is uploaded.
534d5b1a78aSEric Anholt 	 */
535d5b1a78aSEric Anholt 	void *uniforms_u;
536d5b1a78aSEric Anholt 	void *uniforms_v;
537d5b1a78aSEric Anholt 	uint32_t uniforms_p;
538d5b1a78aSEric Anholt 	uint32_t uniforms_size;
53965101d8cSBoris Brezillon 
54065101d8cSBoris Brezillon 	/* Pointer to a performance monitor object if the user requested it,
54165101d8cSBoris Brezillon 	 * NULL otherwise.
54265101d8cSBoris Brezillon 	 */
54365101d8cSBoris Brezillon 	struct vc4_perfmon *perfmon;
54465101d8cSBoris Brezillon };
54565101d8cSBoris Brezillon 
54665101d8cSBoris Brezillon /* Per-open file private data. Any driver-specific resource that has to be
54765101d8cSBoris Brezillon  * released when the DRM file is closed should be placed here.
54865101d8cSBoris Brezillon  */
54965101d8cSBoris Brezillon struct vc4_file {
55065101d8cSBoris Brezillon 	struct {
55165101d8cSBoris Brezillon 		struct idr idr;
55265101d8cSBoris Brezillon 		struct mutex lock;
55365101d8cSBoris Brezillon 	} perfmon;
554d5b1a78aSEric Anholt };
555d5b1a78aSEric Anholt 
556d5b1a78aSEric Anholt static inline struct vc4_exec_info *
557ca26d28bSVarad Gautam vc4_first_bin_job(struct vc4_dev *vc4)
558d5b1a78aSEric Anholt {
55957b9f569SMasahiro Yamada 	return list_first_entry_or_null(&vc4->bin_job_list,
56057b9f569SMasahiro Yamada 					struct vc4_exec_info, head);
561ca26d28bSVarad Gautam }
562ca26d28bSVarad Gautam 
563ca26d28bSVarad Gautam static inline struct vc4_exec_info *
564ca26d28bSVarad Gautam vc4_first_render_job(struct vc4_dev *vc4)
565ca26d28bSVarad Gautam {
56657b9f569SMasahiro Yamada 	return list_first_entry_or_null(&vc4->render_job_list,
567ca26d28bSVarad Gautam 					struct vc4_exec_info, head);
568d5b1a78aSEric Anholt }
569d5b1a78aSEric Anholt 
5709326e6f2SEric Anholt static inline struct vc4_exec_info *
5719326e6f2SEric Anholt vc4_last_render_job(struct vc4_dev *vc4)
5729326e6f2SEric Anholt {
5739326e6f2SEric Anholt 	if (list_empty(&vc4->render_job_list))
5749326e6f2SEric Anholt 		return NULL;
5759326e6f2SEric Anholt 	return list_last_entry(&vc4->render_job_list,
5769326e6f2SEric Anholt 			       struct vc4_exec_info, head);
5779326e6f2SEric Anholt }
5789326e6f2SEric Anholt 
579c8b75bcaSEric Anholt /**
580463873d5SEric Anholt  * struct vc4_texture_sample_info - saves the offsets into the UBO for texture
581463873d5SEric Anholt  * setup parameters.
582463873d5SEric Anholt  *
583463873d5SEric Anholt  * This will be used at draw time to relocate the reference to the texture
584463873d5SEric Anholt  * contents in p0, and validate that the offset combined with
585463873d5SEric Anholt  * width/height/stride/etc. from p1 and p2/p3 doesn't sample outside the BO.
586463873d5SEric Anholt  * Note that the hardware treats unprovided config parameters as 0, so not all
587463873d5SEric Anholt  * of them need to be set up for every texure sample, and we'll store ~0 as
588463873d5SEric Anholt  * the offset to mark the unused ones.
589463873d5SEric Anholt  *
590463873d5SEric Anholt  * See the VC4 3D architecture guide page 41 ("Texture and Memory Lookup Unit
591463873d5SEric Anholt  * Setup") for definitions of the texture parameters.
592463873d5SEric Anholt  */
593463873d5SEric Anholt struct vc4_texture_sample_info {
594463873d5SEric Anholt 	bool is_direct;
595463873d5SEric Anholt 	uint32_t p_offset[4];
596463873d5SEric Anholt };
597463873d5SEric Anholt 
598463873d5SEric Anholt /**
599463873d5SEric Anholt  * struct vc4_validated_shader_info - information about validated shaders that
600463873d5SEric Anholt  * needs to be used from command list validation.
601463873d5SEric Anholt  *
602463873d5SEric Anholt  * For a given shader, each time a shader state record references it, we need
603463873d5SEric Anholt  * to verify that the shader doesn't read more uniforms than the shader state
604463873d5SEric Anholt  * record's uniform BO pointer can provide, and we need to apply relocations
605463873d5SEric Anholt  * and validate the shader state record's uniforms that define the texture
606463873d5SEric Anholt  * samples.
607463873d5SEric Anholt  */
608463873d5SEric Anholt struct vc4_validated_shader_info {
609463873d5SEric Anholt 	uint32_t uniforms_size;
610463873d5SEric Anholt 	uint32_t uniforms_src_size;
611463873d5SEric Anholt 	uint32_t num_texture_samples;
612463873d5SEric Anholt 	struct vc4_texture_sample_info *texture_samples;
6136d45c81dSEric Anholt 
6146d45c81dSEric Anholt 	uint32_t num_uniform_addr_offsets;
6156d45c81dSEric Anholt 	uint32_t *uniform_addr_offsets;
616c778cc5dSJonas Pfeil 
617c778cc5dSJonas Pfeil 	bool is_threaded;
618463873d5SEric Anholt };
619463873d5SEric Anholt 
620463873d5SEric Anholt /**
621c8b75bcaSEric Anholt  * _wait_for - magic (register) wait macro
622c8b75bcaSEric Anholt  *
623c8b75bcaSEric Anholt  * Does the right thing for modeset paths when run under kdgb or similar atomic
624c8b75bcaSEric Anholt  * contexts. Note that it's important that we check the condition again after
625c8b75bcaSEric Anholt  * having timed out, since the timeout could be due to preemption or similar and
626c8b75bcaSEric Anholt  * we've never had a chance to check the condition before the timeout.
627c8b75bcaSEric Anholt  */
628c8b75bcaSEric Anholt #define _wait_for(COND, MS, W) ({ \
629c8b75bcaSEric Anholt 	unsigned long timeout__ = jiffies + msecs_to_jiffies(MS) + 1;	\
630c8b75bcaSEric Anholt 	int ret__ = 0;							\
631c8b75bcaSEric Anholt 	while (!(COND)) {						\
632c8b75bcaSEric Anholt 		if (time_after(jiffies, timeout__)) {			\
633c8b75bcaSEric Anholt 			if (!(COND))					\
634c8b75bcaSEric Anholt 				ret__ = -ETIMEDOUT;			\
635c8b75bcaSEric Anholt 			break;						\
636c8b75bcaSEric Anholt 		}							\
637c8b75bcaSEric Anholt 		if (W && drm_can_sleep())  {				\
638c8b75bcaSEric Anholt 			msleep(W);					\
639c8b75bcaSEric Anholt 		} else {						\
640c8b75bcaSEric Anholt 			cpu_relax();					\
641c8b75bcaSEric Anholt 		}							\
642c8b75bcaSEric Anholt 	}								\
643c8b75bcaSEric Anholt 	ret__;								\
644c8b75bcaSEric Anholt })
645c8b75bcaSEric Anholt 
646c8b75bcaSEric Anholt #define wait_for(COND, MS) _wait_for(COND, MS, 1)
647c8b75bcaSEric Anholt 
648c8b75bcaSEric Anholt /* vc4_bo.c */
649c826a6e1SEric Anholt struct drm_gem_object *vc4_create_object(struct drm_device *dev, size_t size);
650c8b75bcaSEric Anholt void vc4_free_object(struct drm_gem_object *gem_obj);
651c826a6e1SEric Anholt struct vc4_bo *vc4_bo_create(struct drm_device *dev, size_t size,
652f3099462SEric Anholt 			     bool from_cache, enum vc4_kernel_bo_type type);
653c8b75bcaSEric Anholt int vc4_dumb_create(struct drm_file *file_priv,
654c8b75bcaSEric Anholt 		    struct drm_device *dev,
655c8b75bcaSEric Anholt 		    struct drm_mode_create_dumb *args);
656c8b75bcaSEric Anholt struct dma_buf *vc4_prime_export(struct drm_device *dev,
657c8b75bcaSEric Anholt 				 struct drm_gem_object *obj, int flags);
658d5bc60f6SEric Anholt int vc4_create_bo_ioctl(struct drm_device *dev, void *data,
659d5bc60f6SEric Anholt 			struct drm_file *file_priv);
660463873d5SEric Anholt int vc4_create_shader_bo_ioctl(struct drm_device *dev, void *data,
661463873d5SEric Anholt 			       struct drm_file *file_priv);
662d5bc60f6SEric Anholt int vc4_mmap_bo_ioctl(struct drm_device *dev, void *data,
663d5bc60f6SEric Anholt 		      struct drm_file *file_priv);
66483753117SEric Anholt int vc4_set_tiling_ioctl(struct drm_device *dev, void *data,
66583753117SEric Anholt 			 struct drm_file *file_priv);
66683753117SEric Anholt int vc4_get_tiling_ioctl(struct drm_device *dev, void *data,
66783753117SEric Anholt 			 struct drm_file *file_priv);
66821461365SEric Anholt int vc4_get_hang_state_ioctl(struct drm_device *dev, void *data,
66921461365SEric Anholt 			     struct drm_file *file_priv);
670f3099462SEric Anholt int vc4_label_bo_ioctl(struct drm_device *dev, void *data,
671f3099462SEric Anholt 		       struct drm_file *file_priv);
672b9f19259SBoris Brezillon int vc4_fault(struct vm_fault *vmf);
673463873d5SEric Anholt int vc4_mmap(struct file *filp, struct vm_area_struct *vma);
674cdec4d36SEric Anholt struct reservation_object *vc4_prime_res_obj(struct drm_gem_object *obj);
675463873d5SEric Anholt int vc4_prime_mmap(struct drm_gem_object *obj, struct vm_area_struct *vma);
676cdec4d36SEric Anholt struct drm_gem_object *vc4_prime_import_sg_table(struct drm_device *dev,
677cdec4d36SEric Anholt 						 struct dma_buf_attachment *attach,
678cdec4d36SEric Anholt 						 struct sg_table *sgt);
679463873d5SEric Anholt void *vc4_prime_vmap(struct drm_gem_object *obj);
680f3099462SEric Anholt int vc4_bo_cache_init(struct drm_device *dev);
681c826a6e1SEric Anholt void vc4_bo_cache_destroy(struct drm_device *dev);
682c826a6e1SEric Anholt int vc4_bo_stats_debugfs(struct seq_file *m, void *arg);
683b9f19259SBoris Brezillon int vc4_bo_inc_usecnt(struct vc4_bo *bo);
684b9f19259SBoris Brezillon void vc4_bo_dec_usecnt(struct vc4_bo *bo);
685b9f19259SBoris Brezillon void vc4_bo_add_to_purgeable_pool(struct vc4_bo *bo);
686b9f19259SBoris Brezillon void vc4_bo_remove_from_purgeable_pool(struct vc4_bo *bo);
687c8b75bcaSEric Anholt 
688c8b75bcaSEric Anholt /* vc4_crtc.c */
689c8b75bcaSEric Anholt extern struct platform_driver vc4_crtc_driver;
690c8b75bcaSEric Anholt int vc4_crtc_debugfs_regs(struct seq_file *m, void *arg);
6911bf6ad62SDaniel Vetter bool vc4_crtc_get_scanoutpos(struct drm_device *dev, unsigned int crtc_id,
6921bf6ad62SDaniel Vetter 			     bool in_vblank_irq, int *vpos, int *hpos,
6931bf59f1dSMario Kleiner 			     ktime_t *stime, ktime_t *etime,
6941bf59f1dSMario Kleiner 			     const struct drm_display_mode *mode);
695c8b75bcaSEric Anholt 
696c8b75bcaSEric Anholt /* vc4_debugfs.c */
697c8b75bcaSEric Anholt int vc4_debugfs_init(struct drm_minor *minor);
698c8b75bcaSEric Anholt 
699c8b75bcaSEric Anholt /* vc4_drv.c */
700c8b75bcaSEric Anholt void __iomem *vc4_ioremap_regs(struct platform_device *dev, int index);
701c8b75bcaSEric Anholt 
70208302c35SEric Anholt /* vc4_dpi.c */
70308302c35SEric Anholt extern struct platform_driver vc4_dpi_driver;
70408302c35SEric Anholt int vc4_dpi_debugfs_regs(struct seq_file *m, void *unused);
70508302c35SEric Anholt 
7064078f575SEric Anholt /* vc4_dsi.c */
7074078f575SEric Anholt extern struct platform_driver vc4_dsi_driver;
7084078f575SEric Anholt int vc4_dsi_debugfs_regs(struct seq_file *m, void *unused);
7094078f575SEric Anholt 
710cdec4d36SEric Anholt /* vc4_fence.c */
711cdec4d36SEric Anholt extern const struct dma_fence_ops vc4_fence_ops;
712cdec4d36SEric Anholt 
713d5b1a78aSEric Anholt /* vc4_gem.c */
714d5b1a78aSEric Anholt void vc4_gem_init(struct drm_device *dev);
715d5b1a78aSEric Anholt void vc4_gem_destroy(struct drm_device *dev);
716d5b1a78aSEric Anholt int vc4_submit_cl_ioctl(struct drm_device *dev, void *data,
717d5b1a78aSEric Anholt 			struct drm_file *file_priv);
718d5b1a78aSEric Anholt int vc4_wait_seqno_ioctl(struct drm_device *dev, void *data,
719d5b1a78aSEric Anholt 			 struct drm_file *file_priv);
720d5b1a78aSEric Anholt int vc4_wait_bo_ioctl(struct drm_device *dev, void *data,
721d5b1a78aSEric Anholt 		      struct drm_file *file_priv);
722ca26d28bSVarad Gautam void vc4_submit_next_bin_job(struct drm_device *dev);
723ca26d28bSVarad Gautam void vc4_submit_next_render_job(struct drm_device *dev);
724ca26d28bSVarad Gautam void vc4_move_job_to_render(struct drm_device *dev, struct vc4_exec_info *exec);
725d5b1a78aSEric Anholt int vc4_wait_for_seqno(struct drm_device *dev, uint64_t seqno,
726d5b1a78aSEric Anholt 		       uint64_t timeout_ns, bool interruptible);
727d5b1a78aSEric Anholt void vc4_job_handle_completed(struct vc4_dev *vc4);
728b501baccSEric Anholt int vc4_queue_seqno_cb(struct drm_device *dev,
729b501baccSEric Anholt 		       struct vc4_seqno_cb *cb, uint64_t seqno,
730b501baccSEric Anholt 		       void (*func)(struct vc4_seqno_cb *cb));
731b9f19259SBoris Brezillon int vc4_gem_madvise_ioctl(struct drm_device *dev, void *data,
732b9f19259SBoris Brezillon 			  struct drm_file *file_priv);
733d5b1a78aSEric Anholt 
734c8b75bcaSEric Anholt /* vc4_hdmi.c */
735c8b75bcaSEric Anholt extern struct platform_driver vc4_hdmi_driver;
736c8b75bcaSEric Anholt int vc4_hdmi_debugfs_regs(struct seq_file *m, void *unused);
737c8b75bcaSEric Anholt 
7389a8d5e4aSBoris Brezillon /* vc4_vec.c */
739e4b81f8cSBoris Brezillon extern struct platform_driver vc4_vec_driver;
740e4b81f8cSBoris Brezillon int vc4_vec_debugfs_regs(struct seq_file *m, void *unused);
741e4b81f8cSBoris Brezillon 
742d5b1a78aSEric Anholt /* vc4_irq.c */
743d5b1a78aSEric Anholt irqreturn_t vc4_irq(int irq, void *arg);
744d5b1a78aSEric Anholt void vc4_irq_preinstall(struct drm_device *dev);
745d5b1a78aSEric Anholt int vc4_irq_postinstall(struct drm_device *dev);
746d5b1a78aSEric Anholt void vc4_irq_uninstall(struct drm_device *dev);
747d5b1a78aSEric Anholt void vc4_irq_reset(struct drm_device *dev);
748d5b1a78aSEric Anholt 
749c8b75bcaSEric Anholt /* vc4_hvs.c */
750c8b75bcaSEric Anholt extern struct platform_driver vc4_hvs_driver;
751c8b75bcaSEric Anholt void vc4_hvs_dump_state(struct drm_device *dev);
752c8b75bcaSEric Anholt int vc4_hvs_debugfs_regs(struct seq_file *m, void *unused);
753c8b75bcaSEric Anholt 
754c8b75bcaSEric Anholt /* vc4_kms.c */
755c8b75bcaSEric Anholt int vc4_kms_load(struct drm_device *dev);
756c8b75bcaSEric Anholt 
757c8b75bcaSEric Anholt /* vc4_plane.c */
758c8b75bcaSEric Anholt struct drm_plane *vc4_plane_init(struct drm_device *dev,
759c8b75bcaSEric Anholt 				 enum drm_plane_type type);
760c8b75bcaSEric Anholt u32 vc4_plane_write_dlist(struct drm_plane *plane, u32 __iomem *dlist);
7612f196b7cSDaniel Vetter u32 vc4_plane_dlist_size(const struct drm_plane_state *state);
762b501baccSEric Anholt void vc4_plane_async_set_fb(struct drm_plane *plane,
763b501baccSEric Anholt 			    struct drm_framebuffer *fb);
764463873d5SEric Anholt 
765d3f5168aSEric Anholt /* vc4_v3d.c */
766d3f5168aSEric Anholt extern struct platform_driver vc4_v3d_driver;
767d3f5168aSEric Anholt int vc4_v3d_debugfs_ident(struct seq_file *m, void *unused);
768d3f5168aSEric Anholt int vc4_v3d_debugfs_regs(struct seq_file *m, void *unused);
769553c942fSEric Anholt int vc4_v3d_get_bin_slot(struct vc4_dev *vc4);
770d5b1a78aSEric Anholt 
771d5b1a78aSEric Anholt /* vc4_validate.c */
772d5b1a78aSEric Anholt int
773d5b1a78aSEric Anholt vc4_validate_bin_cl(struct drm_device *dev,
774d5b1a78aSEric Anholt 		    void *validated,
775d5b1a78aSEric Anholt 		    void *unvalidated,
776d5b1a78aSEric Anholt 		    struct vc4_exec_info *exec);
777d5b1a78aSEric Anholt 
778d5b1a78aSEric Anholt int
779d5b1a78aSEric Anholt vc4_validate_shader_recs(struct drm_device *dev, struct vc4_exec_info *exec);
780d5b1a78aSEric Anholt 
781d5b1a78aSEric Anholt struct drm_gem_cma_object *vc4_use_bo(struct vc4_exec_info *exec,
782d5b1a78aSEric Anholt 				      uint32_t hindex);
783d5b1a78aSEric Anholt 
784d5b1a78aSEric Anholt int vc4_get_rcl(struct drm_device *dev, struct vc4_exec_info *exec);
785d5b1a78aSEric Anholt 
786d5b1a78aSEric Anholt bool vc4_check_tex_size(struct vc4_exec_info *exec,
787d5b1a78aSEric Anholt 			struct drm_gem_cma_object *fbo,
788d5b1a78aSEric Anholt 			uint32_t offset, uint8_t tiling_format,
789d5b1a78aSEric Anholt 			uint32_t width, uint32_t height, uint8_t cpp);
790d3f5168aSEric Anholt 
791463873d5SEric Anholt /* vc4_validate_shader.c */
792463873d5SEric Anholt struct vc4_validated_shader_info *
793463873d5SEric Anholt vc4_validate_shader(struct drm_gem_cma_object *shader_obj);
79465101d8cSBoris Brezillon 
79565101d8cSBoris Brezillon /* vc4_perfmon.c */
79665101d8cSBoris Brezillon void vc4_perfmon_get(struct vc4_perfmon *perfmon);
79765101d8cSBoris Brezillon void vc4_perfmon_put(struct vc4_perfmon *perfmon);
79865101d8cSBoris Brezillon void vc4_perfmon_start(struct vc4_dev *vc4, struct vc4_perfmon *perfmon);
79965101d8cSBoris Brezillon void vc4_perfmon_stop(struct vc4_dev *vc4, struct vc4_perfmon *perfmon,
80065101d8cSBoris Brezillon 		      bool capture);
80165101d8cSBoris Brezillon struct vc4_perfmon *vc4_perfmon_find(struct vc4_file *vc4file, int id);
80265101d8cSBoris Brezillon void vc4_perfmon_open_file(struct vc4_file *vc4file);
80365101d8cSBoris Brezillon void vc4_perfmon_close_file(struct vc4_file *vc4file);
80465101d8cSBoris Brezillon int vc4_perfmon_create_ioctl(struct drm_device *dev, void *data,
80565101d8cSBoris Brezillon 			     struct drm_file *file_priv);
80665101d8cSBoris Brezillon int vc4_perfmon_destroy_ioctl(struct drm_device *dev, void *data,
80765101d8cSBoris Brezillon 			      struct drm_file *file_priv);
80865101d8cSBoris Brezillon int vc4_perfmon_get_values_ioctl(struct drm_device *dev, void *data,
80965101d8cSBoris Brezillon 				 struct drm_file *file_priv);
810