1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * Copyright (C) 2013 Red Hat 4 * Author: Rob Clark <robdclark@gmail.com> 5 */ 6 7 #ifndef __MSM_RINGBUFFER_H__ 8 #define __MSM_RINGBUFFER_H__ 9 10 #include "msm_drv.h" 11 12 #define rbmemptr(ring, member) \ 13 ((ring)->memptrs_iova + offsetof(struct msm_rbmemptrs, member)) 14 15 #define rbmemptr_stats(ring, index, member) \ 16 (rbmemptr((ring), stats) + \ 17 ((index) * sizeof(struct msm_gpu_submit_stats)) + \ 18 offsetof(struct msm_gpu_submit_stats, member)) 19 20 struct msm_gpu_submit_stats { 21 u64 cpcycles_start; 22 u64 cpcycles_end; 23 u64 alwayson_start; 24 u64 alwayson_end; 25 }; 26 27 #define MSM_GPU_SUBMIT_STATS_COUNT 64 28 29 struct msm_rbmemptrs { 30 volatile uint32_t rptr; 31 volatile uint32_t fence; 32 33 volatile struct msm_gpu_submit_stats stats[MSM_GPU_SUBMIT_STATS_COUNT]; 34 volatile u64 ttbr0; 35 }; 36 37 struct msm_ringbuffer { 38 struct msm_gpu *gpu; 39 int id; 40 struct drm_gem_object *bo; 41 uint32_t *start, *end, *cur, *next; 42 43 /* 44 * List of in-flight submits on this ring. Protected by submit_lock. 45 */ 46 struct list_head submits; 47 spinlock_t submit_lock; 48 49 uint64_t iova; 50 uint32_t seqno; 51 uint32_t hangcheck_fence; 52 struct msm_rbmemptrs *memptrs; 53 uint64_t memptrs_iova; 54 struct msm_fence_context *fctx; 55 56 /* 57 * preempt_lock protects preemption and serializes wptr updates against 58 * preemption. Can be aquired from irq context. 59 */ 60 spinlock_t preempt_lock; 61 }; 62 63 struct msm_ringbuffer *msm_ringbuffer_new(struct msm_gpu *gpu, int id, 64 void *memptrs, uint64_t memptrs_iova); 65 void msm_ringbuffer_destroy(struct msm_ringbuffer *ring); 66 67 /* ringbuffer helpers (the parts that are same for a3xx/a2xx/z180..) */ 68 69 static inline void 70 OUT_RING(struct msm_ringbuffer *ring, uint32_t data) 71 { 72 /* 73 * ring->next points to the current command being written - it won't be 74 * committed as ring->cur until the flush 75 */ 76 if (ring->next == ring->end) 77 ring->next = ring->start; 78 *(ring->next++) = data; 79 } 80 81 #endif /* __MSM_RINGBUFFER_H__ */ 82