1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (C) 2018 Broadcom 4 */ 5 6 /** 7 * DOC: VC4 V3D performance monitor module 8 * 9 * The V3D block provides 16 hardware counters which can count various events. 10 */ 11 12 #include "vc4_drv.h" 13 #include "vc4_regs.h" 14 15 #define VC4_PERFMONID_MIN 1 16 #define VC4_PERFMONID_MAX U32_MAX 17 18 void vc4_perfmon_get(struct vc4_perfmon *perfmon) 19 { 20 if (perfmon) 21 refcount_inc(&perfmon->refcnt); 22 } 23 24 void vc4_perfmon_put(struct vc4_perfmon *perfmon) 25 { 26 if (perfmon && refcount_dec_and_test(&perfmon->refcnt)) 27 kfree(perfmon); 28 } 29 30 void vc4_perfmon_start(struct vc4_dev *vc4, struct vc4_perfmon *perfmon) 31 { 32 unsigned int i; 33 u32 mask; 34 35 if (WARN_ON_ONCE(!perfmon || vc4->active_perfmon)) 36 return; 37 38 for (i = 0; i < perfmon->ncounters; i++) 39 V3D_WRITE(V3D_PCTRS(i), perfmon->events[i]); 40 41 mask = GENMASK(perfmon->ncounters - 1, 0); 42 V3D_WRITE(V3D_PCTRC, mask); 43 V3D_WRITE(V3D_PCTRE, V3D_PCTRE_EN | mask); 44 vc4->active_perfmon = perfmon; 45 } 46 47 void vc4_perfmon_stop(struct vc4_dev *vc4, struct vc4_perfmon *perfmon, 48 bool capture) 49 { 50 unsigned int i; 51 52 if (WARN_ON_ONCE(!vc4->active_perfmon || 53 perfmon != vc4->active_perfmon)) 54 return; 55 56 if (capture) { 57 for (i = 0; i < perfmon->ncounters; i++) 58 perfmon->counters[i] += V3D_READ(V3D_PCTR(i)); 59 } 60 61 V3D_WRITE(V3D_PCTRE, 0); 62 vc4->active_perfmon = NULL; 63 } 64 65 struct vc4_perfmon *vc4_perfmon_find(struct vc4_file *vc4file, int id) 66 { 67 struct vc4_perfmon *perfmon; 68 69 mutex_lock(&vc4file->perfmon.lock); 70 perfmon = idr_find(&vc4file->perfmon.idr, id); 71 vc4_perfmon_get(perfmon); 72 mutex_unlock(&vc4file->perfmon.lock); 73 74 return perfmon; 75 } 76 77 void vc4_perfmon_open_file(struct vc4_file *vc4file) 78 { 79 mutex_init(&vc4file->perfmon.lock); 80 idr_init_base(&vc4file->perfmon.idr, VC4_PERFMONID_MIN); 81 } 82 83 static int vc4_perfmon_idr_del(int id, void *elem, void *data) 84 { 85 struct vc4_perfmon *perfmon = elem; 86 87 vc4_perfmon_put(perfmon); 88 89 return 0; 90 } 91 92 void vc4_perfmon_close_file(struct vc4_file *vc4file) 93 { 94 mutex_lock(&vc4file->perfmon.lock); 95 idr_for_each(&vc4file->perfmon.idr, vc4_perfmon_idr_del, NULL); 96 idr_destroy(&vc4file->perfmon.idr); 97 mutex_unlock(&vc4file->perfmon.lock); 98 } 99 100 int vc4_perfmon_create_ioctl(struct drm_device *dev, void *data, 101 struct drm_file *file_priv) 102 { 103 struct vc4_dev *vc4 = to_vc4_dev(dev); 104 struct vc4_file *vc4file = file_priv->driver_priv; 105 struct drm_vc4_perfmon_create *req = data; 106 struct vc4_perfmon *perfmon; 107 unsigned int i; 108 int ret; 109 110 if (!vc4->v3d) { 111 DRM_DEBUG("Creating perfmon no VC4 V3D probed\n"); 112 return -ENODEV; 113 } 114 115 /* Number of monitored counters cannot exceed HW limits. */ 116 if (req->ncounters > DRM_VC4_MAX_PERF_COUNTERS || 117 !req->ncounters) 118 return -EINVAL; 119 120 /* Make sure all events are valid. */ 121 for (i = 0; i < req->ncounters; i++) { 122 if (req->events[i] >= VC4_PERFCNT_NUM_EVENTS) 123 return -EINVAL; 124 } 125 126 perfmon = kzalloc(struct_size(perfmon, counters, req->ncounters), 127 GFP_KERNEL); 128 if (!perfmon) 129 return -ENOMEM; 130 131 for (i = 0; i < req->ncounters; i++) 132 perfmon->events[i] = req->events[i]; 133 134 perfmon->ncounters = req->ncounters; 135 136 refcount_set(&perfmon->refcnt, 1); 137 138 mutex_lock(&vc4file->perfmon.lock); 139 ret = idr_alloc(&vc4file->perfmon.idr, perfmon, VC4_PERFMONID_MIN, 140 VC4_PERFMONID_MAX, GFP_KERNEL); 141 mutex_unlock(&vc4file->perfmon.lock); 142 143 if (ret < 0) { 144 kfree(perfmon); 145 return ret; 146 } 147 148 req->id = ret; 149 return 0; 150 } 151 152 int vc4_perfmon_destroy_ioctl(struct drm_device *dev, void *data, 153 struct drm_file *file_priv) 154 { 155 struct vc4_dev *vc4 = to_vc4_dev(dev); 156 struct vc4_file *vc4file = file_priv->driver_priv; 157 struct drm_vc4_perfmon_destroy *req = data; 158 struct vc4_perfmon *perfmon; 159 160 if (!vc4->v3d) { 161 DRM_DEBUG("Destroying perfmon no VC4 V3D probed\n"); 162 return -ENODEV; 163 } 164 165 mutex_lock(&vc4file->perfmon.lock); 166 perfmon = idr_remove(&vc4file->perfmon.idr, req->id); 167 mutex_unlock(&vc4file->perfmon.lock); 168 169 if (!perfmon) 170 return -EINVAL; 171 172 vc4_perfmon_put(perfmon); 173 return 0; 174 } 175 176 int vc4_perfmon_get_values_ioctl(struct drm_device *dev, void *data, 177 struct drm_file *file_priv) 178 { 179 struct vc4_dev *vc4 = to_vc4_dev(dev); 180 struct vc4_file *vc4file = file_priv->driver_priv; 181 struct drm_vc4_perfmon_get_values *req = data; 182 struct vc4_perfmon *perfmon; 183 int ret; 184 185 if (!vc4->v3d) { 186 DRM_DEBUG("Getting perfmon no VC4 V3D probed\n"); 187 return -ENODEV; 188 } 189 190 mutex_lock(&vc4file->perfmon.lock); 191 perfmon = idr_find(&vc4file->perfmon.idr, req->id); 192 vc4_perfmon_get(perfmon); 193 mutex_unlock(&vc4file->perfmon.lock); 194 195 if (!perfmon) 196 return -EINVAL; 197 198 if (copy_to_user(u64_to_user_ptr(req->values_ptr), perfmon->counters, 199 perfmon->ncounters * sizeof(u64))) 200 ret = -EFAULT; 201 else 202 ret = 0; 203 204 vc4_perfmon_put(perfmon); 205 return ret; 206 } 207