1 // SPDX-License-Identifier: MIT 2 /* 3 * Copyright(c) 2020 Intel Corporation. 4 */ 5 6 #include <linux/component.h> 7 8 #include <drm/i915_pxp_tee_interface.h> 9 #include <drm/i915_component.h> 10 11 #include "gem/i915_gem_lmem.h" 12 13 #include "i915_drv.h" 14 #include "intel_pxp.h" 15 #include "intel_pxp_session.h" 16 #include "intel_pxp_tee.h" 17 #include "intel_pxp_cmd_interface_42.h" 18 #include "intel_pxp_huc.h" 19 20 static inline struct intel_pxp *i915_dev_to_pxp(struct device *i915_kdev) 21 { 22 struct drm_i915_private *i915 = kdev_to_i915(i915_kdev); 23 24 return &to_gt(i915)->pxp; 25 } 26 27 static int intel_pxp_tee_io_message(struct intel_pxp *pxp, 28 void *msg_in, u32 msg_in_size, 29 void *msg_out, u32 msg_out_max_size, 30 u32 *msg_out_rcv_size) 31 { 32 struct drm_i915_private *i915 = pxp_to_gt(pxp)->i915; 33 struct i915_pxp_component *pxp_component = pxp->pxp_component; 34 int ret = 0; 35 36 mutex_lock(&pxp->tee_mutex); 37 38 /* 39 * The binding of the component is asynchronous from i915 probe, so we 40 * can't be sure it has happened. 41 */ 42 if (!pxp_component) { 43 ret = -ENODEV; 44 goto unlock; 45 } 46 47 ret = pxp_component->ops->send(pxp_component->tee_dev, msg_in, msg_in_size); 48 if (ret) { 49 drm_err(&i915->drm, "Failed to send PXP TEE message\n"); 50 goto unlock; 51 } 52 53 ret = pxp_component->ops->recv(pxp_component->tee_dev, msg_out, msg_out_max_size); 54 if (ret < 0) { 55 drm_err(&i915->drm, "Failed to receive PXP TEE message\n"); 56 goto unlock; 57 } 58 59 if (ret > msg_out_max_size) { 60 drm_err(&i915->drm, 61 "Failed to receive PXP TEE message due to unexpected output size\n"); 62 ret = -ENOSPC; 63 goto unlock; 64 } 65 66 if (msg_out_rcv_size) 67 *msg_out_rcv_size = ret; 68 69 ret = 0; 70 unlock: 71 mutex_unlock(&pxp->tee_mutex); 72 return ret; 73 } 74 75 int intel_pxp_tee_stream_message(struct intel_pxp *pxp, 76 u8 client_id, u32 fence_id, 77 void *msg_in, size_t msg_in_len, 78 void *msg_out, size_t msg_out_len) 79 { 80 /* TODO: for bigger objects we need to use a sg of 4k pages */ 81 const size_t max_msg_size = PAGE_SIZE; 82 struct drm_i915_private *i915 = pxp_to_gt(pxp)->i915; 83 struct i915_pxp_component *pxp_component = pxp->pxp_component; 84 unsigned int offset = 0; 85 struct scatterlist *sg; 86 int ret; 87 88 if (msg_in_len > max_msg_size || msg_out_len > max_msg_size) 89 return -ENOSPC; 90 91 mutex_lock(&pxp->tee_mutex); 92 93 if (unlikely(!pxp_component || !pxp_component->ops->gsc_command)) { 94 ret = -ENODEV; 95 goto unlock; 96 } 97 98 GEM_BUG_ON(!pxp->stream_cmd.obj); 99 100 sg = i915_gem_object_get_sg_dma(pxp->stream_cmd.obj, 0, &offset); 101 102 memcpy(pxp->stream_cmd.vaddr, msg_in, msg_in_len); 103 104 ret = pxp_component->ops->gsc_command(pxp_component->tee_dev, client_id, 105 fence_id, sg, msg_in_len, sg); 106 if (ret < 0) 107 drm_err(&i915->drm, "Failed to send PXP TEE gsc command\n"); 108 else 109 memcpy(msg_out, pxp->stream_cmd.vaddr, msg_out_len); 110 111 unlock: 112 mutex_unlock(&pxp->tee_mutex); 113 return ret; 114 } 115 116 /** 117 * i915_pxp_tee_component_bind - bind function to pass the function pointers to pxp_tee 118 * @i915_kdev: pointer to i915 kernel device 119 * @tee_kdev: pointer to tee kernel device 120 * @data: pointer to pxp_tee_master containing the function pointers 121 * 122 * This bind function is called during the system boot or resume from system sleep. 123 * 124 * Return: return 0 if successful. 125 */ 126 static int i915_pxp_tee_component_bind(struct device *i915_kdev, 127 struct device *tee_kdev, void *data) 128 { 129 struct drm_i915_private *i915 = kdev_to_i915(i915_kdev); 130 struct intel_pxp *pxp = i915_dev_to_pxp(i915_kdev); 131 struct intel_uc *uc = &pxp_to_gt(pxp)->uc; 132 intel_wakeref_t wakeref; 133 int ret = 0; 134 135 mutex_lock(&pxp->tee_mutex); 136 pxp->pxp_component = data; 137 pxp->pxp_component->tee_dev = tee_kdev; 138 mutex_unlock(&pxp->tee_mutex); 139 140 if (intel_uc_uses_huc(uc) && intel_huc_is_loaded_by_gsc(&uc->huc)) { 141 with_intel_runtime_pm(&i915->runtime_pm, wakeref) { 142 /* load huc via pxp */ 143 ret = intel_huc_fw_load_and_auth_via_gsc(&uc->huc); 144 if (ret < 0) 145 drm_err(&i915->drm, "failed to load huc via gsc %d\n", ret); 146 } 147 } 148 149 /* if we are suspended, the HW will be re-initialized on resume */ 150 wakeref = intel_runtime_pm_get_if_in_use(&i915->runtime_pm); 151 if (!wakeref) 152 return 0; 153 154 /* the component is required to fully start the PXP HW */ 155 if (intel_pxp_is_enabled(pxp)) 156 intel_pxp_init_hw(pxp); 157 158 intel_runtime_pm_put(&i915->runtime_pm, wakeref); 159 160 return ret; 161 } 162 163 static void i915_pxp_tee_component_unbind(struct device *i915_kdev, 164 struct device *tee_kdev, void *data) 165 { 166 struct drm_i915_private *i915 = kdev_to_i915(i915_kdev); 167 struct intel_pxp *pxp = i915_dev_to_pxp(i915_kdev); 168 intel_wakeref_t wakeref; 169 170 if (intel_pxp_is_enabled(pxp)) 171 with_intel_runtime_pm_if_in_use(&i915->runtime_pm, wakeref) 172 intel_pxp_fini_hw(pxp); 173 174 mutex_lock(&pxp->tee_mutex); 175 pxp->pxp_component = NULL; 176 mutex_unlock(&pxp->tee_mutex); 177 } 178 179 static const struct component_ops i915_pxp_tee_component_ops = { 180 .bind = i915_pxp_tee_component_bind, 181 .unbind = i915_pxp_tee_component_unbind, 182 }; 183 184 static int alloc_streaming_command(struct intel_pxp *pxp) 185 { 186 struct drm_i915_private *i915 = pxp_to_gt(pxp)->i915; 187 struct drm_i915_gem_object *obj = NULL; 188 void *cmd; 189 int err; 190 191 pxp->stream_cmd.obj = NULL; 192 pxp->stream_cmd.vaddr = NULL; 193 194 if (!IS_DGFX(i915)) 195 return 0; 196 197 /* allocate lmem object of one page for PXP command memory and store it */ 198 obj = i915_gem_object_create_lmem(i915, PAGE_SIZE, I915_BO_ALLOC_CONTIGUOUS); 199 if (IS_ERR(obj)) { 200 drm_err(&i915->drm, "Failed to allocate pxp streaming command!\n"); 201 return PTR_ERR(obj); 202 } 203 204 err = i915_gem_object_pin_pages_unlocked(obj); 205 if (err) { 206 drm_err(&i915->drm, "Failed to pin gsc message page!\n"); 207 goto out_put; 208 } 209 210 /* map the lmem into the virtual memory pointer */ 211 cmd = i915_gem_object_pin_map_unlocked(obj, i915_coherent_map_type(i915, obj, true)); 212 if (IS_ERR(cmd)) { 213 drm_err(&i915->drm, "Failed to map gsc message page!\n"); 214 err = PTR_ERR(cmd); 215 goto out_unpin; 216 } 217 218 memset(cmd, 0, obj->base.size); 219 220 pxp->stream_cmd.obj = obj; 221 pxp->stream_cmd.vaddr = cmd; 222 223 return 0; 224 225 out_unpin: 226 i915_gem_object_unpin_pages(obj); 227 out_put: 228 i915_gem_object_put(obj); 229 return err; 230 } 231 232 static void free_streaming_command(struct intel_pxp *pxp) 233 { 234 struct drm_i915_gem_object *obj = fetch_and_zero(&pxp->stream_cmd.obj); 235 236 if (!obj) 237 return; 238 239 i915_gem_object_unpin_map(obj); 240 i915_gem_object_unpin_pages(obj); 241 i915_gem_object_put(obj); 242 } 243 244 int intel_pxp_tee_component_init(struct intel_pxp *pxp) 245 { 246 int ret; 247 struct intel_gt *gt = pxp_to_gt(pxp); 248 struct drm_i915_private *i915 = gt->i915; 249 250 mutex_init(&pxp->tee_mutex); 251 252 ret = alloc_streaming_command(pxp); 253 if (ret) 254 return ret; 255 256 ret = component_add_typed(i915->drm.dev, &i915_pxp_tee_component_ops, 257 I915_COMPONENT_PXP); 258 if (ret < 0) { 259 drm_err(&i915->drm, "Failed to add PXP component (%d)\n", ret); 260 goto out_free; 261 } 262 263 pxp->pxp_component_added = true; 264 265 return 0; 266 267 out_free: 268 free_streaming_command(pxp); 269 return ret; 270 } 271 272 void intel_pxp_tee_component_fini(struct intel_pxp *pxp) 273 { 274 struct drm_i915_private *i915 = pxp_to_gt(pxp)->i915; 275 276 if (!pxp->pxp_component_added) 277 return; 278 279 component_del(i915->drm.dev, &i915_pxp_tee_component_ops); 280 pxp->pxp_component_added = false; 281 282 free_streaming_command(pxp); 283 } 284 285 int intel_pxp_tee_cmd_create_arb_session(struct intel_pxp *pxp, 286 int arb_session_id) 287 { 288 struct drm_i915_private *i915 = pxp_to_gt(pxp)->i915; 289 struct pxp42_create_arb_in msg_in = {0}; 290 struct pxp42_create_arb_out msg_out = {0}; 291 int ret; 292 293 msg_in.header.api_version = PXP_APIVER(4, 2); 294 msg_in.header.command_id = PXP42_CMDID_INIT_SESSION; 295 msg_in.header.buffer_len = sizeof(msg_in) - sizeof(msg_in.header); 296 msg_in.protection_mode = PXP42_ARB_SESSION_MODE_HEAVY; 297 msg_in.session_id = arb_session_id; 298 299 ret = intel_pxp_tee_io_message(pxp, 300 &msg_in, sizeof(msg_in), 301 &msg_out, sizeof(msg_out), 302 NULL); 303 304 if (ret) 305 drm_err(&i915->drm, "Failed to send tee msg ret=[%d]\n", ret); 306 else if (msg_out.header.status != 0x0) 307 drm_warn(&i915->drm, "PXP firmware failed arb session init request ret=[0x%08x]\n", 308 msg_out.header.status); 309 310 return ret; 311 } 312