1 // SPDX-License-Identifier: MIT
5  * Author: Rijo Thomas <Rijo-john.Thomas@amd.com>
18 #include <linux/psp-tee.h>
20 #include "psp-dev.h"
21 #include "tee-dev.h"
27 	struct ring_buf_manager *rb_mgr = &tee->rb_mgr;  in tee_alloc_ring()
31 		return -EINVAL;  in tee_alloc_ring()
38 		return -ENOMEM;  in tee_alloc_ring()
41 	rb_mgr->ring_start = start_addr;  in tee_alloc_ring()
42 	rb_mgr->ring_size = ring_size;  in tee_alloc_ring()
43 	rb_mgr->ring_pa = __psp_pa(start_addr);  in tee_alloc_ring()
44 	mutex_init(&rb_mgr->mutex);  in tee_alloc_ring()
51 	struct ring_buf_manager *rb_mgr = &tee->rb_mgr;  in tee_free_ring()
53 	if (!rb_mgr->ring_start)  in tee_free_ring()
56 	free_pages((unsigned long)rb_mgr->ring_start,  in tee_free_ring()
57 		   get_order(rb_mgr->ring_size));  in tee_free_ring()
59 	rb_mgr->ring_start = NULL;  in tee_free_ring()
60 	rb_mgr->ring_size = 0;  in tee_free_ring()
61 	rb_mgr->ring_pa = 0;  in tee_free_ring()
62 	mutex_destroy(&rb_mgr->mutex);  in tee_free_ring()
68 	struct tee_init_ring_cmd *cmd;  in tee_alloc_cmd_buffer()  local
70 	cmd = kzalloc(sizeof(*cmd), GFP_KERNEL);  in tee_alloc_cmd_buffer()
71 	if (!cmd)  in tee_alloc_cmd_buffer()
74 	cmd->hi_addr = upper_32_bits(tee->rb_mgr.ring_pa);  in tee_alloc_cmd_buffer()
75 	cmd->low_addr = lower_32_bits(tee->rb_mgr.ring_pa);  in tee_alloc_cmd_buffer()
76 	cmd->size = tee->rb_mgr.ring_size;  in tee_alloc_cmd_buffer()
78 	dev_dbg(tee->dev, "tee: ring address: high = 0x%x low = 0x%x size = %u\n",  in tee_alloc_cmd_buffer()
79 		cmd->hi_addr, cmd->low_addr, cmd->size);  in tee_alloc_cmd_buffer()
81 	return cmd;  in tee_alloc_cmd_buffer()
84 static inline void tee_free_cmd_buffer(struct tee_init_ring_cmd *cmd)  in tee_free_cmd_buffer()  argument
86 	kfree(cmd);  in tee_free_cmd_buffer()
92 	struct tee_init_ring_cmd *cmd;  in tee_init_ring()  local
100 		dev_err(tee->dev, "tee: ring allocation failed %d\n", ret);  in tee_init_ring()
104 	tee->rb_mgr.wptr = 0;  in tee_init_ring()
106 	cmd = tee_alloc_cmd_buffer(tee);  in tee_init_ring()
107 	if (!cmd) {  in tee_init_ring()
109 		return -ENOMEM;  in tee_init_ring()
113 	 * CPU-PSP message registers  in tee_init_ring()
115 	ret = psp_mailbox_command(tee->psp, PSP_CMD_TEE_RING_INIT, cmd,  in tee_init_ring()
118 		dev_err(tee->dev, "tee: ring init command timed out, disabling TEE support\n");  in tee_init_ring()
125 		dev_err(tee->dev, "tee: ring init command failed (%#010lx)\n",  in tee_init_ring()
128 		ret = -EIO;  in tee_init_ring()
132 	tee_free_cmd_buffer(cmd);  in tee_init_ring()
142 	if (!tee->rb_mgr.ring_start)  in tee_destroy_ring()
148 	ret = psp_mailbox_command(tee->psp, PSP_CMD_TEE_RING_DESTROY, NULL,  in tee_destroy_ring()
151 		dev_err(tee->dev, "tee: ring destroy command timed out, disabling TEE support\n");  in tee_destroy_ring()
154 		dev_err(tee->dev, "tee: ring destroy command failed (%#010lx)\n",  in tee_destroy_ring()
164 	struct device *dev = psp->dev;  in tee_dev_init()
168 	ret = -ENOMEM;  in tee_dev_init()
173 	psp->tee_data = tee;  in tee_dev_init()
175 	tee->dev = dev;  in tee_dev_init()
176 	tee->psp = psp;  in tee_dev_init()
178 	tee->io_regs = psp->io_regs;  in tee_dev_init()
180 	tee->vdata = (struct tee_vdata *)psp->vdata->tee;  in tee_dev_init()
181 	if (!tee->vdata) {  in tee_dev_init()
182 		ret = -ENODEV;  in tee_dev_init()
198 	psp->tee_data = NULL;  in tee_dev_init()
207 	struct psp_tee_device *tee = psp->tee_data;  in tee_dev_destroy()
218 	struct tee_ring_cmd *cmd;  in tee_submit_cmd()  local
224 	mutex_lock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
229 		cmd = (struct tee_ring_cmd *)  in tee_submit_cmd()
230 			(tee->rb_mgr.ring_start + tee->rb_mgr.wptr);  in tee_submit_cmd()
232 		rptr = ioread32(tee->io_regs + tee->vdata->ring_rptr_reg);  in tee_submit_cmd()
237 		if (!(tee->rb_mgr.wptr + sizeof(struct tee_ring_cmd) == rptr ||  in tee_submit_cmd()
238 		      cmd->flag == CMD_WAITING_FOR_RESPONSE))  in tee_submit_cmd()
241 		dev_dbg(tee->dev, "tee: ring buffer full. rptr = %u wptr = %u\n",  in tee_submit_cmd()
242 			rptr, tee->rb_mgr.wptr);  in tee_submit_cmd()
245 		mutex_unlock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
247 		mutex_lock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
249 	} while (--nloop);  in tee_submit_cmd()
252 	    (tee->rb_mgr.wptr + sizeof(struct tee_ring_cmd) == rptr ||  in tee_submit_cmd()
253 	     cmd->flag == CMD_WAITING_FOR_RESPONSE)) {  in tee_submit_cmd()
254 		dev_err(tee->dev, "tee: ring buffer full. rptr = %u wptr = %u response flag %u\n",  in tee_submit_cmd()
255 			rptr, tee->rb_mgr.wptr, cmd->flag);  in tee_submit_cmd()
256 		ret = -EBUSY;  in tee_submit_cmd()
264 		ret = -EBUSY;  in tee_submit_cmd()
269 	cmd->cmd_id = cmd_id;  in tee_submit_cmd()
270 	cmd->cmd_state = TEE_CMD_STATE_INIT;  in tee_submit_cmd()
271 	memset(&cmd->buf[0], 0, sizeof(cmd->buf));  in tee_submit_cmd()
272 	memcpy(&cmd->buf[0], buf, len);  in tee_submit_cmd()
275 	cmd->flag = CMD_WAITING_FOR_RESPONSE;  in tee_submit_cmd()
278 	tee->rb_mgr.wptr += sizeof(struct tee_ring_cmd);  in tee_submit_cmd()
279 	if (tee->rb_mgr.wptr >= tee->rb_mgr.ring_size)  in tee_submit_cmd()
280 		tee->rb_mgr.wptr = 0;  in tee_submit_cmd()
283 	iowrite32(tee->rb_mgr.wptr, tee->io_regs + tee->vdata->ring_wptr_reg);  in tee_submit_cmd()
288 	*resp = cmd;  in tee_submit_cmd()
291 	mutex_unlock(&tee->rb_mgr.mutex);  in tee_submit_cmd()
298 				   unsigned int timeout)  in tee_wait_cmd_completion()  argument
300 	/* ~1ms sleep per loop => nloop = timeout * 1000 */  in tee_wait_cmd_completion()
301 	int nloop = timeout * 1000;  in tee_wait_cmd_completion()
303 	while (--nloop) {  in tee_wait_cmd_completion()
304 		if (resp->cmd_state == TEE_CMD_STATE_COMPLETED)  in tee_wait_cmd_completion()
310 	dev_err(tee->dev, "tee: command 0x%x timed out, disabling PSP\n",  in tee_wait_cmd_completion()
311 		resp->cmd_id);  in tee_wait_cmd_completion()
315 	return -ETIMEDOUT;  in tee_wait_cmd_completion()
326 	if (!buf || !status || !len || len > sizeof(resp->buf))  in psp_tee_process_cmd()
327 		return -EINVAL;  in psp_tee_process_cmd()
331 	if (!psp || !psp->tee_data)  in psp_tee_process_cmd()
332 		return -ENODEV;  in psp_tee_process_cmd()
335 		return -EBUSY;  in psp_tee_process_cmd()
337 	tee = psp->tee_data;  in psp_tee_process_cmd()
345 		resp->flag = CMD_RESPONSE_TIMEDOUT;  in psp_tee_process_cmd()
349 	memcpy(buf, &resp->buf[0], len);  in psp_tee_process_cmd()
350 	*status = resp->status;  in psp_tee_process_cmd()
352 	resp->flag = CMD_RESPONSE_COPIED;  in psp_tee_process_cmd()
362 	if (!psp || !psp->tee_data)  in psp_check_tee_status()
363 		return -ENODEV;  in psp_check_tee_status()