xref: /linux/drivers/gpu/drm/amd/amdgpu/psp_v15_0.c (revision d4a292c5f8e65d2784b703c67179f4f7d0c7846c)
19b24f63dSPratik Vishwakarma /*
29b24f63dSPratik Vishwakarma  * Copyright 2025 Advanced Micro Devices, Inc.
39b24f63dSPratik Vishwakarma  *
49b24f63dSPratik Vishwakarma  * Permission is hereby granted, free of charge, to any person obtaining a
59b24f63dSPratik Vishwakarma  * copy of this software and associated documentation files (the "Software"),
69b24f63dSPratik Vishwakarma  * to deal in the Software without restriction, including without limitation
79b24f63dSPratik Vishwakarma  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
89b24f63dSPratik Vishwakarma  * and/or sell copies of the Software, and to permit persons to whom the
99b24f63dSPratik Vishwakarma  * Software is furnished to do so, subject to the following conditions:
109b24f63dSPratik Vishwakarma  *
119b24f63dSPratik Vishwakarma  * The above copyright notice and this permission notice shall be included in
129b24f63dSPratik Vishwakarma  * all copies or substantial portions of the Software.
139b24f63dSPratik Vishwakarma  *
149b24f63dSPratik Vishwakarma  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
159b24f63dSPratik Vishwakarma  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
169b24f63dSPratik Vishwakarma  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
179b24f63dSPratik Vishwakarma  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
189b24f63dSPratik Vishwakarma  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
199b24f63dSPratik Vishwakarma  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
209b24f63dSPratik Vishwakarma  * OTHER DEALINGS IN THE SOFTWARE.
219b24f63dSPratik Vishwakarma  *
229b24f63dSPratik Vishwakarma  */
239b24f63dSPratik Vishwakarma #include <drm/drm_drv.h>
249b24f63dSPratik Vishwakarma #include <linux/vmalloc.h>
259b24f63dSPratik Vishwakarma #include "amdgpu.h"
269b24f63dSPratik Vishwakarma #include "amdgpu_psp.h"
279b24f63dSPratik Vishwakarma #include "amdgpu_ucode.h"
289b24f63dSPratik Vishwakarma #include "soc15_common.h"
299b24f63dSPratik Vishwakarma #include "psp_v15_0.h"
309b24f63dSPratik Vishwakarma 
319b24f63dSPratik Vishwakarma #include "mp/mp_15_0_0_offset.h"
329b24f63dSPratik Vishwakarma #include "mp/mp_15_0_0_sh_mask.h"
339b24f63dSPratik Vishwakarma 
349b24f63dSPratik Vishwakarma MODULE_FIRMWARE("amdgpu/psp_15_0_0_toc.bin");
359b24f63dSPratik Vishwakarma 
psp_v15_0_0_init_microcode(struct psp_context * psp)369b24f63dSPratik Vishwakarma static int psp_v15_0_0_init_microcode(struct psp_context *psp)
379b24f63dSPratik Vishwakarma {
389b24f63dSPratik Vishwakarma 	struct amdgpu_device *adev = psp->adev;
399b24f63dSPratik Vishwakarma 	char ucode_prefix[30];
409b24f63dSPratik Vishwakarma 	int err = 0;
419b24f63dSPratik Vishwakarma 
429b24f63dSPratik Vishwakarma 	amdgpu_ucode_ip_version_decode(adev, MP0_HWIP, ucode_prefix, sizeof(ucode_prefix));
439b24f63dSPratik Vishwakarma 
449b24f63dSPratik Vishwakarma 	err = psp_init_toc_microcode(psp, ucode_prefix);
459b24f63dSPratik Vishwakarma 	if (err)
469b24f63dSPratik Vishwakarma 		return err;
479b24f63dSPratik Vishwakarma 
48*e98bb71eSPratik Vishwakarma 	err = psp_init_ta_microcode(psp, ucode_prefix);
49*e98bb71eSPratik Vishwakarma 	if (err)
50*e98bb71eSPratik Vishwakarma 		return err;
51*e98bb71eSPratik Vishwakarma 
529b24f63dSPratik Vishwakarma 	return 0;
539b24f63dSPratik Vishwakarma }
549b24f63dSPratik Vishwakarma 
psp_v15_0_0_ring_stop(struct psp_context * psp,enum psp_ring_type ring_type)559b24f63dSPratik Vishwakarma static int psp_v15_0_0_ring_stop(struct psp_context *psp,
569b24f63dSPratik Vishwakarma 			       enum psp_ring_type ring_type)
579b24f63dSPratik Vishwakarma {
589b24f63dSPratik Vishwakarma 	int ret = 0;
599b24f63dSPratik Vishwakarma 	struct amdgpu_device *adev = psp->adev;
609b24f63dSPratik Vishwakarma 
619b24f63dSPratik Vishwakarma 	if (amdgpu_sriov_vf(adev)) {
629b24f63dSPratik Vishwakarma 		/* Write the ring destroy command*/
639b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_101,
649b24f63dSPratik Vishwakarma 			     GFX_CTRL_CMD_ID_DESTROY_GPCOM_RING);
659b24f63dSPratik Vishwakarma 		/* there might be handshake issue with hardware which needs delay */
669b24f63dSPratik Vishwakarma 		mdelay(20);
679b24f63dSPratik Vishwakarma 		/* Wait for response flag (bit 31) */
689b24f63dSPratik Vishwakarma 		ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_101),
699b24f63dSPratik Vishwakarma 				   0x80000000, 0x80000000, false);
709b24f63dSPratik Vishwakarma 	} else {
719b24f63dSPratik Vishwakarma 		/* Write the ring destroy command*/
729b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_64,
739b24f63dSPratik Vishwakarma 			     GFX_CTRL_CMD_ID_DESTROY_RINGS);
749b24f63dSPratik Vishwakarma 		/* there might be handshake issue with hardware which needs delay */
759b24f63dSPratik Vishwakarma 		mdelay(20);
769b24f63dSPratik Vishwakarma 		/* Wait for response flag (bit 31) */
779b24f63dSPratik Vishwakarma 		ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_64),
789b24f63dSPratik Vishwakarma 				   0x80000000, 0x80000000, false);
799b24f63dSPratik Vishwakarma 	}
809b24f63dSPratik Vishwakarma 
819b24f63dSPratik Vishwakarma 	return ret;
829b24f63dSPratik Vishwakarma }
839b24f63dSPratik Vishwakarma 
psp_v15_0_0_ring_create(struct psp_context * psp,enum psp_ring_type ring_type)849b24f63dSPratik Vishwakarma static int psp_v15_0_0_ring_create(struct psp_context *psp,
859b24f63dSPratik Vishwakarma 				 enum psp_ring_type ring_type)
869b24f63dSPratik Vishwakarma {
879b24f63dSPratik Vishwakarma 	int ret = 0;
889b24f63dSPratik Vishwakarma 	unsigned int psp_ring_reg = 0;
899b24f63dSPratik Vishwakarma 	struct psp_ring *ring = &psp->km_ring;
909b24f63dSPratik Vishwakarma 	struct amdgpu_device *adev = psp->adev;
919b24f63dSPratik Vishwakarma 
929b24f63dSPratik Vishwakarma 	if (amdgpu_sriov_vf(adev)) {
939b24f63dSPratik Vishwakarma 		ret = psp_v15_0_0_ring_stop(psp, ring_type);
949b24f63dSPratik Vishwakarma 		if (ret) {
959b24f63dSPratik Vishwakarma 			DRM_ERROR("psp_v14_0_ring_stop_sriov failed!\n");
969b24f63dSPratik Vishwakarma 			return ret;
979b24f63dSPratik Vishwakarma 		}
989b24f63dSPratik Vishwakarma 
999b24f63dSPratik Vishwakarma 		/* Write low address of the ring to C2PMSG_102 */
1009b24f63dSPratik Vishwakarma 		psp_ring_reg = lower_32_bits(ring->ring_mem_mc_addr);
1019b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_102, psp_ring_reg);
1029b24f63dSPratik Vishwakarma 		/* Write high address of the ring to C2PMSG_103 */
1039b24f63dSPratik Vishwakarma 		psp_ring_reg = upper_32_bits(ring->ring_mem_mc_addr);
1049b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_103, psp_ring_reg);
1059b24f63dSPratik Vishwakarma 
1069b24f63dSPratik Vishwakarma 		/* Write the ring initialization command to C2PMSG_101 */
1079b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_101,
1089b24f63dSPratik Vishwakarma 			     GFX_CTRL_CMD_ID_INIT_GPCOM_RING);
1099b24f63dSPratik Vishwakarma 
1109b24f63dSPratik Vishwakarma 		/* there might be handshake issue with hardware which needs delay */
1119b24f63dSPratik Vishwakarma 		mdelay(20);
1129b24f63dSPratik Vishwakarma 
1139b24f63dSPratik Vishwakarma 		/* Wait for response flag (bit 31) in C2PMSG_101 */
1149b24f63dSPratik Vishwakarma 		ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_101),
1159b24f63dSPratik Vishwakarma 				   0x80000000, 0x8000FFFF, false);
1169b24f63dSPratik Vishwakarma 
1179b24f63dSPratik Vishwakarma 	} else {
1189b24f63dSPratik Vishwakarma 		/* Wait for sOS ready for ring creation */
1199b24f63dSPratik Vishwakarma 		ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_64),
1209b24f63dSPratik Vishwakarma 				   0x80000000, 0x80000000, false);
1219b24f63dSPratik Vishwakarma 		if (ret) {
1229b24f63dSPratik Vishwakarma 			DRM_ERROR("Failed to wait for trust OS ready for ring creation\n");
1239b24f63dSPratik Vishwakarma 			return ret;
1249b24f63dSPratik Vishwakarma 		}
1259b24f63dSPratik Vishwakarma 
1269b24f63dSPratik Vishwakarma 		/* Write low address of the ring to C2PMSG_69 */
1279b24f63dSPratik Vishwakarma 		psp_ring_reg = lower_32_bits(ring->ring_mem_mc_addr);
1289b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_69, psp_ring_reg);
1299b24f63dSPratik Vishwakarma 		/* Write high address of the ring to C2PMSG_70 */
1309b24f63dSPratik Vishwakarma 		psp_ring_reg = upper_32_bits(ring->ring_mem_mc_addr);
1319b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_70, psp_ring_reg);
1329b24f63dSPratik Vishwakarma 		/* Write size of ring to C2PMSG_71 */
1339b24f63dSPratik Vishwakarma 		psp_ring_reg = ring->ring_size;
1349b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_71, psp_ring_reg);
1359b24f63dSPratik Vishwakarma 		/* Write the ring initialization command to C2PMSG_64 */
1369b24f63dSPratik Vishwakarma 		psp_ring_reg = ring_type;
1379b24f63dSPratik Vishwakarma 		psp_ring_reg = psp_ring_reg << 16;
1389b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_64, psp_ring_reg);
1399b24f63dSPratik Vishwakarma 
1409b24f63dSPratik Vishwakarma 		/* there might be handshake issue with hardware which needs delay */
1419b24f63dSPratik Vishwakarma 		mdelay(20);
1429b24f63dSPratik Vishwakarma 
1439b24f63dSPratik Vishwakarma 		/* Wait for response flag (bit 31) in C2PMSG_64 */
1449b24f63dSPratik Vishwakarma 		ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_64),
1459b24f63dSPratik Vishwakarma 				   0x80000000, 0x8000FFFF, false);
1469b24f63dSPratik Vishwakarma 	}
1479b24f63dSPratik Vishwakarma 
1489b24f63dSPratik Vishwakarma 	return ret;
1499b24f63dSPratik Vishwakarma }
1509b24f63dSPratik Vishwakarma 
psp_v15_0_0_ring_destroy(struct psp_context * psp,enum psp_ring_type ring_type)1519b24f63dSPratik Vishwakarma static int psp_v15_0_0_ring_destroy(struct psp_context *psp,
1529b24f63dSPratik Vishwakarma 				  enum psp_ring_type ring_type)
1539b24f63dSPratik Vishwakarma {
1549b24f63dSPratik Vishwakarma 	int ret = 0;
1559b24f63dSPratik Vishwakarma 	struct psp_ring *ring = &psp->km_ring;
1569b24f63dSPratik Vishwakarma 	struct amdgpu_device *adev = psp->adev;
1579b24f63dSPratik Vishwakarma 
1589b24f63dSPratik Vishwakarma 	ret = psp_v15_0_0_ring_stop(psp, ring_type);
1599b24f63dSPratik Vishwakarma 	if (ret)
1609b24f63dSPratik Vishwakarma 		DRM_ERROR("Fail to stop psp ring\n");
1619b24f63dSPratik Vishwakarma 
1629b24f63dSPratik Vishwakarma 	amdgpu_bo_free_kernel(&adev->firmware.rbuf,
1639b24f63dSPratik Vishwakarma 			      &ring->ring_mem_mc_addr,
1649b24f63dSPratik Vishwakarma 			      (void **)&ring->ring_mem);
1659b24f63dSPratik Vishwakarma 
1669b24f63dSPratik Vishwakarma 	return ret;
1679b24f63dSPratik Vishwakarma }
1689b24f63dSPratik Vishwakarma 
psp_v15_0_0_ring_get_wptr(struct psp_context * psp)1699b24f63dSPratik Vishwakarma static uint32_t psp_v15_0_0_ring_get_wptr(struct psp_context *psp)
1709b24f63dSPratik Vishwakarma {
1719b24f63dSPratik Vishwakarma 	uint32_t data;
1729b24f63dSPratik Vishwakarma 	struct amdgpu_device *adev = psp->adev;
1739b24f63dSPratik Vishwakarma 
1749b24f63dSPratik Vishwakarma 	if (amdgpu_sriov_vf(adev))
1759b24f63dSPratik Vishwakarma 		data = RREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_102);
1769b24f63dSPratik Vishwakarma 	else
1779b24f63dSPratik Vishwakarma 		data = RREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_67);
1789b24f63dSPratik Vishwakarma 
1799b24f63dSPratik Vishwakarma 	return data;
1809b24f63dSPratik Vishwakarma }
1819b24f63dSPratik Vishwakarma 
psp_v15_0_0_ring_set_wptr(struct psp_context * psp,uint32_t value)1829b24f63dSPratik Vishwakarma static void psp_v15_0_0_ring_set_wptr(struct psp_context *psp, uint32_t value)
1839b24f63dSPratik Vishwakarma {
1849b24f63dSPratik Vishwakarma 	struct amdgpu_device *adev = psp->adev;
1859b24f63dSPratik Vishwakarma 
1869b24f63dSPratik Vishwakarma 	if (amdgpu_sriov_vf(adev)) {
1879b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_102, value);
1889b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_101,
1899b24f63dSPratik Vishwakarma 			     GFX_CTRL_CMD_ID_CONSUME_CMD);
1909b24f63dSPratik Vishwakarma 	} else
1919b24f63dSPratik Vishwakarma 		WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_67, value);
1929b24f63dSPratik Vishwakarma }
1939b24f63dSPratik Vishwakarma 
1949b24f63dSPratik Vishwakarma static const struct psp_funcs psp_v15_0_0_funcs = {
1959b24f63dSPratik Vishwakarma 	.init_microcode = psp_v15_0_0_init_microcode,
1969b24f63dSPratik Vishwakarma 	.ring_create = psp_v15_0_0_ring_create,
1979b24f63dSPratik Vishwakarma 	.ring_stop = psp_v15_0_0_ring_stop,
1989b24f63dSPratik Vishwakarma 	.ring_destroy = psp_v15_0_0_ring_destroy,
1999b24f63dSPratik Vishwakarma 	.ring_get_wptr = psp_v15_0_0_ring_get_wptr,
2009b24f63dSPratik Vishwakarma 	.ring_set_wptr = psp_v15_0_0_ring_set_wptr,
2019b24f63dSPratik Vishwakarma };
2029b24f63dSPratik Vishwakarma 
psp_v15_0_0_set_psp_funcs(struct psp_context * psp)2039b24f63dSPratik Vishwakarma void psp_v15_0_0_set_psp_funcs(struct psp_context *psp)
2049b24f63dSPratik Vishwakarma {
2059b24f63dSPratik Vishwakarma 	psp->funcs = &psp_v15_0_0_funcs;
2069b24f63dSPratik Vishwakarma }
207