19b24f63dSPratik Vishwakarma /*
29b24f63dSPratik Vishwakarma * Copyright 2025 Advanced Micro Devices, Inc.
39b24f63dSPratik Vishwakarma *
49b24f63dSPratik Vishwakarma * Permission is hereby granted, free of charge, to any person obtaining a
59b24f63dSPratik Vishwakarma * copy of this software and associated documentation files (the "Software"),
69b24f63dSPratik Vishwakarma * to deal in the Software without restriction, including without limitation
79b24f63dSPratik Vishwakarma * the rights to use, copy, modify, merge, publish, distribute, sublicense,
89b24f63dSPratik Vishwakarma * and/or sell copies of the Software, and to permit persons to whom the
99b24f63dSPratik Vishwakarma * Software is furnished to do so, subject to the following conditions:
109b24f63dSPratik Vishwakarma *
119b24f63dSPratik Vishwakarma * The above copyright notice and this permission notice shall be included in
129b24f63dSPratik Vishwakarma * all copies or substantial portions of the Software.
139b24f63dSPratik Vishwakarma *
149b24f63dSPratik Vishwakarma * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
159b24f63dSPratik Vishwakarma * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
169b24f63dSPratik Vishwakarma * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
179b24f63dSPratik Vishwakarma * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
189b24f63dSPratik Vishwakarma * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
199b24f63dSPratik Vishwakarma * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
209b24f63dSPratik Vishwakarma * OTHER DEALINGS IN THE SOFTWARE.
219b24f63dSPratik Vishwakarma *
229b24f63dSPratik Vishwakarma */
239b24f63dSPratik Vishwakarma #include <drm/drm_drv.h>
249b24f63dSPratik Vishwakarma #include <linux/vmalloc.h>
259b24f63dSPratik Vishwakarma #include "amdgpu.h"
269b24f63dSPratik Vishwakarma #include "amdgpu_psp.h"
279b24f63dSPratik Vishwakarma #include "amdgpu_ucode.h"
289b24f63dSPratik Vishwakarma #include "soc15_common.h"
299b24f63dSPratik Vishwakarma #include "psp_v15_0.h"
309b24f63dSPratik Vishwakarma
319b24f63dSPratik Vishwakarma #include "mp/mp_15_0_0_offset.h"
329b24f63dSPratik Vishwakarma #include "mp/mp_15_0_0_sh_mask.h"
339b24f63dSPratik Vishwakarma
349b24f63dSPratik Vishwakarma MODULE_FIRMWARE("amdgpu/psp_15_0_0_toc.bin");
359b24f63dSPratik Vishwakarma
psp_v15_0_0_init_microcode(struct psp_context * psp)369b24f63dSPratik Vishwakarma static int psp_v15_0_0_init_microcode(struct psp_context *psp)
379b24f63dSPratik Vishwakarma {
389b24f63dSPratik Vishwakarma struct amdgpu_device *adev = psp->adev;
399b24f63dSPratik Vishwakarma char ucode_prefix[30];
409b24f63dSPratik Vishwakarma int err = 0;
419b24f63dSPratik Vishwakarma
429b24f63dSPratik Vishwakarma amdgpu_ucode_ip_version_decode(adev, MP0_HWIP, ucode_prefix, sizeof(ucode_prefix));
439b24f63dSPratik Vishwakarma
449b24f63dSPratik Vishwakarma err = psp_init_toc_microcode(psp, ucode_prefix);
459b24f63dSPratik Vishwakarma if (err)
469b24f63dSPratik Vishwakarma return err;
479b24f63dSPratik Vishwakarma
48*e98bb71eSPratik Vishwakarma err = psp_init_ta_microcode(psp, ucode_prefix);
49*e98bb71eSPratik Vishwakarma if (err)
50*e98bb71eSPratik Vishwakarma return err;
51*e98bb71eSPratik Vishwakarma
529b24f63dSPratik Vishwakarma return 0;
539b24f63dSPratik Vishwakarma }
549b24f63dSPratik Vishwakarma
psp_v15_0_0_ring_stop(struct psp_context * psp,enum psp_ring_type ring_type)559b24f63dSPratik Vishwakarma static int psp_v15_0_0_ring_stop(struct psp_context *psp,
569b24f63dSPratik Vishwakarma enum psp_ring_type ring_type)
579b24f63dSPratik Vishwakarma {
589b24f63dSPratik Vishwakarma int ret = 0;
599b24f63dSPratik Vishwakarma struct amdgpu_device *adev = psp->adev;
609b24f63dSPratik Vishwakarma
619b24f63dSPratik Vishwakarma if (amdgpu_sriov_vf(adev)) {
629b24f63dSPratik Vishwakarma /* Write the ring destroy command*/
639b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_101,
649b24f63dSPratik Vishwakarma GFX_CTRL_CMD_ID_DESTROY_GPCOM_RING);
659b24f63dSPratik Vishwakarma /* there might be handshake issue with hardware which needs delay */
669b24f63dSPratik Vishwakarma mdelay(20);
679b24f63dSPratik Vishwakarma /* Wait for response flag (bit 31) */
689b24f63dSPratik Vishwakarma ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_101),
699b24f63dSPratik Vishwakarma 0x80000000, 0x80000000, false);
709b24f63dSPratik Vishwakarma } else {
719b24f63dSPratik Vishwakarma /* Write the ring destroy command*/
729b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_64,
739b24f63dSPratik Vishwakarma GFX_CTRL_CMD_ID_DESTROY_RINGS);
749b24f63dSPratik Vishwakarma /* there might be handshake issue with hardware which needs delay */
759b24f63dSPratik Vishwakarma mdelay(20);
769b24f63dSPratik Vishwakarma /* Wait for response flag (bit 31) */
779b24f63dSPratik Vishwakarma ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_64),
789b24f63dSPratik Vishwakarma 0x80000000, 0x80000000, false);
799b24f63dSPratik Vishwakarma }
809b24f63dSPratik Vishwakarma
819b24f63dSPratik Vishwakarma return ret;
829b24f63dSPratik Vishwakarma }
839b24f63dSPratik Vishwakarma
psp_v15_0_0_ring_create(struct psp_context * psp,enum psp_ring_type ring_type)849b24f63dSPratik Vishwakarma static int psp_v15_0_0_ring_create(struct psp_context *psp,
859b24f63dSPratik Vishwakarma enum psp_ring_type ring_type)
869b24f63dSPratik Vishwakarma {
879b24f63dSPratik Vishwakarma int ret = 0;
889b24f63dSPratik Vishwakarma unsigned int psp_ring_reg = 0;
899b24f63dSPratik Vishwakarma struct psp_ring *ring = &psp->km_ring;
909b24f63dSPratik Vishwakarma struct amdgpu_device *adev = psp->adev;
919b24f63dSPratik Vishwakarma
929b24f63dSPratik Vishwakarma if (amdgpu_sriov_vf(adev)) {
939b24f63dSPratik Vishwakarma ret = psp_v15_0_0_ring_stop(psp, ring_type);
949b24f63dSPratik Vishwakarma if (ret) {
959b24f63dSPratik Vishwakarma DRM_ERROR("psp_v14_0_ring_stop_sriov failed!\n");
969b24f63dSPratik Vishwakarma return ret;
979b24f63dSPratik Vishwakarma }
989b24f63dSPratik Vishwakarma
999b24f63dSPratik Vishwakarma /* Write low address of the ring to C2PMSG_102 */
1009b24f63dSPratik Vishwakarma psp_ring_reg = lower_32_bits(ring->ring_mem_mc_addr);
1019b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_102, psp_ring_reg);
1029b24f63dSPratik Vishwakarma /* Write high address of the ring to C2PMSG_103 */
1039b24f63dSPratik Vishwakarma psp_ring_reg = upper_32_bits(ring->ring_mem_mc_addr);
1049b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_103, psp_ring_reg);
1059b24f63dSPratik Vishwakarma
1069b24f63dSPratik Vishwakarma /* Write the ring initialization command to C2PMSG_101 */
1079b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_101,
1089b24f63dSPratik Vishwakarma GFX_CTRL_CMD_ID_INIT_GPCOM_RING);
1099b24f63dSPratik Vishwakarma
1109b24f63dSPratik Vishwakarma /* there might be handshake issue with hardware which needs delay */
1119b24f63dSPratik Vishwakarma mdelay(20);
1129b24f63dSPratik Vishwakarma
1139b24f63dSPratik Vishwakarma /* Wait for response flag (bit 31) in C2PMSG_101 */
1149b24f63dSPratik Vishwakarma ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_101),
1159b24f63dSPratik Vishwakarma 0x80000000, 0x8000FFFF, false);
1169b24f63dSPratik Vishwakarma
1179b24f63dSPratik Vishwakarma } else {
1189b24f63dSPratik Vishwakarma /* Wait for sOS ready for ring creation */
1199b24f63dSPratik Vishwakarma ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_64),
1209b24f63dSPratik Vishwakarma 0x80000000, 0x80000000, false);
1219b24f63dSPratik Vishwakarma if (ret) {
1229b24f63dSPratik Vishwakarma DRM_ERROR("Failed to wait for trust OS ready for ring creation\n");
1239b24f63dSPratik Vishwakarma return ret;
1249b24f63dSPratik Vishwakarma }
1259b24f63dSPratik Vishwakarma
1269b24f63dSPratik Vishwakarma /* Write low address of the ring to C2PMSG_69 */
1279b24f63dSPratik Vishwakarma psp_ring_reg = lower_32_bits(ring->ring_mem_mc_addr);
1289b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_69, psp_ring_reg);
1299b24f63dSPratik Vishwakarma /* Write high address of the ring to C2PMSG_70 */
1309b24f63dSPratik Vishwakarma psp_ring_reg = upper_32_bits(ring->ring_mem_mc_addr);
1319b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_70, psp_ring_reg);
1329b24f63dSPratik Vishwakarma /* Write size of ring to C2PMSG_71 */
1339b24f63dSPratik Vishwakarma psp_ring_reg = ring->ring_size;
1349b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_71, psp_ring_reg);
1359b24f63dSPratik Vishwakarma /* Write the ring initialization command to C2PMSG_64 */
1369b24f63dSPratik Vishwakarma psp_ring_reg = ring_type;
1379b24f63dSPratik Vishwakarma psp_ring_reg = psp_ring_reg << 16;
1389b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_64, psp_ring_reg);
1399b24f63dSPratik Vishwakarma
1409b24f63dSPratik Vishwakarma /* there might be handshake issue with hardware which needs delay */
1419b24f63dSPratik Vishwakarma mdelay(20);
1429b24f63dSPratik Vishwakarma
1439b24f63dSPratik Vishwakarma /* Wait for response flag (bit 31) in C2PMSG_64 */
1449b24f63dSPratik Vishwakarma ret = psp_wait_for(psp, SOC15_REG_OFFSET(MP0, 0, regMPASP_SMN_C2PMSG_64),
1459b24f63dSPratik Vishwakarma 0x80000000, 0x8000FFFF, false);
1469b24f63dSPratik Vishwakarma }
1479b24f63dSPratik Vishwakarma
1489b24f63dSPratik Vishwakarma return ret;
1499b24f63dSPratik Vishwakarma }
1509b24f63dSPratik Vishwakarma
psp_v15_0_0_ring_destroy(struct psp_context * psp,enum psp_ring_type ring_type)1519b24f63dSPratik Vishwakarma static int psp_v15_0_0_ring_destroy(struct psp_context *psp,
1529b24f63dSPratik Vishwakarma enum psp_ring_type ring_type)
1539b24f63dSPratik Vishwakarma {
1549b24f63dSPratik Vishwakarma int ret = 0;
1559b24f63dSPratik Vishwakarma struct psp_ring *ring = &psp->km_ring;
1569b24f63dSPratik Vishwakarma struct amdgpu_device *adev = psp->adev;
1579b24f63dSPratik Vishwakarma
1589b24f63dSPratik Vishwakarma ret = psp_v15_0_0_ring_stop(psp, ring_type);
1599b24f63dSPratik Vishwakarma if (ret)
1609b24f63dSPratik Vishwakarma DRM_ERROR("Fail to stop psp ring\n");
1619b24f63dSPratik Vishwakarma
1629b24f63dSPratik Vishwakarma amdgpu_bo_free_kernel(&adev->firmware.rbuf,
1639b24f63dSPratik Vishwakarma &ring->ring_mem_mc_addr,
1649b24f63dSPratik Vishwakarma (void **)&ring->ring_mem);
1659b24f63dSPratik Vishwakarma
1669b24f63dSPratik Vishwakarma return ret;
1679b24f63dSPratik Vishwakarma }
1689b24f63dSPratik Vishwakarma
psp_v15_0_0_ring_get_wptr(struct psp_context * psp)1699b24f63dSPratik Vishwakarma static uint32_t psp_v15_0_0_ring_get_wptr(struct psp_context *psp)
1709b24f63dSPratik Vishwakarma {
1719b24f63dSPratik Vishwakarma uint32_t data;
1729b24f63dSPratik Vishwakarma struct amdgpu_device *adev = psp->adev;
1739b24f63dSPratik Vishwakarma
1749b24f63dSPratik Vishwakarma if (amdgpu_sriov_vf(adev))
1759b24f63dSPratik Vishwakarma data = RREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_102);
1769b24f63dSPratik Vishwakarma else
1779b24f63dSPratik Vishwakarma data = RREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_67);
1789b24f63dSPratik Vishwakarma
1799b24f63dSPratik Vishwakarma return data;
1809b24f63dSPratik Vishwakarma }
1819b24f63dSPratik Vishwakarma
psp_v15_0_0_ring_set_wptr(struct psp_context * psp,uint32_t value)1829b24f63dSPratik Vishwakarma static void psp_v15_0_0_ring_set_wptr(struct psp_context *psp, uint32_t value)
1839b24f63dSPratik Vishwakarma {
1849b24f63dSPratik Vishwakarma struct amdgpu_device *adev = psp->adev;
1859b24f63dSPratik Vishwakarma
1869b24f63dSPratik Vishwakarma if (amdgpu_sriov_vf(adev)) {
1879b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_102, value);
1889b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_101,
1899b24f63dSPratik Vishwakarma GFX_CTRL_CMD_ID_CONSUME_CMD);
1909b24f63dSPratik Vishwakarma } else
1919b24f63dSPratik Vishwakarma WREG32_SOC15(MP0, 0, regMPASP_SMN_C2PMSG_67, value);
1929b24f63dSPratik Vishwakarma }
1939b24f63dSPratik Vishwakarma
1949b24f63dSPratik Vishwakarma static const struct psp_funcs psp_v15_0_0_funcs = {
1959b24f63dSPratik Vishwakarma .init_microcode = psp_v15_0_0_init_microcode,
1969b24f63dSPratik Vishwakarma .ring_create = psp_v15_0_0_ring_create,
1979b24f63dSPratik Vishwakarma .ring_stop = psp_v15_0_0_ring_stop,
1989b24f63dSPratik Vishwakarma .ring_destroy = psp_v15_0_0_ring_destroy,
1999b24f63dSPratik Vishwakarma .ring_get_wptr = psp_v15_0_0_ring_get_wptr,
2009b24f63dSPratik Vishwakarma .ring_set_wptr = psp_v15_0_0_ring_set_wptr,
2019b24f63dSPratik Vishwakarma };
2029b24f63dSPratik Vishwakarma
psp_v15_0_0_set_psp_funcs(struct psp_context * psp)2039b24f63dSPratik Vishwakarma void psp_v15_0_0_set_psp_funcs(struct psp_context *psp)
2049b24f63dSPratik Vishwakarma {
2059b24f63dSPratik Vishwakarma psp->funcs = &psp_v15_0_0_funcs;
2069b24f63dSPratik Vishwakarma }
207