1*22a67414SMiri Korenblit // SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause 2*22a67414SMiri Korenblit /* 3*22a67414SMiri Korenblit * Copyright (C) 2018-2025 Intel Corporation 4*22a67414SMiri Korenblit */ 5*22a67414SMiri Korenblit #include <linux/dmi.h> 6*22a67414SMiri Korenblit #include "iwl-trans.h" 7*22a67414SMiri Korenblit #include "iwl-fh.h" 8*22a67414SMiri Korenblit #include "iwl-context-info-v2.h" 9*22a67414SMiri Korenblit #include "internal.h" 10*22a67414SMiri Korenblit #include "iwl-prph.h" 11*22a67414SMiri Korenblit 12*22a67414SMiri Korenblit static const struct dmi_system_id dmi_force_scu_active_approved_list[] = { 13*22a67414SMiri Korenblit { .ident = "DELL", 14*22a67414SMiri Korenblit .matches = { 15*22a67414SMiri Korenblit DMI_MATCH(DMI_SYS_VENDOR, "Dell Inc."), 16*22a67414SMiri Korenblit }, 17*22a67414SMiri Korenblit }, 18*22a67414SMiri Korenblit { .ident = "DELL", 19*22a67414SMiri Korenblit .matches = { 20*22a67414SMiri Korenblit DMI_MATCH(DMI_SYS_VENDOR, "Alienware"), 21*22a67414SMiri Korenblit }, 22*22a67414SMiri Korenblit }, 23*22a67414SMiri Korenblit /* keep last */ 24*22a67414SMiri Korenblit {} 25*22a67414SMiri Korenblit }; 26*22a67414SMiri Korenblit 27*22a67414SMiri Korenblit static bool iwl_is_force_scu_active_approved(void) 28*22a67414SMiri Korenblit { 29*22a67414SMiri Korenblit return !!dmi_check_system(dmi_force_scu_active_approved_list); 30*22a67414SMiri Korenblit } 31*22a67414SMiri Korenblit 32*22a67414SMiri Korenblit static void 33*22a67414SMiri Korenblit iwl_pcie_ctxt_info_dbg_enable(struct iwl_trans *trans, 34*22a67414SMiri Korenblit struct iwl_prph_scratch_hwm_cfg *dbg_cfg, 35*22a67414SMiri Korenblit u32 *control_flags) 36*22a67414SMiri Korenblit { 37*22a67414SMiri Korenblit enum iwl_fw_ini_allocation_id alloc_id = IWL_FW_INI_ALLOCATION_ID_DBGC1; 38*22a67414SMiri Korenblit struct iwl_fw_ini_allocation_tlv *fw_mon_cfg; 39*22a67414SMiri Korenblit u32 dbg_flags = 0; 40*22a67414SMiri Korenblit 41*22a67414SMiri Korenblit if (!iwl_trans_dbg_ini_valid(trans)) { 42*22a67414SMiri Korenblit struct iwl_dram_data *fw_mon = &trans->dbg.fw_mon; 43*22a67414SMiri Korenblit 44*22a67414SMiri Korenblit iwl_pcie_alloc_fw_monitor(trans, 0); 45*22a67414SMiri Korenblit 46*22a67414SMiri Korenblit if (fw_mon->size) { 47*22a67414SMiri Korenblit dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_DRAM; 48*22a67414SMiri Korenblit 49*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, 50*22a67414SMiri Korenblit "WRT: Applying DRAM buffer destination\n"); 51*22a67414SMiri Korenblit 52*22a67414SMiri Korenblit dbg_cfg->hwm_base_addr = cpu_to_le64(fw_mon->physical); 53*22a67414SMiri Korenblit dbg_cfg->hwm_size = cpu_to_le32(fw_mon->size); 54*22a67414SMiri Korenblit } 55*22a67414SMiri Korenblit 56*22a67414SMiri Korenblit goto out; 57*22a67414SMiri Korenblit } 58*22a67414SMiri Korenblit 59*22a67414SMiri Korenblit fw_mon_cfg = &trans->dbg.fw_mon_cfg[alloc_id]; 60*22a67414SMiri Korenblit 61*22a67414SMiri Korenblit switch (le32_to_cpu(fw_mon_cfg->buf_location)) { 62*22a67414SMiri Korenblit case IWL_FW_INI_LOCATION_SRAM_PATH: 63*22a67414SMiri Korenblit dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_INTERNAL; 64*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, 65*22a67414SMiri Korenblit "WRT: Applying SMEM buffer destination\n"); 66*22a67414SMiri Korenblit break; 67*22a67414SMiri Korenblit 68*22a67414SMiri Korenblit case IWL_FW_INI_LOCATION_NPK_PATH: 69*22a67414SMiri Korenblit dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_TB22DTF; 70*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, 71*22a67414SMiri Korenblit "WRT: Applying NPK buffer destination\n"); 72*22a67414SMiri Korenblit break; 73*22a67414SMiri Korenblit 74*22a67414SMiri Korenblit case IWL_FW_INI_LOCATION_DRAM_PATH: 75*22a67414SMiri Korenblit if (trans->dbg.fw_mon_ini[alloc_id].num_frags) { 76*22a67414SMiri Korenblit struct iwl_dram_data *frag = 77*22a67414SMiri Korenblit &trans->dbg.fw_mon_ini[alloc_id].frags[0]; 78*22a67414SMiri Korenblit dbg_flags |= IWL_PRPH_SCRATCH_EDBG_DEST_DRAM; 79*22a67414SMiri Korenblit dbg_cfg->hwm_base_addr = cpu_to_le64(frag->physical); 80*22a67414SMiri Korenblit dbg_cfg->hwm_size = cpu_to_le32(frag->size); 81*22a67414SMiri Korenblit dbg_cfg->debug_token_config = cpu_to_le32(trans->dbg.ucode_preset); 82*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, 83*22a67414SMiri Korenblit "WRT: Applying DRAM destination (debug_token_config=%u)\n", 84*22a67414SMiri Korenblit dbg_cfg->debug_token_config); 85*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, 86*22a67414SMiri Korenblit "WRT: Applying DRAM destination (alloc_id=%u, num_frags=%u)\n", 87*22a67414SMiri Korenblit alloc_id, 88*22a67414SMiri Korenblit trans->dbg.fw_mon_ini[alloc_id].num_frags); 89*22a67414SMiri Korenblit } 90*22a67414SMiri Korenblit break; 91*22a67414SMiri Korenblit default: 92*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "WRT: Invalid buffer destination (%d)\n", 93*22a67414SMiri Korenblit le32_to_cpu(fw_mon_cfg->buf_location)); 94*22a67414SMiri Korenblit } 95*22a67414SMiri Korenblit out: 96*22a67414SMiri Korenblit if (dbg_flags) 97*22a67414SMiri Korenblit *control_flags |= IWL_PRPH_SCRATCH_EARLY_DEBUG_EN | dbg_flags; 98*22a67414SMiri Korenblit } 99*22a67414SMiri Korenblit 100*22a67414SMiri Korenblit int iwl_pcie_ctxt_info_v2_alloc(struct iwl_trans *trans, 101*22a67414SMiri Korenblit const struct iwl_fw *fw, 102*22a67414SMiri Korenblit const struct fw_img *img) 103*22a67414SMiri Korenblit { 104*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 105*22a67414SMiri Korenblit struct iwl_context_info_v2 *ctxt_info_v2; 106*22a67414SMiri Korenblit struct iwl_prph_scratch *prph_scratch; 107*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl; 108*22a67414SMiri Korenblit struct iwl_prph_info *prph_info; 109*22a67414SMiri Korenblit u32 control_flags = 0; 110*22a67414SMiri Korenblit u32 control_flags_ext = 0; 111*22a67414SMiri Korenblit int ret; 112*22a67414SMiri Korenblit int cmdq_size = max_t(u32, IWL_CMD_QUEUE_SIZE, 113*22a67414SMiri Korenblit trans->mac_cfg->base->min_txq_size); 114*22a67414SMiri Korenblit 115*22a67414SMiri Korenblit switch (trans->conf.rx_buf_size) { 116*22a67414SMiri Korenblit case IWL_AMSDU_DEF: 117*22a67414SMiri Korenblit return -EINVAL; 118*22a67414SMiri Korenblit case IWL_AMSDU_2K: 119*22a67414SMiri Korenblit break; 120*22a67414SMiri Korenblit case IWL_AMSDU_4K: 121*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_RB_SIZE_4K; 122*22a67414SMiri Korenblit break; 123*22a67414SMiri Korenblit case IWL_AMSDU_8K: 124*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_RB_SIZE_4K; 125*22a67414SMiri Korenblit /* if firmware supports the ext size, tell it */ 126*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_RB_SIZE_EXT_8K; 127*22a67414SMiri Korenblit break; 128*22a67414SMiri Korenblit case IWL_AMSDU_12K: 129*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_RB_SIZE_4K; 130*22a67414SMiri Korenblit /* if firmware supports the ext size, tell it */ 131*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_RB_SIZE_EXT_16K; 132*22a67414SMiri Korenblit break; 133*22a67414SMiri Korenblit } 134*22a67414SMiri Korenblit 135*22a67414SMiri Korenblit if (trans->conf.dsbr_urm_fw_dependent) 136*22a67414SMiri Korenblit control_flags_ext |= IWL_PRPH_SCRATCH_EXT_URM_FW; 137*22a67414SMiri Korenblit 138*22a67414SMiri Korenblit if (trans->conf.dsbr_urm_permanent) 139*22a67414SMiri Korenblit control_flags_ext |= IWL_PRPH_SCRATCH_EXT_URM_PERM; 140*22a67414SMiri Korenblit 141*22a67414SMiri Korenblit if (trans->conf.ext_32khz_clock_valid) 142*22a67414SMiri Korenblit control_flags_ext |= IWL_PRPH_SCRATCH_EXT_32KHZ_CLK_VALID; 143*22a67414SMiri Korenblit 144*22a67414SMiri Korenblit /* Allocate prph scratch */ 145*22a67414SMiri Korenblit prph_scratch = dma_alloc_coherent(trans->dev, sizeof(*prph_scratch), 146*22a67414SMiri Korenblit &trans_pcie->prph_scratch_dma_addr, 147*22a67414SMiri Korenblit GFP_KERNEL); 148*22a67414SMiri Korenblit if (!prph_scratch) 149*22a67414SMiri Korenblit return -ENOMEM; 150*22a67414SMiri Korenblit 151*22a67414SMiri Korenblit prph_sc_ctrl = &prph_scratch->ctrl_cfg; 152*22a67414SMiri Korenblit 153*22a67414SMiri Korenblit prph_sc_ctrl->version.version = 0; 154*22a67414SMiri Korenblit prph_sc_ctrl->version.mac_id = 155*22a67414SMiri Korenblit cpu_to_le16((u16)trans->info.hw_rev); 156*22a67414SMiri Korenblit prph_sc_ctrl->version.size = cpu_to_le16(sizeof(*prph_scratch) / 4); 157*22a67414SMiri Korenblit 158*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_MTR_MODE; 159*22a67414SMiri Korenblit control_flags |= IWL_PRPH_MTR_FORMAT_256B & IWL_PRPH_SCRATCH_MTR_FORMAT; 160*22a67414SMiri Korenblit 161*22a67414SMiri Korenblit if (trans->mac_cfg->imr_enabled) 162*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_IMR_DEBUG_EN; 163*22a67414SMiri Korenblit 164*22a67414SMiri Korenblit if (CSR_HW_REV_TYPE(trans->info.hw_rev) == IWL_CFG_MAC_TYPE_GL && 165*22a67414SMiri Korenblit iwl_is_force_scu_active_approved()) { 166*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_SCU_FORCE_ACTIVE; 167*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, 168*22a67414SMiri Korenblit "Context Info: Set SCU_FORCE_ACTIVE (0x%x) in control_flags\n", 169*22a67414SMiri Korenblit IWL_PRPH_SCRATCH_SCU_FORCE_ACTIVE); 170*22a67414SMiri Korenblit } 171*22a67414SMiri Korenblit 172*22a67414SMiri Korenblit if (trans->do_top_reset) { 173*22a67414SMiri Korenblit WARN_ON(trans->mac_cfg->device_family < IWL_DEVICE_FAMILY_SC); 174*22a67414SMiri Korenblit control_flags |= IWL_PRPH_SCRATCH_TOP_RESET; 175*22a67414SMiri Korenblit } 176*22a67414SMiri Korenblit 177*22a67414SMiri Korenblit /* initialize RX default queue */ 178*22a67414SMiri Korenblit prph_sc_ctrl->rbd_cfg.free_rbd_addr = 179*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->rxq->bd_dma); 180*22a67414SMiri Korenblit 181*22a67414SMiri Korenblit iwl_pcie_ctxt_info_dbg_enable(trans, &prph_sc_ctrl->hwm_cfg, 182*22a67414SMiri Korenblit &control_flags); 183*22a67414SMiri Korenblit prph_sc_ctrl->control.control_flags = cpu_to_le32(control_flags); 184*22a67414SMiri Korenblit prph_sc_ctrl->control.control_flags_ext = cpu_to_le32(control_flags_ext); 185*22a67414SMiri Korenblit 186*22a67414SMiri Korenblit /* initialize the Step equalizer data */ 187*22a67414SMiri Korenblit prph_sc_ctrl->step_cfg.mbx_addr_0 = 188*22a67414SMiri Korenblit cpu_to_le32(trans->conf.mbx_addr_0_step); 189*22a67414SMiri Korenblit prph_sc_ctrl->step_cfg.mbx_addr_1 = 190*22a67414SMiri Korenblit cpu_to_le32(trans->conf.mbx_addr_1_step); 191*22a67414SMiri Korenblit 192*22a67414SMiri Korenblit /* allocate ucode sections in dram and set addresses */ 193*22a67414SMiri Korenblit ret = iwl_pcie_init_fw_sec(trans, img, &prph_scratch->dram.common); 194*22a67414SMiri Korenblit if (ret) 195*22a67414SMiri Korenblit goto err_free_prph_scratch; 196*22a67414SMiri Korenblit 197*22a67414SMiri Korenblit /* Allocate prph information 198*22a67414SMiri Korenblit * currently we don't assign to the prph info anything, but it would get 199*22a67414SMiri Korenblit * assigned later 200*22a67414SMiri Korenblit * 201*22a67414SMiri Korenblit * We also use the second half of this page to give the device some 202*22a67414SMiri Korenblit * dummy TR/CR tail pointers - which shouldn't be necessary as we don't 203*22a67414SMiri Korenblit * use this, but the hardware still reads/writes there and we can't let 204*22a67414SMiri Korenblit * it go do that with a NULL pointer. 205*22a67414SMiri Korenblit */ 206*22a67414SMiri Korenblit BUILD_BUG_ON(sizeof(*prph_info) > PAGE_SIZE / 2); 207*22a67414SMiri Korenblit prph_info = dma_alloc_coherent(trans->dev, PAGE_SIZE, 208*22a67414SMiri Korenblit &trans_pcie->prph_info_dma_addr, 209*22a67414SMiri Korenblit GFP_KERNEL); 210*22a67414SMiri Korenblit if (!prph_info) { 211*22a67414SMiri Korenblit ret = -ENOMEM; 212*22a67414SMiri Korenblit goto err_free_prph_scratch; 213*22a67414SMiri Korenblit } 214*22a67414SMiri Korenblit 215*22a67414SMiri Korenblit /* Allocate context info */ 216*22a67414SMiri Korenblit ctxt_info_v2 = dma_alloc_coherent(trans->dev, 217*22a67414SMiri Korenblit sizeof(*ctxt_info_v2), 218*22a67414SMiri Korenblit &trans_pcie->ctxt_info_dma_addr, 219*22a67414SMiri Korenblit GFP_KERNEL); 220*22a67414SMiri Korenblit if (!ctxt_info_v2) { 221*22a67414SMiri Korenblit ret = -ENOMEM; 222*22a67414SMiri Korenblit goto err_free_prph_info; 223*22a67414SMiri Korenblit } 224*22a67414SMiri Korenblit 225*22a67414SMiri Korenblit ctxt_info_v2->prph_info_base_addr = 226*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->prph_info_dma_addr); 227*22a67414SMiri Korenblit ctxt_info_v2->prph_scratch_base_addr = 228*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->prph_scratch_dma_addr); 229*22a67414SMiri Korenblit 230*22a67414SMiri Korenblit /* 231*22a67414SMiri Korenblit * This code assumes the FSEQ is last and we can make that 232*22a67414SMiri Korenblit * optional; old devices _should_ be fine with a bigger size, 233*22a67414SMiri Korenblit * but in simulation we check the size more precisely. 234*22a67414SMiri Korenblit */ 235*22a67414SMiri Korenblit BUILD_BUG_ON(offsetofend(typeof(*prph_scratch), dram.common) + 236*22a67414SMiri Korenblit sizeof(prph_scratch->dram.fseq_img) != 237*22a67414SMiri Korenblit sizeof(*prph_scratch)); 238*22a67414SMiri Korenblit if (control_flags_ext & IWL_PRPH_SCRATCH_EXT_EXT_FSEQ) 239*22a67414SMiri Korenblit ctxt_info_v2->prph_scratch_size = 240*22a67414SMiri Korenblit cpu_to_le32(sizeof(*prph_scratch)); 241*22a67414SMiri Korenblit else 242*22a67414SMiri Korenblit ctxt_info_v2->prph_scratch_size = 243*22a67414SMiri Korenblit cpu_to_le32(offsetofend(typeof(*prph_scratch), 244*22a67414SMiri Korenblit dram.common)); 245*22a67414SMiri Korenblit 246*22a67414SMiri Korenblit ctxt_info_v2->cr_head_idx_arr_base_addr = 247*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->rxq->rb_stts_dma); 248*22a67414SMiri Korenblit ctxt_info_v2->tr_tail_idx_arr_base_addr = 249*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->prph_info_dma_addr + PAGE_SIZE / 2); 250*22a67414SMiri Korenblit ctxt_info_v2->cr_tail_idx_arr_base_addr = 251*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->prph_info_dma_addr + 3 * PAGE_SIZE / 4); 252*22a67414SMiri Korenblit ctxt_info_v2->mtr_base_addr = 253*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->txqs.txq[trans->conf.cmd_queue]->dma_addr); 254*22a67414SMiri Korenblit ctxt_info_v2->mcr_base_addr = 255*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->rxq->used_bd_dma); 256*22a67414SMiri Korenblit ctxt_info_v2->mtr_size = 257*22a67414SMiri Korenblit cpu_to_le16(TFD_QUEUE_CB_SIZE(cmdq_size)); 258*22a67414SMiri Korenblit ctxt_info_v2->mcr_size = 259*22a67414SMiri Korenblit cpu_to_le16(RX_QUEUE_CB_SIZE(iwl_trans_get_num_rbds(trans))); 260*22a67414SMiri Korenblit 261*22a67414SMiri Korenblit trans_pcie->ctxt_info_v2 = ctxt_info_v2; 262*22a67414SMiri Korenblit trans_pcie->prph_info = prph_info; 263*22a67414SMiri Korenblit trans_pcie->prph_scratch = prph_scratch; 264*22a67414SMiri Korenblit 265*22a67414SMiri Korenblit /* Allocate IML */ 266*22a67414SMiri Korenblit trans_pcie->iml_len = fw->iml_len; 267*22a67414SMiri Korenblit trans_pcie->iml = dma_alloc_coherent(trans->dev, fw->iml_len, 268*22a67414SMiri Korenblit &trans_pcie->iml_dma_addr, 269*22a67414SMiri Korenblit GFP_KERNEL); 270*22a67414SMiri Korenblit if (!trans_pcie->iml) { 271*22a67414SMiri Korenblit ret = -ENOMEM; 272*22a67414SMiri Korenblit goto err_free_ctxt_info; 273*22a67414SMiri Korenblit } 274*22a67414SMiri Korenblit 275*22a67414SMiri Korenblit memcpy(trans_pcie->iml, fw->iml, fw->iml_len); 276*22a67414SMiri Korenblit 277*22a67414SMiri Korenblit return 0; 278*22a67414SMiri Korenblit 279*22a67414SMiri Korenblit err_free_ctxt_info: 280*22a67414SMiri Korenblit dma_free_coherent(trans->dev, sizeof(*trans_pcie->ctxt_info_v2), 281*22a67414SMiri Korenblit trans_pcie->ctxt_info_v2, 282*22a67414SMiri Korenblit trans_pcie->ctxt_info_dma_addr); 283*22a67414SMiri Korenblit trans_pcie->ctxt_info_v2 = NULL; 284*22a67414SMiri Korenblit err_free_prph_info: 285*22a67414SMiri Korenblit dma_free_coherent(trans->dev, PAGE_SIZE, prph_info, 286*22a67414SMiri Korenblit trans_pcie->prph_info_dma_addr); 287*22a67414SMiri Korenblit 288*22a67414SMiri Korenblit err_free_prph_scratch: 289*22a67414SMiri Korenblit dma_free_coherent(trans->dev, 290*22a67414SMiri Korenblit sizeof(*prph_scratch), 291*22a67414SMiri Korenblit prph_scratch, 292*22a67414SMiri Korenblit trans_pcie->prph_scratch_dma_addr); 293*22a67414SMiri Korenblit return ret; 294*22a67414SMiri Korenblit 295*22a67414SMiri Korenblit } 296*22a67414SMiri Korenblit 297*22a67414SMiri Korenblit void iwl_pcie_ctxt_info_v2_kick(struct iwl_trans *trans) 298*22a67414SMiri Korenblit { 299*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 300*22a67414SMiri Korenblit 301*22a67414SMiri Korenblit iwl_enable_fw_load_int_ctx_info(trans, trans->do_top_reset); 302*22a67414SMiri Korenblit 303*22a67414SMiri Korenblit /* kick FW self load */ 304*22a67414SMiri Korenblit iwl_write64(trans, CSR_CTXT_INFO_ADDR, trans_pcie->ctxt_info_dma_addr); 305*22a67414SMiri Korenblit iwl_write64(trans, CSR_IML_DATA_ADDR, trans_pcie->iml_dma_addr); 306*22a67414SMiri Korenblit iwl_write32(trans, CSR_IML_SIZE_ADDR, trans_pcie->iml_len); 307*22a67414SMiri Korenblit 308*22a67414SMiri Korenblit iwl_set_bit(trans, CSR_CTXT_INFO_BOOT_CTRL, 309*22a67414SMiri Korenblit CSR_AUTO_FUNC_BOOT_ENA); 310*22a67414SMiri Korenblit } 311*22a67414SMiri Korenblit 312*22a67414SMiri Korenblit void iwl_pcie_ctxt_info_v2_free(struct iwl_trans *trans, bool alive) 313*22a67414SMiri Korenblit { 314*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 315*22a67414SMiri Korenblit 316*22a67414SMiri Korenblit if (trans_pcie->iml) { 317*22a67414SMiri Korenblit dma_free_coherent(trans->dev, trans_pcie->iml_len, 318*22a67414SMiri Korenblit trans_pcie->iml, 319*22a67414SMiri Korenblit trans_pcie->iml_dma_addr); 320*22a67414SMiri Korenblit trans_pcie->iml_dma_addr = 0; 321*22a67414SMiri Korenblit trans_pcie->iml_len = 0; 322*22a67414SMiri Korenblit trans_pcie->iml = NULL; 323*22a67414SMiri Korenblit } 324*22a67414SMiri Korenblit 325*22a67414SMiri Korenblit iwl_pcie_ctxt_info_free_fw_img(trans); 326*22a67414SMiri Korenblit 327*22a67414SMiri Korenblit if (alive) 328*22a67414SMiri Korenblit return; 329*22a67414SMiri Korenblit 330*22a67414SMiri Korenblit if (!trans_pcie->ctxt_info_v2) 331*22a67414SMiri Korenblit return; 332*22a67414SMiri Korenblit 333*22a67414SMiri Korenblit /* ctxt_info_v2 and prph_scratch are still needed for PNVM load */ 334*22a67414SMiri Korenblit dma_free_coherent(trans->dev, sizeof(*trans_pcie->ctxt_info_v2), 335*22a67414SMiri Korenblit trans_pcie->ctxt_info_v2, 336*22a67414SMiri Korenblit trans_pcie->ctxt_info_dma_addr); 337*22a67414SMiri Korenblit trans_pcie->ctxt_info_dma_addr = 0; 338*22a67414SMiri Korenblit trans_pcie->ctxt_info_v2 = NULL; 339*22a67414SMiri Korenblit 340*22a67414SMiri Korenblit dma_free_coherent(trans->dev, sizeof(*trans_pcie->prph_scratch), 341*22a67414SMiri Korenblit trans_pcie->prph_scratch, 342*22a67414SMiri Korenblit trans_pcie->prph_scratch_dma_addr); 343*22a67414SMiri Korenblit trans_pcie->prph_scratch_dma_addr = 0; 344*22a67414SMiri Korenblit trans_pcie->prph_scratch = NULL; 345*22a67414SMiri Korenblit 346*22a67414SMiri Korenblit /* this is needed for the entire lifetime */ 347*22a67414SMiri Korenblit dma_free_coherent(trans->dev, PAGE_SIZE, trans_pcie->prph_info, 348*22a67414SMiri Korenblit trans_pcie->prph_info_dma_addr); 349*22a67414SMiri Korenblit trans_pcie->prph_info_dma_addr = 0; 350*22a67414SMiri Korenblit trans_pcie->prph_info = NULL; 351*22a67414SMiri Korenblit } 352*22a67414SMiri Korenblit 353*22a67414SMiri Korenblit static int iwl_pcie_load_payloads_contig(struct iwl_trans *trans, 354*22a67414SMiri Korenblit const struct iwl_pnvm_image *pnvm_data, 355*22a67414SMiri Korenblit struct iwl_dram_data *dram) 356*22a67414SMiri Korenblit { 357*22a67414SMiri Korenblit u32 len, len0, len1; 358*22a67414SMiri Korenblit 359*22a67414SMiri Korenblit if (pnvm_data->n_chunks != UNFRAGMENTED_PNVM_PAYLOADS_NUMBER) { 360*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "expected 2 payloads, got %d.\n", 361*22a67414SMiri Korenblit pnvm_data->n_chunks); 362*22a67414SMiri Korenblit return -EINVAL; 363*22a67414SMiri Korenblit } 364*22a67414SMiri Korenblit 365*22a67414SMiri Korenblit len0 = pnvm_data->chunks[0].len; 366*22a67414SMiri Korenblit len1 = pnvm_data->chunks[1].len; 367*22a67414SMiri Korenblit if (len1 > 0xFFFFFFFF - len0) { 368*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "sizes of payloads overflow.\n"); 369*22a67414SMiri Korenblit return -EINVAL; 370*22a67414SMiri Korenblit } 371*22a67414SMiri Korenblit len = len0 + len1; 372*22a67414SMiri Korenblit 373*22a67414SMiri Korenblit dram->block = iwl_pcie_ctxt_info_dma_alloc_coherent(trans, len, 374*22a67414SMiri Korenblit &dram->physical); 375*22a67414SMiri Korenblit if (!dram->block) { 376*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "Failed to allocate PNVM DMA.\n"); 377*22a67414SMiri Korenblit return -ENOMEM; 378*22a67414SMiri Korenblit } 379*22a67414SMiri Korenblit 380*22a67414SMiri Korenblit dram->size = len; 381*22a67414SMiri Korenblit memcpy(dram->block, pnvm_data->chunks[0].data, len0); 382*22a67414SMiri Korenblit memcpy((u8 *)dram->block + len0, pnvm_data->chunks[1].data, len1); 383*22a67414SMiri Korenblit 384*22a67414SMiri Korenblit return 0; 385*22a67414SMiri Korenblit } 386*22a67414SMiri Korenblit 387*22a67414SMiri Korenblit static int iwl_pcie_load_payloads_segments 388*22a67414SMiri Korenblit (struct iwl_trans *trans, 389*22a67414SMiri Korenblit struct iwl_dram_regions *dram_regions, 390*22a67414SMiri Korenblit const struct iwl_pnvm_image *pnvm_data) 391*22a67414SMiri Korenblit { 392*22a67414SMiri Korenblit struct iwl_dram_data *cur_payload_dram = &dram_regions->drams[0]; 393*22a67414SMiri Korenblit struct iwl_dram_data *desc_dram = &dram_regions->prph_scratch_mem_desc; 394*22a67414SMiri Korenblit struct iwl_prph_scrath_mem_desc_addr_array *addresses; 395*22a67414SMiri Korenblit const void *data; 396*22a67414SMiri Korenblit u32 len; 397*22a67414SMiri Korenblit int i; 398*22a67414SMiri Korenblit 399*22a67414SMiri Korenblit /* allocate and init DRAM descriptors array */ 400*22a67414SMiri Korenblit len = sizeof(struct iwl_prph_scrath_mem_desc_addr_array); 401*22a67414SMiri Korenblit desc_dram->block = iwl_pcie_ctxt_info_dma_alloc_coherent 402*22a67414SMiri Korenblit (trans, 403*22a67414SMiri Korenblit len, 404*22a67414SMiri Korenblit &desc_dram->physical); 405*22a67414SMiri Korenblit if (!desc_dram->block) { 406*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "Failed to allocate PNVM DMA.\n"); 407*22a67414SMiri Korenblit return -ENOMEM; 408*22a67414SMiri Korenblit } 409*22a67414SMiri Korenblit desc_dram->size = len; 410*22a67414SMiri Korenblit memset(desc_dram->block, 0, len); 411*22a67414SMiri Korenblit 412*22a67414SMiri Korenblit /* allocate DRAM region for each payload */ 413*22a67414SMiri Korenblit dram_regions->n_regions = 0; 414*22a67414SMiri Korenblit for (i = 0; i < pnvm_data->n_chunks; i++) { 415*22a67414SMiri Korenblit len = pnvm_data->chunks[i].len; 416*22a67414SMiri Korenblit data = pnvm_data->chunks[i].data; 417*22a67414SMiri Korenblit 418*22a67414SMiri Korenblit if (iwl_pcie_ctxt_info_alloc_dma(trans, 419*22a67414SMiri Korenblit data, 420*22a67414SMiri Korenblit len, 421*22a67414SMiri Korenblit cur_payload_dram)) { 422*22a67414SMiri Korenblit iwl_trans_pcie_free_pnvm_dram_regions(dram_regions, 423*22a67414SMiri Korenblit trans->dev); 424*22a67414SMiri Korenblit return -ENOMEM; 425*22a67414SMiri Korenblit } 426*22a67414SMiri Korenblit 427*22a67414SMiri Korenblit dram_regions->n_regions++; 428*22a67414SMiri Korenblit cur_payload_dram++; 429*22a67414SMiri Korenblit } 430*22a67414SMiri Korenblit 431*22a67414SMiri Korenblit /* fill desc with the DRAM payloads addresses */ 432*22a67414SMiri Korenblit addresses = desc_dram->block; 433*22a67414SMiri Korenblit for (i = 0; i < pnvm_data->n_chunks; i++) { 434*22a67414SMiri Korenblit addresses->mem_descs[i] = 435*22a67414SMiri Korenblit cpu_to_le64(dram_regions->drams[i].physical); 436*22a67414SMiri Korenblit } 437*22a67414SMiri Korenblit 438*22a67414SMiri Korenblit return 0; 439*22a67414SMiri Korenblit 440*22a67414SMiri Korenblit } 441*22a67414SMiri Korenblit 442*22a67414SMiri Korenblit int iwl_trans_pcie_ctx_info_v2_load_pnvm(struct iwl_trans *trans, 443*22a67414SMiri Korenblit const struct iwl_pnvm_image *pnvm_payloads, 444*22a67414SMiri Korenblit const struct iwl_ucode_capabilities *capa) 445*22a67414SMiri Korenblit { 446*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 447*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl = 448*22a67414SMiri Korenblit &trans_pcie->prph_scratch->ctrl_cfg; 449*22a67414SMiri Korenblit struct iwl_dram_regions *dram_regions = &trans_pcie->pnvm_data; 450*22a67414SMiri Korenblit int ret = 0; 451*22a67414SMiri Korenblit 452*22a67414SMiri Korenblit /* only allocate the DRAM if not allocated yet */ 453*22a67414SMiri Korenblit if (trans->pnvm_loaded) 454*22a67414SMiri Korenblit return 0; 455*22a67414SMiri Korenblit 456*22a67414SMiri Korenblit if (WARN_ON(prph_sc_ctrl->pnvm_cfg.pnvm_size)) 457*22a67414SMiri Korenblit return -EBUSY; 458*22a67414SMiri Korenblit 459*22a67414SMiri Korenblit if (trans->mac_cfg->device_family < IWL_DEVICE_FAMILY_AX210) 460*22a67414SMiri Korenblit return 0; 461*22a67414SMiri Korenblit 462*22a67414SMiri Korenblit if (!pnvm_payloads->n_chunks) { 463*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "no payloads\n"); 464*22a67414SMiri Korenblit return -EINVAL; 465*22a67414SMiri Korenblit } 466*22a67414SMiri Korenblit 467*22a67414SMiri Korenblit /* save payloads in several DRAM sections */ 468*22a67414SMiri Korenblit if (fw_has_capa(capa, IWL_UCODE_TLV_CAPA_FRAGMENTED_PNVM_IMG)) { 469*22a67414SMiri Korenblit ret = iwl_pcie_load_payloads_segments(trans, 470*22a67414SMiri Korenblit dram_regions, 471*22a67414SMiri Korenblit pnvm_payloads); 472*22a67414SMiri Korenblit if (!ret) 473*22a67414SMiri Korenblit trans->pnvm_loaded = true; 474*22a67414SMiri Korenblit } else { 475*22a67414SMiri Korenblit /* save only in one DRAM section */ 476*22a67414SMiri Korenblit ret = iwl_pcie_load_payloads_contig(trans, pnvm_payloads, 477*22a67414SMiri Korenblit &dram_regions->drams[0]); 478*22a67414SMiri Korenblit if (!ret) { 479*22a67414SMiri Korenblit dram_regions->n_regions = 1; 480*22a67414SMiri Korenblit trans->pnvm_loaded = true; 481*22a67414SMiri Korenblit } 482*22a67414SMiri Korenblit } 483*22a67414SMiri Korenblit 484*22a67414SMiri Korenblit return ret; 485*22a67414SMiri Korenblit } 486*22a67414SMiri Korenblit 487*22a67414SMiri Korenblit static inline size_t 488*22a67414SMiri Korenblit iwl_dram_regions_size(const struct iwl_dram_regions *dram_regions) 489*22a67414SMiri Korenblit { 490*22a67414SMiri Korenblit size_t total_size = 0; 491*22a67414SMiri Korenblit int i; 492*22a67414SMiri Korenblit 493*22a67414SMiri Korenblit for (i = 0; i < dram_regions->n_regions; i++) 494*22a67414SMiri Korenblit total_size += dram_regions->drams[i].size; 495*22a67414SMiri Korenblit 496*22a67414SMiri Korenblit return total_size; 497*22a67414SMiri Korenblit } 498*22a67414SMiri Korenblit 499*22a67414SMiri Korenblit static void iwl_pcie_set_pnvm_segments(struct iwl_trans *trans) 500*22a67414SMiri Korenblit { 501*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 502*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl = 503*22a67414SMiri Korenblit &trans_pcie->prph_scratch->ctrl_cfg; 504*22a67414SMiri Korenblit struct iwl_dram_regions *dram_regions = &trans_pcie->pnvm_data; 505*22a67414SMiri Korenblit 506*22a67414SMiri Korenblit prph_sc_ctrl->pnvm_cfg.pnvm_base_addr = 507*22a67414SMiri Korenblit cpu_to_le64(dram_regions->prph_scratch_mem_desc.physical); 508*22a67414SMiri Korenblit prph_sc_ctrl->pnvm_cfg.pnvm_size = 509*22a67414SMiri Korenblit cpu_to_le32(iwl_dram_regions_size(dram_regions)); 510*22a67414SMiri Korenblit } 511*22a67414SMiri Korenblit 512*22a67414SMiri Korenblit static void iwl_pcie_set_contig_pnvm(struct iwl_trans *trans) 513*22a67414SMiri Korenblit { 514*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 515*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl = 516*22a67414SMiri Korenblit &trans_pcie->prph_scratch->ctrl_cfg; 517*22a67414SMiri Korenblit 518*22a67414SMiri Korenblit prph_sc_ctrl->pnvm_cfg.pnvm_base_addr = 519*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->pnvm_data.drams[0].physical); 520*22a67414SMiri Korenblit prph_sc_ctrl->pnvm_cfg.pnvm_size = 521*22a67414SMiri Korenblit cpu_to_le32(trans_pcie->pnvm_data.drams[0].size); 522*22a67414SMiri Korenblit } 523*22a67414SMiri Korenblit 524*22a67414SMiri Korenblit void iwl_trans_pcie_ctx_info_v2_set_pnvm(struct iwl_trans *trans, 525*22a67414SMiri Korenblit const struct iwl_ucode_capabilities *capa) 526*22a67414SMiri Korenblit { 527*22a67414SMiri Korenblit if (trans->mac_cfg->device_family < IWL_DEVICE_FAMILY_AX210) 528*22a67414SMiri Korenblit return; 529*22a67414SMiri Korenblit 530*22a67414SMiri Korenblit if (fw_has_capa(capa, IWL_UCODE_TLV_CAPA_FRAGMENTED_PNVM_IMG)) 531*22a67414SMiri Korenblit iwl_pcie_set_pnvm_segments(trans); 532*22a67414SMiri Korenblit else 533*22a67414SMiri Korenblit iwl_pcie_set_contig_pnvm(trans); 534*22a67414SMiri Korenblit } 535*22a67414SMiri Korenblit 536*22a67414SMiri Korenblit int iwl_trans_pcie_ctx_info_v2_load_reduce_power(struct iwl_trans *trans, 537*22a67414SMiri Korenblit const struct iwl_pnvm_image *payloads, 538*22a67414SMiri Korenblit const struct iwl_ucode_capabilities *capa) 539*22a67414SMiri Korenblit { 540*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 541*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl = 542*22a67414SMiri Korenblit &trans_pcie->prph_scratch->ctrl_cfg; 543*22a67414SMiri Korenblit struct iwl_dram_regions *dram_regions = &trans_pcie->reduced_tables_data; 544*22a67414SMiri Korenblit int ret = 0; 545*22a67414SMiri Korenblit 546*22a67414SMiri Korenblit /* only allocate the DRAM if not allocated yet */ 547*22a67414SMiri Korenblit if (trans->reduce_power_loaded) 548*22a67414SMiri Korenblit return 0; 549*22a67414SMiri Korenblit 550*22a67414SMiri Korenblit if (trans->mac_cfg->device_family < IWL_DEVICE_FAMILY_AX210) 551*22a67414SMiri Korenblit return 0; 552*22a67414SMiri Korenblit 553*22a67414SMiri Korenblit if (WARN_ON(prph_sc_ctrl->reduce_power_cfg.size)) 554*22a67414SMiri Korenblit return -EBUSY; 555*22a67414SMiri Korenblit 556*22a67414SMiri Korenblit if (!payloads->n_chunks) { 557*22a67414SMiri Korenblit IWL_DEBUG_FW(trans, "no payloads\n"); 558*22a67414SMiri Korenblit return -EINVAL; 559*22a67414SMiri Korenblit } 560*22a67414SMiri Korenblit 561*22a67414SMiri Korenblit /* save payloads in several DRAM sections */ 562*22a67414SMiri Korenblit if (fw_has_capa(capa, IWL_UCODE_TLV_CAPA_FRAGMENTED_PNVM_IMG)) { 563*22a67414SMiri Korenblit ret = iwl_pcie_load_payloads_segments(trans, 564*22a67414SMiri Korenblit dram_regions, 565*22a67414SMiri Korenblit payloads); 566*22a67414SMiri Korenblit if (!ret) 567*22a67414SMiri Korenblit trans->reduce_power_loaded = true; 568*22a67414SMiri Korenblit } else { 569*22a67414SMiri Korenblit /* save only in one DRAM section */ 570*22a67414SMiri Korenblit ret = iwl_pcie_load_payloads_contig(trans, payloads, 571*22a67414SMiri Korenblit &dram_regions->drams[0]); 572*22a67414SMiri Korenblit if (!ret) { 573*22a67414SMiri Korenblit dram_regions->n_regions = 1; 574*22a67414SMiri Korenblit trans->reduce_power_loaded = true; 575*22a67414SMiri Korenblit } 576*22a67414SMiri Korenblit } 577*22a67414SMiri Korenblit 578*22a67414SMiri Korenblit return ret; 579*22a67414SMiri Korenblit } 580*22a67414SMiri Korenblit 581*22a67414SMiri Korenblit static void iwl_pcie_set_reduce_power_segments(struct iwl_trans *trans) 582*22a67414SMiri Korenblit { 583*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 584*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl = 585*22a67414SMiri Korenblit &trans_pcie->prph_scratch->ctrl_cfg; 586*22a67414SMiri Korenblit struct iwl_dram_regions *dram_regions = &trans_pcie->reduced_tables_data; 587*22a67414SMiri Korenblit 588*22a67414SMiri Korenblit prph_sc_ctrl->reduce_power_cfg.base_addr = 589*22a67414SMiri Korenblit cpu_to_le64(dram_regions->prph_scratch_mem_desc.physical); 590*22a67414SMiri Korenblit prph_sc_ctrl->reduce_power_cfg.size = 591*22a67414SMiri Korenblit cpu_to_le32(iwl_dram_regions_size(dram_regions)); 592*22a67414SMiri Korenblit } 593*22a67414SMiri Korenblit 594*22a67414SMiri Korenblit static void iwl_pcie_set_contig_reduce_power(struct iwl_trans *trans) 595*22a67414SMiri Korenblit { 596*22a67414SMiri Korenblit struct iwl_trans_pcie *trans_pcie = IWL_TRANS_GET_PCIE_TRANS(trans); 597*22a67414SMiri Korenblit struct iwl_prph_scratch_ctrl_cfg *prph_sc_ctrl = 598*22a67414SMiri Korenblit &trans_pcie->prph_scratch->ctrl_cfg; 599*22a67414SMiri Korenblit 600*22a67414SMiri Korenblit prph_sc_ctrl->reduce_power_cfg.base_addr = 601*22a67414SMiri Korenblit cpu_to_le64(trans_pcie->reduced_tables_data.drams[0].physical); 602*22a67414SMiri Korenblit prph_sc_ctrl->reduce_power_cfg.size = 603*22a67414SMiri Korenblit cpu_to_le32(trans_pcie->reduced_tables_data.drams[0].size); 604*22a67414SMiri Korenblit } 605*22a67414SMiri Korenblit 606*22a67414SMiri Korenblit void 607*22a67414SMiri Korenblit iwl_trans_pcie_ctx_info_v2_set_reduce_power(struct iwl_trans *trans, 608*22a67414SMiri Korenblit const struct iwl_ucode_capabilities *capa) 609*22a67414SMiri Korenblit { 610*22a67414SMiri Korenblit if (trans->mac_cfg->device_family < IWL_DEVICE_FAMILY_AX210) 611*22a67414SMiri Korenblit return; 612*22a67414SMiri Korenblit 613*22a67414SMiri Korenblit if (fw_has_capa(capa, IWL_UCODE_TLV_CAPA_FRAGMENTED_PNVM_IMG)) 614*22a67414SMiri Korenblit iwl_pcie_set_reduce_power_segments(trans); 615*22a67414SMiri Korenblit else 616*22a67414SMiri Korenblit iwl_pcie_set_contig_reduce_power(trans); 617*22a67414SMiri Korenblit } 618*22a67414SMiri Korenblit 619