9 static inline bool ufshcd_is_user_access_allowed(struct ufs_hba *hba)  in ufshcd_is_user_access_allowed()  argument
11 	return !hba->shutting_down;  in ufshcd_is_user_access_allowed()
14 void ufshcd_schedule_eh_work(struct ufs_hba *hba);
17 							struct ufs_hba *hba)  in ufshcd_keep_autobkops_enabled_except_suspend()  argument
19 	return hba->caps & UFSHCD_CAP_KEEP_AUTO_BKOPS_ENABLED_EXCEPT_SUSPEND;  in ufshcd_keep_autobkops_enabled_except_suspend()
22 static inline u8 ufshcd_wb_get_query_index(struct ufs_hba *hba)  in ufshcd_wb_get_query_index()  argument
24 	if (hba->dev_info.wb_buffer_type == WB_BUF_MODE_LU_DEDICATED)  in ufshcd_wb_get_query_index()
25 		return hba->dev_info.wb_dedicated_lu;  in ufshcd_wb_get_query_index()
29 static inline bool ufshcd_is_wb_buf_flush_allowed(struct ufs_hba *hba)  in ufshcd_is_wb_buf_flush_allowed()  argument
31 	return ufshcd_is_wb_allowed(hba) &&  in ufshcd_is_wb_buf_flush_allowed()
32 		!(hba->quirks & UFSHCI_QUIRK_SKIP_MANUAL_WB_FLUSH_CTRL);  in ufshcd_is_wb_buf_flush_allowed()
36 void ufs_hwmon_probe(struct ufs_hba *hba, u8 mask);
37 void ufs_hwmon_remove(struct ufs_hba *hba);
38 void ufs_hwmon_notify_event(struct ufs_hba *hba, u8 ee_mask);
40 static inline void ufs_hwmon_probe(struct ufs_hba *hba, u8 mask) {}  in ufs_hwmon_probe()  argument
41 static inline void ufs_hwmon_remove(struct ufs_hba *hba) {}  in ufs_hwmon_remove()  argument
42 static inline void ufs_hwmon_notify_event(struct ufs_hba *hba, u8 ee_mask) {}  in ufs_hwmon_notify_event()  argument
45 int ufshcd_query_descriptor_retry(struct ufs_hba *hba,
50 int ufshcd_read_desc_param(struct ufs_hba *hba,
56 int ufshcd_query_attr_retry(struct ufs_hba *hba, enum query_opcode opcode,
59 int ufshcd_query_attr(struct ufs_hba *hba, enum query_opcode opcode,
61 int ufshcd_query_flag(struct ufs_hba *hba, enum query_opcode opcode,
63 void ufshcd_auto_hibern8_update(struct ufs_hba *hba, u32 ahit);
64 void ufshcd_compl_one_cqe(struct ufs_hba *hba, int task_tag,
66 int ufshcd_mcq_init(struct ufs_hba *hba);
67 void ufshcd_mcq_disable(struct ufs_hba *hba);
68 int ufshcd_mcq_decide_queue_depth(struct ufs_hba *hba);
69 int ufshcd_mcq_memory_alloc(struct ufs_hba *hba);
70 struct ufs_hw_queue *ufshcd_mcq_req_to_hwq(struct ufs_hba *hba,
72 void ufshcd_mcq_compl_all_cqes_lock(struct ufs_hba *hba,
75 int ufshcd_mcq_sq_cleanup(struct ufs_hba *hba, int task_tag);
77 int ufshcd_try_to_abort_task(struct ufs_hba *hba, int tag);
78 void ufshcd_release_scsi_cmd(struct ufs_hba *hba,
83 int ufshcd_read_string_desc(struct ufs_hba *hba, u8 desc_index,
86 int ufshcd_send_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd);
87 int ufshcd_send_bsg_uic_cmd(struct ufs_hba *hba, struct uic_command *uic_cmd);
89 int ufshcd_exec_raw_upiu_cmd(struct ufs_hba *hba,
96 int ufshcd_wb_toggle(struct ufs_hba *hba, bool enable);
97 int ufshcd_read_device_lvl_exception_id(struct ufs_hba *hba, u64 *exception_id);
100 static inline const char *ufshcd_get_var_name(struct ufs_hba *hba)  in ufshcd_get_var_name()  argument
102 	if (hba->vops)  in ufshcd_get_var_name()
103 		return hba->vops->name;  in ufshcd_get_var_name()
107 static inline void ufshcd_vops_exit(struct ufs_hba *hba)  in ufshcd_vops_exit()  argument
109 	if (hba->vops && hba->vops->exit)  in ufshcd_vops_exit()
110 		return hba->vops->exit(hba);  in ufshcd_vops_exit()
113 static inline u32 ufshcd_vops_get_ufs_hci_version(struct ufs_hba *hba)  in ufshcd_vops_get_ufs_hci_version()  argument
115 	if (hba->vops && hba->vops->get_ufs_hci_version)  in ufshcd_vops_get_ufs_hci_version()
116 		return hba->vops->get_ufs_hci_version(hba);  in ufshcd_vops_get_ufs_hci_version()
118 	return ufshcd_readl(hba, REG_UFS_VERSION);  in ufshcd_vops_get_ufs_hci_version()
121 static inline int ufshcd_vops_clk_scale_notify(struct ufs_hba *hba, bool up,  in ufshcd_vops_clk_scale_notify()  argument
125 	if (hba->vops && hba->vops->clk_scale_notify)  in ufshcd_vops_clk_scale_notify()
126 		return hba->vops->clk_scale_notify(hba, up, target_freq, status);  in ufshcd_vops_clk_scale_notify()
130 static inline void ufshcd_vops_event_notify(struct ufs_hba *hba,  in ufshcd_vops_event_notify()  argument
134 	if (hba->vops && hba->vops->event_notify)  in ufshcd_vops_event_notify()
135 		hba->vops->event_notify(hba, evt, data);  in ufshcd_vops_event_notify()
138 static inline int ufshcd_vops_setup_clocks(struct ufs_hba *hba, bool on,  in ufshcd_vops_setup_clocks()  argument
141 	if (hba->vops && hba->vops->setup_clocks)  in ufshcd_vops_setup_clocks()
142 		return hba->vops->setup_clocks(hba, on, status);  in ufshcd_vops_setup_clocks()
146 static inline int ufshcd_vops_hce_enable_notify(struct ufs_hba *hba,  in ufshcd_vops_hce_enable_notify()  argument
149 	if (hba->vops && hba->vops->hce_enable_notify)  in ufshcd_vops_hce_enable_notify()
150 		return hba->vops->hce_enable_notify(hba, status);  in ufshcd_vops_hce_enable_notify()
154 static inline int ufshcd_vops_link_startup_notify(struct ufs_hba *hba,  in ufshcd_vops_link_startup_notify()  argument
157 	if (hba->vops && hba->vops->link_startup_notify)  in ufshcd_vops_link_startup_notify()
158 		return hba->vops->link_startup_notify(hba, status);  in ufshcd_vops_link_startup_notify()
163 static inline int ufshcd_vops_pwr_change_notify(struct ufs_hba *hba,  in ufshcd_vops_pwr_change_notify()  argument
168 	if (hba->vops && hba->vops->pwr_change_notify)  in ufshcd_vops_pwr_change_notify()
169 		return hba->vops->pwr_change_notify(hba, status,  in ufshcd_vops_pwr_change_notify()
175 static inline void ufshcd_vops_setup_task_mgmt(struct ufs_hba *hba,  in ufshcd_vops_setup_task_mgmt()  argument
178 	if (hba->vops && hba->vops->setup_task_mgmt)  in ufshcd_vops_setup_task_mgmt()
179 		return hba->vops->setup_task_mgmt(hba, tag, tm_function);  in ufshcd_vops_setup_task_mgmt()
182 static inline void ufshcd_vops_hibern8_notify(struct ufs_hba *hba,  in ufshcd_vops_hibern8_notify()  argument
186 	if (hba->vops && hba->vops->hibern8_notify)  in ufshcd_vops_hibern8_notify()
187 		return hba->vops->hibern8_notify(hba, cmd, status);  in ufshcd_vops_hibern8_notify()
190 static inline int ufshcd_vops_apply_dev_quirks(struct ufs_hba *hba)  in ufshcd_vops_apply_dev_quirks()  argument
192 	if (hba->vops && hba->vops->apply_dev_quirks)  in ufshcd_vops_apply_dev_quirks()
193 		return hba->vops->apply_dev_quirks(hba);  in ufshcd_vops_apply_dev_quirks()
197 static inline void ufshcd_vops_fixup_dev_quirks(struct ufs_hba *hba)  in ufshcd_vops_fixup_dev_quirks()  argument
199 	if (hba->vops && hba->vops->fixup_dev_quirks)  in ufshcd_vops_fixup_dev_quirks()
200 		hba->vops->fixup_dev_quirks(hba);  in ufshcd_vops_fixup_dev_quirks()
203 static inline int ufshcd_vops_suspend(struct ufs_hba *hba, enum ufs_pm_op op,  in ufshcd_vops_suspend()  argument
206 	if (hba->vops && hba->vops->suspend)  in ufshcd_vops_suspend()
207 		return hba->vops->suspend(hba, op, status);  in ufshcd_vops_suspend()
212 static inline int ufshcd_vops_resume(struct ufs_hba *hba, enum ufs_pm_op op)  in ufshcd_vops_resume()  argument
214 	if (hba->vops && hba->vops->resume)  in ufshcd_vops_resume()
215 		return hba->vops->resume(hba, op);  in ufshcd_vops_resume()
220 static inline void ufshcd_vops_dbg_register_dump(struct ufs_hba *hba)  in ufshcd_vops_dbg_register_dump()  argument
222 	if (hba->vops && hba->vops->dbg_register_dump)  in ufshcd_vops_dbg_register_dump()
223 		hba->vops->dbg_register_dump(hba);  in ufshcd_vops_dbg_register_dump()
226 static inline int ufshcd_vops_device_reset(struct ufs_hba *hba)  in ufshcd_vops_device_reset()  argument
228 	if (hba->vops && hba->vops->device_reset)  in ufshcd_vops_device_reset()
229 		return hba->vops->device_reset(hba);  in ufshcd_vops_device_reset()
234 static inline void ufshcd_vops_config_scaling_param(struct ufs_hba *hba,  in ufshcd_vops_config_scaling_param()  argument
238 	if (hba->vops && hba->vops->config_scaling_param)  in ufshcd_vops_config_scaling_param()
239 		hba->vops->config_scaling_param(hba, p, data);  in ufshcd_vops_config_scaling_param()
242 static inline int ufshcd_vops_mcq_config_resource(struct ufs_hba *hba)  in ufshcd_vops_mcq_config_resource()  argument
244 	if (hba->vops && hba->vops->mcq_config_resource)  in ufshcd_vops_mcq_config_resource()
245 		return hba->vops->mcq_config_resource(hba);  in ufshcd_vops_mcq_config_resource()
250 static inline int ufshcd_mcq_vops_op_runtime_config(struct ufs_hba *hba)  in ufshcd_mcq_vops_op_runtime_config()  argument
252 	if (hba->vops && hba->vops->op_runtime_config)  in ufshcd_mcq_vops_op_runtime_config()
253 		return hba->vops->op_runtime_config(hba);  in ufshcd_mcq_vops_op_runtime_config()
258 static inline int ufshcd_vops_get_outstanding_cqs(struct ufs_hba *hba,  in ufshcd_vops_get_outstanding_cqs()  argument
261 	if (hba->vops && hba->vops->get_outstanding_cqs)  in ufshcd_vops_get_outstanding_cqs()
262 		return hba->vops->get_outstanding_cqs(hba, ocqs);  in ufshcd_vops_get_outstanding_cqs()
267 static inline int ufshcd_mcq_vops_config_esi(struct ufs_hba *hba)  in ufshcd_mcq_vops_config_esi()  argument
269 	if (hba->vops && hba->vops->config_esi)  in ufshcd_mcq_vops_config_esi()
270 		return hba->vops->config_esi(hba);  in ufshcd_mcq_vops_config_esi()
275 static inline u32 ufshcd_vops_freq_to_gear_speed(struct ufs_hba *hba, unsigned long freq)  in ufshcd_vops_freq_to_gear_speed()  argument
277 	if (hba->vops && hba->vops->freq_to_gear_speed)  in ufshcd_vops_freq_to_gear_speed()
278 		return hba->vops->freq_to_gear_speed(hba, freq);  in ufshcd_vops_freq_to_gear_speed()
300 int __ufshcd_write_ee_control(struct ufs_hba *hba, u32 ee_ctrl_mask);
301 int ufshcd_write_ee_control(struct ufs_hba *hba);
302 int ufshcd_update_ee_control(struct ufs_hba *hba, u16 *mask,
305 static inline int ufshcd_update_ee_drv_mask(struct ufs_hba *hba,  in ufshcd_update_ee_drv_mask()  argument
308 	return ufshcd_update_ee_control(hba, &hba->ee_drv_mask,  in ufshcd_update_ee_drv_mask()
309 					&hba->ee_usr_mask, set, clr);  in ufshcd_update_ee_drv_mask()
312 static inline int ufshcd_update_ee_usr_mask(struct ufs_hba *hba,  in ufshcd_update_ee_usr_mask()  argument
315 	return ufshcd_update_ee_control(hba, &hba->ee_usr_mask,  in ufshcd_update_ee_usr_mask()
316 					&hba->ee_drv_mask, set, clr);  in ufshcd_update_ee_usr_mask()
319 static inline int ufshcd_rpm_get_sync(struct ufs_hba *hba)  in ufshcd_rpm_get_sync()  argument
321 	return pm_runtime_get_sync(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_get_sync()
324 static inline int ufshcd_rpm_get_if_active(struct ufs_hba *hba)  in ufshcd_rpm_get_if_active()  argument
326 	return pm_runtime_get_if_active(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_get_if_active()
329 static inline int ufshcd_rpm_put_sync(struct ufs_hba *hba)  in ufshcd_rpm_put_sync()  argument
331 	return pm_runtime_put_sync(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_put_sync()
334 static inline void ufshcd_rpm_get_noresume(struct ufs_hba *hba)  in ufshcd_rpm_get_noresume()  argument
336 	pm_runtime_get_noresume(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_get_noresume()
339 static inline int ufshcd_rpm_resume(struct ufs_hba *hba)  in ufshcd_rpm_resume()  argument
341 	return pm_runtime_resume(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_resume()
344 static inline int ufshcd_rpm_put(struct ufs_hba *hba)  in ufshcd_rpm_put()  argument
346 	return pm_runtime_put(&hba->ufs_device_wlun->sdev_gendev);  in ufshcd_rpm_put()