319 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_get_crc_values_cnt()  local
321 		if (phys->hw_intf && phys->hw_intf->ops.setup_misr  in dpu_encoder_get_crc_values_cnt()
322 				&& phys->hw_intf->ops.collect_misr)  in dpu_encoder_get_crc_values_cnt()
342 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_setup_misr()  local
344 		if (!phys->hw_intf || !phys->hw_intf->ops.setup_misr)  in dpu_encoder_setup_misr()
347 		phys->hw_intf->ops.setup_misr(phys->hw_intf);  in dpu_encoder_setup_misr()
372 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_get_crc()  local
374 		if (!phys->hw_intf || !phys->hw_intf->ops.collect_misr)  in dpu_encoder_get_crc()
377 		rc = phys->hw_intf->ops.collect_misr(phys->hw_intf, &crcs[pos + entries_added]);  in dpu_encoder_get_crc()
538 	struct dpu_encoder_phys *phys = dpu_enc ? dpu_enc->cur_master : NULL;  in dpu_encoder_get_vsync_count()  local
539 	return phys ? atomic_read(&phys->vsync_cnt) : 0;  in dpu_encoder_get_vsync_count()
549 	struct dpu_encoder_phys *phys;  in dpu_encoder_get_linecount()  local
553 	phys = dpu_enc ? dpu_enc->cur_master : NULL;  in dpu_encoder_get_linecount()
555 	if (phys && phys->ops.get_line_count)  in dpu_encoder_get_linecount()
556 		linecount = phys->ops.get_line_count(phys);  in dpu_encoder_get_linecount()
767 		DPU_ERROR("invalid num phys enc %d/%d\n",  in _dpu_encoder_update_vsync_source()
819 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_irq_enable()  local
821 		phys->ops.irq_enable(phys);  in _dpu_encoder_irq_enable()
839 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_irq_disable()  local
841 		phys->ops.irq_disable(phys);  in _dpu_encoder_irq_disable()
1118 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_prepare_wb_job()  local
1120 		if (phys->ops.prepare_wb_job)  in dpu_encoder_prepare_wb_job()
1121 			phys->ops.prepare_wb_job(phys, job);  in dpu_encoder_prepare_wb_job()
1140 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_cleanup_wb_job()  local
1142 		if (phys->ops.cleanup_wb_job)  in dpu_encoder_cleanup_wb_job()
1143 			phys->ops.cleanup_wb_job(phys, job);  in dpu_encoder_cleanup_wb_job()
1240 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_virt_atomic_mode_set()  local
1242 		phys->hw_pp = dpu_enc->hw_pp[i];  in dpu_encoder_virt_atomic_mode_set()
1243 		if (!phys->hw_pp) {  in dpu_encoder_virt_atomic_mode_set()
1249 		phys->hw_ctl = i < num_ctl ? to_dpu_hw_ctl(hw_ctl[i]) : NULL;  in dpu_encoder_virt_atomic_mode_set()
1250 		if (!phys->hw_ctl) {  in dpu_encoder_virt_atomic_mode_set()
1256 		phys->cached_mode = crtc_state->adjusted_mode;  in dpu_encoder_virt_atomic_mode_set()
1257 		if (phys->ops.atomic_mode_set)  in dpu_encoder_virt_atomic_mode_set()
1258 			phys->ops.atomic_mode_set(phys, crtc_state, conn_state);  in dpu_encoder_virt_atomic_mode_set()
1403 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_virt_atomic_disable()  local
1405 		if (phys->ops.disable)  in dpu_encoder_virt_atomic_disable()
1406 			phys->ops.disable(phys);  in dpu_encoder_virt_atomic_disable()
1410 	/* after phys waits for frame-done, should be no more frames pending */  in dpu_encoder_virt_atomic_disable()
1537 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_toggle_vblank_for_crtc()  local
1539 		if (phys->ops.control_vblank_irq)  in dpu_encoder_toggle_vblank_for_crtc()
1540 			phys->ops.control_vblank_irq(phys, enable);  in dpu_encoder_toggle_vblank_for_crtc()
1545  * dpu_encoder_frame_done_callback - Notify virtual encoder that this phys
1614  * @phys: Pointer to physical encoder structure
1618 		struct dpu_encoder_phys *phys, uint32_t extra_flush_bits)  in _dpu_encoder_trigger_flush()  argument
1625 	if (!phys->hw_pp) {  in _dpu_encoder_trigger_flush()
1630 	ctl = phys->hw_ctl;  in _dpu_encoder_trigger_flush()
1636 	pending_kickoff_cnt = dpu_encoder_phys_inc_pending(phys);  in _dpu_encoder_trigger_flush()
1656 			dpu_encoder_helper_get_intf_type(phys->intf_mode),  in _dpu_encoder_trigger_flush()
1657 			phys->hw_intf ? phys->hw_intf->idx : -1,  in _dpu_encoder_trigger_flush()
1658 			phys->hw_wb ? phys->hw_wb->idx : -1,  in _dpu_encoder_trigger_flush()
1665  * @phys: Pointer to physical encoder structure
1667 static void _dpu_encoder_trigger_start(struct dpu_encoder_phys *phys)  in _dpu_encoder_trigger_start()  argument
1669 	struct dpu_encoder_virt *dpu_enc = to_dpu_encoder_virt(phys->parent);  in _dpu_encoder_trigger_start()
1671 	if (!phys) {  in _dpu_encoder_trigger_start()
1676 	if (!phys->hw_pp) {  in _dpu_encoder_trigger_start()
1681 	if (phys->parent->encoder_type == DRM_MODE_ENCODER_VIRTUAL &&  in _dpu_encoder_trigger_start()
1683 		DPU_DEBUG("encoder %d CWB enabled, skipping\n", DRMID(phys->parent));  in _dpu_encoder_trigger_start()
1687 	if (phys->ops.trigger_start && phys->enable_state != DPU_ENC_DISABLED)  in _dpu_encoder_trigger_start()
1688 		phys->ops.trigger_start(phys);  in _dpu_encoder_trigger_start()
1783 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_kickoff_phys()  local
1785 		if (phys->enable_state == DPU_ENC_DISABLED)  in _dpu_encoder_kickoff_phys()
1788 		ctl = phys->hw_ctl;  in _dpu_encoder_kickoff_phys()
1795 		if (phys->split_role != ENC_ROLE_SLAVE)  in _dpu_encoder_kickoff_phys()
1798 		if (!phys->ops.needs_single_flush ||  in _dpu_encoder_kickoff_phys()
1799 				!phys->ops.needs_single_flush(phys))  in _dpu_encoder_kickoff_phys()
1800 			_dpu_encoder_trigger_flush(&dpu_enc->base, phys, 0x0);  in _dpu_encoder_kickoff_phys()
1826 	struct dpu_encoder_phys *phys;  in dpu_encoder_trigger_kickoff_pending()  local
1839 		phys = dpu_enc->phys_encs[i];  in dpu_encoder_trigger_kickoff_pending()
1841 		ctl = phys->hw_ctl;  in dpu_encoder_trigger_kickoff_pending()
1845 		if ((phys == dpu_enc->cur_master) &&  in dpu_encoder_trigger_kickoff_pending()
2057 	struct dpu_encoder_phys *phys;  in dpu_encoder_prepare_for_kickoff()  local
2068 		phys = dpu_enc->phys_encs[i];  in dpu_encoder_prepare_for_kickoff()
2069 		if (phys->ops.prepare_for_kickoff)  in dpu_encoder_prepare_for_kickoff()
2070 			phys->ops.prepare_for_kickoff(phys);  in dpu_encoder_prepare_for_kickoff()
2071 		if (phys->enable_state == DPU_ENC_ERR_NEEDS_HW_RESET)  in dpu_encoder_prepare_for_kickoff()
2078 	/* if any phys needs reset, reset all phys, in-order */  in dpu_encoder_prepare_for_kickoff()
2098 	struct dpu_encoder_phys *phys;  in dpu_encoder_is_valid_for_commit()  local
2104 			phys = dpu_enc->phys_encs[i];  in dpu_encoder_is_valid_for_commit()
2105 			if (phys->ops.is_valid_for_commit && !phys->ops.is_valid_for_commit(phys)) {  in dpu_encoder_is_valid_for_commit()
2142 	struct dpu_encoder_phys *phys;  in dpu_encoder_kickoff()  local
2150 	/* All phys encs are ready to go, trigger the kickoff */  in dpu_encoder_kickoff()
2153 	/* allow phys encs to handle any post-kickoff business */  in dpu_encoder_kickoff()
2155 		phys = dpu_enc->phys_encs[i];  in dpu_encoder_kickoff()
2156 		if (phys->ops.handle_post_kickoff)  in dpu_encoder_kickoff()
2157 			phys->ops.handle_post_kickoff(phys);  in dpu_encoder_kickoff()
2249 	 * to be done per phys encoder into the phys_disable() op.  in dpu_encoder_helper_phys_cleanup()
2478 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_status_show()  local
2481 				phys->hw_intf ? phys->hw_intf->idx - INTF_0 : -1,  in _dpu_encoder_status_show()
2482 				phys->hw_wb ? phys->hw_wb->idx - WB_0 : -1,  in _dpu_encoder_status_show()
2483 				atomic_read(&phys->vsync_cnt),  in _dpu_encoder_status_show()
2484 				atomic_read(&phys->underrun_cnt),  in _dpu_encoder_status_show()
2487 		seq_printf(s, "mode: %s\n", dpu_encoder_helper_get_intf_type(phys->intf_mode));  in _dpu_encoder_status_show()
2667 					"invalid phys both intf and wb block at idx: %d\n", i);  in dpu_encoder_setup_display()
2675 			DPU_ERROR_ENC(dpu_enc, "failed to add phys encs\n");  in dpu_encoder_setup_display()
2799 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_wait_for_commit_done()  local
2801 		if (phys->ops.wait_for_commit_done) {  in dpu_encoder_wait_for_commit_done()
2803 			ret = phys->ops.wait_for_commit_done(phys);  in dpu_encoder_wait_for_commit_done()
2840 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_wait_for_tx_complete()  local
2842 		if (phys->ops.wait_for_tx_complete) {  in dpu_encoder_wait_for_tx_complete()
2844 			ret = phys->ops.wait_for_tx_complete(phys);  in dpu_encoder_wait_for_tx_complete()