319 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_get_crc_values_cnt()  local
321 		if (phys->hw_intf && phys->hw_intf->ops.setup_misr  in dpu_encoder_get_crc_values_cnt()
322 				&& phys->hw_intf->ops.collect_misr)  in dpu_encoder_get_crc_values_cnt()
342 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_setup_misr()  local
344 		if (!phys->hw_intf || !phys->hw_intf->ops.setup_misr)  in dpu_encoder_setup_misr()
347 		phys->hw_intf->ops.setup_misr(phys->hw_intf);  in dpu_encoder_setup_misr()
372 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_get_crc()  local
374 		if (!phys->hw_intf || !phys->hw_intf->ops.collect_misr)  in dpu_encoder_get_crc()
377 		rc = phys->hw_intf->ops.collect_misr(phys->hw_intf, &crcs[pos + entries_added]);  in dpu_encoder_get_crc()
538 	struct dpu_encoder_phys *phys = dpu_enc ? dpu_enc->cur_master : NULL;  in dpu_encoder_get_vsync_count()  local
539 	return phys ? atomic_read(&phys->vsync_cnt) : 0;  in dpu_encoder_get_vsync_count()
549 	struct dpu_encoder_phys *phys;  in dpu_encoder_get_linecount()  local
553 	phys = dpu_enc ? dpu_enc->cur_master : NULL;  in dpu_encoder_get_linecount()
555 	if (phys && phys->ops.get_line_count)  in dpu_encoder_get_linecount()
556 		linecount = phys->ops.get_line_count(phys);  in dpu_encoder_get_linecount()
767 		DPU_ERROR("invalid num phys enc %d/%d\n",  in _dpu_encoder_update_vsync_source()
819 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_irq_enable()  local
821 		phys->ops.irq_enable(phys);  in _dpu_encoder_irq_enable()
839 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_irq_disable()  local
841 		phys->ops.irq_disable(phys);  in _dpu_encoder_irq_disable()
1118 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_prepare_wb_job()  local
1120 		if (phys->ops.prepare_wb_job)  in dpu_encoder_prepare_wb_job()
1121 			phys->ops.prepare_wb_job(phys, job);  in dpu_encoder_prepare_wb_job()
1140 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_cleanup_wb_job()  local
1142 		if (phys->ops.cleanup_wb_job)  in dpu_encoder_cleanup_wb_job()
1143 			phys->ops.cleanup_wb_job(phys, job);  in dpu_encoder_cleanup_wb_job()
1240 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_virt_atomic_mode_set()  local
1242 		phys->hw_pp = dpu_enc->hw_pp[i];  in dpu_encoder_virt_atomic_mode_set()
1243 		if (!phys->hw_pp) {  in dpu_encoder_virt_atomic_mode_set()
1251 			phys->hw_ctl = to_dpu_hw_ctl(hw_ctl[0]);  in dpu_encoder_virt_atomic_mode_set()
1253 			phys->hw_ctl = i < num_ctl ? to_dpu_hw_ctl(hw_ctl[i]) : NULL;  in dpu_encoder_virt_atomic_mode_set()
1254 		if (!phys->hw_ctl) {  in dpu_encoder_virt_atomic_mode_set()
1260 		phys->cached_mode = crtc_state->adjusted_mode;  in dpu_encoder_virt_atomic_mode_set()
1261 		if (phys->ops.atomic_mode_set)  in dpu_encoder_virt_atomic_mode_set()
1262 			phys->ops.atomic_mode_set(phys, crtc_state, conn_state);  in dpu_encoder_virt_atomic_mode_set()
1407 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_virt_atomic_disable()  local
1409 		if (phys->ops.disable)  in dpu_encoder_virt_atomic_disable()
1410 			phys->ops.disable(phys);  in dpu_encoder_virt_atomic_disable()
1414 	/* after phys waits for frame-done, should be no more frames pending */  in dpu_encoder_virt_atomic_disable()
1541 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_toggle_vblank_for_crtc()  local
1543 		if (phys->ops.control_vblank_irq)  in dpu_encoder_toggle_vblank_for_crtc()
1544 			phys->ops.control_vblank_irq(phys, enable);  in dpu_encoder_toggle_vblank_for_crtc()
1549  * dpu_encoder_frame_done_callback - Notify virtual encoder that this phys
1618  * @phys: Pointer to physical encoder structure
1622 		struct dpu_encoder_phys *phys, uint32_t extra_flush_bits)  in _dpu_encoder_trigger_flush()  argument
1629 	if (!phys->hw_pp) {  in _dpu_encoder_trigger_flush()
1634 	ctl = phys->hw_ctl;  in _dpu_encoder_trigger_flush()
1640 	pending_kickoff_cnt = dpu_encoder_phys_inc_pending(phys);  in _dpu_encoder_trigger_flush()
1660 			dpu_encoder_helper_get_intf_type(phys->intf_mode),  in _dpu_encoder_trigger_flush()
1661 			phys->hw_intf ? phys->hw_intf->idx : -1,  in _dpu_encoder_trigger_flush()
1662 			phys->hw_wb ? phys->hw_wb->idx : -1,  in _dpu_encoder_trigger_flush()
1669  * @phys: Pointer to physical encoder structure
1671 static void _dpu_encoder_trigger_start(struct dpu_encoder_phys *phys)  in _dpu_encoder_trigger_start()  argument
1675 	if (!phys) {  in _dpu_encoder_trigger_start()
1680 	if (!phys->hw_pp) {  in _dpu_encoder_trigger_start()
1685 	dpu_enc = to_dpu_encoder_virt(phys->parent);  in _dpu_encoder_trigger_start()
1687 	if (phys->parent->encoder_type == DRM_MODE_ENCODER_VIRTUAL &&  in _dpu_encoder_trigger_start()
1689 		DPU_DEBUG("encoder %d CWB enabled, skipping\n", DRMID(phys->parent));  in _dpu_encoder_trigger_start()
1693 	if (phys->ops.trigger_start && phys->enable_state != DPU_ENC_DISABLED)  in _dpu_encoder_trigger_start()
1694 		phys->ops.trigger_start(phys);  in _dpu_encoder_trigger_start()
1789 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_kickoff_phys()  local
1791 		if (phys->enable_state == DPU_ENC_DISABLED)  in _dpu_encoder_kickoff_phys()
1794 		ctl = phys->hw_ctl;  in _dpu_encoder_kickoff_phys()
1801 		if (phys->split_role != ENC_ROLE_SLAVE)  in _dpu_encoder_kickoff_phys()
1804 		if (!phys->ops.needs_single_flush ||  in _dpu_encoder_kickoff_phys()
1805 				!phys->ops.needs_single_flush(phys))  in _dpu_encoder_kickoff_phys()
1806 			_dpu_encoder_trigger_flush(&dpu_enc->base, phys, 0x0);  in _dpu_encoder_kickoff_phys()
1832 	struct dpu_encoder_phys *phys;  in dpu_encoder_trigger_kickoff_pending()  local
1845 		phys = dpu_enc->phys_encs[i];  in dpu_encoder_trigger_kickoff_pending()
1847 		ctl = phys->hw_ctl;  in dpu_encoder_trigger_kickoff_pending()
1851 		if ((phys == dpu_enc->cur_master) &&  in dpu_encoder_trigger_kickoff_pending()
2063 	struct dpu_encoder_phys *phys;  in dpu_encoder_prepare_for_kickoff()  local
2074 		phys = dpu_enc->phys_encs[i];  in dpu_encoder_prepare_for_kickoff()
2075 		if (phys->ops.prepare_for_kickoff)  in dpu_encoder_prepare_for_kickoff()
2076 			phys->ops.prepare_for_kickoff(phys);  in dpu_encoder_prepare_for_kickoff()
2077 		if (phys->enable_state == DPU_ENC_ERR_NEEDS_HW_RESET)  in dpu_encoder_prepare_for_kickoff()
2084 	/* if any phys needs reset, reset all phys, in-order */  in dpu_encoder_prepare_for_kickoff()
2104 	struct dpu_encoder_phys *phys;  in dpu_encoder_is_valid_for_commit()  local
2110 			phys = dpu_enc->phys_encs[i];  in dpu_encoder_is_valid_for_commit()
2111 			if (phys->ops.is_valid_for_commit && !phys->ops.is_valid_for_commit(phys)) {  in dpu_encoder_is_valid_for_commit()
2148 	struct dpu_encoder_phys *phys;  in dpu_encoder_kickoff()  local
2156 	/* All phys encs are ready to go, trigger the kickoff */  in dpu_encoder_kickoff()
2159 	/* allow phys encs to handle any post-kickoff business */  in dpu_encoder_kickoff()
2161 		phys = dpu_enc->phys_encs[i];  in dpu_encoder_kickoff()
2162 		if (phys->ops.handle_post_kickoff)  in dpu_encoder_kickoff()
2163 			phys->ops.handle_post_kickoff(phys);  in dpu_encoder_kickoff()
2258 	 * to be done per phys encoder into the phys_disable() op.  in dpu_encoder_helper_phys_cleanup()
2487 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in _dpu_encoder_status_show()  local
2490 				phys->hw_intf ? phys->hw_intf->idx - INTF_0 : -1,  in _dpu_encoder_status_show()
2491 				phys->hw_wb ? phys->hw_wb->idx - WB_0 : -1,  in _dpu_encoder_status_show()
2492 				atomic_read(&phys->vsync_cnt),  in _dpu_encoder_status_show()
2493 				atomic_read(&phys->underrun_cnt),  in _dpu_encoder_status_show()
2496 		seq_printf(s, "mode: %s\n", dpu_encoder_helper_get_intf_type(phys->intf_mode));  in _dpu_encoder_status_show()
2676 					"invalid phys both intf and wb block at idx: %d\n", i);  in dpu_encoder_setup_display()
2684 			DPU_ERROR_ENC(dpu_enc, "failed to add phys encs\n");  in dpu_encoder_setup_display()
2808 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_wait_for_commit_done()  local
2810 		if (phys->ops.wait_for_commit_done) {  in dpu_encoder_wait_for_commit_done()
2812 			ret = phys->ops.wait_for_commit_done(phys);  in dpu_encoder_wait_for_commit_done()
2849 		struct dpu_encoder_phys *phys = dpu_enc->phys_encs[i];  in dpu_encoder_wait_for_tx_complete()  local
2851 		if (phys->ops.wait_for_tx_complete) {  in dpu_encoder_wait_for_tx_complete()
2853 			ret = phys->ops.wait_for_tx_complete(phys);  in dpu_encoder_wait_for_tx_complete()