147 	ret = ring->wptr & ring->buf_mask;  in sdma_v7_1_ring_init_cond_exec()
181 	u64 wptr = 0;  in sdma_v7_1_ring_get_wptr()  local
185 		wptr = READ_ONCE(*((u64 *)ring->wptr_cpu_addr));  in sdma_v7_1_ring_get_wptr()
186 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v7_1_ring_get_wptr()
189 	return wptr >> 2;  in sdma_v7_1_ring_get_wptr()
211 			  lower_32_bits(ring->wptr << 2),  in sdma_v7_1_ring_set_wptr()
212 			  upper_32_bits(ring->wptr << 2));  in sdma_v7_1_ring_set_wptr()
215 			     ring->wptr << 2);  in sdma_v7_1_ring_set_wptr()
217 			  ring->doorbell_index, ring->wptr << 2);  in sdma_v7_1_ring_set_wptr()
218 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v7_1_ring_set_wptr()
224 			  lower_32_bits(ring->wptr << 2),  in sdma_v7_1_ring_set_wptr()
226 			  upper_32_bits(ring->wptr << 2));  in sdma_v7_1_ring_set_wptr()
230 				lower_32_bits(ring->wptr << 2));  in sdma_v7_1_ring_set_wptr()
234 				upper_32_bits(ring->wptr << 2));  in sdma_v7_1_ring_set_wptr()
277 	sdma_v7_1_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v7_1_ring_emit_ib()
483 …, sdma_v7_1_get_reg_offset(adev, i, regSDMA0_SDMA_QUEUE0_RB_RPTR), lower_32_bits(ring->wptr << 2));  in sdma_v7_1_gfx_resume_instance()
484 …dma_v7_1_get_reg_offset(adev, i, regSDMA0_SDMA_QUEUE0_RB_RPTR_HI), upper_32_bits(ring->wptr << 2));  in sdma_v7_1_gfx_resume_instance()
485 …, sdma_v7_1_get_reg_offset(adev, i, regSDMA0_SDMA_QUEUE0_RB_WPTR), lower_32_bits(ring->wptr << 2));  in sdma_v7_1_gfx_resume_instance()
486 …dma_v7_1_get_reg_offset(adev, i, regSDMA0_SDMA_QUEUE0_RB_WPTR_HI), upper_32_bits(ring->wptr << 2));  in sdma_v7_1_gfx_resume_instance()
518 		ring->wptr = 0;  in sdma_v7_1_gfx_resume_instance()
524 …, sdma_v7_1_get_reg_offset(adev, i, regSDMA0_SDMA_QUEUE0_RB_WPTR), lower_32_bits(ring->wptr) << 2);  in sdma_v7_1_gfx_resume_instance()
525 …dma_v7_1_get_reg_offset(adev, i, regSDMA0_SDMA_QUEUE0_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2);  in sdma_v7_1_gfx_resume_instance()