151 	ret = ring->wptr & ring->buf_mask;  in sdma_v6_0_ring_init_cond_exec()
185 	u64 wptr = 0;  in sdma_v6_0_ring_get_wptr()  local
189 		wptr = READ_ONCE(*((u64 *)ring->wptr_cpu_addr));  in sdma_v6_0_ring_get_wptr()
190 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v6_0_ring_get_wptr()
193 	return wptr >> 2;  in sdma_v6_0_ring_get_wptr()
213 			  lower_32_bits(ring->wptr << 2),  in sdma_v6_0_ring_set_wptr()
214 			  upper_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
217 			     ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
219 			  ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
220 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
226 			  lower_32_bits(ring->wptr << 2),  in sdma_v6_0_ring_set_wptr()
228 			  upper_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
231 				lower_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
234 				upper_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
277 	sdma_v6_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v6_0_ring_emit_ib()
509 …IP(GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_RPTR), lower_32_bits(ring->wptr << 2));  in sdma_v6_0_gfx_resume_instance()
510 …GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_RPTR_HI), upper_32_bits(ring->wptr << 2));  in sdma_v6_0_gfx_resume_instance()
511 …IP(GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR), lower_32_bits(ring->wptr << 2));  in sdma_v6_0_gfx_resume_instance()
512 …GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR_HI), upper_32_bits(ring->wptr << 2));  in sdma_v6_0_gfx_resume_instance()
540 		ring->wptr = 0;  in sdma_v6_0_gfx_resume_instance()
546 …IP(GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR), lower_32_bits(ring->wptr) << 2);  in sdma_v6_0_gfx_resume_instance()
547 …GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2);  in sdma_v6_0_gfx_resume_instance()