152 	ret = ring->wptr & ring->buf_mask;  in sdma_v7_0_ring_init_cond_exec()
186 	u64 wptr = 0;  in sdma_v7_0_ring_get_wptr()  local
190 		wptr = READ_ONCE(*((u64 *)ring->wptr_cpu_addr));  in sdma_v7_0_ring_get_wptr()
191 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v7_0_ring_get_wptr()
194 	return wptr >> 2;  in sdma_v7_0_ring_get_wptr()
223 			     ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
224 		*wptr_saved = ring->wptr << 2;  in sdma_v7_0_ring_set_wptr()
226 			WDOORBELL64(aggregated_db_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
228 					ring->doorbell_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
229 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
232 					ring->doorbell_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
233 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
242 				  lower_32_bits(ring->wptr << 2),  in sdma_v7_0_ring_set_wptr()
243 				  upper_32_bits(ring->wptr << 2));  in sdma_v7_0_ring_set_wptr()
246 				     ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
248 				  ring->doorbell_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
249 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v7_0_ring_set_wptr()
255 				  lower_32_bits(ring->wptr << 2),  in sdma_v7_0_ring_set_wptr()
257 				  upper_32_bits(ring->wptr << 2));  in sdma_v7_0_ring_set_wptr()
261 					lower_32_bits(ring->wptr << 2));  in sdma_v7_0_ring_set_wptr()
265 					upper_32_bits(ring->wptr << 2));  in sdma_v7_0_ring_set_wptr()
309 	sdma_v7_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v7_0_ring_emit_ib()
558 		ring->wptr = 0;  in sdma_v7_0_gfx_resume()
564 …IP(GC, sdma_v7_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR), lower_32_bits(ring->wptr) << 2);  in sdma_v7_0_gfx_resume()
565 …GC, sdma_v7_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2);  in sdma_v7_0_gfx_resume()