263 				   struct amdgpu_ib *ib,  in sdma_v7_1_ring_emit_ib()  argument
282 	amdgpu_ring_write(ring, lower_32_bits(ib->gpu_addr) & 0xffffffe0);  in sdma_v7_1_ring_emit_ib()
283 	amdgpu_ring_write(ring, upper_32_bits(ib->gpu_addr));  in sdma_v7_1_ring_emit_ib()
284 	amdgpu_ring_write(ring, ib->length_dw);  in sdma_v7_1_ring_emit_ib()
989 	struct amdgpu_ib ib;  in sdma_v7_1_ring_test_ib()  local
997 	memset(&ib, 0, sizeof(ib));  in sdma_v7_1_ring_test_ib()
1008 	r = amdgpu_ib_get(adev, NULL, 256, AMDGPU_IB_POOL_DIRECT, &ib);  in sdma_v7_1_ring_test_ib()
1014 	ib.ptr[0] = SDMA_PKT_COPY_LINEAR_HEADER_OP(SDMA_OP_WRITE) |  in sdma_v7_1_ring_test_ib()
1016 	ib.ptr[1] = lower_32_bits(gpu_addr);  in sdma_v7_1_ring_test_ib()
1017 	ib.ptr[2] = upper_32_bits(gpu_addr);  in sdma_v7_1_ring_test_ib()
1018 	ib.ptr[3] = SDMA_PKT_WRITE_UNTILED_DW_3_COUNT(0);  in sdma_v7_1_ring_test_ib()
1019 	ib.ptr[4] = 0xDEADBEEF;  in sdma_v7_1_ring_test_ib()
1020 	ib.ptr[5] = SDMA_PKT_NOP_HEADER_OP(SDMA_OP_NOP);  in sdma_v7_1_ring_test_ib()
1021 	ib.ptr[6] = SDMA_PKT_NOP_HEADER_OP(SDMA_OP_NOP);  in sdma_v7_1_ring_test_ib()
1022 	ib.ptr[7] = SDMA_PKT_NOP_HEADER_OP(SDMA_OP_NOP);  in sdma_v7_1_ring_test_ib()
1023 	ib.length_dw = 8;  in sdma_v7_1_ring_test_ib()
1025 	r = amdgpu_ib_schedule(ring, 1, &ib, NULL, &f);  in sdma_v7_1_ring_test_ib()
1047 	amdgpu_ib_free(&ib, NULL);  in sdma_v7_1_ring_test_ib()
1065 static void sdma_v7_1_vm_copy_pte(struct amdgpu_ib *ib,  in sdma_v7_1_vm_copy_pte()  argument
1071 	ib->ptr[ib->length_dw++] = SDMA_PKT_COPY_LINEAR_HEADER_OP(SDMA_OP_COPY) |  in sdma_v7_1_vm_copy_pte()
1074 	ib->ptr[ib->length_dw++] = bytes - 1;  in sdma_v7_1_vm_copy_pte()
1075 	ib->ptr[ib->length_dw++] = 0; /* src/dst endian swap */  in sdma_v7_1_vm_copy_pte()
1076 	ib->ptr[ib->length_dw++] = lower_32_bits(src);  in sdma_v7_1_vm_copy_pte()
1077 	ib->ptr[ib->length_dw++] = upper_32_bits(src);  in sdma_v7_1_vm_copy_pte()
1078 	ib->ptr[ib->length_dw++] = lower_32_bits(pe);  in sdma_v7_1_vm_copy_pte()
1079 	ib->ptr[ib->length_dw++] = upper_32_bits(pe);  in sdma_v7_1_vm_copy_pte()
1094 static void sdma_v7_1_vm_write_pte(struct amdgpu_ib *ib, uint64_t pe,  in sdma_v7_1_vm_write_pte()  argument
1100 	ib->ptr[ib->length_dw++] = SDMA_PKT_COPY_LINEAR_HEADER_OP(SDMA_OP_WRITE) |  in sdma_v7_1_vm_write_pte()
1102 	ib->ptr[ib->length_dw++] = lower_32_bits(pe);  in sdma_v7_1_vm_write_pte()
1103 	ib->ptr[ib->length_dw++] = upper_32_bits(pe);  in sdma_v7_1_vm_write_pte()
1104 	ib->ptr[ib->length_dw++] = ndw - 1;  in sdma_v7_1_vm_write_pte()
1106 		ib->ptr[ib->length_dw++] = lower_32_bits(value);  in sdma_v7_1_vm_write_pte()
1107 		ib->ptr[ib->length_dw++] = upper_32_bits(value);  in sdma_v7_1_vm_write_pte()
1124 static void sdma_v7_1_vm_set_pte_pde(struct amdgpu_ib *ib,  in sdma_v7_1_vm_set_pte_pde()  argument
1148 	ib->ptr[ib->length_dw++] = header;  in sdma_v7_1_vm_set_pte_pde()
1149 	ib->ptr[ib->length_dw++] = lower_32_bits(pe); /* dst addr */  in sdma_v7_1_vm_set_pte_pde()
1150 	ib->ptr[ib->length_dw++] = upper_32_bits(pe);  in sdma_v7_1_vm_set_pte_pde()
1151 	ib->ptr[ib->length_dw++] = lower_32_bits(flags); /* mask */  in sdma_v7_1_vm_set_pte_pde()
1152 	ib->ptr[ib->length_dw++] = upper_32_bits(flags);  in sdma_v7_1_vm_set_pte_pde()
1153 	ib->ptr[ib->length_dw++] = lower_32_bits(addr); /* value */  in sdma_v7_1_vm_set_pte_pde()
1154 	ib->ptr[ib->length_dw++] = upper_32_bits(addr);  in sdma_v7_1_vm_set_pte_pde()
1155 	ib->ptr[ib->length_dw++] = incr; /* increment size */  in sdma_v7_1_vm_set_pte_pde()
1156 	ib->ptr[ib->length_dw++] = 0;  in sdma_v7_1_vm_set_pte_pde()
1157 	ib->ptr[ib->length_dw++] = count - 1; /* number of entries */  in sdma_v7_1_vm_set_pte_pde()
1168 static void sdma_v7_1_ring_pad_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib)  in sdma_v7_1_ring_pad_ib()  argument
1174 	pad_count = (-ib->length_dw) & 0x7;  in sdma_v7_1_ring_pad_ib()
1177 			ib->ptr[ib->length_dw++] =  in sdma_v7_1_ring_pad_ib()
1181 			ib->ptr[ib->length_dw++] =  in sdma_v7_1_ring_pad_ib()
1728 static void sdma_v7_1_emit_copy_buffer(struct amdgpu_ib *ib,  in sdma_v7_1_emit_copy_buffer()  argument
1734 	ib->ptr[ib->length_dw++] = SDMA_PKT_COPY_LINEAR_HEADER_OP(SDMA_OP_COPY) |  in sdma_v7_1_emit_copy_buffer()
1738 	ib->ptr[ib->length_dw++] = byte_count - 1;  in sdma_v7_1_emit_copy_buffer()
1739 	ib->ptr[ib->length_dw++] = 0; /* src/dst endian swap */  in sdma_v7_1_emit_copy_buffer()
1740 	ib->ptr[ib->length_dw++] = lower_32_bits(src_offset);  in sdma_v7_1_emit_copy_buffer()
1741 	ib->ptr[ib->length_dw++] = upper_32_bits(src_offset);  in sdma_v7_1_emit_copy_buffer()
1742 	ib->ptr[ib->length_dw++] = lower_32_bits(dst_offset);  in sdma_v7_1_emit_copy_buffer()
1743 	ib->ptr[ib->length_dw++] = upper_32_bits(dst_offset);  in sdma_v7_1_emit_copy_buffer()
1756 static void sdma_v7_1_emit_fill_buffer(struct amdgpu_ib *ib,  in sdma_v7_1_emit_fill_buffer()  argument
1761 	ib->ptr[ib->length_dw++] = SDMA_PKT_CONSTANT_FILL_HEADER_OP(SDMA_OP_CONST_FILL);  in sdma_v7_1_emit_fill_buffer()
1762 	ib->ptr[ib->length_dw++] = lower_32_bits(dst_offset);  in sdma_v7_1_emit_fill_buffer()
1763 	ib->ptr[ib->length_dw++] = upper_32_bits(dst_offset);  in sdma_v7_1_emit_fill_buffer()
1764 	ib->ptr[ib->length_dw++] = src_data;  in sdma_v7_1_emit_fill_buffer()
1765 	ib->ptr[ib->length_dw++] = byte_count - 1;  in sdma_v7_1_emit_fill_buffer()