577 static void prep_umr_wqe_common(struct ib_pd *pd, struct mlx5_umr_wr *umrwr,  in prep_umr_wqe_common()  argument
587 	umrwr->wr.next = NULL;  in prep_umr_wqe_common()
588 	umrwr->wr.sg_list = sg;  in prep_umr_wqe_common()
590 		umrwr->wr.num_sge = 1;  in prep_umr_wqe_common()
592 		umrwr->wr.num_sge = 0;  in prep_umr_wqe_common()
594 	umrwr->wr.opcode = MLX5_IB_WR_UMR;  in prep_umr_wqe_common()
596 	umrwr->npages = n;  in prep_umr_wqe_common()
597 	umrwr->page_shift = page_shift;  in prep_umr_wqe_common()
598 	umrwr->mkey = key;  in prep_umr_wqe_common()
601 static void prep_umr_reg_wqe(struct ib_pd *pd, struct mlx5_umr_wr *umrwr,  in prep_umr_reg_wqe()  argument
606 	prep_umr_wqe_common(pd, umrwr, sg, dma, n, key, page_shift);  in prep_umr_reg_wqe()
608 	umrwr->wr.send_flags = 0;  in prep_umr_reg_wqe()
610 	umrwr->target.virt_addr = virt_addr;  in prep_umr_reg_wqe()
611 	umrwr->length = len;  in prep_umr_reg_wqe()
612 	umrwr->access_flags = access_flags;  in prep_umr_reg_wqe()
613 	umrwr->pd = pd;  in prep_umr_reg_wqe()
617 			       struct mlx5_umr_wr *umrwr, u32 key)  in prep_umr_unreg_wqe()  argument
619 	umrwr->wr.send_flags = MLX5_IB_SEND_UMR_UNREG | MLX5_IB_SEND_UMR_FAIL_IF_FREE;  in prep_umr_unreg_wqe()
620 	umrwr->wr.opcode = MLX5_IB_WR_UMR;  in prep_umr_unreg_wqe()
621 	umrwr->mkey = key;  in prep_umr_unreg_wqe()
673 	struct mlx5_umr_wr umrwr = {};  in reg_umr()  local
705 	umrwr.wr.wr_cqe = &umr_context.cqe;  in reg_umr()
706 	prep_umr_reg_wqe(pd, &umrwr, &sg, dma, npages, mr->mmkey.key,  in reg_umr()
710 	err = ib_post_send(umrc->qp, &umrwr.wr, &bad);  in reg_umr()
1024 	struct mlx5_umr_wr umrwr = {};  in unreg_umr()  local
1033 	umrwr.wr.wr_cqe = &umr_context.cqe;  in unreg_umr()
1034 	prep_umr_unreg_wqe(dev, &umrwr, mr->mmkey.key);  in unreg_umr()
1037 	err = ib_post_send(umrc->qp, &umrwr.wr, &bad);  in unreg_umr()
1065 	struct mlx5_umr_wr umrwr = {};  in rereg_umr()  local
1075 	umrwr.wr.wr_cqe = &umr_context.cqe;  in rereg_umr()
1076 	umrwr.wr.send_flags = MLX5_IB_SEND_UMR_FAIL_IF_FREE;  in rereg_umr()
1084 		umrwr.target.virt_addr = virt_addr;  in rereg_umr()
1085 		umrwr.length = length;  in rereg_umr()
1086 		umrwr.wr.send_flags |= MLX5_IB_SEND_UMR_UPDATE_TRANSLATION;  in rereg_umr()
1089 	prep_umr_wqe_common(pd, &umrwr, &sg, dma, npages, mr->mmkey.key,  in rereg_umr()
1093 		umrwr.pd = pd;  in rereg_umr()
1094 		umrwr.wr.send_flags |= MLX5_IB_SEND_UMR_UPDATE_PD;  in rereg_umr()
1098 		umrwr.access_flags = access_flags;  in rereg_umr()
1099 		umrwr.wr.send_flags |= MLX5_IB_SEND_UMR_UPDATE_ACCESS;  in rereg_umr()
1104 	err = ib_post_send(umrc->qp, &umrwr.wr, &bad);  in rereg_umr()