Home
last modified time | relevance | path

Searched refs:ibmr (Results 1 – 21 of 21) sorted by relevance

/linux/net/rds/
H A Dib_frmr.c36 rds_transition_frwr_state(struct rds_ib_mr *ibmr, in rds_transition_frwr_state() argument
40 if (cmpxchg(&ibmr->u.frmr.fr_state, in rds_transition_frwr_state()
47 atomic_dec(&ibmr->ic->i_fastreg_inuse_count); in rds_transition_frwr_state()
57 struct rds_ib_mr *ibmr = NULL; in rds_ib_alloc_frmr() local
66 ibmr = rds_ib_try_reuse_ibmr(pool); in rds_ib_alloc_frmr()
67 if (ibmr) in rds_ib_alloc_frmr()
68 return ibmr; in rds_ib_alloc_frmr()
70 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNEL, in rds_ib_alloc_frmr()
72 if (!ibmr) { in rds_ib_alloc_frmr()
77 frmr = &ibmr->u.frmr; in rds_ib_alloc_frmr()
[all …]
H A Dib_rdma.c196 struct rds_ib_mr *ibmr = NULL; in rds_ib_reuse_mr() local
204 ibmr = llist_entry(ret, struct rds_ib_mr, llnode); in rds_ib_reuse_mr()
211 return ibmr; in rds_ib_reuse_mr()
216 struct rds_ib_mr *ibmr = trans_private; in rds_ib_sync_mr() local
217 struct rds_ib_device *rds_ibdev = ibmr->device; in rds_ib_sync_mr()
219 if (ibmr->odp) in rds_ib_sync_mr()
224 ib_dma_sync_sg_for_cpu(rds_ibdev->dev, ibmr->sg, in rds_ib_sync_mr()
225 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); in rds_ib_sync_mr()
228 ib_dma_sync_sg_for_device(rds_ibdev->dev, ibmr->sg, in rds_ib_sync_mr()
229 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); in rds_ib_sync_mr()
[all …]
/linux/drivers/infiniband/sw/rxe/
H A Drxe_mr.c29 switch (mr->ibmr.type) { in mr_check_range()
35 if (iova < mr->ibmr.iova || in mr_check_range()
36 length > mr->ibmr.length || in mr_check_range()
37 iova - mr->ibmr.iova > mr->ibmr.length - length) { in mr_check_range()
58 mr->lkey = mr->ibmr.lkey = key; in rxe_mr_init()
59 mr->rkey = mr->ibmr.rkey = key; in rxe_mr_init()
62 mr->ibmr.page_size = PAGE_SIZE; in rxe_mr_init()
73 mr->ibmr.type = IB_MR_TYPE_DMA; in rxe_mr_init_dma()
95 idx = (iova - (mr->ibmr.iova & mr->page_mask)) >> PAGE_SHIFT; in rxe_mr_iova_to_index()
98 (mr->ibmr.iova >> mr->page_shift); in rxe_mr_iova_to_index()
[all …]
H A Drxe_verbs.c1244 mr->ibmr.pd = ibpd; in rxe_get_dma_mr()
1245 mr->ibmr.device = ibpd->device; in rxe_get_dma_mr()
1249 return &mr->ibmr; in rxe_get_dma_mr()
1287 mr->ibmr.pd = ibpd; in rxe_reg_user_mr()
1288 mr->ibmr.device = ibpd->device; in rxe_reg_user_mr()
1300 return &mr->ibmr; in rxe_reg_user_mr()
1312 static struct ib_mr *rxe_rereg_user_mr(struct ib_mr *ibmr, int flags, in rxe_rereg_user_mr() argument
1317 struct rxe_mr *mr = to_rmr(ibmr); in rxe_rereg_user_mr()
1318 struct rxe_pd *old_pd = to_rpd(ibmr->pd); in rxe_rereg_user_mr()
1343 mr->ibmr.pd = ibpd; in rxe_rereg_user_mr()
[all …]
H A Drxe_odp.c106 mr->ibmr.length = length; in rxe_odp_mr_init_user()
107 mr->ibmr.iova = iova; in rxe_odp_mr_init_user()
117 mr->ibmr.type = IB_MR_TYPE_USER; in rxe_odp_mr_init_user()
/linux/net/sunrpc/xprtrdma/
H A Dfrwr_ops.c297 struct ib_mr *ibmr; in frwr_map()
390 ibmr = mr->mr_ibmr; in frwr_map()
391 n = ib_map_mr_sg(ibmr, mr->mr_sg, dma_nents, NULL, PAGE_SIZE); in frwr_map()
395 ibmr->iova &= 0x00000000ffffffff; in frwr_map()
396 ibmr->iova |= ((u64)be32_to_cpu(xid)) << 32; in frwr_map()
397 key = (u8)(ibmr->rkey & 0x000000FF); in frwr_map()
398 ib_update_fast_reg_key(ibmr, ++key); in frwr_map()
401 reg_wr->mr = ibmr; in frwr_map()
402 reg_wr->key = ibmr->rkey; in frwr_map()
407 mr->mr_handle = ibmr in frwr_map()
296 struct ib_mr *ibmr; frwr_map() local
746 struct ib_mr *ibmr; frwr_wp_create() local
[all...]
/linux/drivers/infiniband/sw/rdmavt/
H A Dtrace_mr.h144 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
145 TP_ARGS(ibmr, sg_nents, sg_offset),
147 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
156 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device));
157 __entry->ibmr_iova = ibmr->iova;
158 __entry->iova = to_imr(ibmr)->mr.iova;
159 __entry->user_base = to_imr(ibmr)->mr.user_base;
160 __entry->ibmr_length = to_imr(ibmr)->mr.length;
/linux/drivers/infiniband/hw/usnic/
H A Dusnic_ib.h69 struct ib_mr ibmr; member
125 struct usnic_ib_mr *to_umr(struct ib_mr *ibmr) in to_umr() argument
127 return container_of(ibmr, struct usnic_ib_mr, ibmr); in to_umr()
/linux/drivers/infiniband/hw/mthca/
H A Dmthca_provider.h74 struct ib_mr ibmr; member
286 static inline struct mthca_mr *to_mmr(struct ib_mr *ibmr) in to_mmr() argument
288 return container_of(ibmr, struct mthca_mr, ibmr); in to_mmr()
H A Dmthca_mr.c441 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_mr_alloc()
477 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_mr_alloc()
554 key_to_hw_index(dev, mr->ibmr.lkey) & in mthca_free_mr()
559 mthca_free_region(dev, mr->ibmr.lkey); in mthca_free_mr()
H A Dmthca_srq.c110 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_tavor_init_srq_context()
137 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_arbel_init_srq_context()
H A Dmthca_av.c197 ah->key = pd->ntmr.ibmr.lkey; in mthca_create_ah()
H A Dmthca_cq.c836 cq_context->lkey = cpu_to_be32(cq->buf.mr.ibmr.lkey); in mthca_init_cq()
H A Dmthca_eq.c542 eq_context->lkey = cpu_to_be32(eq->mr.ibmr.lkey); in mthca_create_eq()
H A Dmthca_qp.c711 qp_context->wqe_lkey = cpu_to_be32(qp->mr.ibmr.lkey); in __mthca_modify_qp()
1561 data->lkey = cpu_to_be32(to_mpd(qp->ibqp.pd)->ntmr.ibmr.lkey); in build_mlx_header()
/linux/drivers/infiniband/hw/erdma/
H A Derdma_verbs.c140 struct erdma_pd *pd = to_epd(mr->ibmr.pd); in regmr_cmd()
161 FIELD_PREP(ERDMA_CMD_MR_KEY_MASK, mr->ibmr.lkey & 0xFF) | in regmr_cmd()
162 FIELD_PREP(ERDMA_CMD_MR_MPT_IDX_MASK, mr->ibmr.lkey >> 8); in regmr_cmd()
1128 mr->ibmr.lkey = stag; in erdma_get_dma_mr()
1129 mr->ibmr.rkey = stag; in erdma_get_dma_mr()
1130 mr->ibmr.pd = ibpd; in erdma_get_dma_mr()
1136 return &mr->ibmr; in erdma_get_dma_mr()
1140 mr->ibmr.lkey >> 8); in erdma_get_dma_mr()
1172 mr->ibmr.lkey = stag; in erdma_ib_alloc_mr()
1173 mr->ibmr.rkey = stag; in erdma_ib_alloc_mr()
[all …]
H A Derdma_qp.c562 regmr_sge->addr = cpu_to_le64(mr->ibmr.iova); in erdma_push_one_sqe()
563 regmr_sge->length = cpu_to_le32(mr->ibmr.length); in erdma_push_one_sqe()
/linux/drivers/infiniband/hw/mlx5/
H A Dwr.c198 seg->log2_page_size = ilog2(mr->ibmr.page_size); in set_reg_mkey_seg()
206 seg->start_addr = cpu_to_be64(mr->ibmr.iova); in set_reg_mkey_seg()
207 seg->len = cpu_to_be64(mr->ibmr.length); in set_reg_mkey_seg()
436 data_key = pi_mr->ibmr.lkey; in set_sig_data_segment()
440 prot_key = pi_mr->ibmr.lkey; in set_sig_data_segment()
564 struct ib_sig_attrs *sig_attrs = sig_mr->ibmr.sig_attrs; in set_pi_umr_wr()
576 region_len = pi_mr->ibmr.length; in set_pi_umr_wr()
869 reg_pi_wr.mr = &pi_mr->ibmr; in handle_reg_mr_integrity()
871 reg_pi_wr.key = pi_mr->ibmr.rkey; in handle_reg_mr_integrity()
891 pa_pi_mr.ibmr.lkey = mr->ibmr.pd->local_dma_lkey; in handle_reg_mr_integrity()
[all …]
/linux/drivers/infiniband/hw/irdma/
H A Dverbs.c3097 struct irdma_pd *iwpd = to_iwpd(iwmr->ibmr.pd); in irdma_hw_alloc_mw()
3202 struct ib_pd *pd = iwmr->ibmr.pd; in irdma_hw_alloc_stag()
3259 iwmr->ibmr.rkey = stag; in irdma_alloc_mr()
3260 iwmr->ibmr.lkey = stag; in irdma_alloc_mr()
3261 iwmr->ibmr.pd = pd; in irdma_alloc_mr()
3262 iwmr->ibmr.device = pd->device; in irdma_alloc_mr()
3281 return &iwmr->ibmr; in irdma_alloc_mr()
3297 static int irdma_set_page(struct ib_mr *ibmr, u64 addr) in irdma_set_page() argument
3299 struct irdma_mr *iwmr = to_iwmr(ibmr); in irdma_set_page()
3328 static int irdma_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in irdma_map_mr_sg() argument
[all …]
H A Dcm.c3649 struct ib_mr *ibmr; in irdma_accept() local
3715 ibmr = irdma_reg_phys_mr(&iwpd->ibpd, iwqp->ietf_mem.pa, buf_len, in irdma_accept()
3717 if (IS_ERR(ibmr)) { in irdma_accept()
3722 ibmr->pd = &iwpd->ibpd; in irdma_accept()
3723 ibmr->device = iwpd->ibpd.device; in irdma_accept()
3724 iwqp->lsmm_mr = ibmr; in irdma_accept()
3730 ibmr->lkey); in irdma_accept()
/linux/drivers/infiniband/hw/cxgb4/
H A Drestrack.c431 int c4iw_fill_res_mr_entry(struct sk_buff *msg, struct ib_mr *ibmr) in c4iw_fill_res_mr_entry() argument
433 struct c4iw_mr *mhp = to_c4iw_mr(ibmr); in c4iw_fill_res_mr_entry()