| /linux/drivers/infiniband/sw/rxe/ |
| H A D | rxe_mr.c | 27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range() argument 29 switch (mr->ibmr.type) { in mr_check_range() 35 if (iova < mr->ibmr.iova || in mr_check_range() 36 length > mr->ibmr.length || in mr_check_range() 37 iova - mr->ibmr.iova > mr->ibmr.length - length) { in mr_check_range() 38 rxe_dbg_mr(mr, "iova/length out of range\n"); in mr_check_range() 44 rxe_dbg_mr(mr, "mr type not supported\n"); in mr_check_range() 49 void rxe_mr_init(int access, struct rxe_mr *mr) in rxe_mr_init() argument 51 u32 key = mr->elem.index << 8 | rxe_get_next_key(-1); in rxe_mr_init() 58 mr->lkey = mr->ibmr.lkey = key; in rxe_mr_init() [all …]
|
| H A D | rxe_odp.c | 44 static int rxe_odp_do_pagefault_and_lock(struct rxe_mr *mr, u64 user_va, int bcnt, u32 flags) in rxe_odp_do_pagefault_and_lock() argument 46 struct ib_umem_odp *umem_odp = to_ib_umem_odp(mr->umem); in rxe_odp_do_pagefault_and_lock() 64 static int rxe_odp_init_pages(struct rxe_mr *mr) in rxe_odp_init_pages() argument 66 struct ib_umem_odp *umem_odp = to_ib_umem_odp(mr->umem); in rxe_odp_init_pages() 69 ret = rxe_odp_do_pagefault_and_lock(mr, mr->umem->address, in rxe_odp_init_pages() 70 mr->umem->length, in rxe_odp_init_pages() 80 u64 iova, int access_flags, struct rxe_mr *mr) in rxe_odp_mr_init_user() argument 88 rxe_mr_init(access_flags, mr); in rxe_odp_mr_init_user() 97 rxe_dbg_mr(mr, "Unable to create umem_odp err = %d\n", in rxe_odp_mr_init_user() 102 umem_odp->private = mr; in rxe_odp_mr_init_user() [all …]
|
| /linux/fs/smb/smbdirect/ |
| H A D | mr.c | 19 struct smbdirect_mr_io *mr; in smbdirect_connection_create_mr_list() local 31 mr = kzalloc_obj(*mr); in smbdirect_connection_create_mr_list() 32 if (!mr) { in smbdirect_connection_create_mr_list() 37 kref_init(&mr->kref); in smbdirect_connection_create_mr_list() 38 mutex_init(&mr->mutex); in smbdirect_connection_create_mr_list() 40 mr->mr = ib_alloc_mr(sc->ib.pd, in smbdirect_connection_create_mr_list() 43 if (IS_ERR(mr->mr)) { in smbdirect_connection_create_mr_list() 44 ret = PTR_ERR(mr->mr); in smbdirect_connection_create_mr_list() 51 mr->sgt.sgl = kzalloc_objs(struct scatterlist, sp->max_frmr_depth); in smbdirect_connection_create_mr_list() 52 if (!mr->sgt.sgl) { in smbdirect_connection_create_mr_list() [all …]
|
| /linux/net/sunrpc/xprtrdma/ |
| H A D | frwr_ops.c | 49 struct rpcrdma_mr *mr) in frwr_cid_init() argument 51 struct rpc_rdma_cid *cid = &mr->mr_cid; in frwr_cid_init() 54 cid->ci_completion_id = mr->mr_ibmr->res.id; in frwr_cid_init() 57 static void frwr_mr_unmap(struct rpcrdma_mr *mr) in frwr_mr_unmap() argument 59 if (mr->mr_device) { in frwr_mr_unmap() 60 trace_xprtrdma_mr_unmap(mr); in frwr_mr_unmap() 61 ib_dma_unmap_sg(mr->mr_device, mr->mr_sg, mr->mr_nents, in frwr_mr_unmap() 62 mr in frwr_mr_unmap() 72 frwr_mr_release(struct rpcrdma_mr * mr) frwr_mr_release() argument 85 frwr_mr_put(struct rpcrdma_mr * mr) frwr_mr_put() argument 108 struct rpcrdma_mr *mr; frwr_reset() local 122 frwr_mr_init(struct rpcrdma_xprt * r_xprt,struct rpcrdma_mr * mr) frwr_mr_init() argument 288 frwr_map(struct rpcrdma_xprt * r_xprt,struct rpcrdma_xdr_cursor * cur,bool writing,__be32 xid,struct rpcrdma_mr * mr) frwr_map() argument 432 struct rpcrdma_mr *mr = container_of(cqe, struct rpcrdma_mr, mr_cqe); frwr_wc_fastreg() local 458 struct rpcrdma_mr *mr; frwr_send() local 501 struct rpcrdma_mr *mr; frwr_reminv() local 512 frwr_mr_done(struct ib_wc * wc,struct rpcrdma_mr * mr) frwr_mr_done() argument 527 struct rpcrdma_mr *mr = container_of(cqe, struct rpcrdma_mr, mr_cqe); frwr_wc_localinv() local 546 struct rpcrdma_mr *mr = container_of(cqe, struct rpcrdma_mr, mr_cqe); frwr_wc_localinv_wake() local 572 struct rpcrdma_mr *mr; frwr_unmap_sync() local 643 struct rpcrdma_mr *mr = container_of(cqe, struct rpcrdma_mr, mr_cqe); frwr_wc_localinv_done() local 677 struct rpcrdma_mr *mr; frwr_unmap_async() local 745 struct rpcrdma_mr *mr; frwr_wp_create() local [all...] |
| /linux/drivers/net/ethernet/intel/libie/ |
| H A D | pci.c | 24 struct libie_pci_mmio_region *mr; in libie_find_mmio_region() local 26 list_for_each_entry(mr, mmio_list, list) { in libie_find_mmio_region() 27 resource_size_t mr_end = mr->offset + mr->size; in libie_find_mmio_region() 28 resource_size_t mr_start = mr->offset; in libie_find_mmio_region() 30 if (mr->bar_idx != bar_idx) in libie_find_mmio_region() 33 return mr; in libie_find_mmio_region() 58 struct libie_pci_mmio_region *mr; in __libie_pci_get_mmio_addr() local 68 list_for_each_entry(mr, &mmio_info->mmio_list, list) in __libie_pci_get_mmio_addr() 69 if (bar_idx == mr->bar_idx && offset >= mr->offset && in __libie_pci_get_mmio_addr() 70 offset < mr->offset + mr->size) { in __libie_pci_get_mmio_addr() [all …]
|
| /linux/drivers/vdpa/mlx5/core/ |
| H A D | mr.c | 35 static void populate_mtts(struct mlx5_vdpa_direct_mr *mr, __be64 *mtt) in populate_mtts() argument 38 int nsg = mr->nsg; in populate_mtts() 44 for_each_sg(mr->sg_head.sgl, sg, mr->nent, i) { in populate_mtts() 47 nsg--, dma_addr += BIT(mr->log_size), dma_len -= BIT(mr->log_size)) in populate_mtts() 64 struct mlx5_vdpa_direct_mr *mr, in fill_create_direct_mr() argument 72 MLX5_SET(mkc, mkc, lw, !!(mr->perm & VHOST_MAP_WO)); in fill_create_direct_mr() 73 MLX5_SET(mkc, mkc, lr, !!(mr->perm & VHOST_MAP_RO)); in fill_create_direct_mr() 77 MLX5_SET64(mkc, mkc, start_addr, mr->offset); in fill_create_direct_mr() 78 MLX5_SET64(mkc, mkc, len, mr->end - mr->start); in fill_create_direct_mr() 79 MLX5_SET(mkc, mkc, log_page_size, mr->log_size); in fill_create_direct_mr() [all …]
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/fb/ |
| H A D | gddr5.c | 75 ram->mr[0] &= ~0xf7f; in nvkm_gddr5_calc() 76 ram->mr[0] |= (WR & 0x0f) << 8; in nvkm_gddr5_calc() 77 ram->mr[0] |= (CL & 0x0f) << 3; in nvkm_gddr5_calc() 78 ram->mr[0] |= (WL & 0x07) << 0; in nvkm_gddr5_calc() 80 ram->mr[1] &= ~0x0bf; in nvkm_gddr5_calc() 81 ram->mr[1] |= (xd & 0x01) << 7; in nvkm_gddr5_calc() 82 ram->mr[1] |= (at[0] & 0x03) << 4; in nvkm_gddr5_calc() 83 ram->mr[1] |= (dt & 0x03) << 2; in nvkm_gddr5_calc() 84 ram->mr[1] |= (ds & 0x03) << 0; in nvkm_gddr5_calc() 89 ram->mr1_nuts = ram->mr[1]; in nvkm_gddr5_calc() [all …]
|
| H A D | sddr3.c | 92 ODT = (ram->mr[1] & 0x004) >> 2 | in nvkm_sddr3_calc() 93 (ram->mr[1] & 0x040) >> 5 | in nvkm_sddr3_calc() 94 (ram->mr[1] & 0x200) >> 7; in nvkm_sddr3_calc() 106 ram->mr[0] &= ~0xf74; in nvkm_sddr3_calc() 107 ram->mr[0] |= (WR & 0x07) << 9; in nvkm_sddr3_calc() 108 ram->mr[0] |= (CL & 0x0e) << 3; in nvkm_sddr3_calc() 109 ram->mr[0] |= (CL & 0x01) << 2; in nvkm_sddr3_calc() 111 ram->mr[1] &= ~0x245; in nvkm_sddr3_calc() 112 ram->mr[1] |= (ODT & 0x1) << 2; in nvkm_sddr3_calc() 113 ram->mr[1] |= (ODT & 0x2) << 5; in nvkm_sddr3_calc() [all …]
|
| H A D | gddr3.c | 89 DLL = !(ram->mr[1] & 0x1); in nvkm_gddr3_calc() 90 RON = !((ram->mr[1] & 0x300) >> 8); in nvkm_gddr3_calc() 98 ODT = (ram->mr[1] & 0xc) >> 2; in nvkm_gddr3_calc() 101 hi = ram->mr[2] & 0x1; in nvkm_gddr3_calc() 107 ram->mr[0] &= ~0xf74; in nvkm_gddr3_calc() 108 ram->mr[0] |= (CWL & 0x07) << 9; in nvkm_gddr3_calc() 109 ram->mr[0] |= (CL & 0x07) << 4; in nvkm_gddr3_calc() 110 ram->mr[0] |= (CL & 0x08) >> 1; in nvkm_gddr3_calc() 112 ram->mr[1] &= ~0x3fc; in nvkm_gddr3_calc() 113 ram->mr[1] |= (ODT & 0x03) << 2; in nvkm_gddr3_calc() [all …]
|
| H A D | sddr2.c | 82 ODT = (ram->mr[1] & 0x004) >> 2 | in nvkm_sddr2_calc() 83 (ram->mr[1] & 0x040) >> 5; in nvkm_sddr2_calc() 91 ram->mr[0] &= ~0xf70; in nvkm_sddr2_calc() 92 ram->mr[0] |= (WR & 0x07) << 9; in nvkm_sddr2_calc() 93 ram->mr[0] |= (CL & 0x07) << 4; in nvkm_sddr2_calc() 95 ram->mr[1] &= ~0x045; in nvkm_sddr2_calc() 96 ram->mr[1] |= (ODT & 0x1) << 2; in nvkm_sddr2_calc() 97 ram->mr[1] |= (ODT & 0x2) << 5; in nvkm_sddr2_calc() 98 ram->mr[1] |= !DLL; in nvkm_sddr2_calc()
|
| /linux/include/trace/events/ |
| H A D | tsm_mr.h | 13 TP_PROTO(const struct tsm_measurement_register *mr), 15 TP_ARGS(mr), 18 __string(mr, mr->mr_name) 19 __string(hash, mr->mr_flags & TSM_MR_F_NOHASH ? 20 "data" : hash_algo_name[mr->mr_hash]) 21 __dynamic_array(u8, d, mr->mr_size) 25 __assign_str(mr); 27 memcpy(__get_dynamic_array(d), mr->mr_value, __get_dynamic_array_len(d)); 30 TP_printk("[%s] %s:%s", __get_str(mr), __get_str(hash), 36 TP_PROTO(const struct tsm_measurement_register *mr, int rc), [all …]
|
| /linux/io_uring/ |
| H A D | memmap.c | 106 void io_free_region(struct user_struct *user, struct io_mapped_region *mr) in io_free_region() argument 108 if (mr->pages) { in io_free_region() 109 long nr_refs = mr->nr_pages; in io_free_region() 111 if (mr->flags & IO_REGION_F_SINGLE_REF) in io_free_region() 114 if (mr->flags & IO_REGION_F_USER_PROVIDED) in io_free_region() 115 unpin_user_pages(mr->pages, nr_refs); in io_free_region() 117 release_pages(mr->pages, nr_refs); in io_free_region() 119 kvfree(mr->pages); in io_free_region() 121 if ((mr->flags & IO_REGION_F_VMAP) && mr in io_free_region() 136 io_region_init_ptr(struct io_mapped_region * mr) io_region_init_ptr() argument 156 io_region_pin_pages(struct io_mapped_region * mr,struct io_uring_region_desc * reg) io_region_pin_pages() argument 174 io_region_allocate_pages(struct io_mapped_region * mr,struct io_uring_region_desc * reg,unsigned long mmap_offset,struct user_struct * user) io_region_allocate_pages() argument 207 io_create_region(struct io_ring_ctx * ctx,struct io_mapped_region * mr,struct io_uring_region_desc * reg,unsigned long mmap_offset) io_create_region() argument 282 io_region_validate_mmap(struct io_ring_ctx * ctx,struct io_mapped_region * mr) io_region_validate_mmap() argument 308 io_region_mmap(struct io_ring_ctx * ctx,struct io_mapped_region * mr,struct vm_area_struct * vma,unsigned max_pages) io_region_mmap() argument [all...] |
| /linux/arch/powerpc/platforms/pseries/ |
| H A D | hvCall.S | 64 mr r4,r3; \ 65 mr r3,r0; \ 77 mr r5,BUFREG; \ 160 mr r4,r5 161 mr r5,r6 162 mr r6,r7 163 mr r7,r8 164 mr r8,r9 165 mr r9,r10 187 mr r4,r5 [all …]
|
| /linux/net/rds/ |
| H A D | rdma.c | 70 struct rds_mr *mr; in rds_mr_tree_walk() local 74 mr = rb_entry(parent, struct rds_mr, r_rb_node); in rds_mr_tree_walk() 76 if (key < mr->r_key) in rds_mr_tree_walk() 78 else if (key > mr->r_key) in rds_mr_tree_walk() 81 return mr; in rds_mr_tree_walk() 95 static void rds_destroy_mr(struct rds_mr *mr) in rds_destroy_mr() argument 97 struct rds_sock *rs = mr->r_sock; in rds_destroy_mr() 102 mr->r_key, kref_read(&mr->r_kref)); in rds_destroy_mr() 105 if (!RB_EMPTY_NODE(&mr->r_rb_node)) in rds_destroy_mr() 106 rb_erase(&mr->r_rb_node, &rs->rs_rdma_keys); in rds_destroy_mr() [all …]
|
| /linux/drivers/infiniband/sw/rdmavt/ |
| H A D | trace_mr.h | 21 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len), 22 TP_ARGS(mr, m, n, v, len), 24 RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device)) 37 RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device)); 40 __entry->iova = mr->iova; 41 __entry->user_base = mr->user_base; 42 __entry->lkey = mr->lkey; 46 __entry->length = mr->length; 47 __entry->offset = mr->offset; 67 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len), [all …]
|
| /linux/drivers/infiniband/core/ |
| H A D | mr_pool.c | 10 struct ib_mr *mr; in ib_mr_pool_get() local 14 mr = list_first_entry_or_null(list, struct ib_mr, qp_entry); in ib_mr_pool_get() 15 if (mr) { in ib_mr_pool_get() 16 list_del(&mr->qp_entry); in ib_mr_pool_get() 21 return mr; in ib_mr_pool_get() 25 void ib_mr_pool_put(struct ib_qp *qp, struct list_head *list, struct ib_mr *mr) in ib_mr_pool_put() argument 30 list_add(&mr->qp_entry, list); in ib_mr_pool_put() 39 struct ib_mr *mr; in ib_mr_pool_init() local 45 mr = ib_alloc_mr_integrity(qp->pd, max_num_sg, in ib_mr_pool_init() 48 mr = ib_alloc_mr(qp->pd, type, max_num_sg); in ib_mr_pool_init() [all …]
|
| /linux/drivers/rtc/ |
| H A D | rtc-at91sam9.c | 133 u32 offset, alarm, mr; in at91_rtc_settime() local 140 mr = rtt_readl(rtc, MR); in at91_rtc_settime() 143 rtt_writel(rtc, MR, mr & ~(AT91_RTT_ALMIEN | AT91_RTT_RTTINCIEN)); in at91_rtc_settime() 164 mr &= ~AT91_RTT_ALMIEN; in at91_rtc_settime() 170 rtt_writel(rtc, MR, mr | AT91_RTT_RTTRST); in at91_rtc_settime() 205 u32 mr; in at91_rtc_setalarm() local 214 mr = rtt_readl(rtc, MR); in at91_rtc_setalarm() 215 rtt_writel(rtc, MR, mr & ~AT91_RTT_ALMIEN); in at91_rtc_setalarm() 226 rtt_writel(rtc, MR, mr | AT91_RTT_ALMIEN); in at91_rtc_setalarm() 236 u32 mr = rtt_readl(rtc, MR); in at91_rtc_alarm_irq_enable() local [all …]
|
| /linux/drivers/net/ethernet/mellanox/mlxsw/ |
| H A D | spectrum_mr.c | 254 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_write() local 264 mr_route->route_priv = kzalloc(mr->mr_ops->route_priv_size, in mlxsw_sp_mr_route_write() 274 err = mr->mr_ops->route_create(mlxsw_sp, mr->priv, in mlxsw_sp_mr_route_write() 280 err = mr->mr_ops->route_update(mlxsw_sp, mr_route->route_priv, in mlxsw_sp_mr_route_write() 292 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_erase() local 294 mr->mr_ops->route_destroy(mlxsw_sp, mr->priv, mr_route->route_priv); in mlxsw_sp_mr_route_erase() 487 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_resolve() local 497 err = mr->mr_ops->route_irif_update(mlxsw_sp, rve->mr_route->route_priv, in mlxsw_sp_mr_route_ivif_resolve() 502 err = mr->mr_ops->route_action_update(mlxsw_sp, in mlxsw_sp_mr_route_ivif_resolve() 521 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_unresolve() local [all …]
|
| /linux/drivers/sh/intc/ |
| H A D | handle.c | 44 struct intc_mask_reg *mr = desc->hw.mask_regs; in _intc_mask_data() local 48 while (mr && enum_id && *reg_idx < desc->hw.nr_mask_regs) { in _intc_mask_data() 49 mr = desc->hw.mask_regs + *reg_idx; in _intc_mask_data() 51 for (; *fld_idx < ARRAY_SIZE(mr->enum_ids); (*fld_idx)++) { in _intc_mask_data() 52 if (mr->enum_ids[*fld_idx] != enum_id) in _intc_mask_data() 55 if (mr->set_reg && mr->clr_reg) { in _intc_mask_data() 58 reg_e = mr->clr_reg; in _intc_mask_data() 59 reg_d = mr->set_reg; in _intc_mask_data() 62 if (mr->set_reg) { in _intc_mask_data() 64 reg_e = mr->set_reg; in _intc_mask_data() [all …]
|
| H A D | balancing.c | 44 struct intc_mask_reg *mr = desc->hw.mask_regs; in intc_dist_data() local 48 for (i = 0; mr && enum_id && i < desc->hw.nr_mask_regs; i++) { in intc_dist_data() 49 mr = desc->hw.mask_regs + i; in intc_dist_data() 55 if (!mr->dist_reg) in intc_dist_data() 58 for (j = 0; j < ARRAY_SIZE(mr->enum_ids); j++) { in intc_dist_data() 59 if (mr->enum_ids[j] != enum_id) in intc_dist_data() 64 reg_e = mr->dist_reg; in intc_dist_data() 65 reg_d = mr->dist_reg; in intc_dist_data() 67 fn += (mr->reg_width >> 3) - 1; in intc_dist_data() 72 (mr->reg_width - 1) - j); in intc_dist_data()
|
| /linux/drivers/infiniband/ulp/iser/ |
| H A D | iser_memory.c | 236 static inline void iser_inv_rkey(struct ib_send_wr *inv_wr, struct ib_mr *mr, in iser_inv_rkey() argument 241 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey() 255 struct ib_mr *mr = rsc->sig_mr; in iser_reg_sig_mr() local 256 struct ib_sig_attrs *sig_attrs = mr->sig_attrs; in iser_reg_sig_mr() 268 iser_inv_rkey(&tx_desc->inv_wr, mr, cqe, &wr->wr); in iser_reg_sig_mr() 270 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr() 272 ret = ib_map_mr_sg_pi(mr, mem->sg, mem->dma_nents, NULL, in iser_reg_sig_mr() 286 wr->mr = mr; in iser_reg_sig_mr() 287 wr->key = mr->rkey; in iser_reg_sig_mr() 293 sig_reg->sge.lkey = mr->lkey; in iser_reg_sig_mr() [all …]
|
| /linux/arch/x86/mm/ |
| H A D | init.c | 326 static int __meminit save_mr(struct map_range *mr, int nr_range, in save_mr() argument 333 mr[nr_range].start = start_pfn<<PAGE_SHIFT; in save_mr() 334 mr[nr_range].end = end_pfn<<PAGE_SHIFT; in save_mr() 335 mr[nr_range].page_size_mask = page_size_mask; in save_mr() 346 static void __ref adjust_range_page_size_mask(struct map_range *mr, in adjust_range_page_size_mask() argument 353 !(mr[i].page_size_mask & (1<<PG_LEVEL_2M))) { in adjust_range_page_size_mask() 354 unsigned long start = round_down(mr[i].start, PMD_SIZE); in adjust_range_page_size_mask() 355 unsigned long end = round_up(mr[i].end, PMD_SIZE); in adjust_range_page_size_mask() 363 mr[i].page_size_mask |= 1<<PG_LEVEL_2M; in adjust_range_page_size_mask() 366 !(mr[i].page_size_mask & (1<<PG_LEVEL_1G))) { in adjust_range_page_size_mask() [all …]
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_create.c | 27 struct intel_memory_region *mr = placements[i]; in object_max_page_size() local 29 GEM_BUG_ON(!is_power_of_2(mr->min_page_size)); in object_max_page_size() 30 max_page_size = max_t(u32, max_page_size, mr->min_page_size); in object_max_page_size() 51 struct intel_memory_region *mr = placements[0]; in object_set_placements() local 52 struct drm_i915_private *i915 = mr->i915; in object_set_placements() 54 obj->mm.placements = &i915->mm.regions[mr->id]; in object_set_placements() 95 struct intel_memory_region *mr = placements[0]; in __i915_gem_object_create_user_ext() local 126 ret = mr->ops->init_object(mr, obj, I915_BO_INVALID_OFFSET, size, 0, flags); in __i915_gem_object_create_user_ext() 172 struct intel_memory_region *mr; in i915_gem_dumb_create() local 208 mr = intel_memory_region_by_type(to_i915(dev), mem_type); in i915_gem_dumb_create() [all …]
|
| /linux/include/rdma/ |
| H A D | rdmavt_mr.h | 68 struct rvt_mregion *mr; member 83 static inline void rvt_put_mr(struct rvt_mregion *mr) in rvt_put_mr() argument 85 percpu_ref_put(&mr->refcount); in rvt_put_mr() 88 static inline void rvt_get_mr(struct rvt_mregion *mr) in rvt_get_mr() argument 90 percpu_ref_get(&mr->refcount); in rvt_get_mr() 96 rvt_put_mr(ss->sge.mr); in rvt_put_ss() 124 rvt_put_mr(sge->mr); in rvt_update_sge() 127 } else if (sge->length == 0 && sge->mr->lkey) { in rvt_update_sge() 129 if (++sge->m >= sge->mr->mapsz) in rvt_update_sge() 133 sge->vaddr = sge->mr->map[sge->m]->segs[sge->n].vaddr; in rvt_update_sge() [all …]
|
| /linux/net/xdp/ |
| H A D | xdp_umem.c | 158 static int xdp_umem_reg(struct xdp_umem *umem, struct xdp_umem_reg *mr) in xdp_umem_reg() argument 160 bool unaligned_chunks = mr->flags & XDP_UMEM_UNALIGNED_CHUNK_FLAG; in xdp_umem_reg() 161 u32 chunk_size = mr->chunk_size, headroom = mr->headroom; in xdp_umem_reg() 162 u64 addr = mr->addr, size = mr->len; in xdp_umem_reg() 177 if (mr->flags & ~XDP_UMEM_FLAGS_VALID) in xdp_umem_reg() 210 if (mr->flags & XDP_UMEM_TX_METADATA_LEN) { in xdp_umem_reg() 211 if (mr->tx_metadata_len >= 256 || mr->tx_metadata_len % 8) in xdp_umem_reg() 213 if (mr->tx_metadata_len < 16) in xdp_umem_reg() 215 umem->tx_metadata_len = mr->tx_metadata_len; in xdp_umem_reg() 225 umem->flags = mr->flags; in xdp_umem_reg() [all …]
|