| /linux/drivers/infiniband/sw/rxe/ |
| H A D | rxe_mr.c | 27 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range()
48 void rxe_mr_init(int access, struct rxe_mr *mr) in rxe_mr_init()
67 void rxe_mr_init_dma(int access, struct rxe_mr *mr) in rxe_mr_init_dma()
89 static unsigned long rxe_mr_iova_to_index(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_index()
109 static unsigned long rxe_mr_iova_to_page_offset(struct rxe_mr *mr, u64 iova) in rxe_mr_iova_to_page_offset()
126 static int rxe_mr_fill_pages_from_sgt(struct rxe_mr *mr, struct sg_table *sgt) in rxe_mr_fill_pages_from_sgt()
157 static int __alloc_mr_page_info(struct rxe_mr *mr, int num_pages) in __alloc_mr_page_info()
169 static int alloc_mr_page_info(struct rxe_mr *mr, int num_pages) in alloc_mr_page_info()
183 static void free_mr_page_info(struct rxe_mr *mr) in free_mr_page_info()
193 int access, struct rxe_mr *mr) in rxe_mr_init_user()
[all …]
|
| H A D | rxe_odp.c | 44 static int rxe_odp_do_pagefault_and_lock(struct rxe_mr *mr, u64 user_va, int bcnt, u32 flags) in rxe_odp_do_pagefault_and_lock()
64 static int rxe_odp_init_pages(struct rxe_mr *mr) in rxe_odp_init_pages()
80 u64 iova, int access_flags, struct rxe_mr *mr) in rxe_odp_mr_init_user()
159 static int rxe_odp_map_range_and_lock(struct rxe_mr *mr, u64 iova, int length, u32 flags) in rxe_odp_map_range_and_lock()
190 static int __rxe_odp_mr_copy(struct rxe_mr *mr, u64 iova, void *addr, in __rxe_odp_mr_copy()
226 int rxe_odp_mr_copy(struct rxe_mr *mr, u64 iova, void *addr, int length, in rxe_odp_mr_copy()
262 static enum resp_states rxe_odp_do_atomic_op(struct rxe_mr *mr, u64 iova, in rxe_odp_do_atomic_op()
313 enum resp_states rxe_odp_atomic_op(struct rxe_mr *mr, u64 iova, int opcode, in rxe_odp_atomic_op()
331 int rxe_odp_flush_pmem_iova(struct rxe_mr *mr, u64 iova, in rxe_odp_flush_pmem_iova()
369 enum resp_states rxe_odp_do_atomic_write(struct rxe_mr *mr, u64 iova, u64 value) in rxe_odp_do_atomic_write()
[all …]
|
| H A D | rxe_mw.c | 51 struct rxe_mw *mw, struct rxe_mr *mr, int access) in rxe_check_bind_mw()
136 struct rxe_mw *mw, struct rxe_mr *mr, int access) in rxe_do_bind_mw()
168 struct rxe_mr *mr; in rxe_bind_mw() local
239 struct rxe_mr *mr; in rxe_do_invalidate_mw() local
320 struct rxe_mr *mr = mw->mr; in rxe_mw_cleanup() local
|
| H A D | rxe_resp.c | 433 struct rxe_mr *mr = NULL; in check_rkey() local
649 struct rxe_mr *mr = qp->resp.mr; in process_flush() local
693 struct rxe_mr *mr = qp->resp.mr; in atomic_reply() local
735 struct rxe_mr *mr; in atomic_write_reply() local
847 struct rxe_mr *mr; in rxe_recheck_mr() local
894 struct rxe_mr *mr; in read_reply() local
|
| /linux/net/sunrpc/xprtrdma/ |
| H A D | frwr_ops.c | 49 struct rpcrdma_mr *mr) in frwr_cid_init()
57 static void frwr_mr_unmap(struct rpcrdma_mr *mr) in frwr_mr_unmap()
72 void frwr_mr_release(struct rpcrdma_mr *mr) in frwr_mr_release()
85 static void frwr_mr_put(struct rpcrdma_mr *mr) in frwr_mr_put()
108 struct rpcrdma_mr *mr; in frwr_reset() local
122 int frwr_mr_init(struct rpcrdma_xprt *r_xprt, struct rpcrdma_mr *mr) in frwr_mr_init()
288 struct rpcrdma_mr *mr) in frwr_map()
362 struct rpcrdma_mr *mr = container_of(cqe, struct rpcrdma_mr, mr_cqe); in frwr_wc_fastreg() local
388 struct rpcrdma_mr *mr; in frwr_send() local
431 struct rpcrdma_mr *mr; in frwr_reminv() local
[all …]
|
| /linux/drivers/infiniband/sw/rdmavt/ |
| H A D | mr.c | 75 static void rvt_deinit_mregion(struct rvt_mregion *mr) in rvt_deinit_mregion()
87 struct rvt_mregion *mr = container_of(ref, struct rvt_mregion, in __rvt_mregion_complete() local
93 static int rvt_init_mregion(struct rvt_mregion *mr, struct ib_pd *pd, in rvt_init_mregion()
135 static int rvt_alloc_lkey(struct rvt_mregion *mr, int dma_region) in rvt_alloc_lkey()
205 static void rvt_free_lkey(struct rvt_mregion *mr) in rvt_free_lkey()
239 struct rvt_mr *mr; in __rvt_alloc_mr() local
272 static void __rvt_free_mr(struct rvt_mr *mr) in __rvt_free_mr()
288 struct rvt_mr *mr; in rvt_get_dma_mr() local
342 struct rvt_mr *mr; in rvt_reg_user_mr() local
414 struct rvt_mregion *mr = (struct rvt_mregion *)v; in rvt_dereg_clean_qp_cb() local
[all …]
|
| /linux/drivers/vdpa/mlx5/core/ |
| H A D | mr.c | 35 static void populate_mtts(struct mlx5_vdpa_direct_mr *mr, __be64 *mtt) in populate_mtts()
64 struct mlx5_vdpa_direct_mr *mr, in fill_create_direct_mr()
91 struct mlx5_vdpa_direct_mr *mr, in create_direct_mr_end()
100 struct mlx5_vdpa_direct_mr *mr, in fill_destroy_direct_mr()
110 static void destroy_direct_mr(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_direct_mr *mr) in destroy_direct_mr()
118 static u64 map_start(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in map_start()
123 static u64 map_end(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in map_end()
128 static u64 maplen(struct vhost_iotlb_map *map, struct mlx5_vdpa_direct_mr *mr) in maplen()
211 static int create_direct_keys(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_mr *mr) in create_direct_keys()
326 static int create_indirect_key(struct mlx5_vdpa_dev *mvdev, struct mlx5_vdpa_mr *mr) in create_indirect_key()
[all …]
|
| /linux/drivers/infiniband/hw/mlx4/ |
| H A D | mr.c | 60 struct mlx4_ib_mr *mr; in mlx4_ib_get_dma_mr() local
146 struct mlx4_ib_mr *mr; in mlx4_ib_reg_user_mr() local
200 struct ib_mr *mlx4_ib_rereg_user_mr(struct ib_mr *mr, int flags, u64 start, in mlx4_ib_rereg_user_mr()
292 struct mlx4_ib_mr *mr, in mlx4_alloc_priv_pages()
326 mlx4_free_priv_pages(struct mlx4_ib_mr *mr) in mlx4_free_priv_pages()
340 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_dereg_mr() local
390 struct mlx4_ib_mr *mr; in mlx4_ib_alloc_mr() local
432 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_set_page() local
445 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_map_mr_sg() local
|
| /linux/drivers/rtc/ |
| H A D | rtc-at91sam9.c | 133 u32 offset, alarm, mr; in at91_rtc_settime() local
205 u32 mr; in at91_rtc_setalarm() local
236 u32 mr = rtt_readl(rtc, MR); in at91_rtc_alarm_irq_enable() local
252 u32 mr = rtt_readl(rtc, MR); in at91_rtc_proc() local
261 u32 sr, mr; in at91_rtc_cache_events() local
339 u32 mr; in at91_rtc_probe() local
449 u32 mr = rtt_readl(rtc, MR); in at91_rtc_remove() local
460 u32 mr = rtt_readl(rtc, MR); in at91_rtc_shutdown() local
473 u32 mr = rtt_readl(rtc, MR); in at91_rtc_suspend() local
502 u32 mr; in at91_rtc_resume() local
|
| /linux/drivers/infiniband/hw/mlx5/ |
| H A D | mr.c | 131 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey()
741 struct mlx5_ib_mr *mr; in _mlx5_mr_cache_alloc() local
1056 struct mlx5_ib_mr *mr; in mlx5_ib_get_dma_mr() local
1118 static void set_mr_fields(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr, in set_mr_fields()
1148 struct mlx5_ib_mr *mr; in alloc_cacheable_mr() local
1200 struct mlx5_ib_mr *mr; in reg_create_crossing_vhca_mr() local
1261 struct mlx5_ib_mr *mr; in reg_create() local
1367 struct mlx5_ib_mr *mr; in mlx5_ib_get_dm_mr() local
1463 struct mlx5_ib_mr *mr = NULL; in create_real_mr() local
1522 struct mlx5_ib_mr *mr; in create_user_odp_mr() local
[all …]
|
| H A D | odp.c | 159 struct mlx5_ib_mr *mr, int flags) in populate_mtt()
195 struct mlx5_ib_mr *mr, int flags) in mlx5_odp_populate_xlt()
213 struct mlx5_ib_mr *mr = in free_implicit_child_mr_work() local
231 static void destroy_unused_implicit_child_mr(struct mlx5_ib_mr *mr) in destroy_unused_implicit_child_mr()
271 struct mlx5_ib_mr *mr; in mlx5_ib_invalidate_range() local
471 struct mlx5_ib_mr *mr; in implicit_get_child_mr() local
666 void mlx5_ib_free_odp_mr(struct mlx5_ib_mr *mr) in mlx5_ib_free_odp_mr()
692 static int pagefault_real_mr(struct mlx5_ib_mr *mr, struct ib_umem_odp *odp, in pagefault_real_mr()
832 static int pagefault_dmabuf_mr(struct mlx5_ib_mr *mr, size_t bcnt, in pagefault_dmabuf_mr()
897 static int pagefault_mr(struct mlx5_ib_mr *mr, u64 io_virt, size_t bcnt, in pagefault_mr()
[all …]
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_mr.c | 61 struct pvrdma_user_mr *mr; in pvrdma_get_dma_mr() local
118 struct pvrdma_user_mr *mr = NULL; in pvrdma_reg_user_mr() local
213 struct pvrdma_user_mr *mr; in pvrdma_alloc_mr() local
284 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_dereg_mr() local
309 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_set_page() local
321 struct pvrdma_user_mr *mr = to_vmr(ibmr); in pvrdma_map_mr_sg() local
|
| /linux/drivers/infiniband/core/ |
| H A D | mr_pool.c | 10 struct ib_mr *mr; in ib_mr_pool_get() local
25 void ib_mr_pool_put(struct ib_qp *qp, struct list_head *list, struct ib_mr *mr) in ib_mr_pool_put()
39 struct ib_mr *mr; in ib_mr_pool_init() local
68 struct ib_mr *mr; in ib_mr_pool_destroy() local
|
| /linux/io_uring/ |
| H A D | memmap.c | 91 void io_free_region(struct user_struct *user, struct io_mapped_region *mr) in io_free_region()
114 static int io_region_init_ptr(struct io_mapped_region *mr) in io_region_init_ptr()
134 static int io_region_pin_pages(struct io_mapped_region *mr, in io_region_pin_pages()
152 static int io_region_allocate_pages(struct io_mapped_region *mr, in io_region_allocate_pages()
184 int io_create_region(struct io_ring_ctx *ctx, struct io_mapped_region *mr, in io_create_region()
259 struct io_mapped_region *mr) in io_region_validate_mmap()
285 struct io_mapped_region *mr, in io_region_mmap()
|
| /linux/net/rds/ |
| H A D | rdma.c | 70 struct rds_mr *mr; in rds_mr_tree_walk() local
95 static void rds_destroy_mr(struct rds_mr *mr) in rds_destroy_mr()
117 struct rds_mr *mr = container_of(kref, struct rds_mr, r_kref); in __rds_put_mr_final() local
129 struct rds_mr *mr; in rds_rdma_drop_keys() local
176 struct rds_mr *mr = NULL, *found; in __rds_rdma_map() local
402 struct rds_mr *mr; in rds_free_mr() local
447 struct rds_mr *mr; in rds_rdma_unuse() local
812 struct rds_mr *mr; in rds_cmsg_rdma_dest() local
|
| /linux/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_mr.c | 53 static int alloc_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in alloc_mr_key()
83 static void free_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_key()
91 static int alloc_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, in alloc_mr_pbl()
127 static void free_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in free_mr_pbl()
132 static void hns_roce_mr_free(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) in hns_roce_mr_free()
151 struct hns_roce_mr *mr) in hns_roce_mr_enable()
200 struct hns_roce_mr *mr; in hns_roce_get_dma_mr() local
238 struct hns_roce_mr *mr; in hns_roce_reg_user_mr() local
293 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_rereg_user_mr() local
370 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_dereg_mr() local
[all …]
|
| /linux/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_create.c | 27 struct intel_memory_region *mr = placements[i]; in object_max_page_size() local
51 struct intel_memory_region *mr = placements[0]; in object_set_placements() local
95 struct intel_memory_region *mr = placements[0]; in __i915_gem_object_create_user_ext() local
172 struct intel_memory_region *mr; in i915_gem_dumb_create() local
230 struct intel_memory_region *mr; in i915_gem_create_ioctl() local
259 struct intel_memory_region *mr = placements[i]; in repr_placements() local
305 struct intel_memory_region *mr; in set_placements() local
|
| /linux/drivers/infiniband/hw/mana/ |
| H A D | mr.c | 33 static int mana_ib_gd_create_mr(struct mana_ib_dev *dev, struct mana_ib_mr *mr, in mana_ib_gd_create_mr()
123 struct mana_ib_mr *mr; in mana_ib_reg_user_mr() local
211 struct mana_ib_mr *mr; in mana_ib_reg_user_mr_dmabuf() local
281 struct mana_ib_mr *mr; in mana_ib_get_dma_mr() local
309 struct mana_ib_mr *mr = container_of(ibmr, struct mana_ib_mr, ibmr); in mana_ib_dereg_mr() local
421 struct mana_ib_mr *mr; in mana_ib_reg_dm_mr() local
|
| /linux/drivers/net/ethernet/mellanox/mlxsw/ |
| H A D | spectrum_mr.c | 254 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_write() local
292 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_erase() local
487 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_resolve() local
521 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_ivif_unresolve() local
536 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_resolve() local
595 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_evif_unresolve() local
753 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_rif_mtu_update() local
908 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_create() local
957 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_table_destroy() local
999 struct mlxsw_sp_mr *mr = mlxsw_sp->mr; in mlxsw_sp_mr_route_stats_update() local
[all …]
|
| /linux/net/netfilter/ |
| H A D | xt_nat.c | 18 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in xt_nat_checkentry_v0() local
54 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in xt_snat_target_v0() local
71 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in xt_dnat_target_v0() local
|
| H A D | xt_REDIRECT.c | 51 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in redirect_tg4_check() local
67 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in redirect_tg4() local
|
| H A D | xt_MASQUERADE.c | 21 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in masquerade_tg_check() local
38 const struct nf_nat_ipv4_multi_range_compat *mr; in masquerade_tg() local
|
| H A D | xt_NETMAP.c | 74 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in netmap_tg4() local
106 const struct nf_nat_ipv4_multi_range_compat *mr = par->targinfo; in netmap_tg4_check() local
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | intel_memory_region.c | 149 struct intel_memory_region *mr; in intel_memory_region_lookup() local
165 struct intel_memory_region *mr; in intel_memory_region_by_type() local
205 void intel_memory_region_debug(struct intel_memory_region *mr, in intel_memory_region_debug()
310 void intel_memory_region_avail(struct intel_memory_region *mr, in intel_memory_region_avail()
|
| /linux/samples/tsm-mr/ |
| H A D | tsm_mr_sample.c | 46 const struct tsm_measurement_register *mr, in sample_report_extend_mr()
69 #define MR_(mr, hash) .mr_value = &sample_report.mr, TSM_MR_(mr, hash) argument
|