/linux/net/xdp/ |
H A D | xdp_umem.c | 24 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages() 32 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages() 40 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap() 46 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map() 55 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release() 69 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local 74 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem() 79 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem() 94 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages() 128 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages() [all …]
|
H A D | xsk_buff_pool.c | 56 struct xdp_umem *umem) in xp_create_and_assign_umem() 251 struct xdp_umem *umem = umem_xs->umem; in xp_assign_dev_shared() local 330 u32 nr_pages, struct xdp_umem *umem) in xp_create_dma_map()
|
H A D | xsk_diag.c | 50 struct xdp_umem *umem = xs->umem; in xsk_diag_put_umem() local
|
/linux/include/rdma/ |
H A D | ib_umem.h | 32 struct ib_umem umem; member 43 static inline struct ib_umem_dmabuf *to_ib_umem_dmabuf(struct ib_umem *umem) in to_ib_umem_dmabuf() 49 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset() 54 static inline unsigned long ib_umem_dma_offset(struct ib_umem *umem, in ib_umem_dma_offset() 61 static inline size_t ib_umem_num_dma_blocks(struct ib_umem *umem, in ib_umem_num_dma_blocks() 69 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages() 75 struct ib_umem *umem, in __rdma_umem_block_iter_start() 100 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \ argument 133 static inline unsigned long ib_umem_find_best_pgoff(struct ib_umem *umem, in ib_umem_find_best_pgoff() 167 static inline void ib_umem_release(struct ib_umem *umem) { } in ib_umem_release() [all …]
|
H A D | ib_umem_odp.h | 13 struct ib_umem umem; member 47 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
/linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
H A D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local 65 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local 89 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local 126 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local 149 struct nvkm_umem *umem; in nvkm_umem_new() local
|
/linux/drivers/infiniband/core/ |
H A D | umem.c | 48 static void __ib_umem_release(struct ib_device *dev, struct ib_umem *umem, int dirty) in __ib_umem_release() 79 unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz() 145 struct ib_umem *umem; in ib_umem_get() local 262 void ib_umem_release(struct ib_umem *umem) in ib_umem_release() 289 int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
|
H A D | umem_odp.c | 119 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local 167 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
H A D | umem_dmabuf.c | 120 struct ib_umem *umem; in ib_umem_dmabuf_get() local
|
/linux/tools/testing/selftests/bpf/ |
H A D | xsk.c | 72 struct xsk_umem *umem; member 92 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd() 163 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings() 229 struct xsk_umem *umem; in xsk_umem__create() local 458 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx() 478 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local 503 struct xsk_umem *umem, int ifindex, in xsk_create_ctx() 540 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared() 709 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create() 721 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete() [all …]
|
H A D | xskxceiver.c | 182 static u64 umem_size(struct xsk_umem_info *umem) in umem_size() 187 static int xsk_configure_umem(struct ifobject *ifobj, struct xsk_umem_info *umem, void *buffer, in xsk_configure_umem() 222 static u64 umem_alloc_buffer(struct xsk_umem_info *umem) in umem_alloc_buffer() 234 static void umem_reset_alloc(struct xsk_umem_info *umem) in umem_reset_alloc() 259 static int __xsk_configure_socket(struct xsk_socket_info *xsk, struct xsk_umem_info *umem, in __xsk_configure_socket() 289 struct xsk_umem_info *umem; in ifobj_zc_avail() local 723 static u32 pkt_get_buffer_len(struct xsk_umem_info *umem, u32 len) in pkt_get_buffer_len() 820 static u64 pkt_get_addr(struct pkt *pkt, struct xsk_umem_info *umem) in pkt_get_addr() 832 static void pkt_generate(struct xsk_socket_info *xsk, struct xsk_umem_info *umem, u64 addr, u32 len, in pkt_generate() 960 static bool is_offset_correct(struct xsk_umem_info *umem, struct pkt *pkt, u64 addr) in is_offset_correct() [all …]
|
H A D | xskxceiver.h | 75 struct xsk_umem *umem; member 90 struct xsk_umem_info *umem; member 133 struct xsk_umem_info *umem; member
|
/linux/drivers/infiniband/hw/mlx5/ |
H A D | mem.c | 40 void mlx5_ib_populate_pas(struct ib_umem *umem, size_t page_size, __be64 *pas, in mlx5_ib_populate_pas() 58 struct ib_umem *umem, unsigned long pgsz_bitmap, in __mlx5_umem_find_best_quantized_pgoff()
|
H A D | doorbell.c | 42 struct ib_umem *umem; member
|
H A D | mr.c | 1116 static unsigned int mlx5_umem_dmabuf_default_pgsz(struct ib_umem *umem, in mlx5_umem_dmabuf_default_pgsz() 1128 struct ib_umem *umem, u64 iova, in alloc_cacheable_mr() 1182 static struct mlx5_ib_mr *reg_create(struct ib_pd *pd, struct ib_umem *umem, in reg_create() 1366 static struct ib_mr *create_real_mr(struct ib_pd *pd, struct ib_umem *umem, in create_real_mr() 1472 struct ib_umem *umem; in mlx5_ib_reg_user_mr() local 1685 struct ib_umem *umem; in mlx5_ib_rereg_user_mr() local
|
/linux/lib/ |
H A D | usercopy_kunit.c | 36 char __user *umem; member 50 char __user *umem = priv->umem; in usercopy_test_check_nonzero_user() local 109 char __user *umem = priv->umem; in usercopy_test_copy_struct_from_user() local
|
/linux/drivers/infiniband/sw/siw/ |
H A D | siw_mem.c | 66 void siw_umem_release(struct siw_umem *umem) in siw_umem_release() 360 struct siw_umem *umem; in siw_umem_get() local
|
H A D | siw_mem.h | 59 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|
/linux/drivers/infiniband/sw/rdmavt/ |
H A D | mr.h | 13 struct ib_umem *umem; member
|
/linux/drivers/infiniband/hw/mana/ |
H A D | main.c | 243 struct ib_umem *umem; in mana_ib_create_queue() local 345 static int mana_ib_gd_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_gd_create_dma_region() 451 int mana_ib_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_create_dma_region() 465 int mana_ib_create_zero_offset_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_create_zero_offset_dma_region()
|
/linux/drivers/infiniband/hw/mlx4/ |
H A D | doorbell.c | 40 struct ib_umem *umem; member
|
H A D | mr.c | 183 struct ib_umem *umem) in mlx4_ib_umem_write_mtt() 257 int mlx4_ib_umem_calc_optimal_mtt_size(struct ib_umem *umem, u64 start_va, in mlx4_ib_umem_calc_optimal_mtt_size()
|
/linux/drivers/infiniband/hw/hns/ |
H A D | hns_roce_alloc.c | 156 int hns_roce_get_umem_bufs(dma_addr_t *bufs, int buf_cnt, struct ib_umem *umem, in hns_roce_get_umem_bufs()
|
/linux/drivers/infiniband/hw/bnxt_re/ |
H A D | ib_verbs.h | 78 struct ib_umem *umem; member 108 struct ib_umem *umem; member
|
/linux/drivers/gpu/drm/nouveau/include/nvkm/core/ |
H A D | client.h | 19 struct list_head umem; member
|