| /linux/net/xdp/ |
| H A D | xdp_umem.c | 24 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
32 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
40 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap()
46 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map()
55 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
69 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local
74 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem()
79 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem()
94 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages()
128 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages()
[all …]
|
| H A D | xsk_buff_pool.c | 58 struct xdp_umem *umem) in xp_create_and_assign_umem()
255 struct xdp_umem *umem = umem_xs->umem; in xp_assign_dev_shared() local
338 u32 nr_pages, struct xdp_umem *umem) in xp_create_dma_map()
|
| H A D | xsk_diag.c | 50 struct xdp_umem *umem = xs->umem; in xsk_diag_put_umem() local
|
| /linux/include/rdma/ |
| H A D | ib_umem.h | 32 struct ib_umem umem; member
44 static inline struct ib_umem_dmabuf *to_ib_umem_dmabuf(struct ib_umem *umem) in to_ib_umem_dmabuf()
50 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset()
55 static inline unsigned long ib_umem_dma_offset(struct ib_umem *umem, in ib_umem_dma_offset()
62 static inline size_t ib_umem_num_dma_blocks(struct ib_umem *umem, in ib_umem_num_dma_blocks()
70 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages()
76 struct ib_umem *umem, in __rdma_umem_block_iter_start()
101 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \ argument
134 static inline unsigned long ib_umem_find_best_pgoff(struct ib_umem *umem, in ib_umem_find_best_pgoff()
174 static inline void ib_umem_release(struct ib_umem *umem) { } in ib_umem_release()
[all …]
|
| H A D | ib_umem_odp.h | 14 struct ib_umem umem; member
41 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
65 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
89 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
126 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
149 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | xsk.c | 72 struct xsk_umem *umem; member
92 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
163 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings()
229 struct xsk_umem *umem; in xsk_umem__create() local
458 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx()
478 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local
503 struct xsk_umem *umem, int ifindex, in xsk_create_ctx()
540 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared()
709 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
721 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
[all …]
|
| H A D | xskxceiver.c | 183 static u64 umem_size(struct xsk_umem_info *umem) in umem_size() argument
188 static int xsk_configure_umem(struct ifobject *ifobj, struct xsk_umem_info *umem, void *buffer, in xsk_configure_umem() argument
223 umem_alloc_buffer(struct xsk_umem_info * umem) umem_alloc_buffer() argument
235 umem_reset_alloc(struct xsk_umem_info * umem) umem_reset_alloc() argument
260 __xsk_configure_socket(struct xsk_socket_info * xsk,struct xsk_umem_info * umem,struct ifobject * ifobject,bool shared) __xsk_configure_socket() argument
290 struct xsk_umem_info *umem; ifobj_zc_avail() local
724 pkt_get_buffer_len(struct xsk_umem_info * umem,u32 len) pkt_get_buffer_len() argument
821 pkt_get_addr(struct pkt * pkt,struct xsk_umem_info * umem) pkt_get_addr() argument
833 pkt_generate(struct xsk_socket_info * xsk,struct xsk_umem_info * umem,u64 addr,u32 len,u32 pkt_nb,u32 bytes_written) pkt_generate() argument
961 is_offset_correct(struct xsk_umem_info * umem,struct pkt * pkt,u64 addr) is_offset_correct() argument
994 is_frag_valid(struct xsk_umem_info * umem,u64 addr,u32 len,u32 expected_pkt_nb,u32 bytes_processed) is_frag_valid() argument
1127 struct xsk_umem_info *umem = xsk->umem; __receive_pkts() local
1302 struct xsk_umem_info *umem = ifobject->umem; __send_pkts() local
1606 xsk_configure_socket(struct test_spec * test,struct ifobject * ifobject,struct xsk_umem_info * umem,bool tx) xsk_configure_socket() argument
1639 xsk_populate_fill_ring(struct xsk_umem_info * umem,struct pkt_stream * pkt_stream,bool fill_up) xsk_populate_fill_ring() argument
2111 struct xsk_umem_info *umem = test->ifobj_tx->umem; testapp_invalid_desc_mb() local
2151 struct xsk_umem_info *umem = test->ifobj_tx->umem; testapp_invalid_desc() local
[all...] |
| H A D | xskxceiver.h | 75 struct xsk_umem *umem; member
90 struct xsk_umem_info *umem; member
133 struct xsk_umem_info *umem; member
|
| /linux/drivers/infiniband/hw/mlx5/ |
| H A D | mem.c | 40 void mlx5_ib_populate_pas(struct ib_umem *umem, size_t page_size, __be64 *pas, in mlx5_ib_populate_pas()
58 struct ib_umem *umem, unsigned long pgsz_bitmap, in __mlx5_umem_find_best_quantized_pgoff()
|
| H A D | doorbell.c | 42 struct ib_umem *umem; member
|
| H A D | mr.c | 1109 static unsigned int mlx5_umem_dmabuf_default_pgsz(struct ib_umem *umem, in mlx5_umem_dmabuf_default_pgsz()
1121 struct ib_umem *umem, u64 iova, in alloc_cacheable_mr()
1230 static struct mlx5_ib_mr *reg_create(struct ib_pd *pd, struct ib_umem *umem, in reg_create()
1425 static struct ib_mr *create_real_mr(struct ib_pd *pd, struct ib_umem *umem, in create_real_mr()
1534 struct ib_umem *umem; in mlx5_ib_reg_user_mr() local
1837 struct ib_umem *umem; in mlx5_ib_rereg_user_mr() local
|
| H A D | srq.h | 31 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/core/ |
| H A D | umem_odp.c | 126 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
167 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
| H A D | umem_dmabuf.c | 125 struct ib_umem *umem; in ib_umem_dmabuf_get_with_dma_device() local
|
| /linux/drivers/infiniband/sw/siw/ |
| H A D | siw_mem.c | 42 void siw_umem_release(struct siw_umem *umem) in siw_umem_release()
336 struct siw_umem *umem; in siw_umem_get() local
|
| H A D | siw_mem.h | 58 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|
| /linux/drivers/infiniband/sw/rdmavt/ |
| H A D | mr.h | 13 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/hw/mlx4/ |
| H A D | doorbell.c | 40 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/hw/mana/ |
| H A D | main.c | 267 struct ib_umem *umem; in mana_ib_create_queue() local
371 static int mana_ib_gd_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_gd_create_dma_region()
477 int mana_ib_create_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_create_dma_region()
491 int mana_ib_create_zero_offset_dma_region(struct mana_ib_dev *dev, struct ib_umem *umem, in mana_ib_create_zero_offset_dma_region()
|
| /linux/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_alloc.c | 156 int hns_roce_get_umem_bufs(dma_addr_t *bufs, int buf_cnt, struct ib_umem *umem, in hns_roce_get_umem_bufs()
|
| /linux/drivers/gpu/drm/nouveau/include/nvkm/core/ |
| H A D | client.h | 19 struct list_head umem; member
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_mr.c | 117 struct ib_umem *umem; in pvrdma_reg_user_mr() local
|
| H A D | pvrdma_misc.c | 183 struct ib_umem *umem, u64 offset) in pvrdma_page_dir_insert_umem()
|
| /linux/drivers/vhost/ |
| H A D | vhost.c | 979 void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *umem) in vhost_dev_reset_owner()
1082 static bool vq_memory_access_ok(void __user *log_base, struct vhost_iotlb *umem, in vq_memory_access_ok()
1121 static bool memory_access_ok(struct vhost_dev *d, struct vhost_iotlb *umem, in memory_access_ok()
1704 struct vhost_iotlb *umem = vq->iotlb; in iotlb_access_ok() local
2247 struct vhost_iotlb *umem = vq->umem; in log_write_hva() local
2431 struct vhost_iotlb *umem = dev->iotlb ? dev->iotlb : dev->umem; in translate_desc() local
|