| /linux/net/xdp/ |
| H A D | xdp_umem.c | 24 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
32 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
40 static void xdp_umem_addr_unmap(struct xdp_umem *umem) in xdp_umem_addr_unmap()
46 static int xdp_umem_addr_map(struct xdp_umem *umem, struct page **pages, in xdp_umem_addr_map()
55 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
69 struct xdp_umem *umem = container_of(work, struct xdp_umem, work); in xdp_umem_release_deferred() local
74 void xdp_get_umem(struct xdp_umem *umem) in xdp_get_umem()
79 void xdp_put_umem(struct xdp_umem *umem, bool defer_cleanup) in xdp_put_umem()
94 static int xdp_umem_pin_pages(struct xdp_umem *umem, unsigned long address) in xdp_umem_pin_pages()
128 static int xdp_umem_account_pages(struct xdp_umem *umem) in xdp_umem_account_pages()
[all …]
|
| H A D | xsk_buff_pool.c | 58 struct xdp_umem *umem) in xp_create_and_assign_umem()
255 struct xdp_umem *umem = umem_xs->umem; in xp_assign_dev_shared() local
338 u32 nr_pages, struct xdp_umem *umem) in xp_create_dma_map()
|
| H A D | xsk_diag.c | 50 struct xdp_umem *umem = xs->umem; in xsk_diag_put_umem() local
|
| /linux/include/rdma/ |
| H A D | ib_umem.h | 32 struct ib_umem umem; member
44 static inline struct ib_umem_dmabuf *to_ib_umem_dmabuf(struct ib_umem *umem) in to_ib_umem_dmabuf() argument
50 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset() argument
55 static inline dma_addr_t ib_umem_start_dma_addr(struct ib_umem *umem) in ib_umem_dma_offset() argument
62 ib_umem_num_dma_blocks(struct ib_umem * umem,unsigned long pgsz) ib_umem_num_dma_blocks() argument
70 ib_umem_num_pages(struct ib_umem * umem) ib_umem_num_pages() argument
76 __rdma_umem_block_iter_start(struct ib_block_iter * biter,struct ib_umem * umem,unsigned long pgsz) __rdma_umem_block_iter_start() argument
101 rdma_umem_for_each_dma_block(umem,biter,pgsz) global() argument
134 ib_umem_find_best_pgoff(struct ib_umem * umem,unsigned long pgsz_bitmap,u64 pgoff_bitmask) ib_umem_find_best_pgoff() argument
174 ib_umem_release(struct ib_umem * umem) ib_umem_release() argument
175 ib_umem_copy_from(void * dst,struct ib_umem * umem,size_t offset,size_t length) ib_umem_copy_from() argument
179 ib_umem_find_best_pgsz(struct ib_umem * umem,unsigned long pgsz_bitmap,unsigned long virt) ib_umem_find_best_pgsz() argument
185 ib_umem_find_best_pgoff(struct ib_umem * umem,unsigned long pgsz_bitmap,u64 pgoff_bitmask) ib_umem_find_best_pgoff() argument
[all...] |
| H A D | ib_umem_odp.h | 14 struct ib_umem umem; member
41 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /linux/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
65 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
89 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
126 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
149 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | xsk.c | 72 struct xsk_umem *umem; member
92 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
163 static int xsk_create_umem_rings(struct xsk_umem *umem, int fd, in xsk_create_umem_rings()
229 struct xsk_umem *umem; in xsk_umem__create() local
458 static struct xsk_ctx *xsk_get_ctx(struct xsk_umem *umem, int ifindex, in xsk_get_ctx()
478 struct xsk_umem *umem = ctx->umem; in xsk_put_ctx() local
503 struct xsk_umem *umem, int ifindex, in xsk_create_ctx()
540 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create_shared()
709 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
721 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
[all …]
|
| H A D | xskxceiver.c | 185 static u64 umem_size(struct xsk_umem_info *umem) in umem_size() argument
190 static int xsk_configure_umem(struct ifobject *ifobj, struct xsk_umem_info *umem, void *buffer, in xsk_configure_umem() argument
225 umem_alloc_buffer(struct xsk_umem_info * umem) umem_alloc_buffer() argument
237 umem_reset_alloc(struct xsk_umem_info * umem) umem_reset_alloc() argument
262 __xsk_configure_socket(struct xsk_socket_info * xsk,struct xsk_umem_info * umem,struct ifobject * ifobject,bool shared) __xsk_configure_socket() argument
292 struct xsk_umem_info *umem; ifobj_zc_avail() local
728 pkt_get_buffer_len(struct xsk_umem_info * umem,u32 len) pkt_get_buffer_len() argument
826 pkt_get_addr(struct pkt * pkt,struct xsk_umem_info * umem) pkt_get_addr() argument
838 pkt_generate(struct xsk_socket_info * xsk,struct xsk_umem_info * umem,u64 addr,u32 len,u32 pkt_nb,u32 bytes_written) pkt_generate() argument
966 is_offset_correct(struct xsk_umem_info * umem,struct pkt * pkt,u64 addr) is_offset_correct() argument
1024 is_frag_valid(struct xsk_umem_info * umem,u64 addr,u32 len,u32 expected_pkt_nb,u32 bytes_processed) is_frag_valid() argument
1191 struct xsk_umem_info *umem = xsk->umem; __receive_pkts() local
1366 struct xsk_umem_info *umem = ifobject->umem; __send_pkts() local
1670 xsk_configure_socket(struct test_spec * test,struct ifobject * ifobject,struct xsk_umem_info * umem,bool tx) xsk_configure_socket() argument
1703 xsk_populate_fill_ring(struct xsk_umem_info * umem,struct pkt_stream * pkt_stream,bool fill_up) xsk_populate_fill_ring() argument
2180 struct xsk_umem_info *umem = test->ifobj_tx->umem; testapp_invalid_desc_mb() local
2220 struct xsk_umem_info *umem = test->ifobj_tx->umem; testapp_invalid_desc() local
[all...] |
| H A D | xskxceiver.h | 75 struct xsk_umem *umem; member
90 struct xsk_umem_info *umem; member
134 struct xsk_umem_info *umem; member
|
| /linux/drivers/infiniband/hw/mlx5/ |
| H A D | mem.c | 40 void mlx5_ib_populate_pas(struct ib_umem *umem, size_t page_size, __be64 *pas, in mlx5_ib_populate_pas()
58 struct ib_umem *umem, unsigned long pgsz_bitmap, in __mlx5_umem_find_best_quantized_pgoff()
|
| H A D | doorbell.c | 42 struct ib_umem *umem; member
|
| H A D | srq.h | 31 struct ib_umem *umem; member
|
| H A D | qp.c | 119 static int mlx5_ib_read_user_wqe_common(struct ib_umem *umem, void *buffer, in mlx5_ib_read_user_wqe_common()
185 struct ib_umem *umem = base->ubuffer.umem; in mlx5_ib_read_user_wqe_sq() local
236 struct ib_umem *umem = base->ubuffer.umem; in mlx5_ib_read_wqe_sq() local
252 struct ib_umem *umem = base->ubuffer.umem; in mlx5_ib_read_user_wqe_rq() local
272 struct ib_umem *umem = base->ubuffer.umem; in mlx5_ib_read_wqe_rq() local
288 struct ib_umem *umem = srq->umem; in mlx5_ib_read_user_wqe_srq() local
305 struct ib_umem *umem = srq->umem; in mlx5_ib_read_wqe_srq() local
1440 struct ib_umem *umem = rq->base.ubuffer.umem; in create_raw_packet_qp_rq() local
|
| /linux/drivers/infiniband/core/ |
| H A D | umem_odp.c | 137 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
178 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
|
| H A D | uverbs_std_types_cq.c | 72 struct ib_umem *umem = NULL; in UVERBS_HANDLER() local
|
| H A D | umem_dmabuf.c | 125 struct ib_umem *umem; in ib_umem_dmabuf_get_with_dma_device() local
|
| /linux/drivers/infiniband/sw/siw/ |
| H A D | siw_mem.c | 42 void siw_umem_release(struct siw_umem *umem) in siw_umem_release()
336 struct siw_umem *umem; in siw_umem_get() local
|
| H A D | siw_mem.h | 58 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|
| /linux/drivers/infiniband/hw/mlx4/ |
| H A D | doorbell.c | 40 struct ib_umem *umem; member
|
| /linux/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_alloc.c | 156 int hns_roce_get_umem_bufs(dma_addr_t *bufs, int buf_cnt, struct ib_umem *umem, in hns_roce_get_umem_bufs()
|
| /linux/drivers/gpu/drm/nouveau/include/nvkm/core/ |
| H A D | client.h | 19 struct list_head umem; member
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_misc.c | 183 struct ib_umem *umem, u64 offset) in pvrdma_page_dir_insert_umem()
|
| H A D | pvrdma.h | 91 struct ib_umem *umem; member
142 struct ib_umem *umem; member
172 struct ib_umem *umem; member
|
| /linux/drivers/vhost/ |
| H A D | vhost.c | 1153 void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_iotlb *umem) in vhost_dev_reset_owner()
1257 static bool vq_memory_access_ok(void __user *log_base, struct vhost_iotlb *umem, in vq_memory_access_ok()
1296 static bool memory_access_ok(struct vhost_dev *d, struct vhost_iotlb *umem, in memory_access_ok()
1879 struct vhost_iotlb *umem = vq->iotlb; in iotlb_access_ok() local
2462 struct vhost_iotlb *umem = vq->umem; in log_write_hva() local
2646 struct vhost_iotlb *umem = dev->iotlb ? dev->iotlb : dev->umem; in translate_desc() local
|
| /linux/drivers/infiniband/hw/usnic/ |
| H A D | usnic_ib.h | 70 struct usnic_uiom_reg *umem; member
|