| /freebsd/sys/ofed/drivers/infiniband/core/ |
| H A D | ib_fmr_pool.c | 123 struct ib_pool_fmr *fmr; in ib_fmr_cache_lookup() local
130 hlist_for_each_entry(fmr, bucket, cache_node) in ib_fmr_cache_lookup()
131 if (io_virtual_address == fmr->io_virtual_address && in ib_fmr_cache_lookup()
132 page_list_len == fmr->page_list_len && in ib_fmr_cache_lookup()
133 !memcmp(page_list, fmr->page_list, in ib_fmr_cache_lookup()
135 return fmr; in ib_fmr_cache_lookup()
143 struct ib_pool_fmr *fmr; in ib_fmr_batch_release() local
149 list_for_each_entry(fmr, &pool->dirty_list, list) { in ib_fmr_batch_release()
150 hlist_del_init(&fmr->cache_node); in ib_fmr_batch_release()
151 fmr->remap_count = 0; in ib_fmr_batch_release()
[all …]
|
| H A D | ib_verbs.c | 1655 struct ib_fmr *fmr; in ib_alloc_fmr() local
1660 fmr = pd->device->alloc_fmr(pd, mr_access_flags, fmr_attr); in ib_alloc_fmr()
1661 if (!IS_ERR(fmr)) { in ib_alloc_fmr()
1662 fmr->device = pd->device; in ib_alloc_fmr()
1663 fmr->pd = pd; in ib_alloc_fmr()
1667 return fmr; in ib_alloc_fmr()
1673 struct ib_fmr *fmr; in ib_unmap_fmr() local
1678 fmr = list_entry(fmr_list->next, struct ib_fmr, list); in ib_unmap_fmr()
1679 return fmr->device->unmap_fmr(fmr_list); in ib_unmap_fmr()
1683 int ib_dealloc_fmr(struct ib_fmr *fmr) in ib_dealloc_fmr() argument
[all …]
|
| /freebsd/sys/crypto/openssl/powerpc/ |
| H A D | ppccpuid.S | 9 fmr 0,0
62 fmr 0,31
63 fmr 1,31
64 fmr 2,31
66 fmr 3,31
68 fmr 4,31
70 fmr 5,31
72 fmr 6,31
74 fmr 7,31
76 fmr 8,31
[all …]
|
| /freebsd/sys/crypto/openssl/powerpc64/ |
| H A D | ppccpuid.S | 12 fmr 0,0
75 fmr 0,31
76 fmr 1,31
77 fmr 2,31
79 fmr 3,31
81 fmr 4,31
83 fmr 5,31
85 fmr 6,31
87 fmr 7,31
89 fmr 8,31
[all …]
|
| /freebsd/sys/crypto/openssl/powerpc64le/ |
| H A D | ppccpuid.S | 12 fmr 0,0
75 fmr 0,31
76 fmr 1,31
77 fmr 2,31
79 fmr 3,31
81 fmr 4,31
83 fmr 5,31
85 fmr 6,31
87 fmr 7,31
89 fmr 8,31
[all …]
|
| /freebsd/sys/dev/mthca/ |
| H A D | mthca_mr.c | 678 int mthca_free_fmr(struct mthca_dev *dev, struct mthca_fmr *fmr) in mthca_free_fmr() argument
680 if (fmr->maps) in mthca_free_fmr()
683 mthca_free_region(dev, fmr->ibmr.lkey); in mthca_free_fmr()
684 mthca_free_mtt(dev, fmr->mtt); in mthca_free_fmr()
689 static inline int mthca_check_fmr(struct mthca_fmr *fmr, u64 *page_list, in mthca_check_fmr() argument
694 if (list_len > fmr->attr.max_pages) in mthca_check_fmr()
697 page_mask = (1 << fmr->attr.page_shift) - 1; in mthca_check_fmr()
710 if (fmr->maps >= fmr->attr.max_maps) in mthca_check_fmr()
719 struct mthca_fmr *fmr = to_mfmr(ibfmr); in mthca_tavor_map_phys_fmr() local
725 err = mthca_check_fmr(fmr, page_list, list_len, iova); in mthca_tavor_map_phys_fmr()
[all …]
|
| H A D | mthca_provider.c | 963 struct mthca_fmr *fmr; in mthca_alloc_fmr() local
966 fmr = kmalloc(sizeof *fmr, GFP_KERNEL); in mthca_alloc_fmr()
967 if (!fmr) in mthca_alloc_fmr()
970 memcpy(&fmr->attr, fmr_attr, sizeof *fmr_attr); in mthca_alloc_fmr()
972 convert_access(mr_access_flags), fmr); in mthca_alloc_fmr()
975 kfree(fmr); in mthca_alloc_fmr()
979 return &fmr->ibmr; in mthca_alloc_fmr()
982 static int mthca_dealloc_fmr(struct ib_fmr *fmr) in mthca_dealloc_fmr() argument
984 struct mthca_fmr *mfmr = to_mfmr(fmr); in mthca_dealloc_fmr()
987 err = mthca_free_fmr(to_mdev(fmr->device), mfmr); in mthca_dealloc_fmr()
[all …]
|
| H A D | mthca_dev.h | 484 u32 access, struct mthca_fmr *fmr);
487 void mthca_tavor_fmr_unmap(struct mthca_dev *dev, struct mthca_fmr *fmr);
490 void mthca_arbel_fmr_unmap(struct mthca_dev *dev, struct mthca_fmr *fmr);
491 int mthca_free_fmr(struct mthca_dev *dev, struct mthca_fmr *fmr);
|
| /freebsd/sys/dev/mlx4/mlx4_core/ |
| H A D | mlx4_mr.c | 975 static inline int mlx4_check_fmr(struct mlx4_fmr *fmr, u64 *page_list, in mlx4_check_fmr() argument
980 if (npages > fmr->max_pages) in mlx4_check_fmr()
983 page_mask = (1 << fmr->page_shift) - 1; in mlx4_check_fmr()
996 if (fmr->maps >= fmr->max_maps) in mlx4_check_fmr()
1002 int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list, in mlx4_map_phys_fmr() argument
1008 err = mlx4_check_fmr(fmr, page_list, npages, iova); in mlx4_map_phys_fmr()
1012 ++fmr->maps; in mlx4_map_phys_fmr()
1014 key = key_to_hw_index(fmr->mr.key); in mlx4_map_phys_fmr()
1016 *lkey = *rkey = fmr->mr.key = hw_index_to_key(key); in mlx4_map_phys_fmr()
1018 *(u8 *) fmr->mpt = MLX4_MPT_STATUS_SW; in mlx4_map_phys_fmr()
[all …]
|
| /freebsd/sys/ofed/drivers/infiniband/ulp/sdp/ |
| H A D | sdp_zcopy.c | 63 BUG_ON(!tx_sa->fmr || !tx_sa->fmr->fmr->lkey); in sdp_post_srcavail()
75 mb = sdp_alloc_mb_srcavail(sk, len, tx_sa->fmr->fmr->lkey, off, 0); in sdp_post_srcavail()
422 struct ib_pool_fmr *fmr; in sdp_alloc_fmr() local
484 fmr = ib_fmr_pool_map_phys(sdp_sk(sk)->sdp_dev->fmr_pool, pages, n, 0); in sdp_alloc_fmr()
485 if (IS_ERR(fmr)) { in sdp_alloc_fmr()
486 sdp_warn(sk, "Error allocating fmr: %ld\n", PTR_ERR(fmr)); in sdp_alloc_fmr()
493 *_fmr = fmr; in sdp_alloc_fmr()
537 sge.lkey = rx_sa->fmr->fmr->lkey; in sdp_post_rdma_read()
570 rc = sdp_alloc_fmr(sk, iov->iov_base, len, &rx_sa->fmr, &rx_sa->umem); in sdp_rdma_to_iovec()
609 sdp_free_fmr(sk, &rx_sa->fmr, &rx_sa->umem); in sdp_rdma_to_iovec()
[all …]
|
| H A D | sdp.h | 247 struct ib_pool_fmr *fmr; member
259 struct ib_pool_fmr *fmr; member
|
| /freebsd/sys/dev/mlx4/mlx4_ib/ |
| H A D | mlx4_ib_mr.c | 434 struct mlx4_ib_fmr *fmr; in mlx4_ib_fmr_alloc() local
437 fmr = kmalloc(sizeof *fmr, GFP_KERNEL); in mlx4_ib_fmr_alloc()
438 if (!fmr) in mlx4_ib_fmr_alloc()
443 fmr_attr->page_shift, &fmr->mfmr); in mlx4_ib_fmr_alloc()
447 err = mlx4_fmr_enable(to_mdev(pd->device)->dev, &fmr->mfmr); in mlx4_ib_fmr_alloc()
451 fmr->ibfmr.rkey = fmr->ibfmr.lkey = fmr->mfmr.mr.key; in mlx4_ib_fmr_alloc()
453 return &fmr->ibfmr; in mlx4_ib_fmr_alloc()
456 (void) mlx4_mr_free(to_mdev(pd->device)->dev, &fmr->mfmr.mr); in mlx4_ib_fmr_alloc()
459 kfree(fmr); in mlx4_ib_fmr_alloc()
|
| H A D | mlx4_ib.h | 788 int mlx4_ib_fmr_dealloc(struct ib_fmr *fmr);
|
| /freebsd/sys/ofed/include/rdma/ |
| H A D | ib_fmr_pool.h | 70 struct ib_fmr *fmr; member
93 int ib_fmr_pool_unmap(struct ib_pool_fmr *fmr);
|
| H A D | ib_verbs.h | 2316 int (*map_phys_fmr)(struct ib_fmr *fmr,
2320 int (*dealloc_fmr)(struct ib_fmr *fmr);
3832 static inline int ib_map_phys_fmr(struct ib_fmr *fmr, in ib_map_phys_fmr() argument
3836 return fmr->device->map_phys_fmr(fmr, page_list, list_len, iova); in ib_map_phys_fmr()
3849 int ib_dealloc_fmr(struct ib_fmr *fmr);
|
| /freebsd/sys/dev/mlx4/ |
| H A D | device.h | 1396 int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list,
1399 int max_maps, u8 page_shift, struct mlx4_fmr *fmr);
1400 int mlx4_fmr_enable(struct mlx4_dev *dev, struct mlx4_fmr *fmr);
1401 void mlx4_fmr_unmap(struct mlx4_dev *dev, struct mlx4_fmr *fmr,
1403 int mlx4_fmr_free(struct mlx4_dev *dev, struct mlx4_fmr *fmr);
|
| /freebsd/sys/dev/iser/ |
| H A D | icl_iser.h | 423 } fmr; member
|
| /freebsd/sys/powerpc/fpu/ |
| H A D | fpu_emu.c | 118 FPU_EMU_EVCNT_DECL(fmr);
519 FPU_EMU_EVCNT_INCR(fmr); in fpu_execute()
|
| /freebsd/contrib/llvm-project/llvm/lib/Target/PowerPC/ |
| H A D | PPCInstrInfo.td | 2538 "fmr", "$RST, $RB", IIC_FPGeneral,
|