| /linux/drivers/infiniband/hw/mlx5/ |
| H A D | mem.c | 43 struct ib_block_iter biter; in mlx5_ib_populate_pas() local
45 rdma_umem_for_each_dma_block (umem, &biter, page_size) { in mlx5_ib_populate_pas()
46 *pas = cpu_to_be64(rdma_block_iter_dma_address(&biter) | in mlx5_ib_populate_pas()
|
| /linux/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_alloc.c | 159 struct ib_block_iter biter; in hns_roce_get_umem_bufs() local
163 rdma_umem_for_each_dma_block(umem, &biter, 1 << page_shift) { in hns_roce_get_umem_bufs()
164 bufs[total++] = rdma_block_iter_dma_address(&biter); in hns_roce_get_umem_bufs()
|
| /linux/drivers/infiniband/core/ |
| H A D | verbs.c | 3102 void __rdma_block_iter_start(struct ib_block_iter *biter, in __rdma_block_iter_start() argument
3106 memset(biter, 0, sizeof(struct ib_block_iter)); in __rdma_block_iter_start()
3107 biter->__sg = sglist; in __rdma_block_iter_start()
3108 biter->__sg_nents = nents; in __rdma_block_iter_start()
3111 biter->__pg_bit = __fls(pgsz); in __rdma_block_iter_start()
3115 bool __rdma_block_iter_next(struct ib_block_iter *biter) in __rdma_block_iter_next() argument
3120 if (!biter->__sg_nents || !biter->__sg) in __rdma_block_iter_next()
3123 biter->__dma_addr = sg_dma_address(biter->__sg) + biter->__sg_advance; in __rdma_block_iter_next()
3124 block_offset = biter->__dma_addr & (BIT_ULL(biter->__pg_bit) - 1); in __rdma_block_iter_next()
3125 delta = BIT_ULL(biter->__pg_bit) - block_offset; in __rdma_block_iter_next()
[all …]
|
| /linux/drivers/infiniband/hw/vmw_pvrdma/ |
| H A D | pvrdma_misc.c | 185 struct ib_block_iter biter; in pvrdma_page_dir_insert_umem() local
192 rdma_umem_for_each_dma_block (umem, &biter, PAGE_SIZE) { in pvrdma_page_dir_insert_umem()
194 pdir, i, rdma_block_iter_dma_address(&biter)); in pvrdma_page_dir_insert_umem()
|
| /linux/drivers/dma/ |
| H A D | fsl-edma-common.c | 359 len += nbytes * fsl_edma_get_tcd_to_cpu(fsl_chan, edesc->tcd[i].vtcd, biter); in fsl_edma_desc_residue()
382 size = nbytes * fsl_edma_get_tcd_to_cpu(fsl_chan, edesc->tcd[i].vtcd, biter); in fsl_edma_desc_residue()
452 edma_cp_tcd_to_reg(fsl_chan, tcd, biter); in fsl_edma_set_tcd_regs()
483 u16 biter, u16 doff, dma_addr_t dlast_sga, bool major_int, in fsl_edma_fill_tcd() argument
540 fsl_edma_set_tcd_to_le(fsl_chan, tcd, EDMA_TCD_BITER_BITER(biter), biter); in fsl_edma_fill_tcd()
|
| H A D | fsl-edma-common.h | 102 __le16 biter; member
116 __le16 biter; member
|
| /linux/drivers/infiniband/hw/cxgb4/ |
| H A D | mem.c | 498 struct ib_block_iter biter; in c4iw_reg_user_mr() local
552 rdma_umem_for_each_dma_block(mhp->umem, &biter, 1 << shift) { in c4iw_reg_user_mr()
553 pages[i++] = cpu_to_be64(rdma_block_iter_dma_address(&biter)); in c4iw_reg_user_mr()
|
| /linux/drivers/infiniband/hw/bnxt_re/ |
| H A D | qplib_res.c | 86 struct ib_block_iter biter; in bnxt_qplib_fill_user_dma_pages() local
89 rdma_umem_for_each_dma_block(sginfo->umem, &biter, sginfo->pgsize) { in bnxt_qplib_fill_user_dma_pages()
90 pbl->pg_map_arr[i] = rdma_block_iter_dma_address(&biter); in bnxt_qplib_fill_user_dma_pages()
|
| /linux/include/rdma/ |
| H A D | ib_verbs.h | 2979 void __rdma_block_iter_start(struct ib_block_iter *biter,
2983 bool __rdma_block_iter_next(struct ib_block_iter *biter);
2991 rdma_block_iter_dma_address(struct ib_block_iter *biter) in rdma_block_iter_dma_address() argument
2993 return biter->__dma_addr & ~(BIT_ULL(biter->__pg_bit) - 1); in rdma_block_iter_dma_address()
3006 #define rdma_for_each_block(sglist, biter, nents, pgsz) \ argument
3007 for (__rdma_block_iter_start(biter, sglist, nents, \
3009 __rdma_block_iter_next(biter);)
|
| /linux/drivers/infiniband/hw/efa/ |
| H A D | efa_verbs.c | 1323 struct ib_block_iter biter; in umem_to_page_list() local
1326 rdma_umem_for_each_dma_block(umem, &biter, BIT(hp_shift)) in umem_to_page_list()
1327 page_list[hp_idx++] = rdma_block_iter_dma_address(&biter); in umem_to_page_list()
1369 struct ib_block_iter biter; in pbl_chunk_list_create() local
1403 rdma_for_each_block(pages_sgl, &biter, sg_dma_cnt, in pbl_chunk_list_create()
1406 rdma_block_iter_dma_address(&biter); in pbl_chunk_list_create()
|
| /linux/drivers/infiniband/hw/irdma/ |
| H A D | verbs.c | 2787 struct ib_block_iter biter; in irdma_copy_user_pgaddrs() local
2796 rdma_umem_for_each_dma_block(region, &biter, iwmr->page_size) { in irdma_copy_user_pgaddrs()
2797 *pbl = rdma_block_iter_dma_address(&biter); in irdma_copy_user_pgaddrs()
|