| /linux/include/linux/ |
| H A D | bvec.h | 29 struct page *bv_page; member 44 bv->bv_page = page; in bvec_set_page() 89 return page_folio(bv->bv_page); in bvec_folio() 132 return __bvec_iter_bvec(bvecs, iter)->bv_page; in mp_bvec_iter_page() 158 .bv_page = mp_bvec_iter_page(bvecs, iter), in mp_bvec_iter_bvec() 189 .bv_page = bvec_iter_page(bvecs, iter), in bvec_iter_bvec() 262 bv->bv_page++; in bvec_advance() 265 bv->bv_page = bvec->bv_page + (bvec->bv_offset >> PAGE_SHIFT); in bvec_advance() 287 return kmap_local_page(bvec->bv_page) + bvec->bv_offset; in bvec_kmap_local() 299 memcpy_from_page(to, bvec->bv_page, bvec->bv_offset, bvec->bv_len); in memcpy_from_bvec() [all …]
|
| H A D | bio.h | 251 return bio_first_bvec_all(bio)->bv_page; in bio_first_page_all() 288 PAGE_SIZE * folio_page_idx(fi->folio, bvec->bv_page); in bio_first_folio()
|
| H A D | iov_iter.h | 118 void *kaddr = kmap_local_page(p->bv_page + offset / PAGE_SIZE); in iterate_bvec()
|
| /linux/drivers/md/bcache/ |
| H A D | util.c | 247 bv->bv_page = is_vmalloc_addr(base) in bch_bio_map() 278 bv->bv_page = alloc_page(gfp_mask); in bch_bio_alloc_pages() 279 if (!bv->bv_page) { in bch_bio_alloc_pages() 281 __free_page(bv->bv_page); in bch_bio_alloc_pages()
|
| /linux/drivers/xen/ |
| H A D | biomerge.c | 12 unsigned long bfn1 = pfn_to_bfn(page_to_pfn(vec1->bv_page)); in xen_biovec_phys_mergeable()
|
| /linux/block/ |
| H A D | bio-integrity.c | 98 mempool_free(bv->bv_page, &integrity_buf_pool); in bio_integrity_free_buf() 176 unpin_user_page(bv[i].bv_page); in bio_integrity_unpin_bvec() 233 if (!zone_device_pages_compatible(bv->bv_page, page)) in bio_integrity_add_page() 235 if (zone_device_pages_have_same_pgmap(bv->bv_page, page) && in bio_integrity_add_page()
|
| H A D | bio.c | 687 memzero_page(bv.bv_page, bv.bv_offset + offset, in bio_truncate() 955 phys_addr_t vec_end_addr = page_to_phys(bv->bv_page) + bv_end - 1; in bvec_try_merge_page() 966 if (bv->bv_page + bv_end / PAGE_SIZE != page + off / PAGE_SIZE) in bvec_try_merge_page() 1060 if (!zone_device_pages_compatible(bv->bv_page, page)) in bio_add_page() 1062 if (zone_device_pages_have_same_pgmap(bv->bv_page, page) && in bio_add_page() 1217 unpin_user_page(bv->bv_page); in bio_iov_iter_align_down() 1331 if (is_pci_p2pdma_page(bio->bi_io_vec->bv_page)) in bio_iov_iter_get_pages() 1701 __free_page(bvec->bv_page); in bio_free_pages()
|
| H A D | blk.h | 136 if (!zone_device_pages_have_same_pgmap(vec1->bv_page, vec2->bv_page)) in biovec_phys_mergeable() 138 if (xen_domain() && !xen_biovec_phys_mergeable(vec1, vec2->bv_page)) in biovec_phys_mergeable()
|
| H A D | blk-map.c | 75 ret = copy_page_from_iter(bvec->bv_page, in bio_copy_from_iter() 106 ret = copy_page_to_iter(bvec->bv_page, in bio_copy_to_iter()
|
| /linux/drivers/md/ |
| H A D | dm-ebs-target.c | 76 if (unlikely(!bv->bv_page || !bv_len)) in __ebs_rw_bvec() 102 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec() 104 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec()
|
| H A D | dm-log-writes.c | 204 if (block->vecs[i].bv_page) in free_pending_block() 205 __free_page(block->vecs[i].bv_page); in free_pending_block() 366 ret = bio_add_page(bio, block->vecs[i].bv_page, in log_one_block() 379 ret = bio_add_page(bio, block->vecs[i].bv_page, in log_one_block() 750 block->vecs[i].bv_page = page; in log_writes_map()
|
| H A D | dm-integrity.c | 2022 mem = integrity_kmap(ic, bv_copy.bv_page); in integrity_metadata() 2073 BUG_ON(PageHighMem(biv.bv_page)); in integrity_metadata() 2227 mem = kmap_local_page(bv.bv_page); in __journal_read_write() 2229 flush_dcache_page(bv.bv_page); in __journal_read_write() 2240 flush_dcache_page(bv.bv_page); in __journal_read_write() 2270 BUG_ON(PageHighMem(biv.bv_page)); in __journal_read_write() 2325 flush_dcache_page(bv.bv_page); in __journal_read_write() 2679 const char *mem = integrity_kmap(ic, bv.bv_page); in dm_integrity_map_inline() 2794 char *mem = integrity_kmap(ic, bv.bv_page); in dm_integrity_check()
|
| H A D | dm-crypt.c | 1292 sg_set_page(&dmreq->sg_in[2], bv_in.bv_page, cc->sector_size, bv_in.bv_offset); in crypt_convert_block_aead() 1298 sg_set_page(&dmreq->sg_out[2], bv_out.bv_page, cc->sector_size, bv_out.bv_offset); in crypt_convert_block_aead() 1389 sg_set_page(sg_in, bv_in.bv_page, cc->sector_size, bv_in.bv_offset); in crypt_convert_block_skcipher() 1392 sg_set_page(sg_out, bv_out.bv_page, cc->sector_size, bv_out.bv_offset); in crypt_convert_block_skcipher()
|
| /linux/fs/erofs/ |
| H A D | zdata.c | 1488 bvec->bv_page = zbv.page; in z_erofs_fill_bio_vec() 1489 DBG_BUGON(z_erofs_is_shortlived_page(bvec->bv_page)); in z_erofs_fill_bio_vec() 1532 bvec->bv_page = NULL; in z_erofs_fill_bio_vec() 1553 bvec->bv_page = page; in z_erofs_fill_bio_vec() 1691 bvec.bv_page = NULL; in z_erofs_submit_queue() 1707 if (!bvec.bv_page) { in z_erofs_submit_queue() 1709 if (!bvec.bv_page) in z_erofs_submit_queue() 1716 if (unlikely(PageWorkingset(bvec.bv_page)) && in z_erofs_submit_queue() 1737 if (!bio_add_page(bio, bvec.bv_page, bvec.bv_len, in z_erofs_submit_queue()
|
| /linux/fs/netfs/ |
| H A D | objects.c | 152 if (rreq->direct_bv[i].bv_page) { in netfs_deinit_request() 154 unpin_user_page(rreq->direct_bv[i].bv_page); in netfs_deinit_request()
|
| H A D | read_collect.c | 426 flush_dcache_page(rreq->direct_bv[i].bv_page); 430 set_page_dirty(rreq->direct_bv[i].bv_page); in netfs_rreq_assess_single()
|
| H A D | iterator.c | 110 unpin_user_page(bv[i].bv_page); in netfs_extract_user_iter()
|
| /linux/drivers/accel/habanalabs/common/ |
| H A D | hldio.c | 255 io->bv[i].bv_page = hl_dio_va2page(hdev, io->f.ctx, device_va); in hl_direct_io() 256 if (!io->bv[i].bv_page) { in hl_direct_io()
|
| /linux/net/ceph/ |
| H A D | messenger_v2.c | 153 bvec_set_page(&bv, it->bvec->bv_page, in do_try_sendpage() 167 if (sendpage_ok(bv.bv_page)) in do_try_sendpage() 928 sg_set_page(*sg, bv.bv_page, bv.bv_len, bv.bv_offset); in init_sgs_cursor() 1091 memcpy_page(bv.bv_page, bv.bv_offset, in process_v2_sparse_read() 1850 bv.bv_page = con->bounce_page; in prepare_read_data() 1868 memcpy_to_page(bv.bv_page, bv.bv_offset, in prepare_read_data_cont() 1873 con->v2.in_bvec.bv_page, in prepare_read_data_cont() 1882 bv.bv_page = con->bounce_page; in prepare_read_data_cont() 1913 memcpy_to_page(bv.bv_page, bv.bv_offset, in prepare_sparse_read_cont() 1918 con->v2.in_bvec.bv_page, in prepare_sparse_read_cont() [all …]
|
| /linux/drivers/mtd/ |
| H A D | mtd_blkdevs.c | 77 flush_dcache_page(bvec.bv_page); in do_blktrans_request() 84 flush_dcache_page(bvec.bv_page); in do_blktrans_request()
|
| /linux/mm/ |
| H A D | page_io.c | 500 struct page *page = sio->bvecs[p].bv_page; in swap_write_end() 517 struct page *page = sio->bvecs[0].bv_page; in swap_fs_write_complete()
|
| /linux/drivers/nvdimm/ |
| H A D | pmem.c | 226 rc = pmem_do_write(pmem, bvec.bv_page, in pmem_submit_bio() 231 rc = pmem_do_read(pmem, bvec.bv_page, in pmem_submit_bio()
|
| /linux/lib/ |
| H A D | iov_iter.c | 1058 page = i->bvec->bv_page + skip / PAGE_SIZE; in first_bvec_segment() 1660 (*pages)[k++] = bv.bv_page; in iov_iter_extract_bvec_pages() 1967 !zone_device_pages_have_same_pgmap(bv[*nr_vecs - 1].bv_page, in iov_iter_extract_bvecs()
|
| /linux/drivers/s390/block/ |
| H A D | scm_blk.c | 202 aidaw->data_addr = virt_to_dma64(page_address(bv.bv_page)); in scm_request_prepare()
|
| /linux/fs/ |
| H A D | splice.c | 352 bv[i].bv_page = pages[i]; in copy_splice_read() 388 .page = bv[i].bv_page, in copy_splice_read()
|