| /linux/include/linux/ |
| H A D | bvec.h | 41 static inline void bvec_set_page(struct bio_vec *bv, struct page *page, in bvec_set_page() argument
44 bv->bv_page = page; in bvec_set_page()
45 bv->bv_len = len; in bvec_set_page()
46 bv->bv_offset = offset; in bvec_set_page()
56 static inline void bvec_set_folio(struct bio_vec *bv, struct folio *folio, in bvec_set_folio() argument
62 bvec_set_page(bv, folio_page(folio, nr), len, offset % PAGE_SIZE); in bvec_set_folio()
71 static inline void bvec_set_virt(struct bio_vec *bv, void *vaddr, in bvec_set_virt() argument
74 bvec_set_page(bv, virt_to_page(vaddr), len, offset_in_page(vaddr)); in bvec_set_virt()
87 static inline struct folio *bvec_folio(const struct bio_vec *bv) in bvec_folio() argument
89 return page_folio(bv->bv_page); in bvec_folio()
[all …]
|
| /linux/drivers/md/bcache/ |
| H A D | util.c | 234 struct bio_vec *bv = bio->bi_io_vec; in bch_bio_map() local
239 bv->bv_offset = base ? offset_in_page(base) : 0; in bch_bio_map()
242 for (; size; bio->bi_vcnt++, bv++) { in bch_bio_map()
243 bv->bv_offset = 0; in bch_bio_map()
244 start: bv->bv_len = min_t(size_t, PAGE_SIZE - bv->bv_offset, in bch_bio_map()
247 bv->bv_page = is_vmalloc_addr(base) in bch_bio_map()
251 base += bv->bv_len; in bch_bio_map()
254 size -= bv->bv_len; in bch_bio_map()
271 struct bio_vec *bv; in bch_bio_alloc_pages() local
277 for (i = 0, bv = bio->bi_io_vec; i < bio->bi_vcnt; bv++, i++) { in bch_bio_alloc_pages()
[all …]
|
| H A D | debug.c | 112 struct bio_vec bv, cbv; in bch_data_verify() local
129 bio_for_each_segment(bv, bio, iter) { in bch_data_verify()
130 void *p1 = bvec_kmap_local(&bv); in bch_data_verify()
136 cache_set_err_on(memcmp(p1, p2, bv.bv_len), in bch_data_verify()
144 bio_advance_iter(check, &citer, bv.bv_len); in bch_data_verify()
|
| /linux/arch/parisc/kernel/ |
| H A D | entry.S | 161 bv,n 0(%r3)
779 bv %r0(%r2)
788 bv %r0(%r2)
947 bv %r0(%r20)
976 bv %r0(%r1)
1711 bv %r0(%r2)
1910 bv %r0(%r19) /* jumps to schedule() */
1941 bv %r0(%rp)
2009 bv,n (%r1)
2105 bv,n (%r1)
[all …]
|
| H A D | real2.S | 79 bv 0(%r31)
101 bv 0(%rp)
121 bv 0(%r2)
136 bv 0(%r2)
177 bv 0(%r2)
214 bv 0(%r2)
260 bv 0(%r31)
273 bv 0(%rp)
288 bv %r0(%r2)
|
| H A D | hpmc.S | 154 bv (r3) /* call pdce_proc */
169 bv (%r3) /* call pdce_proc */
199 bv (%r3) /* call pdce_proc */
221 bv (%r5)
269 bv (%r3) /* call pdce_proc */
|
| H A D | head.S | 102 bv,n (%r1)
213 bv,n (%rp)
255 bv (%rp)
268 bv (%r3)
282 bv (%r3)
401 bv (%rp)
|
| H A D | pacache.S | 175 2: bv %r0(%r2)
184 bv,n %r0(%r2)
245 bv %r0(%r2)
306 bv %r0(%r2)
369 bv %r0(%r2)
480 bv %r0(%r2)
660 bv %r0(%r2)
728 bv %r0(%r2)
777 bv %r0(%r2)
826 bv %r0(%r2)
[all …]
|
| /linux/drivers/net/ethernet/netronome/nfp/bpf/ |
| H A D | main.c | 66 struct nfp_bpf_vnic *bv; in nfp_bpf_vnic_alloc() local
79 bv = kzalloc_obj(*bv); in nfp_bpf_vnic_alloc()
80 if (!bv) in nfp_bpf_vnic_alloc()
82 nn->app_priv = bv; in nfp_bpf_vnic_alloc()
88 bv->start_off = nn_readw(nn, NFP_NET_CFG_BPF_START); in nfp_bpf_vnic_alloc()
89 bv->tgt_done = nn_readw(nn, NFP_NET_CFG_BPF_DONE); in nfp_bpf_vnic_alloc()
99 struct nfp_bpf_vnic *bv = nn->app_priv; in nfp_bpf_vnic_free() local
101 WARN_ON(bv->tc_prog); in nfp_bpf_vnic_free()
102 kfree(bv); in nfp_bpf_vnic_free()
111 struct nfp_bpf_vnic *bv; in nfp_bpf_setup_tc_block_cb() local
[all …]
|
| /linux/block/ |
| H A D | blk-merge.c | 20 static inline void bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_first_bvec() argument
22 *bv = mp_bvec_iter_bvec(bio->bi_io_vec, bio->bi_iter); in bio_get_first_bvec()
25 static inline void bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_last_bvec() argument
30 bio_get_first_bvec(bio, bv); in bio_get_last_bvec()
31 if (bv->bv_len == bio->bi_iter.bi_size) in bio_get_last_bvec()
41 *bv = bio->bi_io_vec[idx]; in bio_get_last_bvec()
48 bv->bv_len = iter.bi_offset; in bio_get_last_bvec()
283 const struct bio_vec *bv, unsigned *nsegs, unsigned *bytes, in bvec_split_segs() argument
287 unsigned len = min(bv->bv_len, max_len); in bvec_split_segs()
292 seg_size = get_max_segment_size(lim, bvec_phys(bv) + total_len, len); in bvec_split_segs()
[all …]
|
| H A D | bio.c | 276 struct bio_vec *bv = bio->bi_io_vec; in bio_reset() local
281 bio->bi_io_vec = bv; in bio_reset()
648 struct bio_vec bv; in zero_fill_bio() local
651 bio_for_each_segment(bv, bio, iter) in zero_fill_bio()
652 memzero_bvec(&bv); in zero_fill_bio()
668 struct bio_vec bv; in bio_truncate() local
679 bio_for_each_segment(bv, bio, iter) { in bio_truncate()
680 if (done + bv.bv_len > new_size) { in bio_truncate()
687 memzero_page(bv.bv_page, bv.bv_offset + offset, in bio_truncate()
688 bv.bv_len - offset); in bio_truncate()
[all …]
|
| H A D | blk-mq-dma.c | 31 struct bio_vec bv; in blk_map_iter_next() local
36 bv = mp_bvec_iter_bvec(iter->bvecs, iter->iter); in blk_map_iter_next()
37 vec->paddr = bvec_phys(&bv); in blk_map_iter_next()
39 bv.bv_len = min(bv.bv_len, max_size); in blk_map_iter_next()
40 bvec_iter_advance_single(iter->bvecs, &iter->iter, bv.bv_len); in blk_map_iter_next()
54 if (bv.bv_len + next.bv_len > max_size || in blk_map_iter_next()
55 !biovec_phys_mergeable(req->q, &bv, &next)) in blk_map_iter_next()
58 bv.bv_len += next.bv_len; in blk_map_iter_next()
62 vec->len = bv.bv_len; in blk_map_iter_next()
|
| H A D | bio-integrity.c | 95 struct bio_vec *bv = &bip->bip_vec[0]; in bio_integrity_free_buf() local
98 mempool_free(bv->bv_page, &integrity_buf_pool); in bio_integrity_free_buf()
100 kfree(bvec_virt(bv)); in bio_integrity_free_buf()
171 static void bio_integrity_unpin_bvec(struct bio_vec *bv, int nr_vecs) in bio_integrity_unpin_bvec() argument
176 unpin_user_page(bv[i].bv_page); in bio_integrity_unpin_bvec()
231 struct bio_vec *bv = &bip->bip_vec[bip->bip_vcnt - 1]; in bio_integrity_add_page() local
233 if (!zone_device_pages_compatible(bv->bv_page, page)) in bio_integrity_add_page()
235 if (zone_device_pages_have_same_pgmap(bv->bv_page, page) && in bio_integrity_add_page()
236 bvec_try_merge_hw_page(q, bv, page, len, offset)) { in bio_integrity_add_page()
249 if (bvec_gap_to_prev(&q->limits, bv, offset)) in bio_integrity_add_page()
|
| H A D | blk.h | 117 bool bvec_try_merge_hw_page(struct request_queue *q, struct bio_vec *bv,
400 const struct bio_vec *bv; in bio_may_need_split() local
408 bv = __bvec_iter_bvec(bio->bi_io_vec, bio->bi_iter); in bio_may_need_split()
409 if (bio->bi_iter.bi_size > bv->bv_len - bio->bi_iter.bi_offset) in bio_may_need_split()
411 if ((bv->bv_offset | bv->bv_len) & lim->dma_alignment) in bio_may_need_split()
413 return bv->bv_len + bv->bv_offset > lim->max_fast_segment_size; in bio_may_need_split()
|
| /linux/fs/netfs/ |
| H A D | iterator.c | 40 struct bio_vec *bv = NULL; in netfs_extract_user_iter() local
54 bv_size = array_size(max_pages, sizeof(*bv)); in netfs_extract_user_iter()
55 bv = kvmalloc(bv_size, GFP_KERNEL); in netfs_extract_user_iter()
56 if (!bv) in netfs_extract_user_iter()
64 pages = (void *)bv + bv_size - pg_size; in netfs_extract_user_iter()
95 bvec_set_page(bv + npages + i, *pages++, len - offset, offset); in netfs_extract_user_iter()
110 unpin_user_page(bv[i].bv_page); in netfs_extract_user_iter()
111 kvfree(bv); in netfs_extract_user_iter()
115 iov_iter_bvec(new, orig->data_source, bv, npages, orig_len - count); in netfs_extract_user_iter()
|
| /linux/drivers/s390/block/ |
| H A D | dasd_fba.c | 435 struct bio_vec bv; in dasd_fba_build_cp_regular() local
456 rq_for_each_segment(bv, req, iter) { in dasd_fba_build_cp_regular()
457 if (bv.bv_len & (blksize - 1)) in dasd_fba_build_cp_regular()
460 count += bv.bv_len >> (block->s2b_shift + 9); in dasd_fba_build_cp_regular()
461 if (idal_is_needed (page_address(bv.bv_page), bv.bv_len)) in dasd_fba_build_cp_regular()
462 cidaw += bv.bv_len / blksize; in dasd_fba_build_cp_regular()
498 rq_for_each_segment(bv, req, iter) { in dasd_fba_build_cp_regular()
499 dst = bvec_virt(&bv); in dasd_fba_build_cp_regular()
504 memcpy(copy + bv.bv_offset, dst, bv.bv_len); in dasd_fba_build_cp_regular()
506 dst = copy + bv.bv_offset; in dasd_fba_build_cp_regular()
[all …]
|
| /linux/drivers/block/ |
| H A D | brd.c | 140 struct bio_vec bv = bio_iter_iovec(bio, bio->bi_iter); in brd_rw_bvec() local
147 bv.bv_len = min_t(u32, bv.bv_len, PAGE_SIZE - offset); in brd_rw_bvec()
156 kaddr = bvec_kmap_local(&bv); in brd_rw_bvec()
158 memcpy_to_page(page, offset, kaddr, bv.bv_len); in brd_rw_bvec()
161 memcpy_from_page(kaddr, page, offset, bv.bv_len); in brd_rw_bvec()
163 memset(kaddr, 0, bv.bv_len); in brd_rw_bvec()
167 bio_advance_iter_single(bio, &bio->bi_iter, bv.bv_len); in brd_rw_bvec()
|
| /linux/drivers/accel/habanalabs/common/ |
| H A D | hldio.c | 54 struct bio_vec *bv; member
250 io->bv = vzalloc(npages * sizeof(struct bio_vec)); in hl_direct_io()
251 if (!io->bv) in hl_direct_io()
255 io->bv[i].bv_page = hl_dio_va2page(hdev, io->f.ctx, device_va); in hl_direct_io()
256 if (!io->bv[i].bv_page) { in hl_direct_io()
262 io->bv[i].bv_offset = 0; in hl_direct_io()
263 io->bv[i].bv_len = PAGE_SIZE; in hl_direct_io()
266 iov_iter_bvec(&io->iter, io->type, io->bv, 1, io->len_bytes); in hl_direct_io()
273 vfree(io->bv); in hl_direct_io()
|
| /linux/drivers/md/ |
| H A D | dm-io-rewind.c | 12 static inline bool dm_bvec_iter_rewind(const struct bio_vec *bv, in dm_bvec_iter_rewind() argument
27 while (idx >= 0 && bytes && bytes > bv[idx].bv_len) { in dm_bvec_iter_rewind()
28 bytes -= bv[idx].bv_len; in dm_bvec_iter_rewind()
41 iter->bi_offset = bv[idx].bv_len - bytes; in dm_bvec_iter_rewind()
|
| H A D | dm-ebs-target.c | 65 static int __ebs_rw_bvec(struct ebs_c *ec, enum req_op op, struct bio_vec *bv, in __ebs_rw_bvec() argument
71 unsigned int bv_len = bv->bv_len; in __ebs_rw_bvec()
76 if (unlikely(!bv->bv_page || !bv_len)) in __ebs_rw_bvec()
79 pa = bvec_virt(bv); in __ebs_rw_bvec()
102 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec()
104 flush_dcache_page(bv->bv_page); in __ebs_rw_bvec()
125 struct bio_vec bv; in __ebs_rw_bio() local
128 bio_for_each_bvec(bv, bio, iter) { in __ebs_rw_bio()
129 rr = __ebs_rw_bvec(ec, op, &bv, &iter); in __ebs_rw_bio()
|
| /linux/net/ceph/ |
| H A D | messenger_v2.c | 145 struct bio_vec bv; in do_try_sendpage() local
153 bvec_set_page(&bv, it->bvec->bv_page, in do_try_sendpage()
167 if (sendpage_ok(bv.bv_page)) in do_try_sendpage()
172 iov_iter_bvec(&msg.msg_iter, ITER_SOURCE, &bv, 1, bv.bv_len); in do_try_sendpage()
231 static void set_in_bvec(struct ceph_connection *con, const struct bio_vec *bv) in set_in_bvec() argument
235 con->v2.in_bvec = *bv; in set_in_bvec()
236 iov_iter_bvec(&con->v2.in_iter, ITER_DEST, &con->v2.in_bvec, 1, bv->bv_len); in set_in_bvec()
272 static void set_out_bvec(struct ceph_connection *con, const struct bio_vec *bv, in set_out_bvec() argument
278 con->v2.out_bvec = *bv; in set_out_bvec()
832 struct bio_vec *bv) in get_bvec_at() argument
[all …]
|
| /linux/scripts/ |
| H A D | sorttable.c | 94 Elf32_Addr bv = elf_parser.r(b); in compare_extable_32() local
96 if (av < bv) in compare_extable_32()
98 return av > bv; in compare_extable_32()
104 Elf64_Addr bv = elf_parser.r8(b); in compare_extable_64() local
106 if (av < bv) in compare_extable_64()
108 return av > bv; in compare_extable_64()
225 uint64_t bv = *(uint64_t *)b; in compare_values_64() local
227 if (av < bv) in compare_values_64()
229 return av > bv; in compare_values_64()
235 uint32_t bv = *(uint32_t *)b; in compare_values_32() local
[all …]
|
| /linux/drivers/infiniband/core/ |
| H A D | rw.c | 232 struct bio_vec bv = mp_bvec_iter_bvec(bvecs, *iter); in rdma_rw_init_mr_wrs_bvec() local
238 sg_set_page(sg, bv.bv_page, bv.bv_len, bv.bv_offset); in rdma_rw_init_mr_wrs_bvec()
239 bvec_iter_advance(bvecs, iter, bv.bv_len); in rdma_rw_init_mr_wrs_bvec()
376 struct bio_vec bv = mp_bvec_iter_bvec(bvecs, *iter); in rdma_rw_init_single_wr_bvec() local
381 dma_addr = ib_dma_map_bvec(dev, &bv, dir); in rdma_rw_init_single_wr_bvec()
387 ctx->single.sge.length = bv.bv_len; in rdma_rw_init_single_wr_bvec()
444 struct bio_vec bv = mp_bvec_iter_bvec(bvecs, *iter); in rdma_rw_init_map_wrs_bvec() local
447 dma_addr = ib_dma_map_bvec(dev, &bv, dir); in rdma_rw_init_map_wrs_bvec()
453 sge->length = bv.bv_len; in rdma_rw_init_map_wrs_bvec()
456 total_len += bv.bv_len; in rdma_rw_init_map_wrs_bvec()
[all …]
|
| /linux/arch/parisc/boot/compressed/ |
| H A D | head.S | 71 bv,n 0(%r3)
84 bv,n 0(%ret0)
|
| /linux/fs/orangefs/ |
| H A D | inode.c | 25 struct bio_vec bv; in orangefs_writepage_locked() local
52 bvec_set_folio(&bv, folio, wlen, offset_in_folio(folio, off)); in orangefs_writepage_locked()
53 iov_iter_bvec(&iter, ITER_SOURCE, &bv, 1, wlen); in orangefs_writepage_locked()
75 struct bio_vec *bv; member
94 bvec_set_folio(&ow->bv[i], ow->folios[i], in orangefs_writepages_work()
98 iov_iter_bvec(&iter, ITER_SOURCE, ow->bv, ow->nfolios, ow->len); in orangefs_writepages_work()
196 ow->bv = kzalloc_objs(struct bio_vec, ow->maxpages); in orangefs_writepages()
197 if (!ow->bv) { in orangefs_writepages()
210 kfree(ow->bv); in orangefs_writepages()
283 struct bio_vec bv; in orangefs_read_folio() local
[all …]
|