| /linux/lib/ |
| H A D | sg_pool.c | 40 static inline unsigned int sg_pool_index(unsigned short nents) in sg_pool_index() argument 44 BUG_ON(nents > SG_CHUNK_SIZE); in sg_pool_index() 46 if (nents <= 8) in sg_pool_index() 49 index = get_count_order(nents) - 3; in sg_pool_index() 54 static void sg_pool_free(struct scatterlist *sgl, unsigned int nents) in sg_pool_free() argument 58 sgp = sg_pools + sg_pool_index(nents); in sg_pool_free() 62 static struct scatterlist *sg_pool_alloc(unsigned int nents, gfp_t gfp_mask) in sg_pool_alloc() argument 66 sgp = sg_pools + sg_pool_index(nents); in sg_pool_alloc() 112 int sg_alloc_table_chained(struct sg_table *table, int nents, in sg_alloc_table_chained() argument 117 BUG_ON(!nents); in sg_alloc_table_chained() [all …]
|
| H A D | scatterlist.c | 27 int nents; in sg_nents() local 28 for (nents = 0; sg; sg = sg_next(sg)) in sg_nents() 29 nents++; in sg_nents() 30 return nents; in sg_nents() 50 int nents; in sg_nents_for_len() local 56 for (nents = 0, total = 0; sg; sg = sg_next(sg)) { in sg_nents_for_len() 57 nents++; in sg_nents_for_len() 60 return nents; in sg_nents_for_len() 81 struct scatterlist *sg_last(struct scatterlist *sgl, unsigned int nents) in sg_last() argument 86 for_each_sg(sgl, sg, nents, i) in sg_last() [all …]
|
| H A D | sg_split.c | 13 int nents; member 20 static int sg_calculate_split(struct scatterlist *in, int nents, int nb_splits, in sg_calculate_split() argument 32 splitters[i].nents = 0; in sg_calculate_split() 35 for_each_sg(in, sg, nents, i) { in sg_calculate_split() 48 curr->nents++; in sg_calculate_split() 59 curr->nents = 1; in sg_calculate_split() 86 for (j = 0; j < split->nents; j++, out_sg++) { in sg_split_phys() 110 for (j = 0; j < split->nents; j++, out_sg++) { in sg_split_mapped() 166 splitters[i].out_sg = kmalloc_array(splitters[i].nents, in sg_split() 188 out_mapped_nents[i] = splitters[i].nents; in sg_split()
|
| H A D | kfifo.c | 310 unsigned int data_offset, int nents, in setup_sgl_buf() 315 if (!nents || !len) in setup_sgl_buf() 329 int nents, unsigned int len, unsigned int off, dma_addr_t dma) in setup_sgl_buf() 344 n = setup_sgl_buf(fifo, sgl, off, nents, len_to_end, dma); in setup_sgl() 345 n += setup_sgl_buf(fifo, sgl + n, 0, nents - n, len - len_to_end, dma); in setup_sgl() 351 struct scatterlist *sgl, int nents, unsigned int len, in setup_sgl() 360 return setup_sgl(fifo, sgl, nents, len, fifo->in, dma); in __kfifo_dma_in_prepare() 365 struct scatterlist *sgl, int nents, unsigned int len, in __kfifo_dma_in_prepare() 374 return setup_sgl(fifo, sgl, nents, len, fifo->out, dma); in __kfifo_dma_out_prepare() 558 struct scatterlist *sgl, int nents, unsigne in __kfifo_dma_in_prepare_r() 296 setup_sgl_buf(struct scatterlist * sgl,void * buf,int nents,unsigned int len) setup_sgl_buf() argument 335 setup_sgl(struct __kfifo * fifo,struct scatterlist * sgl,int nents,unsigned int len,unsigned int off) setup_sgl() argument 357 __kfifo_dma_in_prepare(struct __kfifo * fifo,struct scatterlist * sgl,int nents,unsigned int len) __kfifo_dma_in_prepare() argument 370 __kfifo_dma_out_prepare(struct __kfifo * fifo,struct scatterlist * sgl,int nents,unsigned int len) __kfifo_dma_out_prepare() argument 549 __kfifo_dma_in_prepare_r(struct __kfifo * fifo,struct scatterlist * sgl,int nents,unsigned int len,size_t recsize) __kfifo_dma_in_prepare_r() argument 572 __kfifo_dma_out_prepare_r(struct __kfifo * fifo,struct scatterlist * sgl,int nents,unsigned int len,size_t recsize) __kfifo_dma_out_prepare_r() argument [all...] |
| /linux/drivers/gpu/drm/virtio/ |
| H A D | virtgpu_gem.c | 161 objs->nents = 0; in virtio_gpu_panic_array_alloc() 166 struct virtio_gpu_object_array *virtio_gpu_array_alloc(u32 nents) in virtio_gpu_array_alloc() argument 170 objs = kmalloc(struct_size(objs, objs, nents), GFP_KERNEL); in virtio_gpu_array_alloc() 174 objs->nents = 0; in virtio_gpu_array_alloc() 175 objs->total = nents; in virtio_gpu_array_alloc() 185 virtio_gpu_array_from_handles(struct drm_file *drm_file, u32 *handles, u32 nents) in virtio_gpu_array_from_handles() argument 190 objs = virtio_gpu_array_alloc(nents); in virtio_gpu_array_from_handles() 194 for (i = 0; i < nents; i++) { in virtio_gpu_array_from_handles() 197 objs->nents = i; in virtio_gpu_array_from_handles() 202 objs->nents = i; in virtio_gpu_array_from_handles() [all …]
|
| H A D | virtgpu_prime.c | 147 unsigned int *nents, in virtgpu_dma_buf_import_sgt() argument 167 *ents = kvmalloc_array(sgt->nents, in virtgpu_dma_buf_import_sgt() 175 *nents = sgt->nents; in virtgpu_dma_buf_import_sgt() 236 unsigned int nents; in virtgpu_dma_buf_init_obj() local 251 ret = virtgpu_dma_buf_import_sgt(&ents, &nents, bo, attach); in virtgpu_dma_buf_init_obj() 261 ents, nents); in virtgpu_dma_buf_init_obj()
|
| /linux/samples/kfifo/ |
| H A D | dma-example.c | 27 unsigned int nents; in example_init() local 65 nents = kfifo_dma_in_prepare(&fifo, sg, ARRAY_SIZE(sg), FIFO_SIZE); in example_init() 66 printk(KERN_INFO "DMA sgl entries: %d\n", nents); in example_init() 67 if (!nents) { in example_init() 75 for (i = 0; i < nents; i++) { in example_init() 95 nents = kfifo_dma_out_prepare(&fifo, sg, ARRAY_SIZE(sg), 8); in example_init() 96 printk(KERN_INFO "DMA sgl entries: %d\n", nents); in example_init() 97 if (!nents) { in example_init() 104 for (i = 0; i < nents; i++) { in example_init()
|
| /linux/include/linux/ |
| H A D | scatterlist.h | 41 unsigned int nents; /* number of mapped entries */ member 233 for_each_sg((sgt)->sgl, sg, (sgt)->nents, i) 437 unsigned int nents) in sg_init_marker() argument 439 sg_mark_end(&sgl[nents - 1]); in sg_init_marker() 509 void sgl_free_n_order(struct scatterlist *sgl, int nents, int order); 514 size_t sg_copy_buffer(struct scatterlist *sgl, unsigned int nents, void *buf, 517 size_t sg_copy_from_buffer(struct scatterlist *sgl, unsigned int nents, 519 size_t sg_copy_to_buffer(struct scatterlist *sgl, unsigned int nents, 522 size_t sg_pcopy_from_buffer(struct scatterlist *sgl, unsigned int nents, 524 size_t sg_pcopy_to_buffer(struct scatterlist *sgl, unsigned int nents, [all …]
|
| /linux/drivers/dma-buf/ |
| H A D | dma-buf-mapping.c | 12 unsigned int len, nents; in fill_sg_entry() local 15 nents = DIV_ROUND_UP(length, UINT_MAX); in fill_sg_entry() 16 for (i = 0; i < nents; i++) { in fill_sg_entry() 39 unsigned int nents = 0; in calc_sg_nents() local 44 nents += DIV_ROUND_UP(phys_vec[i].len, UINT_MAX); in calc_sg_nents() 51 nents = DIV_ROUND_UP(size, UINT_MAX); in calc_sg_nents() 54 return nents; in calc_sg_nents() 98 unsigned int nents, mapped_len = 0; in dma_buf_phys_vec_to_sgt() local 135 nents = calc_sg_nents(dma->state, phys_vec, nr_ranges, size); in dma_buf_phys_vec_to_sgt() 136 ret = sg_alloc_table(&dma->sgt, nents, GFP_KERNEL | __GFP_ZERO); in dma_buf_phys_vec_to_sgt()
|
| /linux/include/trace/events/ |
| H A D | dma.h | 279 TP_PROTO(struct device *dev, struct scatterlist *sgl, int nents, 281 TP_ARGS(dev, sgl, nents, ents, dir, attrs), 285 __dynamic_array(u64, phys_addrs, nents) 297 for_each_sg(sgl, sg, nents, i) 325 TP_PROTO(struct device *dev, struct scatterlist *sgl, int nents, 327 TP_ARGS(dev, sgl, nents, err, dir, attrs), 331 __dynamic_array(u64, phys_addrs, nents) 342 for_each_sg(sgl, sg, nents, i) 360 TP_PROTO(struct device *dev, struct scatterlist *sgl, int nents, 362 TP_ARGS(dev, sgl, nents, dir, attrs), [all …]
|
| /linux/drivers/gpu/drm/i915/ |
| H A D | i915_scatterlist.c | 21 if (orig_st->nents == orig_st->orig_nents) in i915_sg_trim() 24 if (sg_alloc_table(&new_st, orig_st->nents, GFP_KERNEL | __GFP_NOWARN)) in i915_sg_trim() 28 for_each_sg(orig_st->sgl, sg, orig_st->nents, i) { in i915_sg_trim() 113 st->nents = 0; in i915_rsgt_from_mm_node() 122 if (st->nents) in i915_rsgt_from_mm_node() 130 st->nents++; in i915_rsgt_from_mm_node() 199 st->nents = 0; in i915_rsgt_from_buddy_resource() 212 if (st->nents) in i915_rsgt_from_buddy_resource() 220 st->nents++; in i915_rsgt_from_buddy_resource()
|
| /linux/drivers/hwtracing/intel_th/ |
| H A D | msu-sink.c | 54 unsigned int nents; in msu_sink_alloc_window() local 62 nents = DIV_ROUND_UP(size, PAGE_SIZE); in msu_sink_alloc_window() 64 ret = sg_alloc_table(*sgt, nents, GFP_KERNEL); in msu_sink_alloc_window() 70 for_each_sg((*sgt)->sgl, sg_ptr, nents, i) { in msu_sink_alloc_window() 80 return nents; in msu_sink_alloc_window() 90 for_each_sg(sgt->sgl, sg_ptr, sgt->nents, i) { in msu_sink_free_window()
|
| /linux/drivers/crypto/ccree/ |
| H A D | cc_buffer_mgr.c | 25 int nents[MAX_NUM_OF_BUFFERS_IN_MLLI]; member 77 unsigned int nents = 0; in cc_get_sgl_nents() local 82 nents++; in cc_get_sgl_nents() 90 dev_dbg(dev, "nents %d last bytes %d\n", nents, *lbytes); in cc_get_sgl_nents() 91 return nents; in cc_get_sgl_nents() 109 u32 nents; in cc_copy_sg_portion() local 111 nents = sg_nents_for_len(sg, end); in cc_copy_sg_portion() 112 sg_copy_buffer(sg, nents, dest, (end - to_skip + 1), to_skip, in cc_copy_sg_portion() 236 unsigned int nents, struct scatterlist *sgl, in cc_add_sg_entry() argument 243 index, nents, sgl, data_len, is_last_table); in cc_add_sg_entry() [all …]
|
| /linux/drivers/parisc/ |
| H A D | iommu-helpers.h | 15 iommu_fill_pdir(struct ioc *ioc, struct scatterlist *startsg, int nents, in iommu_fill_pdir() argument 30 while (nents-- > 0) { in iommu_fill_pdir() 34 DBG_RUN_SG(" %d : %08lx %p/%05x\n", nents, in iommu_fill_pdir() 102 struct scatterlist *startsg, int nents, in iommu_coalesce_chunks() argument 114 while (nents > 0) { in iommu_coalesce_chunks() 131 while(--nents > 0) { in iommu_coalesce_chunks()
|
| /linux/kernel/dma/ |
| H A D | mapping.c | 231 int nents, enum dma_data_direction dir, unsigned long attrs) in __dma_map_sg_attrs() argument 242 arch_dma_map_sg_direct(dev, sg, nents)) in __dma_map_sg_attrs() 243 ents = dma_direct_map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs() 245 ents = iommu_dma_map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs() 247 ents = ops->map_sg(dev, sg, nents, dir, attrs); in __dma_map_sg_attrs() 250 kmsan_handle_dma_sg(sg, nents, dir); in __dma_map_sg_attrs() 251 trace_dma_map_sg(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs() 252 debug_dma_map_sg(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs() 255 trace_dma_map_sg_err(dev, sg, nents, ents, dir, attrs); in __dma_map_sg_attrs() 280 int nents, enum dma_data_direction dir, unsigned long attrs) in dma_map_sg_attrs() argument [all …]
|
| /linux/drivers/target/iscsi/cxgbit/ |
| H A D | cxgbit_ddp.c | 153 unsigned int nents) in cxgbit_ddp_sgl_check() argument 155 unsigned int last_sgidx = nents - 1; in cxgbit_ddp_sgl_check() 158 for (i = 0; i < nents; i++, sg = sg_next(sg)) { in cxgbit_ddp_sgl_check() 177 unsigned int sgcnt = ttinfo->nents; in cxgbit_ddp_reserve() 184 xferlen, ttinfo->nents); in cxgbit_ddp_reserve() 246 ttinfo->nents = cmd->se_cmd.t_data_nents; in cxgbit_get_r2t_ttt() 251 csk, cmd, cmd->se_cmd.data_length, ttinfo->nents); in cxgbit_get_r2t_ttt() 254 ttinfo->nents = 0; in cxgbit_get_r2t_ttt() 286 ttinfo->nents, DMA_FROM_DEVICE); in cxgbit_unmap_cmd() 287 ttinfo->nents = 0; in cxgbit_unmap_cmd()
|
| /linux/rust/kernel/ |
| H A D | scatterlist.rs | 158 let nents = unsafe { (*self.as_raw()).nents }; in iter() localVariable 160 let pos = if nents > 0 { in iter() 170 SGTableIter { pos, nents } in iter() 470 nents: c_uint, field 478 self.nents = self.nents.saturating_sub(1); in next() 483 self.pos = (!next.is_null() && self.nents > 0).then(|| { in next()
|
| /linux/drivers/crypto/cavium/nitrox/ |
| H A D | nitrox_req.h | 555 static inline void *alloc_req_buf(int nents, int extralen, gfp_t gfp) in alloc_req_buf() argument 559 size = sizeof(struct scatterlist) * nents; in alloc_req_buf() 621 int nents, int ivsize) in alloc_src_req_buf() argument 625 nkreq->src = alloc_req_buf(nents, ivsize, creq->gfp); in alloc_src_req_buf() 643 int nents, int ivsize, in nitrox_creq_set_src_sg() argument 652 sg_init_table(sg, nents); in nitrox_creq_set_src_sg() 667 int nents) in alloc_dst_req_buf() argument 672 nkreq->dst = alloc_req_buf(nents, extralen, creq->gfp); in alloc_dst_req_buf() 701 int nents, int ivsize, in nitrox_creq_set_dst_sg() argument 710 sg_init_table(sg, nents); in nitrox_creq_set_dst_sg()
|
| H A D | nitrox_aead.c | 97 int nents = sg_nents_for_len(src, buflen); in alloc_src_sglist() local 100 if (nents < 0) in alloc_src_sglist() 101 return nents; in alloc_src_sglist() 104 nents += 1; in alloc_src_sglist() 106 ret = alloc_src_req_buf(nkreq, nents, ivsize); in alloc_src_sglist() 111 nitrox_creq_set_src_sg(nkreq, nents, ivsize, src, buflen); in alloc_src_sglist() 119 int nents = sg_nents_for_len(dst, buflen); in alloc_dst_sglist() local 122 if (nents < 0) in alloc_dst_sglist() 123 return nents; in alloc_dst_sglist() 126 nents += 3; in alloc_dst_sglist() [all …]
|
| /linux/drivers/mmc/core/ |
| H A D | sdio_ops.c | 122 unsigned int nents, left_size, i; in mmc_io_rw_extended() local 152 nents = DIV_ROUND_UP(left_size, seg_size); in mmc_io_rw_extended() 153 if (nents > 1) { in mmc_io_rw_extended() 154 if (sg_alloc_table(&sgtable, nents, GFP_KERNEL)) in mmc_io_rw_extended() 158 data.sg_len = nents; in mmc_io_rw_extended() 196 if (nents > 1) in mmc_io_rw_extended()
|
| /linux/drivers/spi/ |
| H A D | spi-ep93xx.c | 281 int i, ret, nents; in ep93xx_spi_dma_prepare() local 321 nents = DIV_ROUND_UP(len, PAGE_SIZE); in ep93xx_spi_dma_prepare() 322 if (nents != sgt->nents) { in ep93xx_spi_dma_prepare() 325 ret = sg_alloc_table(sgt, nents, GFP_KERNEL); in ep93xx_spi_dma_prepare() 331 for_each_sg(sgt->sgl, sg, sgt->nents, i) { in ep93xx_spi_dma_prepare() 351 nents = dma_map_sg(chan->device->dev, sgt->sgl, sgt->nents, dir); in ep93xx_spi_dma_prepare() 352 if (!nents) in ep93xx_spi_dma_prepare() 355 txd = dmaengine_prep_slave_sg(chan, sgt->sgl, nents, conf.direction, in ep93xx_spi_dma_prepare() 358 dma_unmap_sg(chan->device->dev, sgt->sgl, sgt->nents, dir); in ep93xx_spi_dma_prepare() 387 dma_unmap_sg(chan->device->dev, sgt->sgl, sgt->nents, dir); in ep93xx_spi_dma_finish()
|
| /linux/arch/mips/jazz/ |
| H A D | jazzdma.c | 550 int nents, enum dma_data_direction dir, unsigned long attrs) in jazz_dma_map_sg() argument 555 for_each_sg(sglist, sg, nents, i) { in jazz_dma_map_sg() 565 return nents; in jazz_dma_map_sg() 569 int nents, enum dma_data_direction dir, unsigned long attrs) in jazz_dma_unmap_sg() argument 574 for_each_sg(sglist, sg, nents, i) { in jazz_dma_unmap_sg() 594 struct scatterlist *sgl, int nents, enum dma_data_direction dir) in jazz_dma_sync_sg_for_device() argument 599 for_each_sg(sgl, sg, nents, i) in jazz_dma_sync_sg_for_device() 604 struct scatterlist *sgl, int nents, enum dma_data_direction dir) in jazz_dma_sync_sg_for_cpu() argument 609 for_each_sg(sgl, sg, nents, i) in jazz_dma_sync_sg_for_cpu()
|
| /linux/arch/sparc/mm/ |
| H A D | iommu.c | 252 int nents, enum dma_data_direction dir, unsigned long attrs, in __sbus_iommu_map_sg() argument 258 for_each_sg(sgl, sg, nents, j) { in __sbus_iommu_map_sg() 266 return nents; in __sbus_iommu_map_sg() 270 int nents, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_map_sg_gflush() argument 273 return __sbus_iommu_map_sg(dev, sgl, nents, dir, attrs, false); in sbus_iommu_map_sg_gflush() 277 int nents, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_map_sg_pflush() argument 279 return __sbus_iommu_map_sg(dev, sgl, nents, dir, attrs, true); in sbus_iommu_map_sg_pflush() 302 int nents, enum dma_data_direction dir, unsigned long attrs) in sbus_iommu_unmap_sg() argument 307 for_each_sg(sgl, sg, nents, i) { in sbus_iommu_unmap_sg()
|
| /linux/drivers/iio/buffer/ |
| H A D | industrialio-buffer-dmaengine.c | 74 int nents; in iio_dmaengine_buffer_submit_block() local 86 nents = sg_nents_for_len(sgl, block->bytes_used); in iio_dmaengine_buffer_submit_block() 87 if (nents < 0) in iio_dmaengine_buffer_submit_block() 88 return nents; in iio_dmaengine_buffer_submit_block() 90 vecs = kmalloc_array(nents, sizeof(*vecs), GFP_ATOMIC); in iio_dmaengine_buffer_submit_block() 96 for (i = 0; i < nents; i++) { in iio_dmaengine_buffer_submit_block() 105 vecs, nents, dma_dir, in iio_dmaengine_buffer_submit_block()
|
| /linux/arch/x86/kernel/ |
| H A D | amd_gart_64.c | 277 static void gart_unmap_sg(struct device *dev, struct scatterlist *sg, int nents, in gart_unmap_sg() argument 283 for_each_sg(sg, s, nents, i) { in gart_unmap_sg() 292 int nents, int dir) in dma_map_sg_nonforce() argument 301 for_each_sg(sg, s, nents, i) { in dma_map_sg_nonforce() 309 nents = 0; in dma_map_sg_nonforce() 319 return nents; in dma_map_sg_nonforce() 378 static int gart_map_sg(struct device *dev, struct scatterlist *sg, int nents, in gart_map_sg() argument 387 if (nents == 0) in gart_map_sg() 398 for_each_sg(sg, s, nents, i) { in gart_map_sg() 440 if (out < nents) { in gart_map_sg() [all …]
|