/freebsd/sys/compat/linuxkpi/common/include/linux/ |
H A D | scatterlist.h | 59 struct scatterlist *sgl; 94 #define for_each_sg_page(sgl, iter, nents, pgoffset) \ argument 95 for (_sg_iter_init(sgl, iter, nents, pgoffset); \ 97 #define for_each_sg_dma_page(sgl, iter, nents, pgoffset) \ 98 for_each_sg_page(sgl, &(iter)->base, nents, pgoffset) 104 for_each_sg((sgt)->sgl, sg, (sgt)->orig_nents, i) 107 for_each_sg_page((sgt)->sgl, iter, (sgt)->orig_nents, pgoffset) 110 for_each_sg((sgt)->sgl, sg, (sgt)->nents, iter) 113 for_each_sg_dma_page((sgt)->sgl, iter, (sgt)->nents, pgoffset) 174 struct scatterlist *sgl) in sg_chain() 56 struct scatterlist *sgl; global() member 91 for_each_sg_page(sgl,iter,nents,pgoffset) global() argument 171 sg_chain(struct scatterlist * prv,unsigned int prv_nents,struct scatterlist * sgl) sg_chain() argument 224 struct scatterlist *sgl, *next; __sg_free_table() local 529 _sg_iter_init(struct scatterlist * sgl,struct sg_page_iter * iter,unsigned int nents,unsigned long pgoffset) _sg_iter_init() argument 566 sg_pcopy_from_buffer(struct scatterlist * sgl,unsigned int nents,const void * buf,size_t buflen,off_t skip) sg_pcopy_from_buffer() argument 618 sg_copy_from_buffer(struct scatterlist * sgl,unsigned int nents,const void * buf,size_t buflen) sg_copy_from_buffer() argument 625 sg_pcopy_to_buffer(struct scatterlist * sgl,unsigned int nents,void * buf,size_t buflen,off_t offset) sg_pcopy_to_buffer() argument [all...] |
H A D | dma-mapping.h | 101 int linux_dma_map_sg_attrs(struct device *dev, struct scatterlist *sgl, 189 #define dma_map_sg_attrs(dev, sgl, nents, dir, attrs) \ argument 190 linux_dma_map_sg_attrs(dev, sgl, nents, dir, 0) 364 nents = dma_map_sg_attrs(dev, sgt->sgl, sgt->nents, dir, attrs); in dma_map_sgtable() 377 dma_unmap_sg_attrs(dev, sgt->sgl, sgt->nents, dir, attrs); in dma_unmap_sgtable()
|
/freebsd/sys/dev/pst/ |
H A D | pst-iop.c | 263 msg->sgl[0].flags = I2O_SGL_SIMPLE | I2O_SGL_END | I2O_SGL_EOB; in iop_init_outqueue() 264 msg->sgl[0].count = sizeof(reply); in iop_init_outqueue() 265 msg->sgl[0].phys_addr[0] = vtophys(&reply); in iop_init_outqueue() 266 msg->sgl[1].flags = I2O_SGL_END | I2O_SGL_EOB; in iop_init_outqueue() 267 msg->sgl[1].count = 1; in iop_init_outqueue() 268 msg->sgl[1].phys_addr[0] = 0; in iop_init_outqueue() 315 msg->sgl.flags = I2O_SGL_SIMPLE | I2O_SGL_END | I2O_SGL_EOB; in iop_get_lct() 316 msg->sgl.count = ALLOCSIZE; in iop_get_lct() 317 msg->sgl.phys_addr[0] = vtophys(reply); in iop_get_lct() 367 msg->sgl[ in iop_get_util_params() 468 struct i2o_sgl *sgl = (struct i2o_sgl *)((int32_t *)msg + msg->offset); iop_create_sgl() local [all...] |
H A D | pst-iop.h | 322 struct i2o_sgl sgl[2]; member 355 struct i2o_sgl sgl[3]; member 392 struct i2o_sgl sgl; member 457 struct i2o_sgl sgl[2]; member 583 struct i2o_sgl sgl[2]; member 615 struct i2o_sgl sgl; member
|
/freebsd/sys/dev/mfi/ |
H A D | mfi_debug.c | 64 mfi_print_sgl(struct mfi_frame_header *hdr, union mfi_sgl *sgl, int count) in mfi_print_sgl() argument 71 printf("0x%lx:%06d ", (u_long)sgl->sg_skinny[i].addr, in mfi_print_sgl() 72 sgl->sg_skinny[i].len); in mfi_print_sgl() 79 printf("0x%lx:%06d ", (u_long)sgl->sg64[i].addr, in mfi_print_sgl() 80 sgl->sg64[i].len); in mfi_print_sgl() 87 printf("0x%x:%06d ", sgl->sg32[i].addr, in mfi_print_sgl() 88 sgl->sg32[i].len); in mfi_print_sgl() 114 mfi_print_sgl(hdr, &io->sgl, hdr->sg_count); in mfi_print_ldio() 188 mfi_print_sgl(hdr, &dcmd->sgl, hdr->sg_count); in mfi_print_dcmd()
|
H A D | mfi.c | 944 cm->cm_sg = &dcmd->sgl; in mfi_dcmd_command() 1803 cm->cm_sg = &dcmd->sgl; in mfi_parse_entries() 2175 cm->cm_sg = &pass->sgl; in mfi_build_syspdio() 2233 cm->cm_sg = &io->sgl; in mfi_build_ldio() 2341 union mfi_sgl *sgl; in mfi_data_cb() local 2349 sgl = cm->cm_sg; in mfi_data_cb() 2378 sgl->sg_skinny[i].addr = segs[i].ds_addr; in mfi_data_cb() 2379 sgl->sg_skinny[i].len = segs[i].ds_len; in mfi_data_cb() 2380 sgl->sg_skinny[i].flag = 0; in mfi_data_cb() 2390 sgl->sg32[j].addr = segs[0].ds_addr; in mfi_data_cb() [all …]
|
/freebsd/sys/dev/oce/ |
H A D | oce_mbox.c | 884 OCE_DMA_MEM sgl; in oce_rxf_set_promiscuous() local 888 rc = oce_dma_alloc(sc, sz, &sgl, 0); in oce_rxf_set_promiscuous() 892 fwcmd = OCE_DMAPTR(&sgl, struct mbx_set_common_iface_rx_filter); in oce_rxf_set_promiscuous() 906 rc = oce_set_common_iface_rx_filter(sc, &sgl); in oce_rxf_set_promiscuous() 907 oce_dma_free(sc, &sgl); in oce_rxf_set_promiscuous() 915 * @param sgl scatter/gather request/response 919 oce_set_common_iface_rx_filter(POCE_SOFTC sc, POCE_DMA_MEM sgl) in oce_set_common_iface_rx_filter() argument 927 fwcmd = OCE_DMAPTR(sgl, struct mbx_set_common_iface_rx_filter); in oce_set_common_iface_rx_filter() 936 oce_dma_sync(sgl, BUS_DMASYNC_PREWRITE); in oce_set_common_iface_rx_filter() 939 mbx.payload.u0.u1.sgl[ in oce_set_common_iface_rx_filter() 1175 struct oce_mq_sge *sgl; oce_update_multicast() local 1221 struct oce_mq_sge *sgl; oce_pass_through_mbox() local 1446 struct oce_mq_sge *sgl = NULL; oce_mbox_write_flashrom() local 1883 struct oce_mq_sge *sgl; oce_mbox_read_transrecv_data() local 1996 struct oce_mq_sge *sgl; oce_get_profile_config() local 2094 struct oce_mq_sge *sgl; oce_get_func_config() local [all...] |
/freebsd/sys/dev/mrsas/ |
H A D | mrsas_ioctl.c | 210 if (!user_ioc->sgl[i].iov_len) in mrsas_passthru() 212 ioctl_data_size = user_ioc->sgl[i].iov_len; in mrsas_passthru() 215 if (!user_ioc32->sgl[i].iov_len) in mrsas_passthru() 217 ioctl_data_size = user_ioc32->sgl[i].iov_len; in mrsas_passthru() 252 kern_sge32[i].length = user_ioc->sgl[i].iov_len; in mrsas_passthru() 254 iov_base_ptrin = user_ioc->sgl[i].iov_base; in mrsas_passthru() 255 iov_len = user_ioc->sgl[i].iov_len; in mrsas_passthru() 258 kern_sge32[i].length = user_ioc32->sgl[i].iov_len; in mrsas_passthru() 260 iov_base_ptrin = PTRIN(user_ioc32->sgl[i].iov_base); in mrsas_passthru() 261 iov_len = user_ioc32->sgl[i].iov_len; in mrsas_passthru() [all …]
|
H A D | mrsas_ioctl.h | 98 struct iovec sgl[MAX_IOCTL_SGE]; member 116 struct iovec32 sgl[MAX_IOCTL_SGE]; member
|
/freebsd/sys/dev/ocs_fc/ |
H A D | ocs_scsi.c | 76 static uint32_t ocs_scsi_count_sgls(ocs_hw_dif_info_t *hw_dif, ocs_scsi_sgl_t *sgl, uint32_t sgl_co… 296 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, uint32_t first_burst, 656 ocs_scsi_count_sgls(ocs_hw_dif_info_t *hw_dif, ocs_scsi_sgl_t *sgl, uint32_t sgl_count) in ocs_scsi_count_sgls() argument 683 ocs_scsi_build_sgls(ocs_hw_t *hw, ocs_hw_io_t *hio, ocs_hw_dif_info_t *hw_dif, ocs_scsi_sgl_t *sgl,… in ocs_scsi_build_sgls() argument 727 if ((sgl[i].len % blocksize) != 0) { in ocs_scsi_build_sgls() 729 i, sgl[i].len); in ocs_scsi_build_sgls() 736 ocs_assert(sgl[i].addr, -1); in ocs_scsi_build_sgls() 737 ocs_assert(sgl[i].len, -1); in ocs_scsi_build_sgls() 745 rc = ocs_hw_io_add_dif_sge(hw, hio, sgl[i].dif_addr); in ocs_scsi_build_sgls() 750 blockcount = sgl[i].len / blocksize; in ocs_scsi_build_sgls() [all …]
|
H A D | ocs_scsi.h | 307 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, 311 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, 350 …ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, ocs_scsi_rsp_io_cb_t cb, void *arg, ui… 353 …ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, ocs_scsi_rsp_io_cb_t cb, void *arg, ui… 356 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, uint32_t first_burst, 359 …ocs_scsi_tmf_cmd_e tmf, ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t len, ocs_scsi_rsp_io_cb_…
|
H A D | ocs_io.c | 148 io->sgl = ocs_malloc(ocs, sizeof(*io->sgl) * num_sgl, OCS_M_NOWAIT | OCS_M_ZERO); in ocs_io_pool_create() 149 if (io->sgl == NULL) { in ocs_io_pool_create() 204 if (io->sgl) { in ocs_io_pool_free() 205 ocs_free(ocs, io->sgl, sizeof(*io->sgl) * io->sgl_allocated); in ocs_io_pool_free()
|
H A D | sli4.c | 6600 sli_els_request64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint8_t req_type, in sli_els_request64_wqe() argument 6605 sli4_sge_t *sge = sgl->virt; in sli_els_request64_wqe() 6625 els->els_request_payload.u.blp.sgl_segment_address_low = ocs_addr32_lo(sgl->phys); in sli_els_request64_wqe() 6626 els->els_request_payload.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys); in sli_els_request64_wqe() 6770 sli_fcp_icmnd64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, in sli_fcp_icmnd64_wqe() argument 6779 if (!sgl || !sgl->virt) { in sli_fcp_icmnd64_wqe() 6781 sgl, sgl ? sgl->virt : NULL); in sli_fcp_icmnd64_wqe() 6784 sge = sgl->virt; in sli_fcp_icmnd64_wqe() 6800 icmnd->bde.buffer_length = sgl->size; in sli_fcp_icmnd64_wqe() 6801 icmnd->bde.u.blp.sgl_segment_address_low = ocs_addr32_lo(sgl->phys); in sli_fcp_icmnd64_wqe() [all …]
|
H A D | ocs_cam.c | 53 ocs_scsi_sgl_t *sgl; member 1654 sglarg->sgl[c].addr = seg[i].ds_addr; in ocs_scsi_dmamap_load() 1655 sglarg->sgl[c].len = seg[i].ds_len; in ocs_scsi_dmamap_load() 1677 ocs_scsi_sgl_t *sgl, uint32_t sgl_max) in ocs_build_scsi_sgl() argument 1682 if (!ocs || !ccb || !io || !sgl) { in ocs_build_scsi_sgl() 1684 ocs, ccb, io, sgl); in ocs_build_scsi_sgl() 1690 dmaarg.sgl = sgl; in ocs_build_scsi_sgl() 1780 ocs_scsi_sgl_t *sgl; in ocs_target_io() local 1788 sgl = io->sgl; in ocs_target_io() 1790 sgl_count = ocs_build_scsi_sgl(ocs, ccb, io, sgl, io->sgl_allocated); in ocs_target_io() [all …]
|
/freebsd/sys/dev/iser/ |
H A D | iser_memory.c | 62 struct scatterlist *sg, *sgl, *next_sg = NULL; in iser_data_buf_aligned_len() local 69 sgl = data->sgl; in iser_data_buf_aligned_len() 70 start_addr = ib_sg_dma_address(ibdev, sgl); in iser_data_buf_aligned_len() 72 for_each_sg(sgl, sg, data->dma_nents, i) { in iser_data_buf_aligned_len() 105 ib_dma_unmap_sg(dev, data->sgl, data->size, dir); in iser_dma_unmap_task_data() 112 struct scatterlist *sg = mem->sgl; in iser_reg_dma() 278 data->dma_nents = ib_dma_map_sg(dev, data->sgl, data->size, dma_dir); in iser_dma_map_task_data()
|
/freebsd/contrib/ofed/librdmacm/ |
H A D | rdma_verbs.h | 99 rdma_post_recvv(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_recvv() argument 106 wr.sg_list = sgl; in rdma_post_recvv() 116 rdma_post_sendv(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_sendv() argument 123 wr.sg_list = sgl; in rdma_post_sendv() 132 rdma_post_readv(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_readv() argument 139 wr.sg_list = sgl; in rdma_post_readv() 150 rdma_post_writev(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_writev() argument 157 wr.sg_list = sgl; in rdma_post_writev()
|
/freebsd/lib/libnvmf/ |
H A D | nvmf_tcp.c | 1194 struct nvme_sgl_descriptor *sgl; in tcp_transmit_command() local 1208 sgl = &cmd.ccsqe.sgl; in tcp_transmit_command() 1209 memset(sgl, 0, sizeof(*sgl)); in tcp_transmit_command() 1210 sgl->address = 0; in tcp_transmit_command() 1211 sgl->length = htole32(nc->nc_data_len); in tcp_transmit_command() 1214 sgl->type = NVME_SGL_TYPE_ICD; in tcp_transmit_command() 1217 sgl->type = NVME_SGL_TYPE_COMMAND_BUFFER; in tcp_transmit_command() 1281 const struct nvme_sgl_descriptor *sgl; in tcp_validate_command_capsule() local 1285 sgl = &nc->nc_sqe.sgl; in tcp_validate_command_capsule() 1286 switch (sgl->type) { in tcp_validate_command_capsule() [all …]
|
/freebsd/sys/ofed/drivers/infiniband/core/ |
H A D | ib_umem.c | 58 ib_dma_unmap_sg(dev, umem->sg_head.sgl, in __ib_umem_release() 62 for_each_sg(umem->sg_head.sgl, sg, umem->npages, i) { in __ib_umem_release() 178 sg_list_start = umem->sg_head.sgl; in ib_umem_get() 202 umem->sg_head.sgl, in ib_umem_get() 315 for_each_sg(umem->sg_head.sgl, sg, umem->nmap, i) in ib_umem_page_count() 345 ret = sg_pcopy_to_buffer(umem->sg_head.sgl, umem->nmap, dst, length, in ib_umem_copy_from()
|
/freebsd/sys/dev/nvmf/ |
H A D | nvmf_tcp.c | 1223 struct nvme_sgl_descriptor *sgl; in tcp_command_pdu() local 1258 sgl = &cmd.ccsqe.sgl; in tcp_command_pdu() 1259 memset(sgl, 0, sizeof(*sgl)); in tcp_command_pdu() 1260 sgl->address = 0; in tcp_command_pdu() 1261 sgl->length = htole32(nc->nc_data.io_len); in tcp_command_pdu() 1264 sgl->type = NVME_SGL_TYPE_ICD; in tcp_command_pdu() 1267 sgl->type = NVME_SGL_TYPE_COMMAND_BUFFER; in tcp_command_pdu() 1663 struct nvme_sgl_descriptor *sgl; in tcp_validate_command_capsule() local 1667 sgl = &nc->nc_sqe.sgl; in tcp_validate_command_capsule() 1668 switch (sgl->type) { in tcp_validate_command_capsule() [all …]
|
/freebsd/sys/dev/nvmf/controller/ |
H A D | ctl_frontend_nvmf.c | 347 struct ctl_sg_entry *sgl; in nvmft_datamove_out() local 353 sgl = (struct ctl_sg_entry *)ctnio->kern_data_ptr; in nvmft_datamove_out() 355 vlist[i].ds_addr = (uintptr_t)sgl[i].addr; in nvmft_datamove_out() 356 vlist[i].ds_len = sgl[i].len; in nvmft_datamove_out() 382 struct ctl_sg_entry *sgl; in nvmft_copy_data() local 397 sgl = (struct ctl_sg_entry *)ctnio->kern_data_ptr; in nvmft_copy_data() 402 todo = MIN(mlen, sgl->len - off); in nvmft_copy_data() 403 memcpy(mtod(m, char *) + m->m_len, (char *)sgl->addr + off, in nvmft_copy_data() 413 if (off == sgl->len) { in nvmft_copy_data() 414 sgl++; in nvmft_copy_data() [all …]
|
/freebsd/sys/contrib/openzfs/module/os/linux/zfs/ |
H A D | abd_os.c | 326 sg = table.sgl; in abd_alloc_chunks() 343 ASSERT(!PageHighMem(sg_page(table.sgl))); in abd_alloc_chunks() 370 abd->abd_u.abd_linear.abd_sgl = table.sgl; in abd_alloc_chunks() 371 ABD_LINEAR_BUF(abd) = page_address(sg_page(table.sgl)); in abd_alloc_chunks() 381 ABD_SCATTER(abd).abd_sgl = table.sgl; in abd_alloc_chunks() 408 ABD_SCATTER(abd).abd_sgl = table.sgl; in abd_alloc_chunks() 438 table.sgl = ABD_SCATTER(abd).abd_sgl; in abd_free_sg_table() 508 ABD_SCATTER(abd_zero_scatter).abd_sgl = table.sgl; in abd_alloc_zero_scatter() 758 abd->abd_u.abd_linear.abd_sgl = table.sgl; in abd_alloc_from_pages() 759 zfs_kmap(sg_page(table.sgl)); in abd_alloc_from_pages() [all …]
|
/freebsd/sys/compat/linuxkpi/common/src/ |
H A D | linux_pci.c | 1649 linux_dma_map_sg_attrs(struct device *dev, struct scatterlist *sgl, int nents, in linux_dma_map_sg_attrs() argument 1662 if (bus_dmamap_create(priv->dmat, 0, &sgl->dma_map) != 0) { in linux_dma_map_sg_attrs() 1668 for_each_sg(sgl, sg, nents, i) { in linux_dma_map_sg_attrs() 1670 if (_bus_dmamap_load_phys(priv->dmat, sgl->dma_map, in linux_dma_map_sg_attrs() 1673 bus_dmamap_unload(priv->dmat, sgl->dma_map); in linux_dma_map_sg_attrs() 1674 bus_dmamap_destroy(priv->dmat, sgl->dma_map); in linux_dma_map_sg_attrs() 1686 bus_dmamap_sync(priv->dmat, sgl->dma_map, BUS_DMASYNC_PREWRITE); in linux_dma_map_sg_attrs() 1689 bus_dmamap_sync(priv->dmat, sgl->dma_map, BUS_DMASYNC_PREREAD); in linux_dma_map_sg_attrs() 1692 bus_dmamap_sync(priv->dmat, sgl->dma_map, BUS_DMASYNC_PREWRITE); in linux_dma_map_sg_attrs() 1704 linux_dma_unmap_sg_attrs(struct device *dev, struct scatterlist *sgl, in linux_dma_unmap_sg_attrs() argument [all …]
|
/freebsd/sys/dev/cxgbe/iw_cxgbe/ |
H A D | mem.c | 63 struct ulptx_sgl *sgl; in _c4iw_write_mem_dma_aligned() local 73 wr_len = roundup(sizeof *ulpmc + sizeof *sgl, 16); in _c4iw_write_mem_dma_aligned() 93 sgl = (struct ulptx_sgl *)(ulpmc + 1); in _c4iw_write_mem_dma_aligned() 94 sgl->cmd_nsge = cpu_to_be32(V_ULPTX_CMD(ULP_TX_SC_DSGL) | in _c4iw_write_mem_dma_aligned() 96 sgl->len0 = cpu_to_be32(len); in _c4iw_write_mem_dma_aligned() 97 sgl->addr0 = cpu_to_be64((u64)data); in _c4iw_write_mem_dma_aligned() 503 for_each_sg(mhp->umem->sg_head.sgl, sg, mhp->umem->nmap, entry) { in c4iw_reg_user_mr()
|
/freebsd/sys/dev/mlx5/mlx5_ib/ |
H A D | mlx5_ib_mem.c | 61 for_each_sg(umem->sg_head.sgl, sg, umem->nmap, entry) { in mlx5_ib_cont_pages() 156 for_each_sg(umem->sg_head.sgl, sg, umem->nmap, entry) { in __mlx5_ib_populate_pas()
|
/freebsd/sys/dev/tws/ |
H A D | tws_hdm.h | 232 u_int8_t sgl[1]; member 256 u_int8_t sgl[1]; member
|