| /freebsd/sys/compat/linuxkpi/common/include/linux/ |
| H A D | scatterlist.h | 59 struct scatterlist *sgl; member 94 #define for_each_sg_page(sgl, iter, nents, pgoffset) \ argument 95 for (_sg_iter_init(sgl, iter, nents, pgoffset); \ 97 #define for_each_sg_dma_page(sgl, iter, nents, pgoffset) \ argument 98 for_each_sg_page(sgl, &(iter)->base, nents, pgoffset) 104 for_each_sg((sgt)->sgl, sg, (sgt)->orig_nents, i) 107 for_each_sg_page((sgt)->sgl, iter, (sgt)->orig_nents, pgoffset) 110 for_each_sg((sgt)->sgl, sg, (sgt)->nents, iter) 113 for_each_sg_dma_page((sgt)->sgl, iter, (sgt)->nents, pgoffset) 174 struct scatterlist *sgl) in sg_chain() argument [all …]
|
| H A D | dma-mapping.h | 107 int linux_dma_map_sg_attrs(struct device *dev, struct scatterlist *sgl, 203 #define dma_map_sg_attrs(dev, sgl, nents, dir, attrs) \ argument 204 linux_dma_map_sg_attrs(dev, sgl, nents, dir, 0) 391 nents = dma_map_sg_attrs(dev, sgt->sgl, sgt->nents, dir, attrs); in dma_map_sgtable() 404 dma_unmap_sg_attrs(dev, sgt->sgl, sgt->nents, dir, attrs); in dma_unmap_sgtable()
|
| /freebsd/sys/dev/pst/ |
| H A D | pst-iop.c | 263 msg->sgl[0].flags = I2O_SGL_SIMPLE | I2O_SGL_END | I2O_SGL_EOB; in iop_init_outqueue() 264 msg->sgl[0].count = sizeof(reply); in iop_init_outqueue() 265 msg->sgl[0].phys_addr[0] = vtophys(&reply); in iop_init_outqueue() 266 msg->sgl[1].flags = I2O_SGL_END | I2O_SGL_EOB; in iop_init_outqueue() 267 msg->sgl[1].count = 1; in iop_init_outqueue() 268 msg->sgl[1].phys_addr[0] = 0; in iop_init_outqueue() 315 msg->sgl.flags = I2O_SGL_SIMPLE | I2O_SGL_END | I2O_SGL_EOB; in iop_get_lct() 316 msg->sgl.count = ALLOCSIZE; in iop_get_lct() 317 msg->sgl.phys_addr[0] = vtophys(reply); in iop_get_lct() 367 msg->sgl[0].flags = I2O_SGL_SIMPLE | I2O_SGL_DIR | I2O_SGL_EOB; in iop_get_util_params() [all …]
|
| H A D | pst-iop.h | 322 struct i2o_sgl sgl[2]; member 355 struct i2o_sgl sgl[3]; member 392 struct i2o_sgl sgl; member 457 struct i2o_sgl sgl[2]; member 583 struct i2o_sgl sgl[2]; member 615 struct i2o_sgl sgl; member
|
| /freebsd/sys/dev/mfi/ |
| H A D | mfi_debug.c | 64 mfi_print_sgl(struct mfi_frame_header *hdr, union mfi_sgl *sgl, int count) in mfi_print_sgl() argument 71 printf("0x%lx:%06d ", (u_long)sgl->sg_skinny[i].addr, in mfi_print_sgl() 72 sgl->sg_skinny[i].len); in mfi_print_sgl() 79 printf("0x%lx:%06d ", (u_long)sgl->sg64[i].addr, in mfi_print_sgl() 80 sgl->sg64[i].len); in mfi_print_sgl() 87 printf("0x%x:%06d ", sgl->sg32[i].addr, in mfi_print_sgl() 88 sgl->sg32[i].len); in mfi_print_sgl() 114 mfi_print_sgl(hdr, &io->sgl, hdr->sg_count); in mfi_print_ldio() 188 mfi_print_sgl(hdr, &dcmd->sgl, hdr->sg_count); in mfi_print_dcmd()
|
| H A D | mfi.c | 456 * frame pool. Size down the sgl parameter since we know that in mfi_attach() 943 cm->cm_sg = &dcmd->sgl; in mfi_dcmd_command() 1802 cm->cm_sg = &dcmd->sgl; in mfi_parse_entries() 2176 cm->cm_sg = &pass->sgl; in mfi_build_syspdio() 2234 cm->cm_sg = &io->sgl; in mfi_build_ldio() 2342 union mfi_sgl *sgl; in mfi_data_cb() 2350 sgl = cm->cm_sg; in mfi_data_cb() 2368 /* Use IEEE sgl only for IO's on a SKINNY controller in mfi_data_cb() 2379 sgl->sg_skinny[i].addr = segs[i].ds_addr; in mfi_data_cb() 2380 sgl in mfi_data_cb() 2343 union mfi_sgl *sgl; mfi_data_cb() local [all...] |
| /freebsd/sys/dev/oce/ |
| H A D | oce_mbox.c | 884 OCE_DMA_MEM sgl; in oce_rxf_set_promiscuous() local 888 rc = oce_dma_alloc(sc, sz, &sgl, 0); in oce_rxf_set_promiscuous() 892 fwcmd = OCE_DMAPTR(&sgl, struct mbx_set_common_iface_rx_filter); in oce_rxf_set_promiscuous() 906 rc = oce_set_common_iface_rx_filter(sc, &sgl); in oce_rxf_set_promiscuous() 907 oce_dma_free(sc, &sgl); in oce_rxf_set_promiscuous() 919 oce_set_common_iface_rx_filter(POCE_SOFTC sc, POCE_DMA_MEM sgl) in oce_set_common_iface_rx_filter() argument 927 fwcmd = OCE_DMAPTR(sgl, struct mbx_set_common_iface_rx_filter); in oce_set_common_iface_rx_filter() 936 oce_dma_sync(sgl, BUS_DMASYNC_PREWRITE); in oce_set_common_iface_rx_filter() 939 mbx.payload.u0.u1.sgl[0].pa_lo = ADDR_LO(sgl->paddr); in oce_set_common_iface_rx_filter() 940 mbx.payload.u0.u1.sgl[0].pa_hi = ADDR_HI(sgl->paddr); in oce_set_common_iface_rx_filter() [all …]
|
| /freebsd/sys/dev/mrsas/ |
| H A D | mrsas_ioctl.c | 210 if (!user_ioc->sgl[i].iov_len) in mrsas_passthru() 212 ioctl_data_size = user_ioc->sgl[i].iov_len; in mrsas_passthru() 215 if (!user_ioc32->sgl[i].iov_len) in mrsas_passthru() 217 ioctl_data_size = user_ioc32->sgl[i].iov_len; in mrsas_passthru() 252 kern_sge32[i].length = user_ioc->sgl[i].iov_len; in mrsas_passthru() 254 iov_base_ptrin = user_ioc->sgl[i].iov_base; in mrsas_passthru() 255 iov_len = user_ioc->sgl[i].iov_len; in mrsas_passthru() 258 kern_sge32[i].length = user_ioc32->sgl[i].iov_len; in mrsas_passthru() 260 iov_base_ptrin = PTRIN(user_ioc32->sgl[i].iov_base); in mrsas_passthru() 261 iov_len = user_ioc32->sgl[i].iov_len; in mrsas_passthru() [all …]
|
| H A D | mrsas_ioctl.h | 98 struct iovec sgl[MAX_IOCTL_SGE]; member 116 struct iovec32 sgl[MAX_IOCTL_SGE]; member
|
| /freebsd/sys/dev/ocs_fc/ |
| H A D | ocs_scsi.c | 76 static uint32_t ocs_scsi_count_sgls(ocs_hw_dif_info_t *hw_dif, ocs_scsi_sgl_t *sgl, uint32_t sgl_co… 296 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, uint32_t first_burst, 656 ocs_scsi_count_sgls(ocs_hw_dif_info_t *hw_dif, ocs_scsi_sgl_t *sgl, uint32_t sgl_count) in ocs_scsi_count_sgls() argument 683 ocs_scsi_build_sgls(ocs_hw_t *hw, ocs_hw_io_t *hio, ocs_hw_dif_info_t *hw_dif, ocs_scsi_sgl_t *sgl,… in ocs_scsi_build_sgls() argument 727 if ((sgl[i].len % blocksize) != 0) { in ocs_scsi_build_sgls() 729 i, sgl[i].len); in ocs_scsi_build_sgls() 736 ocs_assert(sgl[i].addr, -1); in ocs_scsi_build_sgls() 737 ocs_assert(sgl[i].len, -1); in ocs_scsi_build_sgls() 745 rc = ocs_hw_io_add_dif_sge(hw, hio, sgl[i].dif_addr); in ocs_scsi_build_sgls() 750 blockcount = sgl[i].len / blocksize; in ocs_scsi_build_sgls() [all …]
|
| H A D | ocs_scsi.h | 307 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, 311 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, 350 …ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, ocs_scsi_rsp_io_cb_t cb, void *arg, ui… 353 …ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, ocs_scsi_rsp_io_cb_t cb, void *arg, ui… 356 ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t wire_len, uint32_t first_burst, 359 …ocs_scsi_tmf_cmd_e tmf, ocs_scsi_sgl_t *sgl, uint32_t sgl_count, uint32_t len, ocs_scsi_rsp_io_cb_…
|
| H A D | ocs_io.c | 148 io->sgl = ocs_malloc(ocs, sizeof(*io->sgl) * num_sgl, OCS_M_NOWAIT | OCS_M_ZERO); in ocs_io_pool_create() 149 if (io->sgl == NULL) { in ocs_io_pool_create() 204 if (io->sgl) { in ocs_io_pool_free() 205 ocs_free(ocs, io->sgl, sizeof(*io->sgl) * io->sgl_allocated); in ocs_io_pool_free()
|
| H A D | sli4.c | 6600 sli_els_request64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, uint8_t req_type, in sli_els_request64_wqe() argument 6605 sli4_sge_t *sge = sgl->virt; in sli_els_request64_wqe() 6625 els->els_request_payload.u.blp.sgl_segment_address_low = ocs_addr32_lo(sgl->phys); in sli_els_request64_wqe() 6626 els->els_request_payload.u.blp.sgl_segment_address_high = ocs_addr32_hi(sgl->phys); in sli_els_request64_wqe() 6770 sli_fcp_icmnd64_wqe(sli4_t *sli4, void *buf, size_t size, ocs_dma_t *sgl, in sli_fcp_icmnd64_wqe() argument 6779 if (!sgl || !sgl->virt) { in sli_fcp_icmnd64_wqe() 6781 sgl, sgl ? sgl->virt : NULL); in sli_fcp_icmnd64_wqe() 6784 sge = sgl->virt; in sli_fcp_icmnd64_wqe() 6800 icmnd->bde.buffer_length = sgl->size; in sli_fcp_icmnd64_wqe() 6801 icmnd->bde.u.blp.sgl_segment_address_low = ocs_addr32_lo(sgl->phys); in sli_fcp_icmnd64_wqe() [all …]
|
| H A D | ocs_cam.c | 53 ocs_scsi_sgl_t *sgl; member 1654 sglarg->sgl[c].addr = seg[i].ds_addr; in ocs_scsi_dmamap_load() 1655 sglarg->sgl[c].len = seg[i].ds_len; in ocs_scsi_dmamap_load() 1677 ocs_scsi_sgl_t *sgl, uint32_t sgl_max) in ocs_build_scsi_sgl() argument 1682 if (!ocs || !ccb || !io || !sgl) { in ocs_build_scsi_sgl() 1684 ocs, ccb, io, sgl); in ocs_build_scsi_sgl() 1690 dmaarg.sgl = sgl; in ocs_build_scsi_sgl() 1780 ocs_scsi_sgl_t *sgl; in ocs_target_io() local 1788 sgl = io->sgl; in ocs_target_io() 1790 sgl_count = ocs_build_scsi_sgl(ocs, ccb, io, sgl, io->sgl_allocated); in ocs_target_io() [all …]
|
| /freebsd/sys/dev/iser/ |
| H A D | iser_memory.c | 62 struct scatterlist *sg, *sgl, *next_sg = NULL; in iser_data_buf_aligned_len() local 69 sgl = data->sgl; in iser_data_buf_aligned_len() 70 start_addr = ib_sg_dma_address(ibdev, sgl); in iser_data_buf_aligned_len() 72 for_each_sg(sgl, sg, data->dma_nents, i) { in iser_data_buf_aligned_len() 105 ib_dma_unmap_sg(dev, data->sgl, data->size, dir); in iser_dma_unmap_task_data() 112 struct scatterlist *sg = mem->sgl; in iser_reg_dma() 278 data->dma_nents = ib_dma_map_sg(dev, data->sgl, data->size, dma_dir); in iser_dma_map_task_data()
|
| /freebsd/contrib/ofed/librdmacm/ |
| H A D | rdma_verbs.h | 99 rdma_post_recvv(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_recvv() argument 106 wr.sg_list = sgl; in rdma_post_recvv() 116 rdma_post_sendv(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_sendv() argument 123 wr.sg_list = sgl; in rdma_post_sendv() 132 rdma_post_readv(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_readv() argument 139 wr.sg_list = sgl; in rdma_post_readv() 150 rdma_post_writev(struct rdma_cm_id *id, void *context, struct ibv_sge *sgl, in rdma_post_writev() argument 157 wr.sg_list = sgl; in rdma_post_writev()
|
| /freebsd/lib/libnvmf/ |
| H A D | nvmf_tcp.c | 1194 struct nvme_sgl_descriptor *sgl; in tcp_transmit_command() local 1208 sgl = &cmd.ccsqe.sgl; in tcp_transmit_command() 1209 memset(sgl, 0, sizeof(*sgl)); in tcp_transmit_command() 1210 sgl->address = 0; in tcp_transmit_command() 1211 sgl->length = htole32(nc->nc_data_len); in tcp_transmit_command() 1214 sgl->type = NVME_SGL_TYPE_ICD; in tcp_transmit_command() 1217 sgl->type = NVME_SGL_TYPE_COMMAND_BUFFER; in tcp_transmit_command() 1281 const struct nvme_sgl_descriptor *sgl; in tcp_validate_command_capsule() local 1285 sgl = &nc->nc_sqe.sgl; in tcp_validate_command_capsule() 1286 switch (sgl->type) { in tcp_validate_command_capsule() [all …]
|
| /freebsd/sys/ofed/drivers/infiniband/core/ |
| H A D | ib_umem.c | 58 ib_dma_unmap_sg(dev, umem->sg_head.sgl, in __ib_umem_release() 62 for_each_sg(umem->sg_head.sgl, sg, umem->npages, i) { in __ib_umem_release() 178 sg_list_start = umem->sg_head.sgl; in ib_umem_get() 202 umem->sg_head.sgl, in ib_umem_get() 315 for_each_sg(umem->sg_head.sgl, sg, umem->nmap, i) in ib_umem_page_count() 345 ret = sg_pcopy_to_buffer(umem->sg_head.sgl, umem->nmap, dst, length, in ib_umem_copy_from()
|
| /freebsd/sys/dev/nvmf/ |
| H A D | nvmf_tcp.c | 1223 struct nvme_sgl_descriptor *sgl; in tcp_command_pdu() local 1258 sgl = &cmd.ccsqe.sgl; in tcp_command_pdu() 1259 memset(sgl, 0, sizeof(*sgl)); in tcp_command_pdu() 1260 sgl->address = 0; in tcp_command_pdu() 1261 sgl->length = htole32(nc->nc_data.io_len); in tcp_command_pdu() 1264 sgl->type = NVME_SGL_TYPE_ICD; in tcp_command_pdu() 1267 sgl->type = NVME_SGL_TYPE_COMMAND_BUFFER; in tcp_command_pdu() 1675 struct nvme_sgl_descriptor *sgl; in tcp_validate_command_capsule() local 1679 sgl = &nc->nc_sqe.sgl; in tcp_validate_command_capsule() 1680 switch (sgl->type) { in tcp_validate_command_capsule() [all …]
|
| /freebsd/sys/dev/nvmf/controller/ |
| H A D | ctl_frontend_nvmf.c | 347 struct ctl_sg_entry *sgl; in nvmft_datamove_out() local 353 sgl = (struct ctl_sg_entry *)ctnio->kern_data_ptr; in nvmft_datamove_out() 355 vlist[i].ds_addr = (uintptr_t)sgl[i].addr; in nvmft_datamove_out() 356 vlist[i].ds_len = sgl[i].len; in nvmft_datamove_out() 382 struct ctl_sg_entry *sgl; in nvmft_copy_data() local 397 sgl = (struct ctl_sg_entry *)ctnio->kern_data_ptr; in nvmft_copy_data() 402 todo = MIN(mlen, sgl->len - off); in nvmft_copy_data() 403 memcpy(mtod(m, char *) + m->m_len, (char *)sgl->addr + off, in nvmft_copy_data() 413 if (off == sgl->len) { in nvmft_copy_data() 414 sgl++; in nvmft_copy_data() [all …]
|
| /freebsd/sys/contrib/openzfs/module/os/linux/zfs/ |
| H A D | abd_os.c | 324 sg = table.sgl; in abd_alloc_chunks() 341 ASSERT(!PageHighMem(sg_page(table.sgl))); in abd_alloc_chunks() 368 abd->abd_u.abd_linear.abd_sgl = table.sgl; in abd_alloc_chunks() 369 ABD_LINEAR_BUF(abd) = page_address(sg_page(table.sgl)); in abd_alloc_chunks() 379 ABD_SCATTER(abd).abd_sgl = table.sgl; in abd_alloc_chunks() 406 ABD_SCATTER(abd).abd_sgl = table.sgl; in abd_alloc_chunks() 436 table.sgl = ABD_SCATTER(abd).abd_sgl; in abd_free_sg_table() 506 ABD_SCATTER(abd_zero_scatter).abd_sgl = table.sgl; in abd_alloc_zero_scatter() 756 abd->abd_u.abd_linear.abd_sgl = table.sgl; in abd_alloc_from_pages() 757 zfs_kmap(sg_page(table.sgl)); in abd_alloc_from_pages() [all …]
|
| /freebsd/sys/dev/cxgbe/nvmf/ |
| H A D | nvmf_che.c | 2173 struct nvme_sgl_descriptor *sgl; in che_command_pdu() local 2224 sgl = &cmd.ccsqe.sgl; in che_command_pdu() 2225 memset(sgl, 0, sizeof(*sgl)); in che_command_pdu() 2226 sgl->address = 0; in che_command_pdu() 2227 sgl->length = htole32(nc->nc_data.io_len); in che_command_pdu() 2230 sgl->type = NVME_SGL_TYPE_ICD; in che_command_pdu() 2233 sgl->type = NVME_SGL_TYPE_COMMAND_BUFFER; in che_command_pdu() 2884 struct nvme_sgl_descriptor *sgl; in che_validate_command_capsule() local 2888 sgl = &nc->nc_sqe.sgl; in che_validate_command_capsule() 2889 switch (sgl->type) { in che_validate_command_capsule() [all …]
|
| /freebsd/sys/compat/linuxkpi/common/src/ |
| H A D | linux_pci.c | 1899 linux_dma_map_sg_attrs(struct device *dev, struct scatterlist *sgl, int nents, in linux_dma_map_sg_attrs() 1912 if (bus_dmamap_create(priv->dmat, 0, &sgl->dma_map) != 0) { in linux_dma_map_sg_attrs() 1918 for_each_sg(sgl, sg, nents, i) { in linux_dma_map_sg_attrs() 1920 if (_bus_dmamap_load_phys(priv->dmat, sgl->dma_map, in linux_dma_map_sg_attrs() 1923 bus_dmamap_unload(priv->dmat, sgl->dma_map); in linux_dma_map_sg_attrs() 1924 bus_dmamap_destroy(priv->dmat, sgl->dma_map); in linux_dma_map_sg_attrs() 1939 bus_dmamap_sync(priv->dmat, sgl->dma_map, BUS_DMASYNC_PREWRITE); in linux_dma_map_sg_attrs() 1942 bus_dmamap_sync(priv->dmat, sgl->dma_map, BUS_DMASYNC_PREREAD); in linux_dma_unmap_sg_attrs() argument 1945 bus_dmamap_sync(priv->dmat, sgl->dma_map, BUS_DMASYNC_PREWRITE); in linux_dma_unmap_sg_attrs() 1958 linux_dma_unmap_sg_attrs(struct device *dev, struct scatterlist *sgl, in linux_dma_unmap_sg_attrs() 1883 linux_dma_map_sg_attrs(struct device * dev,struct scatterlist * sgl,int nents,enum dma_data_direction direction,unsigned long attrs) linux_dma_map_sg_attrs() argument [all...] |
| /freebsd/sys/dev/mlx5/mlx5_ib/ |
| H A D | mlx5_ib_mem.c | 61 for_each_sg(umem->sg_head.sgl, sg, umem->nmap, entry) { in mlx5_ib_cont_pages() 156 for_each_sg(umem->sg_head.sgl, sg, umem->nmap, entry) { in __mlx5_ib_populate_pas()
|
| /freebsd/sys/dev/cxgbe/iw_cxgbe/ |
| H A D | mem.c | 442 for_each_sg(mhp->umem->sg_head.sgl, sg, mhp->umem->nmap, entry) { in c4iw_get_dma_mr() 63 struct ulptx_sgl *sgl; _c4iw_write_mem_dma_aligned() local
|