// SPDX-License-Identifier: GPL-2.0+ #include "fdma_api.h" #include #include #include /* Add a DB to a DCB, providing a callback for getting the DB dataptr. */ static int __fdma_db_add(struct fdma *fdma, int dcb_idx, int db_idx, u64 status, int (*cb)(struct fdma *fdma, int dcb_idx, int db_idx, u64 *dataptr)) { struct fdma_db *db = fdma_db_get(fdma, dcb_idx, db_idx); db->status = status; return cb(fdma, dcb_idx, db_idx, &db->dataptr); } /* Add a DB to a DCB, using the callback set in the fdma_ops struct. */ int fdma_db_add(struct fdma *fdma, int dcb_idx, int db_idx, u64 status) { return __fdma_db_add(fdma, dcb_idx, db_idx, status, fdma->ops.dataptr_cb); } /* Add a DCB with callbacks for getting the DB dataptr and the DCB nextptr. */ int __fdma_dcb_add(struct fdma *fdma, int dcb_idx, u64 info, u64 status, int (*dcb_cb)(struct fdma *fdma, int dcb_idx, u64 *nextptr), int (*db_cb)(struct fdma *fdma, int dcb_idx, int db_idx, u64 *dataptr)) { struct fdma_dcb *dcb = fdma_dcb_get(fdma, dcb_idx); int i, err; for (i = 0; i < fdma->n_dbs; i++) { err = __fdma_db_add(fdma, dcb_idx, i, status, db_cb); if (unlikely(err)) return err; } err = dcb_cb(fdma, dcb_idx, &fdma->last_dcb->nextptr); if (unlikely(err)) return err; fdma->last_dcb = dcb; dcb->nextptr = FDMA_DCB_INVALID_DATA; dcb->info = info; return 0; } EXPORT_SYMBOL_GPL(__fdma_dcb_add); /* Add a DCB, using the preset callbacks in the fdma_ops struct. */ int fdma_dcb_add(struct fdma *fdma, int dcb_idx, u64 info, u64 status) { return __fdma_dcb_add(fdma, dcb_idx, info, status, fdma->ops.nextptr_cb, fdma->ops.dataptr_cb); } EXPORT_SYMBOL_GPL(fdma_dcb_add); /* Initialize the DCB's and DB's. */ int fdma_dcbs_init(struct fdma *fdma, u64 info, u64 status) { int i, err; fdma->last_dcb = fdma->dcbs; fdma->db_index = 0; fdma->dcb_index = 0; for (i = 0; i < fdma->n_dcbs; i++) { err = fdma_dcb_add(fdma, i, info, status); if (err) return err; } return 0; } EXPORT_SYMBOL_GPL(fdma_dcbs_init); /* Allocate coherent DMA memory for FDMA. */ int fdma_alloc_coherent(struct device *dev, struct fdma *fdma) { fdma->dcbs = dma_alloc_coherent(dev, fdma->size, &fdma->dma, GFP_KERNEL); if (!fdma->dcbs) return -ENOMEM; return 0; } EXPORT_SYMBOL_GPL(fdma_alloc_coherent); /* Allocate physical memory for FDMA. */ int fdma_alloc_phys(struct fdma *fdma) { fdma->dcbs = kzalloc(fdma->size, GFP_KERNEL); if (!fdma->dcbs) return -ENOMEM; fdma->dma = virt_to_phys(fdma->dcbs); return 0; } EXPORT_SYMBOL_GPL(fdma_alloc_phys); /* Free coherent DMA memory. */ void fdma_free_coherent(struct device *dev, struct fdma *fdma) { dma_free_coherent(dev, fdma->size, fdma->dcbs, fdma->dma); } EXPORT_SYMBOL_GPL(fdma_free_coherent); /* Free virtual memory. */ void fdma_free_phys(struct fdma *fdma) { kfree(fdma->dcbs); } EXPORT_SYMBOL_GPL(fdma_free_phys); /* Get the size of the FDMA memory */ u32 fdma_get_size(struct fdma *fdma) { return ALIGN(sizeof(struct fdma_dcb) * fdma->n_dcbs, PAGE_SIZE); } EXPORT_SYMBOL_GPL(fdma_get_size); /* Get the size of the FDMA memory. This function is only applicable if the * dataptr addresses and DCB's are in contiguous memory. */ u32 fdma_get_size_contiguous(struct fdma *fdma) { return ALIGN(fdma->n_dcbs * sizeof(struct fdma_dcb) + fdma->n_dcbs * fdma->n_dbs * fdma->db_size, PAGE_SIZE); } EXPORT_SYMBOL_GPL(fdma_get_size_contiguous);