19c92ab61SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only 204a9016eSOhad Ben-Cohen /* 304a9016eSOhad Ben-Cohen * Remote processor messaging transport (OMAP platform-specific bits) 404a9016eSOhad Ben-Cohen * 504a9016eSOhad Ben-Cohen * Copyright (C) 2011 Texas Instruments, Inc. 604a9016eSOhad Ben-Cohen * Copyright (C) 2011 Google, Inc. 704a9016eSOhad Ben-Cohen * 804a9016eSOhad Ben-Cohen * Ohad Ben-Cohen <ohad@wizery.com> 904a9016eSOhad Ben-Cohen * Brian Swetland <swetland@google.com> 1004a9016eSOhad Ben-Cohen */ 1104a9016eSOhad Ben-Cohen 12*0a0f0d8bSChristoph Hellwig #include <linux/dma-map-ops.h> 1304a9016eSOhad Ben-Cohen #include <linux/export.h> 14086d0872SLoic Pallardy #include <linux/of_reserved_mem.h> 1504a9016eSOhad Ben-Cohen #include <linux/remoteproc.h> 1604a9016eSOhad Ben-Cohen #include <linux/virtio.h> 1704a9016eSOhad Ben-Cohen #include <linux/virtio_config.h> 1804a9016eSOhad Ben-Cohen #include <linux/virtio_ids.h> 1904a9016eSOhad Ben-Cohen #include <linux/virtio_ring.h> 2004a9016eSOhad Ben-Cohen #include <linux/err.h> 2104a9016eSOhad Ben-Cohen #include <linux/kref.h> 2204a9016eSOhad Ben-Cohen #include <linux/slab.h> 2304a9016eSOhad Ben-Cohen 2404a9016eSOhad Ben-Cohen #include "remoteproc_internal.h" 2504a9016eSOhad Ben-Cohen 2604a9016eSOhad Ben-Cohen /* kick the remote processor, and let it know which virtqueue to poke at */ 2746f9c2b9SHeinz Graalfs static bool rproc_virtio_notify(struct virtqueue *vq) 2804a9016eSOhad Ben-Cohen { 297a186941SOhad Ben-Cohen struct rproc_vring *rvring = vq->priv; 307a186941SOhad Ben-Cohen struct rproc *rproc = rvring->rvdev->rproc; 317a186941SOhad Ben-Cohen int notifyid = rvring->notifyid; 3204a9016eSOhad Ben-Cohen 33b5ab5e24SOhad Ben-Cohen dev_dbg(&rproc->dev, "kicking vq index: %d\n", notifyid); 3404a9016eSOhad Ben-Cohen 357a186941SOhad Ben-Cohen rproc->ops->kick(rproc, notifyid); 3646f9c2b9SHeinz Graalfs return true; 3704a9016eSOhad Ben-Cohen } 3804a9016eSOhad Ben-Cohen 3904a9016eSOhad Ben-Cohen /** 4004a9016eSOhad Ben-Cohen * rproc_vq_interrupt() - tell remoteproc that a virtqueue is interrupted 4104a9016eSOhad Ben-Cohen * @rproc: handle to the remote processor 427a186941SOhad Ben-Cohen * @notifyid: index of the signalled virtqueue (unique per this @rproc) 4304a9016eSOhad Ben-Cohen * 4404a9016eSOhad Ben-Cohen * This function should be called by the platform-specific rproc driver, 4504a9016eSOhad Ben-Cohen * when the remote processor signals that a specific virtqueue has pending 4604a9016eSOhad Ben-Cohen * messages available. 4704a9016eSOhad Ben-Cohen * 487a186941SOhad Ben-Cohen * Returns IRQ_NONE if no message was found in the @notifyid virtqueue, 4904a9016eSOhad Ben-Cohen * and otherwise returns IRQ_HANDLED. 5004a9016eSOhad Ben-Cohen */ 517a186941SOhad Ben-Cohen irqreturn_t rproc_vq_interrupt(struct rproc *rproc, int notifyid) 5204a9016eSOhad Ben-Cohen { 537a186941SOhad Ben-Cohen struct rproc_vring *rvring; 547a186941SOhad Ben-Cohen 55b5ab5e24SOhad Ben-Cohen dev_dbg(&rproc->dev, "vq index %d is interrupted\n", notifyid); 567a186941SOhad Ben-Cohen 577a186941SOhad Ben-Cohen rvring = idr_find(&rproc->notifyids, notifyid); 587a186941SOhad Ben-Cohen if (!rvring || !rvring->vq) 597a186941SOhad Ben-Cohen return IRQ_NONE; 607a186941SOhad Ben-Cohen 617a186941SOhad Ben-Cohen return vring_interrupt(0, rvring->vq); 6204a9016eSOhad Ben-Cohen } 6304a9016eSOhad Ben-Cohen EXPORT_SYMBOL(rproc_vq_interrupt); 6404a9016eSOhad Ben-Cohen 6504a9016eSOhad Ben-Cohen static struct virtqueue *rp_find_vq(struct virtio_device *vdev, 66f145928dSAnna, Suman unsigned int id, 6704a9016eSOhad Ben-Cohen void (*callback)(struct virtqueue *vq), 68f94682ddSMichael S. Tsirkin const char *name, bool ctx) 6904a9016eSOhad Ben-Cohen { 707a186941SOhad Ben-Cohen struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 7104a9016eSOhad Ben-Cohen struct rproc *rproc = vdev_to_rproc(vdev); 72b5ab5e24SOhad Ben-Cohen struct device *dev = &rproc->dev; 73c6aed238SLoic Pallardy struct rproc_mem_entry *mem; 747a186941SOhad Ben-Cohen struct rproc_vring *rvring; 75c6aed238SLoic Pallardy struct fw_rsc_vdev *rsc; 7604a9016eSOhad Ben-Cohen struct virtqueue *vq; 7704a9016eSOhad Ben-Cohen void *addr; 78a863af5dSBjorn Andersson int len, size; 7904a9016eSOhad Ben-Cohen 807a186941SOhad Ben-Cohen /* we're temporarily limited to two virtqueues per rvdev */ 817a186941SOhad Ben-Cohen if (id >= ARRAY_SIZE(rvdev->vring)) 827a186941SOhad Ben-Cohen return ERR_PTR(-EINVAL); 8304a9016eSOhad Ben-Cohen 846457f126SMichael S. Tsirkin if (!name) 856457f126SMichael S. Tsirkin return NULL; 866457f126SMichael S. Tsirkin 87c6aed238SLoic Pallardy /* Search allocated memory region by name */ 88c6aed238SLoic Pallardy mem = rproc_find_carveout_by_name(rproc, "vdev%dvring%d", rvdev->index, 89c6aed238SLoic Pallardy id); 90c6aed238SLoic Pallardy if (!mem || !mem->va) 91c6aed238SLoic Pallardy return ERR_PTR(-ENOMEM); 92c6aed238SLoic Pallardy 936db20ea8SOhad Ben-Cohen rvring = &rvdev->vring[id]; 94c6aed238SLoic Pallardy addr = mem->va; 957a186941SOhad Ben-Cohen len = rvring->len; 9604a9016eSOhad Ben-Cohen 977a186941SOhad Ben-Cohen /* zero vring */ 987a186941SOhad Ben-Cohen size = vring_size(len, rvring->align); 997a186941SOhad Ben-Cohen memset(addr, 0, size); 1007a186941SOhad Ben-Cohen 101276ec993SLoic Pallardy dev_dbg(dev, "vring%d: va %pK qsz %d notifyid %d\n", 1027a186941SOhad Ben-Cohen id, addr, len, rvring->notifyid); 10304a9016eSOhad Ben-Cohen 10404a9016eSOhad Ben-Cohen /* 10504a9016eSOhad Ben-Cohen * Create the new vq, and tell virtio we're not interested in 10604a9016eSOhad Ben-Cohen * the 'weak' smp barriers, since we're talking with a real device. 10704a9016eSOhad Ben-Cohen */ 108f94682ddSMichael S. Tsirkin vq = vring_new_virtqueue(id, len, rvring->align, vdev, false, ctx, 109f94682ddSMichael S. Tsirkin addr, rproc_virtio_notify, callback, name); 11004a9016eSOhad Ben-Cohen if (!vq) { 111b5ab5e24SOhad Ben-Cohen dev_err(dev, "vring_new_virtqueue %s failed\n", name); 1126db20ea8SOhad Ben-Cohen rproc_free_vring(rvring); 1137a186941SOhad Ben-Cohen return ERR_PTR(-ENOMEM); 11404a9016eSOhad Ben-Cohen } 11504a9016eSOhad Ben-Cohen 1167a186941SOhad Ben-Cohen rvring->vq = vq; 1177a186941SOhad Ben-Cohen vq->priv = rvring; 11804a9016eSOhad Ben-Cohen 119c6aed238SLoic Pallardy /* Update vring in resource table */ 120c6aed238SLoic Pallardy rsc = (void *)rproc->table_ptr + rvdev->rsc_offset; 121c6aed238SLoic Pallardy rsc->vring[id].da = mem->da; 122c6aed238SLoic Pallardy 12304a9016eSOhad Ben-Cohen return vq; 12404a9016eSOhad Ben-Cohen } 12504a9016eSOhad Ben-Cohen 126dab55bbaSOhad Ben-Cohen static void __rproc_virtio_del_vqs(struct virtio_device *vdev) 12704a9016eSOhad Ben-Cohen { 12804a9016eSOhad Ben-Cohen struct virtqueue *vq, *n; 1297a186941SOhad Ben-Cohen struct rproc_vring *rvring; 13004a9016eSOhad Ben-Cohen 13104a9016eSOhad Ben-Cohen list_for_each_entry_safe(vq, n, &vdev->vqs, list) { 1327a186941SOhad Ben-Cohen rvring = vq->priv; 1337a186941SOhad Ben-Cohen rvring->vq = NULL; 13404a9016eSOhad Ben-Cohen vring_del_virtqueue(vq); 13504a9016eSOhad Ben-Cohen } 13604a9016eSOhad Ben-Cohen } 13704a9016eSOhad Ben-Cohen 138dab55bbaSOhad Ben-Cohen static void rproc_virtio_del_vqs(struct virtio_device *vdev) 139dab55bbaSOhad Ben-Cohen { 140dab55bbaSOhad Ben-Cohen __rproc_virtio_del_vqs(vdev); 141dab55bbaSOhad Ben-Cohen } 142dab55bbaSOhad Ben-Cohen 143f145928dSAnna, Suman static int rproc_virtio_find_vqs(struct virtio_device *vdev, unsigned int nvqs, 14404a9016eSOhad Ben-Cohen struct virtqueue *vqs[], 14504a9016eSOhad Ben-Cohen vq_callback_t *callbacks[], 146fb5e31d9SChristoph Hellwig const char * const names[], 147f94682ddSMichael S. Tsirkin const bool * ctx, 148fb5e31d9SChristoph Hellwig struct irq_affinity *desc) 14904a9016eSOhad Ben-Cohen { 150a229989dSWei Wang int i, ret, queue_idx = 0; 15104a9016eSOhad Ben-Cohen 15204a9016eSOhad Ben-Cohen for (i = 0; i < nvqs; ++i) { 153a229989dSWei Wang if (!names[i]) { 154a229989dSWei Wang vqs[i] = NULL; 155a229989dSWei Wang continue; 156a229989dSWei Wang } 157a229989dSWei Wang 158a229989dSWei Wang vqs[i] = rp_find_vq(vdev, queue_idx++, callbacks[i], names[i], 159f94682ddSMichael S. Tsirkin ctx ? ctx[i] : false); 16004a9016eSOhad Ben-Cohen if (IS_ERR(vqs[i])) { 16104a9016eSOhad Ben-Cohen ret = PTR_ERR(vqs[i]); 16204a9016eSOhad Ben-Cohen goto error; 16304a9016eSOhad Ben-Cohen } 16404a9016eSOhad Ben-Cohen } 16504a9016eSOhad Ben-Cohen 16604a9016eSOhad Ben-Cohen return 0; 16704a9016eSOhad Ben-Cohen 16804a9016eSOhad Ben-Cohen error: 169dab55bbaSOhad Ben-Cohen __rproc_virtio_del_vqs(vdev); 17004a9016eSOhad Ben-Cohen return ret; 17104a9016eSOhad Ben-Cohen } 17204a9016eSOhad Ben-Cohen 17304a9016eSOhad Ben-Cohen static u8 rproc_virtio_get_status(struct virtio_device *vdev) 17404a9016eSOhad Ben-Cohen { 17592b38f85SSjur Brændeland struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 17692b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 17792b38f85SSjur Brændeland 17892b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 17992b38f85SSjur Brændeland 18092b38f85SSjur Brændeland return rsc->status; 18104a9016eSOhad Ben-Cohen } 18204a9016eSOhad Ben-Cohen 18304a9016eSOhad Ben-Cohen static void rproc_virtio_set_status(struct virtio_device *vdev, u8 status) 18404a9016eSOhad Ben-Cohen { 18592b38f85SSjur Brændeland struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 18692b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 18792b38f85SSjur Brændeland 18892b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 18992b38f85SSjur Brændeland 19092b38f85SSjur Brændeland rsc->status = status; 1917a186941SOhad Ben-Cohen dev_dbg(&vdev->dev, "status: %d\n", status); 19204a9016eSOhad Ben-Cohen } 19304a9016eSOhad Ben-Cohen 19404a9016eSOhad Ben-Cohen static void rproc_virtio_reset(struct virtio_device *vdev) 19504a9016eSOhad Ben-Cohen { 19692b38f85SSjur Brændeland struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 19792b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 19892b38f85SSjur Brændeland 19992b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 20092b38f85SSjur Brændeland 20192b38f85SSjur Brændeland rsc->status = 0; 20204a9016eSOhad Ben-Cohen dev_dbg(&vdev->dev, "reset !\n"); 20304a9016eSOhad Ben-Cohen } 20404a9016eSOhad Ben-Cohen 20504a9016eSOhad Ben-Cohen /* provide the vdev features as retrieved from the firmware */ 206d0254773SMichael S. Tsirkin static u64 rproc_virtio_get_features(struct virtio_device *vdev) 20704a9016eSOhad Ben-Cohen { 2087a186941SOhad Ben-Cohen struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 20992b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 21004a9016eSOhad Ben-Cohen 21192b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 21292b38f85SSjur Brændeland 21392b38f85SSjur Brændeland return rsc->dfeatures; 21404a9016eSOhad Ben-Cohen } 21504a9016eSOhad Ben-Cohen 2163a814fdfSTiwei Bie static void rproc_transport_features(struct virtio_device *vdev) 2173a814fdfSTiwei Bie { 2183a814fdfSTiwei Bie /* 2193a814fdfSTiwei Bie * Packed ring isn't enabled on remoteproc for now, 2203a814fdfSTiwei Bie * because remoteproc uses vring_new_virtqueue() which 2213a814fdfSTiwei Bie * creates virtio rings on preallocated memory. 2223a814fdfSTiwei Bie */ 2233a814fdfSTiwei Bie __virtio_clear_bit(vdev, VIRTIO_F_RING_PACKED); 2243a814fdfSTiwei Bie } 2253a814fdfSTiwei Bie 2265c609a5eSMichael S. Tsirkin static int rproc_virtio_finalize_features(struct virtio_device *vdev) 22704a9016eSOhad Ben-Cohen { 2287a186941SOhad Ben-Cohen struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 22992b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 23092b38f85SSjur Brændeland 23192b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 23204a9016eSOhad Ben-Cohen 23304a9016eSOhad Ben-Cohen /* Give virtio_ring a chance to accept features */ 23404a9016eSOhad Ben-Cohen vring_transport_features(vdev); 23504a9016eSOhad Ben-Cohen 2363a814fdfSTiwei Bie /* Give virtio_rproc a chance to accept features. */ 2373a814fdfSTiwei Bie rproc_transport_features(vdev); 2383a814fdfSTiwei Bie 23993d389f8SMichael S. Tsirkin /* Make sure we don't have any features > 32 bits! */ 24093d389f8SMichael S. Tsirkin BUG_ON((u32)vdev->features != vdev->features); 24193d389f8SMichael S. Tsirkin 24204a9016eSOhad Ben-Cohen /* 24304a9016eSOhad Ben-Cohen * Remember the finalized features of our vdev, and provide it 24404a9016eSOhad Ben-Cohen * to the remote processor once it is powered on. 24504a9016eSOhad Ben-Cohen */ 246e16e12beSMichael S. Tsirkin rsc->gfeatures = vdev->features; 2475c609a5eSMichael S. Tsirkin 2485c609a5eSMichael S. Tsirkin return 0; 24992b38f85SSjur Brændeland } 25092b38f85SSjur Brændeland 251f145928dSAnna, Suman static void rproc_virtio_get(struct virtio_device *vdev, unsigned int offset, 252f145928dSAnna, Suman void *buf, unsigned int len) 25392b38f85SSjur Brændeland { 25492b38f85SSjur Brændeland struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 25592b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 25692b38f85SSjur Brændeland void *cfg; 25792b38f85SSjur Brændeland 25892b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 25992b38f85SSjur Brændeland cfg = &rsc->vring[rsc->num_of_vrings]; 26092b38f85SSjur Brændeland 26192b38f85SSjur Brændeland if (offset + len > rsc->config_len || offset + len < len) { 26292b38f85SSjur Brændeland dev_err(&vdev->dev, "rproc_virtio_get: access out of bounds\n"); 26392b38f85SSjur Brændeland return; 26492b38f85SSjur Brændeland } 26592b38f85SSjur Brændeland 26692b38f85SSjur Brændeland memcpy(buf, cfg + offset, len); 26792b38f85SSjur Brændeland } 26892b38f85SSjur Brændeland 269f145928dSAnna, Suman static void rproc_virtio_set(struct virtio_device *vdev, unsigned int offset, 270f145928dSAnna, Suman const void *buf, unsigned int len) 27192b38f85SSjur Brændeland { 27292b38f85SSjur Brændeland struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 27392b38f85SSjur Brændeland struct fw_rsc_vdev *rsc; 27492b38f85SSjur Brændeland void *cfg; 27592b38f85SSjur Brændeland 27692b38f85SSjur Brændeland rsc = (void *)rvdev->rproc->table_ptr + rvdev->rsc_offset; 27792b38f85SSjur Brændeland cfg = &rsc->vring[rsc->num_of_vrings]; 27892b38f85SSjur Brændeland 27992b38f85SSjur Brændeland if (offset + len > rsc->config_len || offset + len < len) { 28092b38f85SSjur Brændeland dev_err(&vdev->dev, "rproc_virtio_set: access out of bounds\n"); 28192b38f85SSjur Brændeland return; 28292b38f85SSjur Brændeland } 28392b38f85SSjur Brændeland 28492b38f85SSjur Brændeland memcpy(cfg + offset, buf, len); 28504a9016eSOhad Ben-Cohen } 28604a9016eSOhad Ben-Cohen 28793503932SStephen Hemminger static const struct virtio_config_ops rproc_virtio_config_ops = { 28804a9016eSOhad Ben-Cohen .get_features = rproc_virtio_get_features, 28904a9016eSOhad Ben-Cohen .finalize_features = rproc_virtio_finalize_features, 29004a9016eSOhad Ben-Cohen .find_vqs = rproc_virtio_find_vqs, 29104a9016eSOhad Ben-Cohen .del_vqs = rproc_virtio_del_vqs, 29204a9016eSOhad Ben-Cohen .reset = rproc_virtio_reset, 29304a9016eSOhad Ben-Cohen .set_status = rproc_virtio_set_status, 29404a9016eSOhad Ben-Cohen .get_status = rproc_virtio_get_status, 29592b38f85SSjur Brændeland .get = rproc_virtio_get, 29692b38f85SSjur Brændeland .set = rproc_virtio_set, 29704a9016eSOhad Ben-Cohen }; 29804a9016eSOhad Ben-Cohen 29904a9016eSOhad Ben-Cohen /* 30004a9016eSOhad Ben-Cohen * This function is called whenever vdev is released, and is responsible 3017183a2a7SOhad Ben-Cohen * to decrement the remote processor's refcount which was taken when vdev was 30204a9016eSOhad Ben-Cohen * added. 30304a9016eSOhad Ben-Cohen * 30404a9016eSOhad Ben-Cohen * Never call this function directly; it will be called by the driver 30504a9016eSOhad Ben-Cohen * core when needed. 30604a9016eSOhad Ben-Cohen */ 307aab8d802SBjorn Andersson static void rproc_virtio_dev_release(struct device *dev) 30804a9016eSOhad Ben-Cohen { 30904a9016eSOhad Ben-Cohen struct virtio_device *vdev = dev_to_virtio(dev); 3106db20ea8SOhad Ben-Cohen struct rproc_vdev *rvdev = vdev_to_rvdev(vdev); 31104a9016eSOhad Ben-Cohen struct rproc *rproc = vdev_to_rproc(vdev); 31204a9016eSOhad Ben-Cohen 313d4c036feSLoic Pallardy kfree(vdev); 314d4c036feSLoic Pallardy 315aab8d802SBjorn Andersson kref_put(&rvdev->refcount, rproc_vdev_release); 3166db20ea8SOhad Ben-Cohen 3177183a2a7SOhad Ben-Cohen put_device(&rproc->dev); 31804a9016eSOhad Ben-Cohen } 31904a9016eSOhad Ben-Cohen 32004a9016eSOhad Ben-Cohen /** 3217a186941SOhad Ben-Cohen * rproc_add_virtio_dev() - register an rproc-induced virtio device 3227a186941SOhad Ben-Cohen * @rvdev: the remote vdev 3232e7d4c2cSArnaud Pouliquen * @id: the device type identification (used to match it with a driver). 32404a9016eSOhad Ben-Cohen * 3257a186941SOhad Ben-Cohen * This function registers a virtio device. This vdev's partent is 3267a186941SOhad Ben-Cohen * the rproc device. 32704a9016eSOhad Ben-Cohen * 3287a186941SOhad Ben-Cohen * Returns 0 on success or an appropriate error value otherwise. 32904a9016eSOhad Ben-Cohen */ 3307a186941SOhad Ben-Cohen int rproc_add_virtio_dev(struct rproc_vdev *rvdev, int id) 33104a9016eSOhad Ben-Cohen { 3327a186941SOhad Ben-Cohen struct rproc *rproc = rvdev->rproc; 333086d0872SLoic Pallardy struct device *dev = &rvdev->dev; 334d4c036feSLoic Pallardy struct virtio_device *vdev; 335086d0872SLoic Pallardy struct rproc_mem_entry *mem; 33604a9016eSOhad Ben-Cohen int ret; 33704a9016eSOhad Ben-Cohen 338791c13b7SNikita Shubin if (rproc->ops->kick == NULL) { 339791c13b7SNikita Shubin ret = -EINVAL; 3402fb75ceaSChristophe JAILLET dev_err(dev, ".kick method not defined for %s\n", rproc->name); 341791c13b7SNikita Shubin goto out; 342791c13b7SNikita Shubin } 343791c13b7SNikita Shubin 344086d0872SLoic Pallardy /* Try to find dedicated vdev buffer carveout */ 345086d0872SLoic Pallardy mem = rproc_find_carveout_by_name(rproc, "vdev%dbuffer", rvdev->index); 346086d0872SLoic Pallardy if (mem) { 347086d0872SLoic Pallardy phys_addr_t pa; 348086d0872SLoic Pallardy 349086d0872SLoic Pallardy if (mem->of_resm_idx != -1) { 350086d0872SLoic Pallardy struct device_node *np = rproc->dev.parent->of_node; 351086d0872SLoic Pallardy 352086d0872SLoic Pallardy /* Associate reserved memory to vdev device */ 353086d0872SLoic Pallardy ret = of_reserved_mem_device_init_by_idx(dev, np, 354086d0872SLoic Pallardy mem->of_resm_idx); 355086d0872SLoic Pallardy if (ret) { 356086d0872SLoic Pallardy dev_err(dev, "Can't associate reserved memory\n"); 357086d0872SLoic Pallardy goto out; 358086d0872SLoic Pallardy } 359086d0872SLoic Pallardy } else { 360086d0872SLoic Pallardy if (mem->va) { 361086d0872SLoic Pallardy dev_warn(dev, "vdev %d buffer already mapped\n", 362086d0872SLoic Pallardy rvdev->index); 363086d0872SLoic Pallardy pa = rproc_va_to_pa(mem->va); 364086d0872SLoic Pallardy } else { 365086d0872SLoic Pallardy /* Use dma address as carveout no memmapped yet */ 366086d0872SLoic Pallardy pa = (phys_addr_t)mem->dma; 367086d0872SLoic Pallardy } 368086d0872SLoic Pallardy 369086d0872SLoic Pallardy /* Associate vdev buffer memory pool to vdev subdev */ 370086d0872SLoic Pallardy ret = dma_declare_coherent_memory(dev, pa, 371086d0872SLoic Pallardy mem->da, 372d664ce75SStephen Rothwell mem->len); 373086d0872SLoic Pallardy if (ret < 0) { 374086d0872SLoic Pallardy dev_err(dev, "Failed to associate buffer\n"); 375086d0872SLoic Pallardy goto out; 376086d0872SLoic Pallardy } 377086d0872SLoic Pallardy } 378db9178a4STero Kristo } else { 379db9178a4STero Kristo struct device_node *np = rproc->dev.parent->of_node; 380db9178a4STero Kristo 381db9178a4STero Kristo /* 382db9178a4STero Kristo * If we don't have dedicated buffer, just attempt to re-assign 383db9178a4STero Kristo * the reserved memory from our parent. A default memory-region 384db9178a4STero Kristo * at index 0 from the parent's memory-regions is assigned for 385db9178a4STero Kristo * the rvdev dev to allocate from. Failure is non-critical and 386db9178a4STero Kristo * the allocations will fall back to global pools, so don't 387db9178a4STero Kristo * check return value either. 388db9178a4STero Kristo */ 389db9178a4STero Kristo of_reserved_mem_device_init_by_idx(dev, np, 0); 390086d0872SLoic Pallardy } 391086d0872SLoic Pallardy 392d4c036feSLoic Pallardy /* Allocate virtio device */ 393d4c036feSLoic Pallardy vdev = kzalloc(sizeof(*vdev), GFP_KERNEL); 394d4c036feSLoic Pallardy if (!vdev) { 395d4c036feSLoic Pallardy ret = -ENOMEM; 396d4c036feSLoic Pallardy goto out; 397d4c036feSLoic Pallardy } 3987a186941SOhad Ben-Cohen vdev->id.device = id, 3997a186941SOhad Ben-Cohen vdev->config = &rproc_virtio_config_ops, 4007a186941SOhad Ben-Cohen vdev->dev.parent = dev; 401aab8d802SBjorn Andersson vdev->dev.release = rproc_virtio_dev_release; 40204a9016eSOhad Ben-Cohen 40304a9016eSOhad Ben-Cohen /* 40404a9016eSOhad Ben-Cohen * We're indirectly making a non-temporary copy of the rproc pointer 40504a9016eSOhad Ben-Cohen * here, because drivers probed with this vdev will indirectly 40604a9016eSOhad Ben-Cohen * access the wrapping rproc. 40704a9016eSOhad Ben-Cohen * 40804a9016eSOhad Ben-Cohen * Therefore we must increment the rproc refcount here, and decrement 40904a9016eSOhad Ben-Cohen * it _only_ when the vdev is released. 41004a9016eSOhad Ben-Cohen */ 4117183a2a7SOhad Ben-Cohen get_device(&rproc->dev); 41204a9016eSOhad Ben-Cohen 413aab8d802SBjorn Andersson /* Reference the vdev and vring allocations */ 414aab8d802SBjorn Andersson kref_get(&rvdev->refcount); 415aab8d802SBjorn Andersson 4167a186941SOhad Ben-Cohen ret = register_virtio_device(vdev); 41704a9016eSOhad Ben-Cohen if (ret) { 418900a163eSweiping zhang put_device(&vdev->dev); 41904a9016eSOhad Ben-Cohen dev_err(dev, "failed to register vdev: %d\n", ret); 4207a186941SOhad Ben-Cohen goto out; 42104a9016eSOhad Ben-Cohen } 42204a9016eSOhad Ben-Cohen 4237a186941SOhad Ben-Cohen dev_info(dev, "registered %s (type %d)\n", dev_name(&vdev->dev), id); 4247a186941SOhad Ben-Cohen 4257a186941SOhad Ben-Cohen out: 42604a9016eSOhad Ben-Cohen return ret; 42704a9016eSOhad Ben-Cohen } 42804a9016eSOhad Ben-Cohen 42904a9016eSOhad Ben-Cohen /** 4307a186941SOhad Ben-Cohen * rproc_remove_virtio_dev() - remove an rproc-induced virtio device 431d4c036feSLoic Pallardy * @dev: the virtio device 432d4c036feSLoic Pallardy * @data: must be null 43304a9016eSOhad Ben-Cohen * 4347a186941SOhad Ben-Cohen * This function unregisters an existing virtio device. 43504a9016eSOhad Ben-Cohen */ 436d4c036feSLoic Pallardy int rproc_remove_virtio_dev(struct device *dev, void *data) 43704a9016eSOhad Ben-Cohen { 438d4c036feSLoic Pallardy struct virtio_device *vdev = dev_to_virtio(dev); 439d4c036feSLoic Pallardy 440d4c036feSLoic Pallardy unregister_virtio_device(vdev); 441d4c036feSLoic Pallardy return 0; 44204a9016eSOhad Ben-Cohen } 443