1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * Copyright (C) 2014-2018 Etnaviv Project 4 */ 5 6 #include <drm/drm_prime.h> 7 #include <linux/dma-buf.h> 8 9 #include "etnaviv_drv.h" 10 #include "etnaviv_gem.h" 11 12 static struct lock_class_key etnaviv_prime_lock_class; 13 14 struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj) 15 { 16 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 17 int npages = obj->size >> PAGE_SHIFT; 18 19 if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */ 20 return ERR_PTR(-EINVAL); 21 22 return drm_prime_pages_to_sg(obj->dev, etnaviv_obj->pages, npages); 23 } 24 25 int etnaviv_gem_prime_vmap(struct drm_gem_object *obj, struct dma_buf_map *map) 26 { 27 void *vaddr; 28 29 vaddr = etnaviv_gem_vmap(obj); 30 if (!vaddr) 31 return -ENOMEM; 32 dma_buf_map_set_vaddr(map, vaddr); 33 34 return 0; 35 } 36 37 int etnaviv_gem_prime_mmap(struct drm_gem_object *obj, 38 struct vm_area_struct *vma) 39 { 40 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 41 int ret; 42 43 ret = drm_gem_mmap_obj(obj, obj->size, vma); 44 if (ret < 0) 45 return ret; 46 47 return etnaviv_obj->ops->mmap(etnaviv_obj, vma); 48 } 49 50 int etnaviv_gem_prime_pin(struct drm_gem_object *obj) 51 { 52 if (!obj->import_attach) { 53 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 54 55 mutex_lock(&etnaviv_obj->lock); 56 etnaviv_gem_get_pages(etnaviv_obj); 57 mutex_unlock(&etnaviv_obj->lock); 58 } 59 return 0; 60 } 61 62 void etnaviv_gem_prime_unpin(struct drm_gem_object *obj) 63 { 64 if (!obj->import_attach) { 65 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj); 66 67 mutex_lock(&etnaviv_obj->lock); 68 etnaviv_gem_put_pages(to_etnaviv_bo(obj)); 69 mutex_unlock(&etnaviv_obj->lock); 70 } 71 } 72 73 static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj) 74 { 75 struct dma_buf_map map = DMA_BUF_MAP_INIT_VADDR(etnaviv_obj->vaddr); 76 77 if (etnaviv_obj->vaddr) 78 dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf, &map); 79 80 /* Don't drop the pages for imported dmabuf, as they are not 81 * ours, just free the array we allocated: 82 */ 83 if (etnaviv_obj->pages) 84 kvfree(etnaviv_obj->pages); 85 86 drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt); 87 } 88 89 static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj) 90 { 91 struct dma_buf_map map; 92 int ret; 93 94 lockdep_assert_held(&etnaviv_obj->lock); 95 96 ret = dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf, &map); 97 if (ret) 98 return NULL; 99 return map.vaddr; 100 } 101 102 static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj, 103 struct vm_area_struct *vma) 104 { 105 return dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0); 106 } 107 108 static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = { 109 /* .get_pages should never be called */ 110 .release = etnaviv_gem_prime_release, 111 .vmap = etnaviv_gem_prime_vmap_impl, 112 .mmap = etnaviv_gem_prime_mmap_obj, 113 }; 114 115 struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev, 116 struct dma_buf_attachment *attach, struct sg_table *sgt) 117 { 118 struct etnaviv_gem_object *etnaviv_obj; 119 size_t size = PAGE_ALIGN(attach->dmabuf->size); 120 int ret, npages; 121 122 ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC, 123 &etnaviv_gem_prime_ops, &etnaviv_obj); 124 if (ret < 0) 125 return ERR_PTR(ret); 126 127 lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class); 128 129 npages = size / PAGE_SIZE; 130 131 etnaviv_obj->sgt = sgt; 132 etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL); 133 if (!etnaviv_obj->pages) { 134 ret = -ENOMEM; 135 goto fail; 136 } 137 138 ret = drm_prime_sg_to_page_array(sgt, etnaviv_obj->pages, npages); 139 if (ret) 140 goto fail; 141 142 etnaviv_gem_obj_add(dev, &etnaviv_obj->base); 143 144 return &etnaviv_obj->base; 145 146 fail: 147 drm_gem_object_put(&etnaviv_obj->base); 148 149 return ERR_PTR(ret); 150 } 151