1 /* 2 * Copyright 2017 Red Hat Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 */ 22 #include "nouveau_vmm.h" 23 #include "nouveau_drv.h" 24 #include "nouveau_bo.h" 25 #include "nouveau_svm.h" 26 #include "nouveau_mem.h" 27 28 void 29 nouveau_vma_unmap(struct nouveau_vma *vma) 30 { 31 if (vma->mem) { 32 nvif_vmm_unmap(&vma->vmm->vmm, vma->addr); 33 vma->mem = NULL; 34 } 35 } 36 37 int 38 nouveau_vma_map(struct nouveau_vma *vma, struct nouveau_mem *mem) 39 { 40 struct nvif_vma tmp = { .addr = vma->addr }; 41 int ret = nouveau_mem_map(mem, &vma->vmm->vmm, &tmp); 42 if (ret) 43 return ret; 44 vma->mem = mem; 45 return 0; 46 } 47 48 struct nouveau_vma * 49 nouveau_vma_find(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm) 50 { 51 struct nouveau_vma *vma; 52 53 list_for_each_entry(vma, &nvbo->vma_list, head) { 54 if (vma->vmm == vmm) 55 return vma; 56 } 57 58 return NULL; 59 } 60 61 void 62 nouveau_vma_del(struct nouveau_vma **pvma) 63 { 64 struct nouveau_vma *vma = *pvma; 65 if (vma && --vma->refs <= 0) { 66 if (likely(vma->addr != ~0ULL)) { 67 struct nvif_vma tmp = { .addr = vma->addr, .size = 1 }; 68 nvif_vmm_put(&vma->vmm->vmm, &tmp); 69 } 70 list_del(&vma->head); 71 kfree(*pvma); 72 } 73 *pvma = NULL; 74 } 75 76 int 77 nouveau_vma_new(struct nouveau_bo *nvbo, struct nouveau_vmm *vmm, 78 struct nouveau_vma **pvma) 79 { 80 struct nouveau_mem *mem = nouveau_mem(&nvbo->bo.mem); 81 struct nouveau_vma *vma; 82 struct nvif_vma tmp; 83 int ret; 84 85 if ((vma = *pvma = nouveau_vma_find(nvbo, vmm))) { 86 vma->refs++; 87 return 0; 88 } 89 90 if (!(vma = *pvma = kmalloc(sizeof(*vma), GFP_KERNEL))) 91 return -ENOMEM; 92 vma->vmm = vmm; 93 vma->refs = 1; 94 vma->addr = ~0ULL; 95 vma->mem = NULL; 96 vma->fence = NULL; 97 list_add_tail(&vma->head, &nvbo->vma_list); 98 99 if (nvbo->bo.mem.mem_type != TTM_PL_SYSTEM && 100 mem->mem.page == nvbo->page) { 101 ret = nvif_vmm_get(&vmm->vmm, LAZY, false, mem->mem.page, 0, 102 mem->mem.size, &tmp); 103 if (ret) 104 goto done; 105 106 vma->addr = tmp.addr; 107 ret = nouveau_vma_map(vma, mem); 108 } else { 109 ret = nvif_vmm_get(&vmm->vmm, PTES, false, mem->mem.page, 0, 110 mem->mem.size, &tmp); 111 vma->addr = tmp.addr; 112 } 113 114 done: 115 if (ret) 116 nouveau_vma_del(pvma); 117 return ret; 118 } 119 120 void 121 nouveau_vmm_fini(struct nouveau_vmm *vmm) 122 { 123 nouveau_svmm_fini(&vmm->svmm); 124 nvif_vmm_fini(&vmm->vmm); 125 vmm->cli = NULL; 126 } 127 128 int 129 nouveau_vmm_init(struct nouveau_cli *cli, s32 oclass, struct nouveau_vmm *vmm) 130 { 131 int ret = nvif_vmm_init(&cli->mmu, oclass, false, PAGE_SIZE, 0, NULL, 0, 132 &vmm->vmm); 133 if (ret) 134 return ret; 135 136 vmm->cli = cli; 137 return 0; 138 } 139