1 /* 2 * Copyright 2012 Red Hat Inc. 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8 * and/or sell copies of the Software, and to permit persons to whom the 9 * Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice shall be included in 12 * all copies or substantial portions of the Software. 13 * 14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20 * OTHER DEALINGS IN THE SOFTWARE. 21 * 22 */ 23 24 #include <nvif/client.h> 25 #include <nvif/driver.h> 26 #include <nvif/fifo.h> 27 #include <nvif/ioctl.h> 28 #include <nvif/class.h> 29 #include <nvif/cl0002.h> 30 #include <nvif/unpack.h> 31 32 #include "nouveau_drv.h" 33 #include "nouveau_dma.h" 34 #include "nouveau_exec.h" 35 #include "nouveau_gem.h" 36 #include "nouveau_chan.h" 37 #include "nouveau_abi16.h" 38 #include "nouveau_vmm.h" 39 #include "nouveau_sched.h" 40 41 static struct nouveau_abi16 * 42 nouveau_abi16(struct drm_file *file_priv) 43 { 44 struct nouveau_cli *cli = nouveau_cli(file_priv); 45 if (!cli->abi16) { 46 struct nouveau_abi16 *abi16; 47 cli->abi16 = abi16 = kzalloc(sizeof(*abi16), GFP_KERNEL); 48 if (cli->abi16) { 49 struct nv_device_v0 args = { 50 .device = ~0ULL, 51 }; 52 53 INIT_LIST_HEAD(&abi16->channels); 54 55 /* allocate device object targeting client's default 56 * device (ie. the one that belongs to the fd it 57 * opened) 58 */ 59 if (nvif_device_ctor(&cli->base.object, "abi16Device", 60 0, NV_DEVICE, &args, sizeof(args), 61 &abi16->device) == 0) 62 return cli->abi16; 63 64 kfree(cli->abi16); 65 cli->abi16 = NULL; 66 } 67 } 68 return cli->abi16; 69 } 70 71 struct nouveau_abi16 * 72 nouveau_abi16_get(struct drm_file *file_priv) 73 { 74 struct nouveau_cli *cli = nouveau_cli(file_priv); 75 mutex_lock(&cli->mutex); 76 if (nouveau_abi16(file_priv)) 77 return cli->abi16; 78 mutex_unlock(&cli->mutex); 79 return NULL; 80 } 81 82 int 83 nouveau_abi16_put(struct nouveau_abi16 *abi16, int ret) 84 { 85 struct nouveau_cli *cli = (void *)abi16->device.object.client; 86 mutex_unlock(&cli->mutex); 87 return ret; 88 } 89 90 s32 91 nouveau_abi16_swclass(struct nouveau_drm *drm) 92 { 93 switch (drm->client.device.info.family) { 94 case NV_DEVICE_INFO_V0_TNT: 95 return NVIF_CLASS_SW_NV04; 96 case NV_DEVICE_INFO_V0_CELSIUS: 97 case NV_DEVICE_INFO_V0_KELVIN: 98 case NV_DEVICE_INFO_V0_RANKINE: 99 case NV_DEVICE_INFO_V0_CURIE: 100 return NVIF_CLASS_SW_NV10; 101 case NV_DEVICE_INFO_V0_TESLA: 102 return NVIF_CLASS_SW_NV50; 103 case NV_DEVICE_INFO_V0_FERMI: 104 case NV_DEVICE_INFO_V0_KEPLER: 105 case NV_DEVICE_INFO_V0_MAXWELL: 106 case NV_DEVICE_INFO_V0_PASCAL: 107 case NV_DEVICE_INFO_V0_VOLTA: 108 return NVIF_CLASS_SW_GF100; 109 } 110 111 return 0x0000; 112 } 113 114 static void 115 nouveau_abi16_ntfy_fini(struct nouveau_abi16_chan *chan, 116 struct nouveau_abi16_ntfy *ntfy) 117 { 118 nvif_object_dtor(&ntfy->object); 119 nvkm_mm_free(&chan->heap, &ntfy->node); 120 list_del(&ntfy->head); 121 kfree(ntfy); 122 } 123 124 static void 125 nouveau_abi16_chan_fini(struct nouveau_abi16 *abi16, 126 struct nouveau_abi16_chan *chan) 127 { 128 struct nouveau_abi16_ntfy *ntfy, *temp; 129 130 /* Cancel all jobs from the entity's queue. */ 131 if (chan->sched) 132 drm_sched_entity_fini(&chan->sched->entity); 133 134 if (chan->chan) 135 nouveau_channel_idle(chan->chan); 136 137 if (chan->sched) 138 nouveau_sched_destroy(&chan->sched); 139 140 /* cleanup notifier state */ 141 list_for_each_entry_safe(ntfy, temp, &chan->notifiers, head) { 142 nouveau_abi16_ntfy_fini(chan, ntfy); 143 } 144 145 if (chan->ntfy) { 146 nouveau_vma_del(&chan->ntfy_vma); 147 nouveau_bo_unpin(chan->ntfy); 148 drm_gem_object_put(&chan->ntfy->bo.base); 149 } 150 151 if (chan->heap.block_size) 152 nvkm_mm_fini(&chan->heap); 153 154 /* destroy channel object, all children will be killed too */ 155 if (chan->chan) { 156 nvif_object_dtor(&chan->ce); 157 nouveau_channel_del(&chan->chan); 158 } 159 160 list_del(&chan->head); 161 kfree(chan); 162 } 163 164 void 165 nouveau_abi16_fini(struct nouveau_abi16 *abi16) 166 { 167 struct nouveau_cli *cli = (void *)abi16->device.object.client; 168 struct nouveau_abi16_chan *chan, *temp; 169 170 /* cleanup channels */ 171 list_for_each_entry_safe(chan, temp, &abi16->channels, head) { 172 nouveau_abi16_chan_fini(abi16, chan); 173 } 174 175 /* destroy the device object */ 176 nvif_device_dtor(&abi16->device); 177 178 kfree(cli->abi16); 179 cli->abi16 = NULL; 180 } 181 182 static inline int 183 getparam_dma_ib_max(struct nvif_device *device) 184 { 185 const struct nvif_mclass dmas[] = { 186 { NV03_CHANNEL_DMA, 0 }, 187 { NV10_CHANNEL_DMA, 0 }, 188 { NV17_CHANNEL_DMA, 0 }, 189 { NV40_CHANNEL_DMA, 0 }, 190 {} 191 }; 192 193 return nvif_mclass(&device->object, dmas) < 0 ? NV50_DMA_IB_MAX : 0; 194 } 195 196 int 197 nouveau_abi16_ioctl_getparam(ABI16_IOCTL_ARGS) 198 { 199 struct nouveau_cli *cli = nouveau_cli(file_priv); 200 struct nouveau_drm *drm = nouveau_drm(dev); 201 struct nvif_device *device = &drm->client.device; 202 struct nvkm_device *nvkm_device = nvxx_device(&drm->client.device); 203 struct nvkm_gr *gr = nvxx_gr(device); 204 struct drm_nouveau_getparam *getparam = data; 205 struct pci_dev *pdev = to_pci_dev(dev->dev); 206 207 switch (getparam->param) { 208 case NOUVEAU_GETPARAM_CHIPSET_ID: 209 getparam->value = device->info.chipset; 210 break; 211 case NOUVEAU_GETPARAM_PCI_VENDOR: 212 if (device->info.platform != NV_DEVICE_INFO_V0_SOC) 213 getparam->value = pdev->vendor; 214 else 215 getparam->value = 0; 216 break; 217 case NOUVEAU_GETPARAM_PCI_DEVICE: 218 if (device->info.platform != NV_DEVICE_INFO_V0_SOC) 219 getparam->value = pdev->device; 220 else 221 getparam->value = 0; 222 break; 223 case NOUVEAU_GETPARAM_BUS_TYPE: 224 switch (device->info.platform) { 225 case NV_DEVICE_INFO_V0_AGP : getparam->value = 0; break; 226 case NV_DEVICE_INFO_V0_PCI : getparam->value = 1; break; 227 case NV_DEVICE_INFO_V0_PCIE: getparam->value = 2; break; 228 case NV_DEVICE_INFO_V0_SOC : getparam->value = 3; break; 229 case NV_DEVICE_INFO_V0_IGP : 230 if (!pci_is_pcie(pdev)) 231 getparam->value = 1; 232 else 233 getparam->value = 2; 234 break; 235 default: 236 WARN_ON(1); 237 break; 238 } 239 break; 240 case NOUVEAU_GETPARAM_FB_SIZE: 241 getparam->value = drm->gem.vram_available; 242 break; 243 case NOUVEAU_GETPARAM_AGP_SIZE: 244 getparam->value = drm->gem.gart_available; 245 break; 246 case NOUVEAU_GETPARAM_VM_VRAM_BASE: 247 getparam->value = 0; /* deprecated */ 248 break; 249 case NOUVEAU_GETPARAM_PTIMER_TIME: 250 getparam->value = nvif_device_time(device); 251 break; 252 case NOUVEAU_GETPARAM_HAS_BO_USAGE: 253 getparam->value = 1; 254 break; 255 case NOUVEAU_GETPARAM_HAS_PAGEFLIP: 256 getparam->value = 1; 257 break; 258 case NOUVEAU_GETPARAM_GRAPH_UNITS: 259 getparam->value = nvkm_gr_units(gr); 260 break; 261 case NOUVEAU_GETPARAM_EXEC_PUSH_MAX: { 262 int ib_max = getparam_dma_ib_max(device); 263 264 getparam->value = nouveau_exec_push_max_from_ib_max(ib_max); 265 break; 266 } 267 case NOUVEAU_GETPARAM_VRAM_BAR_SIZE: 268 getparam->value = nvkm_device->func->resource_size(nvkm_device, 1); 269 break; 270 case NOUVEAU_GETPARAM_VRAM_USED: { 271 struct ttm_resource_manager *vram_mgr = ttm_manager_type(&drm->ttm.bdev, TTM_PL_VRAM); 272 getparam->value = (u64)ttm_resource_manager_usage(vram_mgr); 273 break; 274 } 275 default: 276 NV_PRINTK(dbg, cli, "unknown parameter %lld\n", getparam->param); 277 return -EINVAL; 278 } 279 280 return 0; 281 } 282 283 int 284 nouveau_abi16_ioctl_channel_alloc(ABI16_IOCTL_ARGS) 285 { 286 struct drm_nouveau_channel_alloc *init = data; 287 struct nouveau_cli *cli = nouveau_cli(file_priv); 288 struct nouveau_drm *drm = nouveau_drm(dev); 289 struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); 290 struct nouveau_abi16_chan *chan; 291 struct nvif_device *device; 292 u64 engine, runm; 293 int ret; 294 295 if (unlikely(!abi16)) 296 return -ENOMEM; 297 298 if (!drm->channel) 299 return nouveau_abi16_put(abi16, -ENODEV); 300 301 /* If uvmm wasn't initialized until now disable it completely to prevent 302 * userspace from mixing up UAPIs. 303 * 304 * The client lock is already acquired by nouveau_abi16_get(). 305 */ 306 __nouveau_cli_disable_uvmm_noinit(cli); 307 308 device = &abi16->device; 309 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_GR; 310 311 /* hack to allow channel engine type specification on kepler */ 312 if (device->info.family >= NV_DEVICE_INFO_V0_KEPLER) { 313 if (init->fb_ctxdma_handle == ~0) { 314 switch (init->tt_ctxdma_handle) { 315 case NOUVEAU_FIFO_ENGINE_GR: 316 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_GR; 317 break; 318 case NOUVEAU_FIFO_ENGINE_VP: 319 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSPDEC; 320 break; 321 case NOUVEAU_FIFO_ENGINE_PPP: 322 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSPPP; 323 break; 324 case NOUVEAU_FIFO_ENGINE_BSP: 325 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_MSVLD; 326 break; 327 case NOUVEAU_FIFO_ENGINE_CE: 328 engine = NV_DEVICE_HOST_RUNLIST_ENGINES_CE; 329 break; 330 default: 331 return nouveau_abi16_put(abi16, -ENOSYS); 332 } 333 334 init->fb_ctxdma_handle = 0; 335 init->tt_ctxdma_handle = 0; 336 } 337 } 338 339 if (engine != NV_DEVICE_HOST_RUNLIST_ENGINES_CE) 340 runm = nvif_fifo_runlist(device, engine); 341 else 342 runm = nvif_fifo_runlist_ce(device); 343 344 if (!runm || init->fb_ctxdma_handle == ~0 || init->tt_ctxdma_handle == ~0) 345 return nouveau_abi16_put(abi16, -EINVAL); 346 347 /* allocate "abi16 channel" data and make up a handle for it */ 348 chan = kzalloc(sizeof(*chan), GFP_KERNEL); 349 if (!chan) 350 return nouveau_abi16_put(abi16, -ENOMEM); 351 352 INIT_LIST_HEAD(&chan->notifiers); 353 list_add(&chan->head, &abi16->channels); 354 355 /* create channel object and initialise dma and fence management */ 356 ret = nouveau_channel_new(drm, device, false, runm, init->fb_ctxdma_handle, 357 init->tt_ctxdma_handle, &chan->chan); 358 if (ret) 359 goto done; 360 361 /* If we're not using the VM_BIND uAPI, we don't need a scheduler. 362 * 363 * The client lock is already acquired by nouveau_abi16_get(). 364 */ 365 if (nouveau_cli_uvmm(cli)) { 366 ret = nouveau_sched_create(&chan->sched, drm, drm->sched_wq, 367 chan->chan->dma.ib_max); 368 if (ret) 369 goto done; 370 } 371 372 init->channel = chan->chan->chid; 373 374 if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) 375 init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM | 376 NOUVEAU_GEM_DOMAIN_GART; 377 else 378 if (chan->chan->push.buffer->bo.resource->mem_type == TTM_PL_VRAM) 379 init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_VRAM; 380 else 381 init->pushbuf_domains = NOUVEAU_GEM_DOMAIN_GART; 382 383 if (device->info.family < NV_DEVICE_INFO_V0_CELSIUS) { 384 init->subchan[0].handle = 0x00000000; 385 init->subchan[0].grclass = 0x0000; 386 init->subchan[1].handle = chan->chan->nvsw.handle; 387 init->subchan[1].grclass = 0x506e; 388 init->nr_subchan = 2; 389 } 390 391 /* Workaround "nvc0" gallium driver using classes it doesn't allocate on 392 * Kepler and above. NVKM no longer always sets CE_CTX_VALID as part of 393 * channel init, now we know what that stuff actually is. 394 * 395 * Doesn't matter for Kepler/Pascal, CE context stored in NV_RAMIN. 396 * 397 * Userspace was fixed prior to adding Ampere support. 398 */ 399 switch (device->info.family) { 400 case NV_DEVICE_INFO_V0_VOLTA: 401 ret = nvif_object_ctor(&chan->chan->user, "abi16CeWar", 0, VOLTA_DMA_COPY_A, 402 NULL, 0, &chan->ce); 403 if (ret) 404 goto done; 405 break; 406 case NV_DEVICE_INFO_V0_TURING: 407 ret = nvif_object_ctor(&chan->chan->user, "abi16CeWar", 0, TURING_DMA_COPY_A, 408 NULL, 0, &chan->ce); 409 if (ret) 410 goto done; 411 break; 412 default: 413 break; 414 } 415 416 /* Named memory object area */ 417 ret = nouveau_gem_new(cli, PAGE_SIZE, 0, NOUVEAU_GEM_DOMAIN_GART, 418 0, 0, &chan->ntfy); 419 if (ret == 0) 420 ret = nouveau_bo_pin(chan->ntfy, NOUVEAU_GEM_DOMAIN_GART, 421 false); 422 if (ret) 423 goto done; 424 425 if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { 426 ret = nouveau_vma_new(chan->ntfy, chan->chan->vmm, 427 &chan->ntfy_vma); 428 if (ret) 429 goto done; 430 } 431 432 ret = drm_gem_handle_create(file_priv, &chan->ntfy->bo.base, 433 &init->notifier_handle); 434 if (ret) 435 goto done; 436 437 ret = nvkm_mm_init(&chan->heap, 0, 0, PAGE_SIZE, 1); 438 done: 439 if (ret) 440 nouveau_abi16_chan_fini(abi16, chan); 441 return nouveau_abi16_put(abi16, ret); 442 } 443 444 static struct nouveau_abi16_chan * 445 nouveau_abi16_chan(struct nouveau_abi16 *abi16, int channel) 446 { 447 struct nouveau_abi16_chan *chan; 448 449 list_for_each_entry(chan, &abi16->channels, head) { 450 if (chan->chan->chid == channel) 451 return chan; 452 } 453 454 return NULL; 455 } 456 457 int 458 nouveau_abi16_usif(struct drm_file *file_priv, void *data, u32 size) 459 { 460 union { 461 struct nvif_ioctl_v0 v0; 462 } *args = data; 463 struct nouveau_abi16_chan *chan; 464 struct nouveau_abi16 *abi16; 465 int ret = -ENOSYS; 466 467 if (!(ret = nvif_unpack(ret, &data, &size, args->v0, 0, 0, true))) { 468 switch (args->v0.type) { 469 case NVIF_IOCTL_V0_NEW: 470 case NVIF_IOCTL_V0_MTHD: 471 case NVIF_IOCTL_V0_SCLASS: 472 break; 473 default: 474 return -EACCES; 475 } 476 } else 477 return ret; 478 479 if (!(abi16 = nouveau_abi16(file_priv))) 480 return -ENOMEM; 481 482 if (args->v0.token != ~0ULL) { 483 if (!(chan = nouveau_abi16_chan(abi16, args->v0.token))) 484 return -EINVAL; 485 args->v0.object = nvif_handle(&chan->chan->user); 486 args->v0.owner = NVIF_IOCTL_V0_OWNER_ANY; 487 return 0; 488 } 489 490 args->v0.object = nvif_handle(&abi16->device.object); 491 args->v0.owner = NVIF_IOCTL_V0_OWNER_ANY; 492 return 0; 493 } 494 495 int 496 nouveau_abi16_ioctl_channel_free(ABI16_IOCTL_ARGS) 497 { 498 struct drm_nouveau_channel_free *req = data; 499 struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); 500 struct nouveau_abi16_chan *chan; 501 502 if (unlikely(!abi16)) 503 return -ENOMEM; 504 505 chan = nouveau_abi16_chan(abi16, req->channel); 506 if (!chan) 507 return nouveau_abi16_put(abi16, -ENOENT); 508 nouveau_abi16_chan_fini(abi16, chan); 509 return nouveau_abi16_put(abi16, 0); 510 } 511 512 int 513 nouveau_abi16_ioctl_grobj_alloc(ABI16_IOCTL_ARGS) 514 { 515 struct drm_nouveau_grobj_alloc *init = data; 516 struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); 517 struct nouveau_abi16_chan *chan; 518 struct nouveau_abi16_ntfy *ntfy; 519 struct nvif_client *client; 520 struct nvif_sclass *sclass; 521 s32 oclass = 0; 522 int ret, i; 523 524 if (unlikely(!abi16)) 525 return -ENOMEM; 526 527 if (init->handle == ~0) 528 return nouveau_abi16_put(abi16, -EINVAL); 529 client = abi16->device.object.client; 530 531 chan = nouveau_abi16_chan(abi16, init->channel); 532 if (!chan) 533 return nouveau_abi16_put(abi16, -ENOENT); 534 535 ret = nvif_object_sclass_get(&chan->chan->user, &sclass); 536 if (ret < 0) 537 return nouveau_abi16_put(abi16, ret); 538 539 if ((init->class & 0x00ff) == 0x006e) { 540 /* nvsw: compatibility with older 0x*6e class identifier */ 541 for (i = 0; !oclass && i < ret; i++) { 542 switch (sclass[i].oclass) { 543 case NVIF_CLASS_SW_NV04: 544 case NVIF_CLASS_SW_NV10: 545 case NVIF_CLASS_SW_NV50: 546 case NVIF_CLASS_SW_GF100: 547 oclass = sclass[i].oclass; 548 break; 549 default: 550 break; 551 } 552 } 553 } else 554 if ((init->class & 0x00ff) == 0x00b1) { 555 /* msvld: compatibility with incorrect version exposure */ 556 for (i = 0; i < ret; i++) { 557 if ((sclass[i].oclass & 0x00ff) == 0x00b1) { 558 oclass = sclass[i].oclass; 559 break; 560 } 561 } 562 } else 563 if ((init->class & 0x00ff) == 0x00b2) { /* mspdec */ 564 /* mspdec: compatibility with incorrect version exposure */ 565 for (i = 0; i < ret; i++) { 566 if ((sclass[i].oclass & 0x00ff) == 0x00b2) { 567 oclass = sclass[i].oclass; 568 break; 569 } 570 } 571 } else 572 if ((init->class & 0x00ff) == 0x00b3) { /* msppp */ 573 /* msppp: compatibility with incorrect version exposure */ 574 for (i = 0; i < ret; i++) { 575 if ((sclass[i].oclass & 0x00ff) == 0x00b3) { 576 oclass = sclass[i].oclass; 577 break; 578 } 579 } 580 } else { 581 oclass = init->class; 582 } 583 584 nvif_object_sclass_put(&sclass); 585 if (!oclass) 586 return nouveau_abi16_put(abi16, -EINVAL); 587 588 ntfy = kzalloc(sizeof(*ntfy), GFP_KERNEL); 589 if (!ntfy) 590 return nouveau_abi16_put(abi16, -ENOMEM); 591 592 list_add(&ntfy->head, &chan->notifiers); 593 594 client->route = NVDRM_OBJECT_ABI16; 595 ret = nvif_object_ctor(&chan->chan->user, "abi16EngObj", init->handle, 596 oclass, NULL, 0, &ntfy->object); 597 client->route = NVDRM_OBJECT_NVIF; 598 599 if (ret) 600 nouveau_abi16_ntfy_fini(chan, ntfy); 601 return nouveau_abi16_put(abi16, ret); 602 } 603 604 int 605 nouveau_abi16_ioctl_notifierobj_alloc(ABI16_IOCTL_ARGS) 606 { 607 struct drm_nouveau_notifierobj_alloc *info = data; 608 struct nouveau_drm *drm = nouveau_drm(dev); 609 struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); 610 struct nouveau_abi16_chan *chan; 611 struct nouveau_abi16_ntfy *ntfy; 612 struct nvif_device *device = &abi16->device; 613 struct nvif_client *client; 614 struct nv_dma_v0 args = {}; 615 int ret; 616 617 if (unlikely(!abi16)) 618 return -ENOMEM; 619 620 /* completely unnecessary for these chipsets... */ 621 if (unlikely(device->info.family >= NV_DEVICE_INFO_V0_FERMI)) 622 return nouveau_abi16_put(abi16, -EINVAL); 623 client = abi16->device.object.client; 624 625 chan = nouveau_abi16_chan(abi16, info->channel); 626 if (!chan) 627 return nouveau_abi16_put(abi16, -ENOENT); 628 629 ntfy = kzalloc(sizeof(*ntfy), GFP_KERNEL); 630 if (!ntfy) 631 return nouveau_abi16_put(abi16, -ENOMEM); 632 633 list_add(&ntfy->head, &chan->notifiers); 634 635 ret = nvkm_mm_head(&chan->heap, 0, 1, info->size, info->size, 1, 636 &ntfy->node); 637 if (ret) 638 goto done; 639 640 args.start = ntfy->node->offset; 641 args.limit = ntfy->node->offset + ntfy->node->length - 1; 642 if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { 643 args.target = NV_DMA_V0_TARGET_VM; 644 args.access = NV_DMA_V0_ACCESS_VM; 645 args.start += chan->ntfy_vma->addr; 646 args.limit += chan->ntfy_vma->addr; 647 } else 648 if (drm->agp.bridge) { 649 args.target = NV_DMA_V0_TARGET_AGP; 650 args.access = NV_DMA_V0_ACCESS_RDWR; 651 args.start += drm->agp.base + chan->ntfy->offset; 652 args.limit += drm->agp.base + chan->ntfy->offset; 653 } else { 654 args.target = NV_DMA_V0_TARGET_VM; 655 args.access = NV_DMA_V0_ACCESS_RDWR; 656 args.start += chan->ntfy->offset; 657 args.limit += chan->ntfy->offset; 658 } 659 660 client->route = NVDRM_OBJECT_ABI16; 661 ret = nvif_object_ctor(&chan->chan->user, "abi16Ntfy", info->handle, 662 NV_DMA_IN_MEMORY, &args, sizeof(args), 663 &ntfy->object); 664 client->route = NVDRM_OBJECT_NVIF; 665 if (ret) 666 goto done; 667 668 info->offset = ntfy->node->offset; 669 done: 670 if (ret) 671 nouveau_abi16_ntfy_fini(chan, ntfy); 672 return nouveau_abi16_put(abi16, ret); 673 } 674 675 int 676 nouveau_abi16_ioctl_gpuobj_free(ABI16_IOCTL_ARGS) 677 { 678 struct drm_nouveau_gpuobj_free *fini = data; 679 struct nouveau_abi16 *abi16 = nouveau_abi16_get(file_priv); 680 struct nouveau_abi16_chan *chan; 681 struct nouveau_abi16_ntfy *ntfy; 682 int ret = -ENOENT; 683 684 if (unlikely(!abi16)) 685 return -ENOMEM; 686 687 chan = nouveau_abi16_chan(abi16, fini->channel); 688 if (!chan) 689 return nouveau_abi16_put(abi16, -EINVAL); 690 691 /* synchronize with the user channel and destroy the gpu object */ 692 nouveau_channel_idle(chan->chan); 693 694 list_for_each_entry(ntfy, &chan->notifiers, head) { 695 if (ntfy->object.handle == fini->handle) { 696 nouveau_abi16_ntfy_fini(chan, ntfy); 697 ret = 0; 698 break; 699 } 700 } 701 702 return nouveau_abi16_put(abi16, ret); 703 } 704