1ebb945a9SBen Skeggs /* 2ebb945a9SBen Skeggs * Copyright 2012 Red Hat Inc. 3ebb945a9SBen Skeggs * 4ebb945a9SBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5ebb945a9SBen Skeggs * copy of this software and associated documentation files (the "Software"), 6ebb945a9SBen Skeggs * to deal in the Software without restriction, including without limitation 7ebb945a9SBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8ebb945a9SBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9ebb945a9SBen Skeggs * Software is furnished to do so, subject to the following conditions: 10ebb945a9SBen Skeggs * 11ebb945a9SBen Skeggs * The above copyright notice and this permission notice shall be included in 12ebb945a9SBen Skeggs * all copies or substantial portions of the Software. 13ebb945a9SBen Skeggs * 14ebb945a9SBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15ebb945a9SBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16ebb945a9SBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17ebb945a9SBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18ebb945a9SBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19ebb945a9SBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20ebb945a9SBen Skeggs * OTHER DEALINGS IN THE SOFTWARE. 21ebb945a9SBen Skeggs * 22ebb945a9SBen Skeggs * Authors: Ben Skeggs 23ebb945a9SBen Skeggs */ 24ebb945a9SBen Skeggs 25fdb751efSBen Skeggs #include <nvif/os.h> 26fdb751efSBen Skeggs #include <nvif/class.h> 27845f2725SBen Skeggs #include <nvif/cl0002.h> 288ed1730cSBen Skeggs #include <nvif/cl006b.h> 298ed1730cSBen Skeggs #include <nvif/cl506f.h> 308ed1730cSBen Skeggs #include <nvif/cl906f.h> 318ed1730cSBen Skeggs #include <nvif/cla06f.h> 329d24907cSBen Skeggs #include <nvif/clc36f.h> 33f58ddf95SBen Skeggs #include <nvif/ioctl.h> 34fdb751efSBen Skeggs 35fdb751efSBen Skeggs /*XXX*/ 36ebb945a9SBen Skeggs #include <core/client.h> 37ebb945a9SBen Skeggs 384dc28134SBen Skeggs #include "nouveau_drv.h" 39ebb945a9SBen Skeggs #include "nouveau_dma.h" 40ebb945a9SBen Skeggs #include "nouveau_bo.h" 41ebb945a9SBen Skeggs #include "nouveau_chan.h" 42ebb945a9SBen Skeggs #include "nouveau_fence.h" 43ebb945a9SBen Skeggs #include "nouveau_abi16.h" 4424e8375bSBen Skeggs #include "nouveau_vmm.h" 45eeaf06acSBen Skeggs #include "nouveau_svm.h" 46ebb945a9SBen Skeggs 47ebb945a9SBen Skeggs MODULE_PARM_DESC(vram_pushbuf, "Create DMA push buffers in VRAM"); 48703fa264SPierre Moreau int nouveau_vram_pushbuf; 49ebb945a9SBen Skeggs module_param_named(vram_pushbuf, nouveau_vram_pushbuf, int, 0400); 50ebb945a9SBen Skeggs 51d8cc37d8SBen Skeggs static int 52d8cc37d8SBen Skeggs nouveau_channel_killed(struct nvif_notify *ntfy) 53d8cc37d8SBen Skeggs { 54d8cc37d8SBen Skeggs struct nouveau_channel *chan = container_of(ntfy, typeof(*chan), kill); 55d8cc37d8SBen Skeggs struct nouveau_cli *cli = (void *)chan->user.client; 56d8cc37d8SBen Skeggs NV_PRINTK(warn, cli, "channel %d killed!\n", chan->chid); 57d8cc37d8SBen Skeggs atomic_set(&chan->killed, 1); 58ea13e5abSBen Skeggs if (chan->fence) 59ea13e5abSBen Skeggs nouveau_fence_context_kill(chan->fence, -ENODEV); 60d8cc37d8SBen Skeggs return NVIF_NOTIFY_DROP; 61d8cc37d8SBen Skeggs } 62d8cc37d8SBen Skeggs 63ebb945a9SBen Skeggs int 64ebb945a9SBen Skeggs nouveau_channel_idle(struct nouveau_channel *chan) 65ebb945a9SBen Skeggs { 6684cd0a55SBen Skeggs if (likely(chan && chan->fence && !atomic_read(&chan->killed))) { 67a01ca78cSBen Skeggs struct nouveau_cli *cli = (void *)chan->user.client; 68ebb945a9SBen Skeggs struct nouveau_fence *fence = NULL; 69ebb945a9SBen Skeggs int ret; 70ebb945a9SBen Skeggs 71264ce192SBen Skeggs ret = nouveau_fence_new(chan, false, &fence); 72ebb945a9SBen Skeggs if (!ret) { 73ebb945a9SBen Skeggs ret = nouveau_fence_wait(fence, false, false); 74ebb945a9SBen Skeggs nouveau_fence_unref(&fence); 75ebb945a9SBen Skeggs } 76ebb945a9SBen Skeggs 77fbd58ebdSBen Skeggs if (ret) { 78fcf3f91cSBen Skeggs NV_PRINTK(err, cli, "failed to idle channel %d [%s]\n", 79fcf3f91cSBen Skeggs chan->chid, nvxx_client(&cli->base)->name); 80ebb945a9SBen Skeggs return ret; 81ebb945a9SBen Skeggs } 82fbd58ebdSBen Skeggs } 83fbd58ebdSBen Skeggs return 0; 84fbd58ebdSBen Skeggs } 85ebb945a9SBen Skeggs 86ebb945a9SBen Skeggs void 87ebb945a9SBen Skeggs nouveau_channel_del(struct nouveau_channel **pchan) 88ebb945a9SBen Skeggs { 89ebb945a9SBen Skeggs struct nouveau_channel *chan = *pchan; 90ebb945a9SBen Skeggs if (chan) { 91d7722134SBen Skeggs struct nouveau_cli *cli = (void *)chan->user.client; 92d7722134SBen Skeggs bool super; 93d7722134SBen Skeggs 94d7722134SBen Skeggs if (cli) { 95d7722134SBen Skeggs super = cli->base.super; 96d7722134SBen Skeggs cli->base.super = true; 97d7722134SBen Skeggs } 98d7722134SBen Skeggs 99fbd58ebdSBen Skeggs if (chan->fence) 100ebb945a9SBen Skeggs nouveau_fence(chan->drm)->context_del(chan); 101eeaf06acSBen Skeggs 102eeaf06acSBen Skeggs if (cli) 103eeaf06acSBen Skeggs nouveau_svmm_part(chan->vmm->svmm, chan->inst); 104eeaf06acSBen Skeggs 1059ac596a4SBen Skeggs nvif_object_dtor(&chan->nvsw); 1069ac596a4SBen Skeggs nvif_object_dtor(&chan->gart); 1079ac596a4SBen Skeggs nvif_object_dtor(&chan->vram); 108*f7a7d22aSBen Skeggs nvif_notify_dtor(&chan->kill); 1099ac596a4SBen Skeggs nvif_object_dtor(&chan->user); 1109ac596a4SBen Skeggs nvif_object_dtor(&chan->push.ctxdma); 11124e8375bSBen Skeggs nouveau_vma_del(&chan->push.vma); 112ebb945a9SBen Skeggs nouveau_bo_unmap(chan->push.buffer); 113124ea297SMarcin Slusarz if (chan->push.buffer && chan->push.buffer->pin_refcnt) 114124ea297SMarcin Slusarz nouveau_bo_unpin(chan->push.buffer); 115ebb945a9SBen Skeggs nouveau_bo_ref(NULL, &chan->push.buffer); 116ebb945a9SBen Skeggs kfree(chan); 117d7722134SBen Skeggs 118d7722134SBen Skeggs if (cli) 119d7722134SBen Skeggs cli->base.super = super; 120ebb945a9SBen Skeggs } 121ebb945a9SBen Skeggs *pchan = NULL; 122ebb945a9SBen Skeggs } 123ebb945a9SBen Skeggs 124ebb945a9SBen Skeggs static int 1250ad72863SBen Skeggs nouveau_channel_prep(struct nouveau_drm *drm, struct nvif_device *device, 126fcf3f91cSBen Skeggs u32 size, struct nouveau_channel **pchan) 127ebb945a9SBen Skeggs { 128a01ca78cSBen Skeggs struct nouveau_cli *cli = (void *)device->object.client; 1294acfd707SBen Skeggs struct nv_dma_v0 args = {}; 130ebb945a9SBen Skeggs struct nouveau_channel *chan; 131ebb945a9SBen Skeggs u32 target; 132ebb945a9SBen Skeggs int ret; 133ebb945a9SBen Skeggs 134ebb945a9SBen Skeggs chan = *pchan = kzalloc(sizeof(*chan), GFP_KERNEL); 135ebb945a9SBen Skeggs if (!chan) 136ebb945a9SBen Skeggs return -ENOMEM; 137ebb945a9SBen Skeggs 138a01ca78cSBen Skeggs chan->device = device; 139ebb945a9SBen Skeggs chan->drm = drm; 140bfe91afaSBen Skeggs chan->vmm = cli->svm.cli ? &cli->svm : &cli->vmm; 141d8cc37d8SBen Skeggs atomic_set(&chan->killed, 0); 142ebb945a9SBen Skeggs 143ebb945a9SBen Skeggs /* allocate memory for dma push buffer */ 144a81349a7SAlexandre Courbot target = TTM_PL_FLAG_TT | TTM_PL_FLAG_UNCACHED; 145ebb945a9SBen Skeggs if (nouveau_vram_pushbuf) 146ebb945a9SBen Skeggs target = TTM_PL_FLAG_VRAM; 147ebb945a9SBen Skeggs 148bab7cc18SBen Skeggs ret = nouveau_bo_new(cli, size, 0, target, 0, 0, NULL, NULL, 149ebb945a9SBen Skeggs &chan->push.buffer); 150ebb945a9SBen Skeggs if (ret == 0) { 151ad76b3f7SBen Skeggs ret = nouveau_bo_pin(chan->push.buffer, target, false); 152ebb945a9SBen Skeggs if (ret == 0) 153ebb945a9SBen Skeggs ret = nouveau_bo_map(chan->push.buffer); 154ebb945a9SBen Skeggs } 155ebb945a9SBen Skeggs 156ebb945a9SBen Skeggs if (ret) { 157ebb945a9SBen Skeggs nouveau_channel_del(pchan); 158ebb945a9SBen Skeggs return ret; 159ebb945a9SBen Skeggs } 160ebb945a9SBen Skeggs 161ebb945a9SBen Skeggs /* create dma object covering the *entire* memory space that the 162ebb945a9SBen Skeggs * pushbuf lives in, this is because the GEM code requires that 163ebb945a9SBen Skeggs * we be able to call out to other (indirect) push buffers 164ebb945a9SBen Skeggs */ 1650dc9b286SNirmoy Das chan->push.addr = chan->push.buffer->offset; 166ebb945a9SBen Skeggs 167967e7bdeSBen Skeggs if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { 168bfe91afaSBen Skeggs ret = nouveau_vma_new(chan->push.buffer, chan->vmm, 169ebb945a9SBen Skeggs &chan->push.vma); 170ebb945a9SBen Skeggs if (ret) { 171ebb945a9SBen Skeggs nouveau_channel_del(pchan); 172ebb945a9SBen Skeggs return ret; 173ebb945a9SBen Skeggs } 174ebb945a9SBen Skeggs 17592b4eaafSBen Skeggs chan->push.addr = chan->push.vma->addr; 17692b4eaafSBen Skeggs 17792b4eaafSBen Skeggs if (device->info.family >= NV_DEVICE_INFO_V0_FERMI) 17892b4eaafSBen Skeggs return 0; 17992b4eaafSBen Skeggs 1804acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VM; 1814acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_VM; 182ebb945a9SBen Skeggs args.start = 0; 183bfe91afaSBen Skeggs args.limit = chan->vmm->vmm.limit - 1; 184ebb945a9SBen Skeggs } else 185ebb945a9SBen Skeggs if (chan->push.buffer->bo.mem.mem_type == TTM_PL_VRAM) { 186967e7bdeSBen Skeggs if (device->info.family == NV_DEVICE_INFO_V0_TNT) { 187ebb945a9SBen Skeggs /* nv04 vram pushbuf hack, retarget to its location in 188ebb945a9SBen Skeggs * the framebuffer bar rather than direct vram access.. 189ebb945a9SBen Skeggs * nfi why this exists, it came from the -nv ddx. 190ebb945a9SBen Skeggs */ 1914acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_PCI; 1924acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 1937e8820feSBen Skeggs args.start = nvxx_device(device)->func-> 1947e8820feSBen Skeggs resource_addr(nvxx_device(device), 1); 195f392ec4bSBen Skeggs args.limit = args.start + device->info.ram_user - 1; 196ebb945a9SBen Skeggs } else { 1974acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VRAM; 1984acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 199ebb945a9SBen Skeggs args.start = 0; 200f392ec4bSBen Skeggs args.limit = device->info.ram_user - 1; 201ebb945a9SBen Skeggs } 202ebb945a9SBen Skeggs } else { 203340b0e7cSBen Skeggs if (chan->drm->agp.bridge) { 2044acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_AGP; 2054acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 206ebb945a9SBen Skeggs args.start = chan->drm->agp.base; 207ebb945a9SBen Skeggs args.limit = chan->drm->agp.base + 208ebb945a9SBen Skeggs chan->drm->agp.size - 1; 209ebb945a9SBen Skeggs } else { 2104acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VM; 2114acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 212ebb945a9SBen Skeggs args.start = 0; 213bfe91afaSBen Skeggs args.limit = chan->vmm->vmm.limit - 1; 214ebb945a9SBen Skeggs } 215ebb945a9SBen Skeggs } 216ebb945a9SBen Skeggs 2179ac596a4SBen Skeggs ret = nvif_object_ctor(&device->object, "abi16PushCtxDma", 0, 2189ac596a4SBen Skeggs NV_DMA_FROM_MEMORY, &args, sizeof(args), 2199ac596a4SBen Skeggs &chan->push.ctxdma); 220ebb945a9SBen Skeggs if (ret) { 221ebb945a9SBen Skeggs nouveau_channel_del(pchan); 222ebb945a9SBen Skeggs return ret; 223ebb945a9SBen Skeggs } 224ebb945a9SBen Skeggs 225ebb945a9SBen Skeggs return 0; 226ebb945a9SBen Skeggs } 227ebb945a9SBen Skeggs 2285b8a43aeSMarcin Slusarz static int 2290ad72863SBen Skeggs nouveau_channel_ind(struct nouveau_drm *drm, struct nvif_device *device, 23085532bd9SBen Skeggs u64 runlist, bool priv, struct nouveau_channel **pchan) 231ebb945a9SBen Skeggs { 232641d0b30SBen Skeggs static const u16 oclasses[] = { TURING_CHANNEL_GPFIFO_A, 233641d0b30SBen Skeggs VOLTA_CHANNEL_GPFIFO_A, 23437e1c45aSBen Skeggs PASCAL_CHANNEL_GPFIFO_A, 235e8ff9794SBen Skeggs MAXWELL_CHANNEL_GPFIFO_A, 23663f8c9b7SBen Skeggs KEPLER_CHANNEL_GPFIFO_B, 237a1020afeSBen Skeggs KEPLER_CHANNEL_GPFIFO_A, 238bbf8906bSBen Skeggs FERMI_CHANNEL_GPFIFO, 239bbf8906bSBen Skeggs G82_CHANNEL_GPFIFO, 240bbf8906bSBen Skeggs NV50_CHANNEL_GPFIFO, 241c97f8c92SBen Skeggs 0 }; 242ebb945a9SBen Skeggs const u16 *oclass = oclasses; 243bbf8906bSBen Skeggs union { 244bbf8906bSBen Skeggs struct nv50_channel_gpfifo_v0 nv50; 245159045cdSBen Skeggs struct fermi_channel_gpfifo_v0 fermi; 246bbf8906bSBen Skeggs struct kepler_channel_gpfifo_a_v0 kepler; 2479d24907cSBen Skeggs struct volta_channel_gpfifo_a_v0 volta; 248a01ca78cSBen Skeggs } args; 249ebb945a9SBen Skeggs struct nouveau_channel *chan; 250bbf8906bSBen Skeggs u32 size; 251ebb945a9SBen Skeggs int ret; 252ebb945a9SBen Skeggs 253ebb945a9SBen Skeggs /* allocate dma push buffer */ 254fcf3f91cSBen Skeggs ret = nouveau_channel_prep(drm, device, 0x12000, &chan); 255ebb945a9SBen Skeggs *pchan = chan; 256ebb945a9SBen Skeggs if (ret) 257ebb945a9SBen Skeggs return ret; 258ebb945a9SBen Skeggs 259ebb945a9SBen Skeggs /* create channel object */ 260ebb945a9SBen Skeggs do { 2619d24907cSBen Skeggs if (oclass[0] >= VOLTA_CHANNEL_GPFIFO_A) { 2629d24907cSBen Skeggs args.volta.version = 0; 2639d24907cSBen Skeggs args.volta.ilength = 0x02000; 2649d24907cSBen Skeggs args.volta.ioffset = 0x10000 + chan->push.addr; 2659d24907cSBen Skeggs args.volta.runlist = runlist; 266bfe91afaSBen Skeggs args.volta.vmm = nvif_handle(&chan->vmm->vmm.object); 2679d24907cSBen Skeggs args.volta.priv = priv; 2689d24907cSBen Skeggs size = sizeof(args.volta); 2699d24907cSBen Skeggs } else 270bbf8906bSBen Skeggs if (oclass[0] >= KEPLER_CHANNEL_GPFIFO_A) { 271bbf8906bSBen Skeggs args.kepler.version = 0; 272bbf8906bSBen Skeggs args.kepler.ilength = 0x02000; 27324e8375bSBen Skeggs args.kepler.ioffset = 0x10000 + chan->push.addr; 274a7cf0180SBen Skeggs args.kepler.runlist = runlist; 275bfe91afaSBen Skeggs args.kepler.vmm = nvif_handle(&chan->vmm->vmm.object); 27685532bd9SBen Skeggs args.kepler.priv = priv; 277bbf8906bSBen Skeggs size = sizeof(args.kepler); 278159045cdSBen Skeggs } else 279159045cdSBen Skeggs if (oclass[0] >= FERMI_CHANNEL_GPFIFO) { 280159045cdSBen Skeggs args.fermi.version = 0; 281159045cdSBen Skeggs args.fermi.ilength = 0x02000; 28224e8375bSBen Skeggs args.fermi.ioffset = 0x10000 + chan->push.addr; 283bfe91afaSBen Skeggs args.fermi.vmm = nvif_handle(&chan->vmm->vmm.object); 284159045cdSBen Skeggs size = sizeof(args.fermi); 285bbf8906bSBen Skeggs } else { 286bbf8906bSBen Skeggs args.nv50.version = 0; 287bbf8906bSBen Skeggs args.nv50.ilength = 0x02000; 28824e8375bSBen Skeggs args.nv50.ioffset = 0x10000 + chan->push.addr; 289159045cdSBen Skeggs args.nv50.pushbuf = nvif_handle(&chan->push.ctxdma); 290bfe91afaSBen Skeggs args.nv50.vmm = nvif_handle(&chan->vmm->vmm.object); 291bbf8906bSBen Skeggs size = sizeof(args.nv50); 292bbf8906bSBen Skeggs } 293bbf8906bSBen Skeggs 2949ac596a4SBen Skeggs ret = nvif_object_ctor(&device->object, "abi16ChanUser", 0, 2959ac596a4SBen Skeggs *oclass++, &args, size, &chan->user); 296bbf8906bSBen Skeggs if (ret == 0) { 2979d24907cSBen Skeggs if (chan->user.oclass >= VOLTA_CHANNEL_GPFIFO_A) { 2989d24907cSBen Skeggs chan->chid = args.volta.chid; 2999d24907cSBen Skeggs chan->inst = args.volta.inst; 3009d24907cSBen Skeggs chan->token = args.volta.token; 3019d24907cSBen Skeggs } else 30286b442d7SBen Skeggs if (chan->user.oclass >= KEPLER_CHANNEL_GPFIFO_A) { 303a01ca78cSBen Skeggs chan->chid = args.kepler.chid; 30486b442d7SBen Skeggs chan->inst = args.kepler.inst; 30586b442d7SBen Skeggs } else 30686b442d7SBen Skeggs if (chan->user.oclass >= FERMI_CHANNEL_GPFIFO) { 307159045cdSBen Skeggs chan->chid = args.fermi.chid; 30886b442d7SBen Skeggs } else { 309a01ca78cSBen Skeggs chan->chid = args.nv50.chid; 31086b442d7SBen Skeggs } 311ebb945a9SBen Skeggs return ret; 312bbf8906bSBen Skeggs } 313ebb945a9SBen Skeggs } while (*oclass); 314ebb945a9SBen Skeggs 315ebb945a9SBen Skeggs nouveau_channel_del(pchan); 316ebb945a9SBen Skeggs return ret; 317ebb945a9SBen Skeggs } 318ebb945a9SBen Skeggs 319ebb945a9SBen Skeggs static int 3200ad72863SBen Skeggs nouveau_channel_dma(struct nouveau_drm *drm, struct nvif_device *device, 321fcf3f91cSBen Skeggs struct nouveau_channel **pchan) 322ebb945a9SBen Skeggs { 323bbf8906bSBen Skeggs static const u16 oclasses[] = { NV40_CHANNEL_DMA, 324bbf8906bSBen Skeggs NV17_CHANNEL_DMA, 325bbf8906bSBen Skeggs NV10_CHANNEL_DMA, 326bbf8906bSBen Skeggs NV03_CHANNEL_DMA, 327c97f8c92SBen Skeggs 0 }; 328ebb945a9SBen Skeggs const u16 *oclass = oclasses; 329a01ca78cSBen Skeggs struct nv03_channel_dma_v0 args; 330ebb945a9SBen Skeggs struct nouveau_channel *chan; 331ebb945a9SBen Skeggs int ret; 332ebb945a9SBen Skeggs 333ebb945a9SBen Skeggs /* allocate dma push buffer */ 334fcf3f91cSBen Skeggs ret = nouveau_channel_prep(drm, device, 0x10000, &chan); 335ebb945a9SBen Skeggs *pchan = chan; 336ebb945a9SBen Skeggs if (ret) 337ebb945a9SBen Skeggs return ret; 338ebb945a9SBen Skeggs 339ebb945a9SBen Skeggs /* create channel object */ 340bbf8906bSBen Skeggs args.version = 0; 341bf81df9bSBen Skeggs args.pushbuf = nvif_handle(&chan->push.ctxdma); 34224e8375bSBen Skeggs args.offset = chan->push.addr; 343ebb945a9SBen Skeggs 344ebb945a9SBen Skeggs do { 3459ac596a4SBen Skeggs ret = nvif_object_ctor(&device->object, "abi16ChanUser", 0, 3469ac596a4SBen Skeggs *oclass++, &args, sizeof(args), 3479ac596a4SBen Skeggs &chan->user); 348bbf8906bSBen Skeggs if (ret == 0) { 349a01ca78cSBen Skeggs chan->chid = args.chid; 350ebb945a9SBen Skeggs return ret; 351bbf8906bSBen Skeggs } 352ebb945a9SBen Skeggs } while (ret && *oclass); 353ebb945a9SBen Skeggs 354ebb945a9SBen Skeggs nouveau_channel_del(pchan); 355ebb945a9SBen Skeggs return ret; 356ebb945a9SBen Skeggs } 357ebb945a9SBen Skeggs 358ebb945a9SBen Skeggs static int 359ebb945a9SBen Skeggs nouveau_channel_init(struct nouveau_channel *chan, u32 vram, u32 gart) 360ebb945a9SBen Skeggs { 3610ad72863SBen Skeggs struct nvif_device *device = chan->device; 362d8cc37d8SBen Skeggs struct nouveau_drm *drm = chan->drm; 3634acfd707SBen Skeggs struct nv_dma_v0 args = {}; 364ebb945a9SBen Skeggs int ret, i; 365ebb945a9SBen Skeggs 36601326050SBen Skeggs nvif_object_map(&chan->user, NULL, 0); 3676c6ae061SBen Skeggs 368d8cc37d8SBen Skeggs if (chan->user.oclass >= FERMI_CHANNEL_GPFIFO) { 369*f7a7d22aSBen Skeggs ret = nvif_notify_ctor(&chan->user, "abi16ChanKilled", 370*f7a7d22aSBen Skeggs nouveau_channel_killed, 371d8cc37d8SBen Skeggs true, NV906F_V0_NTFY_KILLED, 372d8cc37d8SBen Skeggs NULL, 0, 0, &chan->kill); 373d8cc37d8SBen Skeggs if (ret == 0) 374d8cc37d8SBen Skeggs ret = nvif_notify_get(&chan->kill); 375d8cc37d8SBen Skeggs if (ret) { 376d8cc37d8SBen Skeggs NV_ERROR(drm, "Failed to request channel kill " 377d8cc37d8SBen Skeggs "notification: %d\n", ret); 378d8cc37d8SBen Skeggs return ret; 379d8cc37d8SBen Skeggs } 380d8cc37d8SBen Skeggs } 381d8cc37d8SBen Skeggs 382ebb945a9SBen Skeggs /* allocate dma objects to cover all allowed vram, and gart */ 383967e7bdeSBen Skeggs if (device->info.family < NV_DEVICE_INFO_V0_FERMI) { 384967e7bdeSBen Skeggs if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { 3854acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VM; 3864acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_VM; 387ebb945a9SBen Skeggs args.start = 0; 388bfe91afaSBen Skeggs args.limit = chan->vmm->vmm.limit - 1; 389ebb945a9SBen Skeggs } else { 3904acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VRAM; 3914acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 392ebb945a9SBen Skeggs args.start = 0; 393f392ec4bSBen Skeggs args.limit = device->info.ram_user - 1; 394ebb945a9SBen Skeggs } 395ebb945a9SBen Skeggs 3969ac596a4SBen Skeggs ret = nvif_object_ctor(&chan->user, "abi16ChanVramCtxDma", vram, 3979ac596a4SBen Skeggs NV_DMA_IN_MEMORY, &args, sizeof(args), 3989ac596a4SBen Skeggs &chan->vram); 399ebb945a9SBen Skeggs if (ret) 400ebb945a9SBen Skeggs return ret; 401ebb945a9SBen Skeggs 402967e7bdeSBen Skeggs if (device->info.family >= NV_DEVICE_INFO_V0_TESLA) { 4034acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VM; 4044acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_VM; 405ebb945a9SBen Skeggs args.start = 0; 406bfe91afaSBen Skeggs args.limit = chan->vmm->vmm.limit - 1; 407ebb945a9SBen Skeggs } else 408340b0e7cSBen Skeggs if (chan->drm->agp.bridge) { 4094acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_AGP; 4104acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 411ebb945a9SBen Skeggs args.start = chan->drm->agp.base; 412ebb945a9SBen Skeggs args.limit = chan->drm->agp.base + 413ebb945a9SBen Skeggs chan->drm->agp.size - 1; 414ebb945a9SBen Skeggs } else { 4154acfd707SBen Skeggs args.target = NV_DMA_V0_TARGET_VM; 4164acfd707SBen Skeggs args.access = NV_DMA_V0_ACCESS_RDWR; 417ebb945a9SBen Skeggs args.start = 0; 418bfe91afaSBen Skeggs args.limit = chan->vmm->vmm.limit - 1; 419ebb945a9SBen Skeggs } 420ebb945a9SBen Skeggs 4219ac596a4SBen Skeggs ret = nvif_object_ctor(&chan->user, "abi16ChanGartCtxDma", gart, 4229ac596a4SBen Skeggs NV_DMA_IN_MEMORY, &args, sizeof(args), 4239ac596a4SBen Skeggs &chan->gart); 424ebb945a9SBen Skeggs if (ret) 425ebb945a9SBen Skeggs return ret; 426ebb945a9SBen Skeggs } 427ebb945a9SBen Skeggs 428ebb945a9SBen Skeggs /* initialise dma tracking parameters */ 429a01ca78cSBen Skeggs switch (chan->user.oclass & 0x00ff) { 430503b0f1cSBen Skeggs case 0x006b: 431ebb945a9SBen Skeggs case 0x006e: 432ebb945a9SBen Skeggs chan->user_put = 0x40; 433ebb945a9SBen Skeggs chan->user_get = 0x44; 434ebb945a9SBen Skeggs chan->dma.max = (0x10000 / 4) - 2; 435ebb945a9SBen Skeggs break; 436ebb945a9SBen Skeggs default: 437ebb945a9SBen Skeggs chan->user_put = 0x40; 438ebb945a9SBen Skeggs chan->user_get = 0x44; 439ebb945a9SBen Skeggs chan->user_get_hi = 0x60; 440ebb945a9SBen Skeggs chan->dma.ib_base = 0x10000 / 4; 441ebb945a9SBen Skeggs chan->dma.ib_max = (0x02000 / 8) - 1; 442ebb945a9SBen Skeggs chan->dma.ib_put = 0; 443ebb945a9SBen Skeggs chan->dma.ib_free = chan->dma.ib_max - chan->dma.ib_put; 444ebb945a9SBen Skeggs chan->dma.max = chan->dma.ib_base; 445ebb945a9SBen Skeggs break; 446ebb945a9SBen Skeggs } 447ebb945a9SBen Skeggs 448ebb945a9SBen Skeggs chan->dma.put = 0; 449ebb945a9SBen Skeggs chan->dma.cur = chan->dma.put; 450ebb945a9SBen Skeggs chan->dma.free = chan->dma.max - chan->dma.cur; 451ebb945a9SBen Skeggs 452ebb945a9SBen Skeggs ret = RING_SPACE(chan, NOUVEAU_DMA_SKIPS); 453ebb945a9SBen Skeggs if (ret) 454ebb945a9SBen Skeggs return ret; 455ebb945a9SBen Skeggs 456ebb945a9SBen Skeggs for (i = 0; i < NOUVEAU_DMA_SKIPS; i++) 457ebb945a9SBen Skeggs OUT_RING(chan, 0x00000000); 458ebb945a9SBen Skeggs 45969a6146dSBen Skeggs /* allocate software object class (used for fences on <= nv05) */ 460967e7bdeSBen Skeggs if (device->info.family < NV_DEVICE_INFO_V0_CELSIUS) { 4619ac596a4SBen Skeggs ret = nvif_object_ctor(&chan->user, "abi16NvswFence", 0x006e, 46208f7633cSBen Skeggs NVIF_CLASS_SW_NV04, 4630ad72863SBen Skeggs NULL, 0, &chan->nvsw); 464ebb945a9SBen Skeggs if (ret) 465ebb945a9SBen Skeggs return ret; 466ebb945a9SBen Skeggs 467ebb945a9SBen Skeggs ret = RING_SPACE(chan, 2); 468ebb945a9SBen Skeggs if (ret) 469ebb945a9SBen Skeggs return ret; 470ebb945a9SBen Skeggs 471ebb945a9SBen Skeggs BEGIN_NV04(chan, NvSubSw, 0x0000, 1); 472f45f55c4SBen Skeggs OUT_RING (chan, chan->nvsw.handle); 473ebb945a9SBen Skeggs FIRE_RING (chan); 474ebb945a9SBen Skeggs } 475ebb945a9SBen Skeggs 476ebb945a9SBen Skeggs /* initialise synchronisation */ 4774894f662SBen Skeggs return nouveau_fence(chan->drm)->context_new(chan); 478ebb945a9SBen Skeggs } 479ebb945a9SBen Skeggs 480ebb945a9SBen Skeggs int 4810ad72863SBen Skeggs nouveau_channel_new(struct nouveau_drm *drm, struct nvif_device *device, 48285532bd9SBen Skeggs u32 arg0, u32 arg1, bool priv, 48385532bd9SBen Skeggs struct nouveau_channel **pchan) 484ebb945a9SBen Skeggs { 485a01ca78cSBen Skeggs struct nouveau_cli *cli = (void *)device->object.client; 48667e26e41SBen Skeggs bool super; 487ebb945a9SBen Skeggs int ret; 488ebb945a9SBen Skeggs 48967e26e41SBen Skeggs /* hack until fencenv50 is fixed, and agp access relaxed */ 49067e26e41SBen Skeggs super = cli->base.super; 49167e26e41SBen Skeggs cli->base.super = true; 49267e26e41SBen Skeggs 49385532bd9SBen Skeggs ret = nouveau_channel_ind(drm, device, arg0, priv, pchan); 494ebb945a9SBen Skeggs if (ret) { 4959ad97edeSBen Skeggs NV_PRINTK(dbg, cli, "ib channel create, %d\n", ret); 496fcf3f91cSBen Skeggs ret = nouveau_channel_dma(drm, device, pchan); 497ebb945a9SBen Skeggs if (ret) { 4989ad97edeSBen Skeggs NV_PRINTK(dbg, cli, "dma channel create, %d\n", ret); 49967e26e41SBen Skeggs goto done; 500ebb945a9SBen Skeggs } 501ebb945a9SBen Skeggs } 502ebb945a9SBen Skeggs 50349981046SBen Skeggs ret = nouveau_channel_init(*pchan, arg0, arg1); 504ebb945a9SBen Skeggs if (ret) { 5059ad97edeSBen Skeggs NV_PRINTK(err, cli, "channel failed to initialise, %d\n", ret); 506ebb945a9SBen Skeggs nouveau_channel_del(pchan); 507ebb945a9SBen Skeggs } 508ebb945a9SBen Skeggs 509eeaf06acSBen Skeggs ret = nouveau_svmm_join((*pchan)->vmm->svmm, (*pchan)->inst); 510eeaf06acSBen Skeggs if (ret) 511eeaf06acSBen Skeggs nouveau_channel_del(pchan); 512eeaf06acSBen Skeggs 51367e26e41SBen Skeggs done: 51467e26e41SBen Skeggs cli->base.super = super; 51567e26e41SBen Skeggs return ret; 516ebb945a9SBen Skeggs } 517eb47db4fSBen Skeggs 518eb47db4fSBen Skeggs int 519eb47db4fSBen Skeggs nouveau_channels_init(struct nouveau_drm *drm) 520eb47db4fSBen Skeggs { 521eb47db4fSBen Skeggs struct { 522eb47db4fSBen Skeggs struct nv_device_info_v1 m; 523eb47db4fSBen Skeggs struct { 524eb47db4fSBen Skeggs struct nv_device_info_v1_data channels; 525eb47db4fSBen Skeggs } v; 526eb47db4fSBen Skeggs } args = { 527eb47db4fSBen Skeggs .m.version = 1, 528eb47db4fSBen Skeggs .m.count = sizeof(args.v) / sizeof(args.v.channels), 529eb47db4fSBen Skeggs .v.channels.mthd = NV_DEVICE_FIFO_CHANNELS, 530eb47db4fSBen Skeggs }; 531eb47db4fSBen Skeggs struct nvif_object *device = &drm->client.device.object; 532eb47db4fSBen Skeggs int ret; 533eb47db4fSBen Skeggs 534eb47db4fSBen Skeggs ret = nvif_object_mthd(device, NV_DEVICE_V0_INFO, &args, sizeof(args)); 535eb47db4fSBen Skeggs if (ret || args.v.channels.mthd == NV_DEVICE_INFO_INVALID) 536eb47db4fSBen Skeggs return -ENODEV; 537eb47db4fSBen Skeggs 538eb47db4fSBen Skeggs drm->chan.nr = args.v.channels.data; 539eb47db4fSBen Skeggs drm->chan.context_base = dma_fence_context_alloc(drm->chan.nr); 540eb47db4fSBen Skeggs return 0; 541eb47db4fSBen Skeggs } 542