1c39f472eSBen Skeggs /*
2c39f472eSBen Skeggs * Copyright 2012 Red Hat Inc.
3c39f472eSBen Skeggs *
4c39f472eSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a
5c39f472eSBen Skeggs * copy of this software and associated documentation files (the "Software"),
6c39f472eSBen Skeggs * to deal in the Software without restriction, including without limitation
7c39f472eSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8c39f472eSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the
9c39f472eSBen Skeggs * Software is furnished to do so, subject to the following conditions:
10c39f472eSBen Skeggs *
11c39f472eSBen Skeggs * The above copyright notice and this permission notice shall be included in
12c39f472eSBen Skeggs * all copies or substantial portions of the Software.
13c39f472eSBen Skeggs *
14c39f472eSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15c39f472eSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16c39f472eSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17c39f472eSBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18c39f472eSBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19c39f472eSBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20c39f472eSBen Skeggs * OTHER DEALINGS IN THE SOFTWARE.
21c39f472eSBen Skeggs *
22c39f472eSBen Skeggs * Authors: Ben Skeggs
23c39f472eSBen Skeggs */
24639c308eSBen Skeggs #include "priv.h"
25d36a99d2SBen Skeggs #include "ram.h"
26c39f472eSBen Skeggs
2799c59172SBen Skeggs #include <core/memory.h>
28c73baa83SBen Skeggs #include <core/option.h>
29c39f472eSBen Skeggs #include <subdev/bios.h>
30c39f472eSBen Skeggs #include <subdev/bios/M0203.h>
3103c8952fSBen Skeggs #include <engine/gr.h>
3203c8952fSBen Skeggs #include <engine/mpeg.h>
3303c8952fSBen Skeggs
3403c8952fSBen Skeggs void
nvkm_fb_tile_fini(struct nvkm_fb * fb,int region,struct nvkm_fb_tile * tile)3503c8952fSBen Skeggs nvkm_fb_tile_fini(struct nvkm_fb *fb, int region, struct nvkm_fb_tile *tile)
3603c8952fSBen Skeggs {
3703c8952fSBen Skeggs fb->func->tile.fini(fb, region, tile);
3803c8952fSBen Skeggs }
3903c8952fSBen Skeggs
4003c8952fSBen Skeggs void
nvkm_fb_tile_init(struct nvkm_fb * fb,int region,u32 addr,u32 size,u32 pitch,u32 flags,struct nvkm_fb_tile * tile)4103c8952fSBen Skeggs nvkm_fb_tile_init(struct nvkm_fb *fb, int region, u32 addr, u32 size,
4203c8952fSBen Skeggs u32 pitch, u32 flags, struct nvkm_fb_tile *tile)
4303c8952fSBen Skeggs {
4403c8952fSBen Skeggs fb->func->tile.init(fb, region, addr, size, pitch, flags, tile);
4503c8952fSBen Skeggs }
4603c8952fSBen Skeggs
4703c8952fSBen Skeggs void
nvkm_fb_tile_prog(struct nvkm_fb * fb,int region,struct nvkm_fb_tile * tile)4803c8952fSBen Skeggs nvkm_fb_tile_prog(struct nvkm_fb *fb, int region, struct nvkm_fb_tile *tile)
4903c8952fSBen Skeggs {
5003c8952fSBen Skeggs struct nvkm_device *device = fb->subdev.device;
51c85ee6caSBen Skeggs if (fb->func->tile.prog) {
5203c8952fSBen Skeggs fb->func->tile.prog(fb, region, tile);
53c85ee6caSBen Skeggs if (device->gr)
54c85ee6caSBen Skeggs nvkm_engine_tile(&device->gr->engine, region);
557624fc01SBen Skeggs if (device->mpeg)
567624fc01SBen Skeggs nvkm_engine_tile(device->mpeg, region);
5703c8952fSBen Skeggs }
58c85ee6caSBen Skeggs }
59c39f472eSBen Skeggs
605728d064SBen Skeggs static void
nvkm_fb_sysmem_flush_page_init(struct nvkm_device * device)615728d064SBen Skeggs nvkm_fb_sysmem_flush_page_init(struct nvkm_device *device)
625728d064SBen Skeggs {
635728d064SBen Skeggs struct nvkm_fb *fb = device->fb;
645728d064SBen Skeggs
655728d064SBen Skeggs if (fb->func->sysmem.flush_page_init)
665728d064SBen Skeggs fb->func->sysmem.flush_page_init(fb);
675728d064SBen Skeggs }
685728d064SBen Skeggs
69c39f472eSBen Skeggs int
nvkm_fb_bios_memtype(struct nvkm_bios * bios)70639c308eSBen Skeggs nvkm_fb_bios_memtype(struct nvkm_bios *bios)
71c39f472eSBen Skeggs {
723ecd329bSBen Skeggs struct nvkm_subdev *subdev = &bios->subdev;
733ecd329bSBen Skeggs struct nvkm_device *device = subdev->device;
746758745bSBen Skeggs const u8 ramcfg = (nvkm_rd32(device, 0x101000) & 0x0000003c) >> 2;
75c39f472eSBen Skeggs struct nvbios_M0203E M0203E;
76c39f472eSBen Skeggs u8 ver, hdr;
77c39f472eSBen Skeggs
78c39f472eSBen Skeggs if (nvbios_M0203Em(bios, ramcfg, &ver, &hdr, &M0203E)) {
79c39f472eSBen Skeggs switch (M0203E.type) {
80d36a99d2SBen Skeggs case M0203E_TYPE_DDR2 : return NVKM_RAM_TYPE_DDR2;
81d36a99d2SBen Skeggs case M0203E_TYPE_DDR3 : return NVKM_RAM_TYPE_DDR3;
82d36a99d2SBen Skeggs case M0203E_TYPE_GDDR3 : return NVKM_RAM_TYPE_GDDR3;
83d36a99d2SBen Skeggs case M0203E_TYPE_GDDR5 : return NVKM_RAM_TYPE_GDDR5;
842d5257b7SBen Skeggs case M0203E_TYPE_GDDR5X: return NVKM_RAM_TYPE_GDDR5X;
852d5257b7SBen Skeggs case M0203E_TYPE_GDDR6 : return NVKM_RAM_TYPE_GDDR6;
862d5257b7SBen Skeggs case M0203E_TYPE_HBM2 : return NVKM_RAM_TYPE_HBM2;
87c39f472eSBen Skeggs default:
883ecd329bSBen Skeggs nvkm_warn(subdev, "M0203E type %02x\n", M0203E.type);
89d36a99d2SBen Skeggs return NVKM_RAM_TYPE_UNKNOWN;
90c39f472eSBen Skeggs }
91c39f472eSBen Skeggs }
92c39f472eSBen Skeggs
933ecd329bSBen Skeggs nvkm_warn(subdev, "M0203E not matched!\n");
94d36a99d2SBen Skeggs return NVKM_RAM_TYPE_UNKNOWN;
95c39f472eSBen Skeggs }
96c39f472eSBen Skeggs
9703c8952fSBen Skeggs static void
nvkm_fb_intr(struct nvkm_subdev * subdev)9803c8952fSBen Skeggs nvkm_fb_intr(struct nvkm_subdev *subdev)
99c39f472eSBen Skeggs {
10003c8952fSBen Skeggs struct nvkm_fb *fb = nvkm_fb(subdev);
10103c8952fSBen Skeggs if (fb->func->intr)
10203c8952fSBen Skeggs fb->func->intr(fb);
103c39f472eSBen Skeggs }
104c39f472eSBen Skeggs
10503c8952fSBen Skeggs static int
nvkm_fb_oneinit(struct nvkm_subdev * subdev)10603c8952fSBen Skeggs nvkm_fb_oneinit(struct nvkm_subdev *subdev)
107c39f472eSBen Skeggs {
10803c8952fSBen Skeggs struct nvkm_fb *fb = nvkm_fb(subdev);
109af793b8cSBen Skeggs u32 tags = 0;
110917d95a8SBen Skeggs
11103c8952fSBen Skeggs if (fb->func->ram_new) {
11203c8952fSBen Skeggs int ret = fb->func->ram_new(fb, &fb->ram);
11303c8952fSBen Skeggs if (ret) {
11403c8952fSBen Skeggs nvkm_error(subdev, "vram setup failed, %d\n", ret);
115c39f472eSBen Skeggs return ret;
11603c8952fSBen Skeggs }
11703c8952fSBen Skeggs }
118917d95a8SBen Skeggs
119917d95a8SBen Skeggs if (fb->func->oneinit) {
120917d95a8SBen Skeggs int ret = fb->func->oneinit(fb);
121917d95a8SBen Skeggs if (ret)
122917d95a8SBen Skeggs return ret;
123917d95a8SBen Skeggs }
124917d95a8SBen Skeggs
125af793b8cSBen Skeggs /* Initialise compression tag allocator.
126af793b8cSBen Skeggs *
127af793b8cSBen Skeggs * LTC oneinit() will override this on Fermi and newer.
128af793b8cSBen Skeggs */
129af793b8cSBen Skeggs if (fb->func->tags) {
130af793b8cSBen Skeggs tags = fb->func->tags(fb);
131af793b8cSBen Skeggs nvkm_debug(subdev, "%d comptags\n", tags);
132af793b8cSBen Skeggs }
133af793b8cSBen Skeggs
134f5cfbd99SBen Skeggs return nvkm_mm_init(&fb->tags.mm, 0, 0, tags, 1);
135c39f472eSBen Skeggs }
136c39f472eSBen Skeggs
137e3f32495SBen Skeggs int
nvkm_fb_mem_unlock(struct nvkm_fb * fb)138e3f32495SBen Skeggs nvkm_fb_mem_unlock(struct nvkm_fb *fb)
139c3463aedSBen Skeggs {
140c3463aedSBen Skeggs struct nvkm_subdev *subdev = &fb->subdev;
141c3463aedSBen Skeggs int ret;
142c3463aedSBen Skeggs
143e3f32495SBen Skeggs if (!fb->func->vpr.scrub_required)
144e3f32495SBen Skeggs return 0;
145e3f32495SBen Skeggs
1461b9b4f92SBen Skeggs ret = nvkm_subdev_oneinit(subdev);
1471b9b4f92SBen Skeggs if (ret)
1481b9b4f92SBen Skeggs return ret;
1491b9b4f92SBen Skeggs
150e3f32495SBen Skeggs if (!fb->func->vpr.scrub_required(fb)) {
151e3f32495SBen Skeggs nvkm_debug(subdev, "VPR not locked\n");
152e3f32495SBen Skeggs return 0;
153e3f32495SBen Skeggs }
154e3f32495SBen Skeggs
155c3463aedSBen Skeggs nvkm_debug(subdev, "VPR locked, running scrubber binary\n");
156c3463aedSBen Skeggs
1571b9b4f92SBen Skeggs if (!fb->vpr_scrubber.fw.img) {
158c3463aedSBen Skeggs nvkm_warn(subdev, "VPR locked, but no scrubber binary!\n");
159c3463aedSBen Skeggs return 0;
160c3463aedSBen Skeggs }
161c3463aedSBen Skeggs
162c3463aedSBen Skeggs ret = fb->func->vpr.scrub(fb);
163c3463aedSBen Skeggs if (ret) {
164c3463aedSBen Skeggs nvkm_error(subdev, "VPR scrubber binary failed\n");
165c3463aedSBen Skeggs return ret;
166c3463aedSBen Skeggs }
167c3463aedSBen Skeggs
168c3463aedSBen Skeggs if (fb->func->vpr.scrub_required(fb)) {
169c3463aedSBen Skeggs nvkm_error(subdev, "VPR still locked after scrub!\n");
170c3463aedSBen Skeggs return -EIO;
171c3463aedSBen Skeggs }
172c3463aedSBen Skeggs
173c3463aedSBen Skeggs nvkm_debug(subdev, "VPR scrubber binary successful\n");
174c3463aedSBen Skeggs return 0;
175c3463aedSBen Skeggs }
176c3463aedSBen Skeggs
177*2c0c15a2SBen Skeggs u64
nvkm_fb_vidmem_size(struct nvkm_device * device)178*2c0c15a2SBen Skeggs nvkm_fb_vidmem_size(struct nvkm_device *device)
179*2c0c15a2SBen Skeggs {
180*2c0c15a2SBen Skeggs struct nvkm_fb *fb = device->fb;
181*2c0c15a2SBen Skeggs
182*2c0c15a2SBen Skeggs if (fb && fb->func->vidmem.size)
183*2c0c15a2SBen Skeggs return fb->func->vidmem.size(fb);
184*2c0c15a2SBen Skeggs
185*2c0c15a2SBen Skeggs WARN_ON(1);
186*2c0c15a2SBen Skeggs return 0;
187*2c0c15a2SBen Skeggs }
188*2c0c15a2SBen Skeggs
189c3463aedSBen Skeggs static int
nvkm_fb_init(struct nvkm_subdev * subdev)19003c8952fSBen Skeggs nvkm_fb_init(struct nvkm_subdev *subdev)
191c39f472eSBen Skeggs {
19203c8952fSBen Skeggs struct nvkm_fb *fb = nvkm_fb(subdev);
19303c8952fSBen Skeggs int ret, i;
19403c8952fSBen Skeggs
19503c8952fSBen Skeggs if (fb->ram) {
19603c8952fSBen Skeggs ret = nvkm_ram_init(fb->ram);
19703c8952fSBen Skeggs if (ret)
19803c8952fSBen Skeggs return ret;
19903c8952fSBen Skeggs }
20003c8952fSBen Skeggs
20103c8952fSBen Skeggs for (i = 0; i < fb->tile.regions; i++)
20203c8952fSBen Skeggs fb->func->tile.prog(fb, i, &fb->tile.region[i]);
20303c8952fSBen Skeggs
2045728d064SBen Skeggs nvkm_fb_sysmem_flush_page_init(subdev->device);
2055728d064SBen Skeggs
20603c8952fSBen Skeggs if (fb->func->init)
20703c8952fSBen Skeggs fb->func->init(fb);
2082854ab8dSBen Skeggs
2092f958e82SBen Skeggs if (fb->func->init_remapper)
2102f958e82SBen Skeggs fb->func->init_remapper(fb);
2112f958e82SBen Skeggs
2122854ab8dSBen Skeggs if (fb->func->init_page) {
2132854ab8dSBen Skeggs ret = fb->func->init_page(fb);
2142854ab8dSBen Skeggs if (WARN_ON(ret))
2152854ab8dSBen Skeggs return ret;
2162854ab8dSBen Skeggs }
2172854ab8dSBen Skeggs
2187ff51f82SBen Skeggs if (fb->func->init_unkn)
2197ff51f82SBen Skeggs fb->func->init_unkn(fb);
220ebe52a58SBen Skeggs
22103c8952fSBen Skeggs return 0;
22203c8952fSBen Skeggs }
22303c8952fSBen Skeggs
2245728d064SBen Skeggs static int
nvkm_fb_preinit(struct nvkm_subdev * subdev)2255728d064SBen Skeggs nvkm_fb_preinit(struct nvkm_subdev *subdev)
2265728d064SBen Skeggs {
2275728d064SBen Skeggs nvkm_fb_sysmem_flush_page_init(subdev->device);
2285728d064SBen Skeggs return 0;
2295728d064SBen Skeggs }
2305728d064SBen Skeggs
23103c8952fSBen Skeggs static void *
nvkm_fb_dtor(struct nvkm_subdev * subdev)23203c8952fSBen Skeggs nvkm_fb_dtor(struct nvkm_subdev *subdev)
23303c8952fSBen Skeggs {
23403c8952fSBen Skeggs struct nvkm_fb *fb = nvkm_fb(subdev);
235c39f472eSBen Skeggs int i;
236c39f472eSBen Skeggs
237997a8900SBen Skeggs nvkm_memory_unref(&fb->mmu_wr);
238997a8900SBen Skeggs nvkm_memory_unref(&fb->mmu_rd);
23999c59172SBen Skeggs
240b1e4553cSBen Skeggs for (i = 0; i < fb->tile.regions; i++)
24103c8952fSBen Skeggs fb->func->tile.fini(fb, i, &fb->tile.region[i]);
242c39f472eSBen Skeggs
243f5cfbd99SBen Skeggs nvkm_mm_fini(&fb->tags.mm);
244f5cfbd99SBen Skeggs mutex_destroy(&fb->tags.mutex);
245f5cfbd99SBen Skeggs
246d36a99d2SBen Skeggs nvkm_ram_del(&fb->ram);
24703c8952fSBen Skeggs
2481b9b4f92SBen Skeggs nvkm_falcon_fw_dtor(&fb->vpr_scrubber);
249ebe52a58SBen Skeggs
2505728d064SBen Skeggs if (fb->sysmem.flush_page) {
2515728d064SBen Skeggs dma_unmap_page(subdev->device->dev, fb->sysmem.flush_page_addr,
2525728d064SBen Skeggs PAGE_SIZE, DMA_BIDIRECTIONAL);
2535728d064SBen Skeggs __free_page(fb->sysmem.flush_page);
2545728d064SBen Skeggs }
2555728d064SBen Skeggs
25603c8952fSBen Skeggs if (fb->func->dtor)
25703c8952fSBen Skeggs return fb->func->dtor(fb);
2585728d064SBen Skeggs
25903c8952fSBen Skeggs return fb;
26003c8952fSBen Skeggs }
26103c8952fSBen Skeggs
26203c8952fSBen Skeggs static const struct nvkm_subdev_func
26303c8952fSBen Skeggs nvkm_fb = {
26403c8952fSBen Skeggs .dtor = nvkm_fb_dtor,
2655728d064SBen Skeggs .preinit = nvkm_fb_preinit,
26603c8952fSBen Skeggs .oneinit = nvkm_fb_oneinit,
26703c8952fSBen Skeggs .init = nvkm_fb_init,
26803c8952fSBen Skeggs .intr = nvkm_fb_intr,
26903c8952fSBen Skeggs };
27003c8952fSBen Skeggs
2715728d064SBen Skeggs int
nvkm_fb_ctor(const struct nvkm_fb_func * func,struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_fb * fb)27203c8952fSBen Skeggs nvkm_fb_ctor(const struct nvkm_fb_func *func, struct nvkm_device *device,
273b7a9369aSBen Skeggs enum nvkm_subdev_type type, int inst, struct nvkm_fb *fb)
27403c8952fSBen Skeggs {
275b7a9369aSBen Skeggs nvkm_subdev_ctor(&nvkm_fb, device, type, inst, &fb->subdev);
27603c8952fSBen Skeggs fb->func = func;
27703c8952fSBen Skeggs fb->tile.regions = fb->func->tile.regions;
278f5cfbd99SBen Skeggs fb->page = nvkm_longopt(device->cfgopt, "NvFbBigPage", fb->func->default_bigpage);
279f5cfbd99SBen Skeggs mutex_init(&fb->tags.mutex);
2805728d064SBen Skeggs
2815728d064SBen Skeggs if (func->sysmem.flush_page_init) {
2825728d064SBen Skeggs fb->sysmem.flush_page = alloc_page(GFP_KERNEL | __GFP_ZERO);
2835728d064SBen Skeggs if (!fb->sysmem.flush_page)
2845728d064SBen Skeggs return -ENOMEM;
2855728d064SBen Skeggs
2865728d064SBen Skeggs fb->sysmem.flush_page_addr = dma_map_page(device->dev, fb->sysmem.flush_page,
2875728d064SBen Skeggs 0, PAGE_SIZE, DMA_BIDIRECTIONAL);
2885728d064SBen Skeggs if (dma_mapping_error(device->dev, fb->sysmem.flush_page_addr))
2895728d064SBen Skeggs return -EFAULT;
2905728d064SBen Skeggs }
2915728d064SBen Skeggs
2925728d064SBen Skeggs return 0;
293c39f472eSBen Skeggs }
294c39f472eSBen Skeggs
295c39f472eSBen Skeggs int
nvkm_fb_new_(const struct nvkm_fb_func * func,struct nvkm_device * device,enum nvkm_subdev_type type,int inst,struct nvkm_fb ** pfb)29603c8952fSBen Skeggs nvkm_fb_new_(const struct nvkm_fb_func *func, struct nvkm_device *device,
297b7a9369aSBen Skeggs enum nvkm_subdev_type type, int inst, struct nvkm_fb **pfb)
298c39f472eSBen Skeggs {
29903c8952fSBen Skeggs if (!(*pfb = kzalloc(sizeof(**pfb), GFP_KERNEL)))
30003c8952fSBen Skeggs return -ENOMEM;
3015728d064SBen Skeggs return nvkm_fb_ctor(func, device, type, inst, *pfb);
302c39f472eSBen Skeggs }
303