1ee18f40eSChristian König // SPDX-License-Identifier: GPL-2.0 OR MIT
2ee18f40eSChristian König /*
3ee18f40eSChristian König * Copyright 2020 Advanced Micro Devices, Inc.
4ee18f40eSChristian König *
5ee18f40eSChristian König * Permission is hereby granted, free of charge, to any person obtaining a
6ee18f40eSChristian König * copy of this software and associated documentation files (the "Software"),
7ee18f40eSChristian König * to deal in the Software without restriction, including without limitation
8ee18f40eSChristian König * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9ee18f40eSChristian König * and/or sell copies of the Software, and to permit persons to whom the
10ee18f40eSChristian König * Software is furnished to do so, subject to the following conditions:
11ee18f40eSChristian König *
12ee18f40eSChristian König * The above copyright notice and this permission notice shall be included in
13ee18f40eSChristian König * all copies or substantial portions of the Software.
14ee18f40eSChristian König *
15ee18f40eSChristian König * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16ee18f40eSChristian König * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17ee18f40eSChristian König * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18ee18f40eSChristian König * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19ee18f40eSChristian König * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20ee18f40eSChristian König * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21ee18f40eSChristian König * OTHER DEALINGS IN THE SOFTWARE.
22ee18f40eSChristian König *
23ee18f40eSChristian König * Authors: Christian König
24ee18f40eSChristian König */
25ee18f40eSChristian König
26ee18f40eSChristian König #ifndef __AMDGPU_RES_CURSOR_H__
27ee18f40eSChristian König #define __AMDGPU_RES_CURSOR_H__
28ee18f40eSChristian König
29ee18f40eSChristian König #include <drm/drm_mm.h>
30ee18f40eSChristian König #include <drm/ttm/ttm_resource.h>
31cb1c8146SChristian König #include <drm/ttm/ttm_range_manager.h>
32ee18f40eSChristian König
33c9cad937SArunpravin Paneer Selvam #include "amdgpu_vram_mgr.h"
34c9cad937SArunpravin Paneer Selvam
35ee18f40eSChristian König /* state back for walking over vram_mgr and gtt_mgr allocations */
36ee18f40eSChristian König struct amdgpu_res_cursor {
37ee18f40eSChristian König uint64_t start;
38ee18f40eSChristian König uint64_t size;
39ee18f40eSChristian König uint64_t remaining;
40c9cad937SArunpravin Paneer Selvam void *node;
41c9cad937SArunpravin Paneer Selvam uint32_t mem_type;
42ee18f40eSChristian König };
43ee18f40eSChristian König
44ee18f40eSChristian König /**
45ee18f40eSChristian König * amdgpu_res_first - initialize a amdgpu_res_cursor
46ee18f40eSChristian König *
47ee18f40eSChristian König * @res: TTM resource object to walk
48ee18f40eSChristian König * @start: Start of the range
49ee18f40eSChristian König * @size: Size of the range
50ee18f40eSChristian König * @cur: cursor object to initialize
51ee18f40eSChristian König *
52ee18f40eSChristian König * Start walking over the range of allocations between @start and @size.
53ee18f40eSChristian König */
amdgpu_res_first(struct ttm_resource * res,uint64_t start,uint64_t size,struct amdgpu_res_cursor * cur)54ee18f40eSChristian König static inline void amdgpu_res_first(struct ttm_resource *res,
55ee18f40eSChristian König uint64_t start, uint64_t size,
56ee18f40eSChristian König struct amdgpu_res_cursor *cur)
57ee18f40eSChristian König {
58c9cad937SArunpravin Paneer Selvam struct drm_buddy_block *block;
59c9cad937SArunpravin Paneer Selvam struct list_head *head, *next;
60ee18f40eSChristian König struct drm_mm_node *node;
61ee18f40eSChristian König
62c9cad937SArunpravin Paneer Selvam if (!res)
63c9cad937SArunpravin Paneer Selvam goto fallback;
64ee18f40eSChristian König
65e3c92eb4SSomalapuram Amaranath BUG_ON(start + size > res->size);
66ee18f40eSChristian König
67c9cad937SArunpravin Paneer Selvam cur->mem_type = res->mem_type;
68c9cad937SArunpravin Paneer Selvam
69c9cad937SArunpravin Paneer Selvam switch (cur->mem_type) {
70c9cad937SArunpravin Paneer Selvam case TTM_PL_VRAM:
71c9cad937SArunpravin Paneer Selvam head = &to_amdgpu_vram_mgr_resource(res)->blocks;
72c9cad937SArunpravin Paneer Selvam
73c9cad937SArunpravin Paneer Selvam block = list_first_entry_or_null(head,
74c9cad937SArunpravin Paneer Selvam struct drm_buddy_block,
75c9cad937SArunpravin Paneer Selvam link);
76c9cad937SArunpravin Paneer Selvam if (!block)
77c9cad937SArunpravin Paneer Selvam goto fallback;
78c9cad937SArunpravin Paneer Selvam
79c9cad937SArunpravin Paneer Selvam while (start >= amdgpu_vram_mgr_block_size(block)) {
80c9cad937SArunpravin Paneer Selvam start -= amdgpu_vram_mgr_block_size(block);
81c9cad937SArunpravin Paneer Selvam
82c9cad937SArunpravin Paneer Selvam next = block->link.next;
83c9cad937SArunpravin Paneer Selvam if (next != head)
84c9cad937SArunpravin Paneer Selvam block = list_entry(next, struct drm_buddy_block, link);
85c9cad937SArunpravin Paneer Selvam }
86c9cad937SArunpravin Paneer Selvam
87c9cad937SArunpravin Paneer Selvam cur->start = amdgpu_vram_mgr_block_start(block) + start;
88c9cad937SArunpravin Paneer Selvam cur->size = min(amdgpu_vram_mgr_block_size(block) - start, size);
89c9cad937SArunpravin Paneer Selvam cur->remaining = size;
90c9cad937SArunpravin Paneer Selvam cur->node = block;
91c9cad937SArunpravin Paneer Selvam break;
92c9cad937SArunpravin Paneer Selvam case TTM_PL_TT:
93dc3499c7SAlex Deucher case AMDGPU_PL_DOORBELL:
94cb1c8146SChristian König node = to_ttm_range_mgr_node(res)->mm_nodes;
9515e16daaSNirmoy Das while (start >= node->size << PAGE_SHIFT)
96ee18f40eSChristian König start -= node++->size << PAGE_SHIFT;
97ee18f40eSChristian König
98ee18f40eSChristian König cur->start = (node->start << PAGE_SHIFT) + start;
99ee18f40eSChristian König cur->size = min((node->size << PAGE_SHIFT) - start, size);
100ee18f40eSChristian König cur->remaining = size;
101ee18f40eSChristian König cur->node = node;
102c9cad937SArunpravin Paneer Selvam break;
103c9cad937SArunpravin Paneer Selvam default:
104c9cad937SArunpravin Paneer Selvam goto fallback;
105c9cad937SArunpravin Paneer Selvam }
106c9cad937SArunpravin Paneer Selvam
107c9cad937SArunpravin Paneer Selvam return;
108c9cad937SArunpravin Paneer Selvam
109c9cad937SArunpravin Paneer Selvam fallback:
110c9cad937SArunpravin Paneer Selvam cur->start = start;
111c9cad937SArunpravin Paneer Selvam cur->size = size;
112c9cad937SArunpravin Paneer Selvam cur->remaining = size;
113c9cad937SArunpravin Paneer Selvam cur->node = NULL;
114e3c92eb4SSomalapuram Amaranath WARN_ON(res && start + size > res->size);
115ee18f40eSChristian König }
116ee18f40eSChristian König
117ee18f40eSChristian König /**
118ee18f40eSChristian König * amdgpu_res_next - advance the cursor
119ee18f40eSChristian König *
120ee18f40eSChristian König * @cur: the cursor to advance
121ee18f40eSChristian König * @size: number of bytes to move forward
122ee18f40eSChristian König *
123ee18f40eSChristian König * Move the cursor @size bytes forwrad, walking to the next node if necessary.
124ee18f40eSChristian König */
amdgpu_res_next(struct amdgpu_res_cursor * cur,uint64_t size)125ee18f40eSChristian König static inline void amdgpu_res_next(struct amdgpu_res_cursor *cur, uint64_t size)
126ee18f40eSChristian König {
127c9cad937SArunpravin Paneer Selvam struct drm_buddy_block *block;
128c9cad937SArunpravin Paneer Selvam struct drm_mm_node *node;
129c9cad937SArunpravin Paneer Selvam struct list_head *next;
130ee18f40eSChristian König
131ee18f40eSChristian König BUG_ON(size > cur->remaining);
132ee18f40eSChristian König
133ee18f40eSChristian König cur->remaining -= size;
134ee18f40eSChristian König if (!cur->remaining)
135ee18f40eSChristian König return;
136ee18f40eSChristian König
137ee18f40eSChristian König cur->size -= size;
138ee18f40eSChristian König if (cur->size) {
139ee18f40eSChristian König cur->start += size;
140ee18f40eSChristian König return;
141ee18f40eSChristian König }
142ee18f40eSChristian König
143c9cad937SArunpravin Paneer Selvam switch (cur->mem_type) {
144c9cad937SArunpravin Paneer Selvam case TTM_PL_VRAM:
145c9cad937SArunpravin Paneer Selvam block = cur->node;
146c9cad937SArunpravin Paneer Selvam
147c9cad937SArunpravin Paneer Selvam next = block->link.next;
148c9cad937SArunpravin Paneer Selvam block = list_entry(next, struct drm_buddy_block, link);
149c9cad937SArunpravin Paneer Selvam
150c9cad937SArunpravin Paneer Selvam cur->node = block;
151c9cad937SArunpravin Paneer Selvam cur->start = amdgpu_vram_mgr_block_start(block);
152c9cad937SArunpravin Paneer Selvam cur->size = min(amdgpu_vram_mgr_block_size(block), cur->remaining);
153c9cad937SArunpravin Paneer Selvam break;
154c9cad937SArunpravin Paneer Selvam case TTM_PL_TT:
155dc3499c7SAlex Deucher case AMDGPU_PL_DOORBELL:
156c9cad937SArunpravin Paneer Selvam node = cur->node;
157c9cad937SArunpravin Paneer Selvam
158ee18f40eSChristian König cur->node = ++node;
159ee18f40eSChristian König cur->start = node->start << PAGE_SHIFT;
160ee18f40eSChristian König cur->size = min(node->size << PAGE_SHIFT, cur->remaining);
161c9cad937SArunpravin Paneer Selvam break;
162c9cad937SArunpravin Paneer Selvam default:
163c9cad937SArunpravin Paneer Selvam return;
164c9cad937SArunpravin Paneer Selvam }
165ee18f40eSChristian König }
166ee18f40eSChristian König
167*a68c7eaaSArunpravin Paneer Selvam /**
168*a68c7eaaSArunpravin Paneer Selvam * amdgpu_res_cleared - check if blocks are cleared
169*a68c7eaaSArunpravin Paneer Selvam *
170*a68c7eaaSArunpravin Paneer Selvam * @cur: the cursor to extract the block
171*a68c7eaaSArunpravin Paneer Selvam *
172*a68c7eaaSArunpravin Paneer Selvam * Check if the @cur block is cleared
173*a68c7eaaSArunpravin Paneer Selvam */
amdgpu_res_cleared(struct amdgpu_res_cursor * cur)174*a68c7eaaSArunpravin Paneer Selvam static inline bool amdgpu_res_cleared(struct amdgpu_res_cursor *cur)
175*a68c7eaaSArunpravin Paneer Selvam {
176*a68c7eaaSArunpravin Paneer Selvam struct drm_buddy_block *block;
177*a68c7eaaSArunpravin Paneer Selvam
178*a68c7eaaSArunpravin Paneer Selvam switch (cur->mem_type) {
179*a68c7eaaSArunpravin Paneer Selvam case TTM_PL_VRAM:
180*a68c7eaaSArunpravin Paneer Selvam block = cur->node;
181*a68c7eaaSArunpravin Paneer Selvam
182*a68c7eaaSArunpravin Paneer Selvam if (!amdgpu_vram_mgr_is_cleared(block))
183*a68c7eaaSArunpravin Paneer Selvam return false;
184*a68c7eaaSArunpravin Paneer Selvam break;
185*a68c7eaaSArunpravin Paneer Selvam default:
186*a68c7eaaSArunpravin Paneer Selvam return false;
187*a68c7eaaSArunpravin Paneer Selvam }
188*a68c7eaaSArunpravin Paneer Selvam
189*a68c7eaaSArunpravin Paneer Selvam return true;
190*a68c7eaaSArunpravin Paneer Selvam }
191*a68c7eaaSArunpravin Paneer Selvam
192ee18f40eSChristian König #endif
193