1 /*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs
23 */
24 #include <core/object.h>
25 #include <core/client.h>
26 #include <core/engine.h>
27
28 struct nvkm_object *
nvkm_object_search(struct nvkm_client * client,u64 handle,const struct nvkm_object_func * func)29 nvkm_object_search(struct nvkm_client *client, u64 handle,
30 const struct nvkm_object_func *func)
31 {
32 struct nvkm_object *object;
33 unsigned long flags;
34
35 if (handle) {
36 spin_lock_irqsave(&client->obj_lock, flags);
37 struct rb_node *node = client->objroot.rb_node;
38 while (node) {
39 object = rb_entry(node, typeof(*object), node);
40 if (handle < object->object)
41 node = node->rb_left;
42 else
43 if (handle > object->object)
44 node = node->rb_right;
45 else {
46 spin_unlock_irqrestore(&client->obj_lock, flags);
47 goto done;
48 }
49 }
50 spin_unlock_irqrestore(&client->obj_lock, flags);
51 return ERR_PTR(-ENOENT);
52 } else {
53 object = &client->object;
54 }
55
56 done:
57 if (unlikely(func && object->func != func))
58 return ERR_PTR(-EINVAL);
59 return object;
60 }
61
62 void
nvkm_object_remove(struct nvkm_object * object)63 nvkm_object_remove(struct nvkm_object *object)
64 {
65 unsigned long flags;
66
67 spin_lock_irqsave(&object->client->obj_lock, flags);
68 if (!RB_EMPTY_NODE(&object->node))
69 rb_erase(&object->node, &object->client->objroot);
70 spin_unlock_irqrestore(&object->client->obj_lock, flags);
71 }
72
73 bool
nvkm_object_insert(struct nvkm_object * object)74 nvkm_object_insert(struct nvkm_object *object)
75 {
76 struct rb_node **ptr;
77 struct rb_node *parent = NULL;
78 unsigned long flags;
79
80 spin_lock_irqsave(&object->client->obj_lock, flags);
81 ptr = &object->client->objroot.rb_node;
82 while (*ptr) {
83 struct nvkm_object *this = rb_entry(*ptr, typeof(*this), node);
84 parent = *ptr;
85 if (object->object < this->object) {
86 ptr = &parent->rb_left;
87 } else if (object->object > this->object) {
88 ptr = &parent->rb_right;
89 } else {
90 spin_unlock_irqrestore(&object->client->obj_lock, flags);
91 return false;
92 }
93 }
94
95 rb_link_node(&object->node, parent, ptr);
96 rb_insert_color(&object->node, &object->client->objroot);
97 spin_unlock_irqrestore(&object->client->obj_lock, flags);
98 return true;
99 }
100
101 int
nvkm_object_mthd(struct nvkm_object * object,u32 mthd,void * data,u32 size)102 nvkm_object_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size)
103 {
104 if (likely(object->func->mthd))
105 return object->func->mthd(object, mthd, data, size);
106 return -ENODEV;
107 }
108
109 int
nvkm_object_ntfy(struct nvkm_object * object,u32 mthd,struct nvkm_event ** pevent)110 nvkm_object_ntfy(struct nvkm_object *object, u32 mthd,
111 struct nvkm_event **pevent)
112 {
113 if (likely(object->func->ntfy))
114 return object->func->ntfy(object, mthd, pevent);
115 return -ENODEV;
116 }
117
118 int
nvkm_object_map(struct nvkm_object * object,void * argv,u32 argc,enum nvkm_object_map * type,u64 * addr,u64 * size)119 nvkm_object_map(struct nvkm_object *object, void *argv, u32 argc,
120 enum nvkm_object_map *type, u64 *addr, u64 *size)
121 {
122 if (likely(object->func->map))
123 return object->func->map(object, argv, argc, type, addr, size);
124 return -ENODEV;
125 }
126
127 int
nvkm_object_unmap(struct nvkm_object * object)128 nvkm_object_unmap(struct nvkm_object *object)
129 {
130 if (likely(object->func->unmap))
131 return object->func->unmap(object);
132 return -ENODEV;
133 }
134
135 int
nvkm_object_bind(struct nvkm_object * object,struct nvkm_gpuobj * gpuobj,int align,struct nvkm_gpuobj ** pgpuobj)136 nvkm_object_bind(struct nvkm_object *object, struct nvkm_gpuobj *gpuobj,
137 int align, struct nvkm_gpuobj **pgpuobj)
138 {
139 if (object->func->bind)
140 return object->func->bind(object, gpuobj, align, pgpuobj);
141 return -ENODEV;
142 }
143
144 int
nvkm_object_fini(struct nvkm_object * object,bool suspend)145 nvkm_object_fini(struct nvkm_object *object, bool suspend)
146 {
147 const char *action = suspend ? "suspend" : "fini";
148 struct nvkm_object *child;
149 s64 time;
150 int ret;
151
152 nvif_debug(object, "%s children...\n", action);
153 time = ktime_to_us(ktime_get());
154 list_for_each_entry_reverse(child, &object->tree, head) {
155 ret = nvkm_object_fini(child, suspend);
156 if (ret && suspend)
157 goto fail_child;
158 }
159
160 nvif_debug(object, "%s running...\n", action);
161 if (object->func->fini) {
162 ret = object->func->fini(object, suspend);
163 if (ret) {
164 nvif_error(object, "%s failed with %d\n", action, ret);
165 if (suspend)
166 goto fail;
167 }
168 }
169
170 time = ktime_to_us(ktime_get()) - time;
171 nvif_debug(object, "%s completed in %lldus\n", action, time);
172 return 0;
173
174 fail:
175 if (object->func->init) {
176 int rret = object->func->init(object);
177 if (rret)
178 nvif_fatal(object, "failed to restart, %d\n", rret);
179 }
180 fail_child:
181 list_for_each_entry_continue_reverse(child, &object->tree, head) {
182 nvkm_object_init(child);
183 }
184 return ret;
185 }
186
187 int
nvkm_object_init(struct nvkm_object * object)188 nvkm_object_init(struct nvkm_object *object)
189 {
190 struct nvkm_object *child;
191 s64 time;
192 int ret;
193
194 nvif_debug(object, "init running...\n");
195 time = ktime_to_us(ktime_get());
196 if (object->func->init) {
197 ret = object->func->init(object);
198 if (ret)
199 goto fail;
200 }
201
202 nvif_debug(object, "init children...\n");
203 list_for_each_entry(child, &object->tree, head) {
204 ret = nvkm_object_init(child);
205 if (ret)
206 goto fail_child;
207 }
208
209 time = ktime_to_us(ktime_get()) - time;
210 nvif_debug(object, "init completed in %lldus\n", time);
211 return 0;
212
213 fail_child:
214 list_for_each_entry_continue_reverse(child, &object->tree, head)
215 nvkm_object_fini(child, false);
216 fail:
217 nvif_error(object, "init failed with %d\n", ret);
218 if (object->func->fini)
219 object->func->fini(object, false);
220 return ret;
221 }
222
223 void *
nvkm_object_dtor(struct nvkm_object * object)224 nvkm_object_dtor(struct nvkm_object *object)
225 {
226 struct nvkm_object *child, *ctemp;
227 void *data = object;
228 s64 time;
229
230 nvif_debug(object, "destroy children...\n");
231 time = ktime_to_us(ktime_get());
232 list_for_each_entry_safe(child, ctemp, &object->tree, head) {
233 nvkm_object_del(&child);
234 }
235
236 nvif_debug(object, "destroy running...\n");
237 nvkm_object_unmap(object);
238 if (object->func->dtor)
239 data = object->func->dtor(object);
240 nvkm_engine_unref(&object->engine);
241 time = ktime_to_us(ktime_get()) - time;
242 nvif_debug(object, "destroy completed in %lldus...\n", time);
243 return data;
244 }
245
246 void
nvkm_object_del(struct nvkm_object ** pobject)247 nvkm_object_del(struct nvkm_object **pobject)
248 {
249 struct nvkm_object *object = *pobject;
250 if (object && !WARN_ON(!object->func)) {
251 *pobject = nvkm_object_dtor(object);
252 nvkm_object_remove(object);
253 list_del(&object->head);
254 kfree(*pobject);
255 *pobject = NULL;
256 }
257 }
258
259 void
nvkm_object_ctor(const struct nvkm_object_func * func,const struct nvkm_oclass * oclass,struct nvkm_object * object)260 nvkm_object_ctor(const struct nvkm_object_func *func,
261 const struct nvkm_oclass *oclass, struct nvkm_object *object)
262 {
263 object->func = func;
264 object->client = oclass->client;
265 object->engine = nvkm_engine_ref(oclass->engine);
266 object->oclass = oclass->base.oclass;
267 object->handle = oclass->handle;
268 object->object = oclass->object;
269 INIT_LIST_HEAD(&object->head);
270 INIT_LIST_HEAD(&object->tree);
271 RB_CLEAR_NODE(&object->node);
272 WARN_ON(IS_ERR(object->engine));
273 }
274
275 int
nvkm_object_new_(const struct nvkm_object_func * func,const struct nvkm_oclass * oclass,void * data,u32 size,struct nvkm_object ** pobject)276 nvkm_object_new_(const struct nvkm_object_func *func,
277 const struct nvkm_oclass *oclass, void *data, u32 size,
278 struct nvkm_object **pobject)
279 {
280 if (size == 0) {
281 if (!(*pobject = kzalloc(sizeof(**pobject), GFP_KERNEL)))
282 return -ENOMEM;
283 nvkm_object_ctor(func, oclass, *pobject);
284 return 0;
285 }
286 return -ENOSYS;
287 }
288
289 static const struct nvkm_object_func
290 nvkm_object_func = {
291 };
292
293 int
nvkm_object_new(const struct nvkm_oclass * oclass,void * data,u32 size,struct nvkm_object ** pobject)294 nvkm_object_new(const struct nvkm_oclass *oclass, void *data, u32 size,
295 struct nvkm_object **pobject)
296 {
297 const struct nvkm_object_func *func =
298 oclass->base.func ? oclass->base.func : &nvkm_object_func;
299 return nvkm_object_new_(func, oclass, data, size, pobject);
300 }
301