1 /*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Ben Skeggs
23 */
24 #include <core/object.h>
25 #include <core/client.h>
26 #include <core/engine.h>
27
28 struct nvkm_object *
nvkm_object_search(struct nvkm_client * client,u64 handle,const struct nvkm_object_func * func)29 nvkm_object_search(struct nvkm_client *client, u64 handle,
30 const struct nvkm_object_func *func)
31 {
32 struct nvkm_object *object;
33
34 if (handle) {
35 struct rb_node *node = client->objroot.rb_node;
36 while (node) {
37 object = rb_entry(node, typeof(*object), node);
38 if (handle < object->object)
39 node = node->rb_left;
40 else
41 if (handle > object->object)
42 node = node->rb_right;
43 else
44 goto done;
45 }
46 return ERR_PTR(-ENOENT);
47 } else {
48 object = &client->object;
49 }
50
51 done:
52 if (unlikely(func && object->func != func))
53 return ERR_PTR(-EINVAL);
54 return object;
55 }
56
57 void
nvkm_object_remove(struct nvkm_object * object)58 nvkm_object_remove(struct nvkm_object *object)
59 {
60 if (!RB_EMPTY_NODE(&object->node))
61 rb_erase(&object->node, &object->client->objroot);
62 }
63
64 bool
nvkm_object_insert(struct nvkm_object * object)65 nvkm_object_insert(struct nvkm_object *object)
66 {
67 struct rb_node **ptr = &object->client->objroot.rb_node;
68 struct rb_node *parent = NULL;
69
70 while (*ptr) {
71 struct nvkm_object *this = rb_entry(*ptr, typeof(*this), node);
72 parent = *ptr;
73 if (object->object < this->object)
74 ptr = &parent->rb_left;
75 else
76 if (object->object > this->object)
77 ptr = &parent->rb_right;
78 else
79 return false;
80 }
81
82 rb_link_node(&object->node, parent, ptr);
83 rb_insert_color(&object->node, &object->client->objroot);
84 return true;
85 }
86
87 int
nvkm_object_mthd(struct nvkm_object * object,u32 mthd,void * data,u32 size)88 nvkm_object_mthd(struct nvkm_object *object, u32 mthd, void *data, u32 size)
89 {
90 if (likely(object->func->mthd))
91 return object->func->mthd(object, mthd, data, size);
92 return -ENODEV;
93 }
94
95 int
nvkm_object_ntfy(struct nvkm_object * object,u32 mthd,struct nvkm_event ** pevent)96 nvkm_object_ntfy(struct nvkm_object *object, u32 mthd,
97 struct nvkm_event **pevent)
98 {
99 if (likely(object->func->ntfy))
100 return object->func->ntfy(object, mthd, pevent);
101 return -ENODEV;
102 }
103
104 int
nvkm_object_map(struct nvkm_object * object,void * argv,u32 argc,enum nvkm_object_map * type,u64 * addr,u64 * size)105 nvkm_object_map(struct nvkm_object *object, void *argv, u32 argc,
106 enum nvkm_object_map *type, u64 *addr, u64 *size)
107 {
108 if (likely(object->func->map))
109 return object->func->map(object, argv, argc, type, addr, size);
110 return -ENODEV;
111 }
112
113 int
nvkm_object_unmap(struct nvkm_object * object)114 nvkm_object_unmap(struct nvkm_object *object)
115 {
116 if (likely(object->func->unmap))
117 return object->func->unmap(object);
118 return -ENODEV;
119 }
120
121 int
nvkm_object_rd08(struct nvkm_object * object,u64 addr,u8 * data)122 nvkm_object_rd08(struct nvkm_object *object, u64 addr, u8 *data)
123 {
124 if (likely(object->func->rd08))
125 return object->func->rd08(object, addr, data);
126 return -ENODEV;
127 }
128
129 int
nvkm_object_rd16(struct nvkm_object * object,u64 addr,u16 * data)130 nvkm_object_rd16(struct nvkm_object *object, u64 addr, u16 *data)
131 {
132 if (likely(object->func->rd16))
133 return object->func->rd16(object, addr, data);
134 return -ENODEV;
135 }
136
137 int
nvkm_object_rd32(struct nvkm_object * object,u64 addr,u32 * data)138 nvkm_object_rd32(struct nvkm_object *object, u64 addr, u32 *data)
139 {
140 if (likely(object->func->rd32))
141 return object->func->rd32(object, addr, data);
142 return -ENODEV;
143 }
144
145 int
nvkm_object_wr08(struct nvkm_object * object,u64 addr,u8 data)146 nvkm_object_wr08(struct nvkm_object *object, u64 addr, u8 data)
147 {
148 if (likely(object->func->wr08))
149 return object->func->wr08(object, addr, data);
150 return -ENODEV;
151 }
152
153 int
nvkm_object_wr16(struct nvkm_object * object,u64 addr,u16 data)154 nvkm_object_wr16(struct nvkm_object *object, u64 addr, u16 data)
155 {
156 if (likely(object->func->wr16))
157 return object->func->wr16(object, addr, data);
158 return -ENODEV;
159 }
160
161 int
nvkm_object_wr32(struct nvkm_object * object,u64 addr,u32 data)162 nvkm_object_wr32(struct nvkm_object *object, u64 addr, u32 data)
163 {
164 if (likely(object->func->wr32))
165 return object->func->wr32(object, addr, data);
166 return -ENODEV;
167 }
168
169 int
nvkm_object_bind(struct nvkm_object * object,struct nvkm_gpuobj * gpuobj,int align,struct nvkm_gpuobj ** pgpuobj)170 nvkm_object_bind(struct nvkm_object *object, struct nvkm_gpuobj *gpuobj,
171 int align, struct nvkm_gpuobj **pgpuobj)
172 {
173 if (object->func->bind)
174 return object->func->bind(object, gpuobj, align, pgpuobj);
175 return -ENODEV;
176 }
177
178 int
nvkm_object_fini(struct nvkm_object * object,bool suspend)179 nvkm_object_fini(struct nvkm_object *object, bool suspend)
180 {
181 const char *action = suspend ? "suspend" : "fini";
182 struct nvkm_object *child;
183 s64 time;
184 int ret;
185
186 nvif_debug(object, "%s children...\n", action);
187 time = ktime_to_us(ktime_get());
188 list_for_each_entry(child, &object->tree, head) {
189 ret = nvkm_object_fini(child, suspend);
190 if (ret && suspend)
191 goto fail_child;
192 }
193
194 nvif_debug(object, "%s running...\n", action);
195 if (object->func->fini) {
196 ret = object->func->fini(object, suspend);
197 if (ret) {
198 nvif_error(object, "%s failed with %d\n", action, ret);
199 if (suspend)
200 goto fail;
201 }
202 }
203
204 time = ktime_to_us(ktime_get()) - time;
205 nvif_debug(object, "%s completed in %lldus\n", action, time);
206 return 0;
207
208 fail:
209 if (object->func->init) {
210 int rret = object->func->init(object);
211 if (rret)
212 nvif_fatal(object, "failed to restart, %d\n", rret);
213 }
214 fail_child:
215 list_for_each_entry_continue_reverse(child, &object->tree, head) {
216 nvkm_object_init(child);
217 }
218 return ret;
219 }
220
221 int
nvkm_object_init(struct nvkm_object * object)222 nvkm_object_init(struct nvkm_object *object)
223 {
224 struct nvkm_object *child;
225 s64 time;
226 int ret;
227
228 nvif_debug(object, "init running...\n");
229 time = ktime_to_us(ktime_get());
230 if (object->func->init) {
231 ret = object->func->init(object);
232 if (ret)
233 goto fail;
234 }
235
236 nvif_debug(object, "init children...\n");
237 list_for_each_entry(child, &object->tree, head) {
238 ret = nvkm_object_init(child);
239 if (ret)
240 goto fail_child;
241 }
242
243 time = ktime_to_us(ktime_get()) - time;
244 nvif_debug(object, "init completed in %lldus\n", time);
245 return 0;
246
247 fail_child:
248 list_for_each_entry_continue_reverse(child, &object->tree, head)
249 nvkm_object_fini(child, false);
250 fail:
251 nvif_error(object, "init failed with %d\n", ret);
252 if (object->func->fini)
253 object->func->fini(object, false);
254 return ret;
255 }
256
257 void *
nvkm_object_dtor(struct nvkm_object * object)258 nvkm_object_dtor(struct nvkm_object *object)
259 {
260 struct nvkm_object *child, *ctemp;
261 void *data = object;
262 s64 time;
263
264 nvif_debug(object, "destroy children...\n");
265 time = ktime_to_us(ktime_get());
266 list_for_each_entry_safe(child, ctemp, &object->tree, head) {
267 nvkm_object_del(&child);
268 }
269
270 nvif_debug(object, "destroy running...\n");
271 nvkm_object_unmap(object);
272 if (object->func->dtor)
273 data = object->func->dtor(object);
274 nvkm_engine_unref(&object->engine);
275 time = ktime_to_us(ktime_get()) - time;
276 nvif_debug(object, "destroy completed in %lldus...\n", time);
277 return data;
278 }
279
280 void
nvkm_object_del(struct nvkm_object ** pobject)281 nvkm_object_del(struct nvkm_object **pobject)
282 {
283 struct nvkm_object *object = *pobject;
284 if (object && !WARN_ON(!object->func)) {
285 *pobject = nvkm_object_dtor(object);
286 nvkm_object_remove(object);
287 list_del(&object->head);
288 kfree(*pobject);
289 *pobject = NULL;
290 }
291 }
292
293 void
nvkm_object_ctor(const struct nvkm_object_func * func,const struct nvkm_oclass * oclass,struct nvkm_object * object)294 nvkm_object_ctor(const struct nvkm_object_func *func,
295 const struct nvkm_oclass *oclass, struct nvkm_object *object)
296 {
297 object->func = func;
298 object->client = oclass->client;
299 object->engine = nvkm_engine_ref(oclass->engine);
300 object->oclass = oclass->base.oclass;
301 object->handle = oclass->handle;
302 object->route = oclass->route;
303 object->token = oclass->token;
304 object->object = oclass->object;
305 INIT_LIST_HEAD(&object->head);
306 INIT_LIST_HEAD(&object->tree);
307 RB_CLEAR_NODE(&object->node);
308 WARN_ON(IS_ERR(object->engine));
309 }
310
311 int
nvkm_object_new_(const struct nvkm_object_func * func,const struct nvkm_oclass * oclass,void * data,u32 size,struct nvkm_object ** pobject)312 nvkm_object_new_(const struct nvkm_object_func *func,
313 const struct nvkm_oclass *oclass, void *data, u32 size,
314 struct nvkm_object **pobject)
315 {
316 if (size == 0) {
317 if (!(*pobject = kzalloc(sizeof(**pobject), GFP_KERNEL)))
318 return -ENOMEM;
319 nvkm_object_ctor(func, oclass, *pobject);
320 return 0;
321 }
322 return -ENOSYS;
323 }
324
325 static const struct nvkm_object_func
326 nvkm_object_func = {
327 };
328
329 int
nvkm_object_new(const struct nvkm_oclass * oclass,void * data,u32 size,struct nvkm_object ** pobject)330 nvkm_object_new(const struct nvkm_oclass *oclass, void *data, u32 size,
331 struct nvkm_object **pobject)
332 {
333 const struct nvkm_object_func *func =
334 oclass->base.func ? oclass->base.func : &nvkm_object_func;
335 return nvkm_object_new_(func, oclass, data, size, pobject);
336 }
337