1 // SPDX-License-Identifier: GPL-2.0-or-later
2
3 #include <linux/dma-resv.h>
4
5 #include <drm/drm_atomic_state_helper.h>
6 #include <drm/drm_atomic_uapi.h>
7 #include <drm/drm_gem.h>
8 #include <drm/drm_gem_atomic_helper.h>
9 #include <drm/drm_gem_framebuffer_helper.h>
10 #include <drm/drm_simple_kms_helper.h>
11
12 #include "drm_internal.h"
13
14 /**
15 * DOC: overview
16 *
17 * The GEM atomic helpers library implements generic atomic-commit
18 * functions for drivers that use GEM objects. Currently, it provides
19 * synchronization helpers, and plane state and framebuffer BO mappings
20 * for planes with shadow buffers.
21 *
22 * Before scanout, a plane's framebuffer needs to be synchronized with
23 * possible writers that draw into the framebuffer. All drivers should
24 * call drm_gem_plane_helper_prepare_fb() from their implementation of
25 * struct &drm_plane_helper.prepare_fb . It sets the plane's fence from
26 * the framebuffer so that the DRM core can synchronize access automatically.
27 *
28 * drm_gem_plane_helper_prepare_fb() can also be used directly as
29 * implementation of prepare_fb. For drivers based on
30 * struct drm_simple_display_pipe, drm_gem_simple_display_pipe_prepare_fb()
31 * provides equivalent functionality.
32 *
33 * .. code-block:: c
34 *
35 * #include <drm/drm_gem_atomic_helper.h>
36 *
37 * struct drm_plane_helper_funcs driver_plane_helper_funcs = {
38 * ...,
39 * . prepare_fb = drm_gem_plane_helper_prepare_fb,
40 * };
41 *
42 * struct drm_simple_display_pipe_funcs driver_pipe_funcs = {
43 * ...,
44 * . prepare_fb = drm_gem_simple_display_pipe_prepare_fb,
45 * };
46 *
47 * A driver using a shadow buffer copies the content of the shadow buffers
48 * into the HW's framebuffer memory during an atomic update. This requires
49 * a mapping of the shadow buffer into kernel address space. The mappings
50 * cannot be established by commit-tail functions, such as atomic_update,
51 * as this would violate locking rules around dma_buf_vmap().
52 *
53 * The helpers for shadow-buffered planes establish and release mappings,
54 * and provide struct drm_shadow_plane_state, which stores the plane's mapping
55 * for commit-tail functions.
56 *
57 * Shadow-buffered planes can easily be enabled by using the provided macros
58 * %DRM_GEM_SHADOW_PLANE_FUNCS and %DRM_GEM_SHADOW_PLANE_HELPER_FUNCS.
59 * These macros set up the plane and plane-helper callbacks to point to the
60 * shadow-buffer helpers.
61 *
62 * .. code-block:: c
63 *
64 * #include <drm/drm_gem_atomic_helper.h>
65 *
66 * struct drm_plane_funcs driver_plane_funcs = {
67 * ...,
68 * DRM_GEM_SHADOW_PLANE_FUNCS,
69 * };
70 *
71 * struct drm_plane_helper_funcs driver_plane_helper_funcs = {
72 * ...,
73 * DRM_GEM_SHADOW_PLANE_HELPER_FUNCS,
74 * };
75 *
76 * In the driver's atomic-update function, shadow-buffer mappings are available
77 * from the plane state. Use to_drm_shadow_plane_state() to upcast from
78 * struct drm_plane_state.
79 *
80 * .. code-block:: c
81 *
82 * void driver_plane_atomic_update(struct drm_plane *plane,
83 * struct drm_plane_state *old_plane_state)
84 * {
85 * struct drm_plane_state *plane_state = plane->state;
86 * struct drm_shadow_plane_state *shadow_plane_state =
87 * to_drm_shadow_plane_state(plane_state);
88 *
89 * // access shadow buffer via shadow_plane_state->map
90 * }
91 *
92 * A mapping address for each of the framebuffer's buffer object is stored in
93 * struct &drm_shadow_plane_state.map. The mappings are valid while the state
94 * is being used.
95 *
96 * Drivers that use struct drm_simple_display_pipe can use
97 * %DRM_GEM_SIMPLE_DISPLAY_PIPE_SHADOW_PLANE_FUNCS to initialize the rsp
98 * callbacks. Access to shadow-buffer mappings is similar to regular
99 * atomic_update.
100 *
101 * .. code-block:: c
102 *
103 * struct drm_simple_display_pipe_funcs driver_pipe_funcs = {
104 * ...,
105 * DRM_GEM_SIMPLE_DISPLAY_PIPE_SHADOW_PLANE_FUNCS,
106 * };
107 *
108 * void driver_pipe_enable(struct drm_simple_display_pipe *pipe,
109 * struct drm_crtc_state *crtc_state,
110 * struct drm_plane_state *plane_state)
111 * {
112 * struct drm_shadow_plane_state *shadow_plane_state =
113 * to_drm_shadow_plane_state(plane_state);
114 *
115 * // access shadow buffer via shadow_plane_state->map
116 * }
117 */
118
119 /*
120 * Plane Helpers
121 */
122
123 /**
124 * drm_gem_plane_helper_prepare_fb() - Prepare a GEM backed framebuffer
125 * @plane: Plane
126 * @state: Plane state the fence will be attached to
127 *
128 * This function extracts the exclusive fence from &drm_gem_object.resv and
129 * attaches it to plane state for the atomic helper to wait on. This is
130 * necessary to correctly implement implicit synchronization for any buffers
131 * shared as a struct &dma_buf. This function can be used as the
132 * &drm_plane_helper_funcs.prepare_fb callback.
133 *
134 * There is no need for &drm_plane_helper_funcs.cleanup_fb hook for simple
135 * GEM based framebuffer drivers which have their buffers always pinned in
136 * memory.
137 *
138 * This function is the default implementation for GEM drivers of
139 * &drm_plane_helper_funcs.prepare_fb if no callback is provided.
140 *
141 * See drm_atomic_set_fence_for_plane() for a discussion of implicit and
142 * explicit fencing in atomic modeset updates.
143 */
drm_gem_plane_helper_prepare_fb(struct drm_plane * plane,struct drm_plane_state * state)144 int drm_gem_plane_helper_prepare_fb(struct drm_plane *plane, struct drm_plane_state *state)
145 {
146 struct drm_gem_object *obj;
147 struct dma_fence *fence;
148
149 if (!state->fb)
150 return 0;
151
152 obj = drm_gem_fb_get_obj(state->fb, 0);
153 fence = dma_resv_get_excl_unlocked(obj->resv);
154 drm_atomic_set_fence_for_plane(state, fence);
155
156 return 0;
157 }
158 EXPORT_SYMBOL_GPL(drm_gem_plane_helper_prepare_fb);
159
160 /**
161 * drm_gem_simple_display_pipe_prepare_fb - prepare_fb helper for &drm_simple_display_pipe
162 * @pipe: Simple display pipe
163 * @plane_state: Plane state
164 *
165 * This function uses drm_gem_plane_helper_prepare_fb() to extract the exclusive fence
166 * from &drm_gem_object.resv and attaches it to plane state for the atomic
167 * helper to wait on. This is necessary to correctly implement implicit
168 * synchronization for any buffers shared as a struct &dma_buf. Drivers can use
169 * this as their &drm_simple_display_pipe_funcs.prepare_fb callback.
170 *
171 * See drm_atomic_set_fence_for_plane() for a discussion of implicit and
172 * explicit fencing in atomic modeset updates.
173 */
drm_gem_simple_display_pipe_prepare_fb(struct drm_simple_display_pipe * pipe,struct drm_plane_state * plane_state)174 int drm_gem_simple_display_pipe_prepare_fb(struct drm_simple_display_pipe *pipe,
175 struct drm_plane_state *plane_state)
176 {
177 return drm_gem_plane_helper_prepare_fb(&pipe->plane, plane_state);
178 }
179 EXPORT_SYMBOL(drm_gem_simple_display_pipe_prepare_fb);
180
181 /*
182 * Shadow-buffered Planes
183 */
184
185 /**
186 * __drm_gem_duplicate_shadow_plane_state - duplicates shadow-buffered plane state
187 * @plane: the plane
188 * @new_shadow_plane_state: the new shadow-buffered plane state
189 *
190 * This function duplicates shadow-buffered plane state. This is helpful for drivers
191 * that subclass struct drm_shadow_plane_state.
192 *
193 * The function does not duplicate existing mappings of the shadow buffers.
194 * Mappings are maintained during the atomic commit by the plane's prepare_fb
195 * and cleanup_fb helpers. See drm_gem_prepare_shadow_fb() and drm_gem_cleanup_shadow_fb()
196 * for corresponding helpers.
197 */
198 void
__drm_gem_duplicate_shadow_plane_state(struct drm_plane * plane,struct drm_shadow_plane_state * new_shadow_plane_state)199 __drm_gem_duplicate_shadow_plane_state(struct drm_plane *plane,
200 struct drm_shadow_plane_state *new_shadow_plane_state)
201 {
202 __drm_atomic_helper_plane_duplicate_state(plane, &new_shadow_plane_state->base);
203 }
204 EXPORT_SYMBOL(__drm_gem_duplicate_shadow_plane_state);
205
206 /**
207 * drm_gem_duplicate_shadow_plane_state - duplicates shadow-buffered plane state
208 * @plane: the plane
209 *
210 * This function implements struct &drm_plane_funcs.atomic_duplicate_state for
211 * shadow-buffered planes. It assumes the existing state to be of type
212 * struct drm_shadow_plane_state and it allocates the new state to be of this
213 * type.
214 *
215 * The function does not duplicate existing mappings of the shadow buffers.
216 * Mappings are maintained during the atomic commit by the plane's prepare_fb
217 * and cleanup_fb helpers. See drm_gem_prepare_shadow_fb() and drm_gem_cleanup_shadow_fb()
218 * for corresponding helpers.
219 *
220 * Returns:
221 * A pointer to a new plane state on success, or NULL otherwise.
222 */
223 struct drm_plane_state *
drm_gem_duplicate_shadow_plane_state(struct drm_plane * plane)224 drm_gem_duplicate_shadow_plane_state(struct drm_plane *plane)
225 {
226 struct drm_plane_state *plane_state = plane->state;
227 struct drm_shadow_plane_state *new_shadow_plane_state;
228
229 if (!plane_state)
230 return NULL;
231
232 new_shadow_plane_state = kzalloc(sizeof(*new_shadow_plane_state), GFP_KERNEL);
233 if (!new_shadow_plane_state)
234 return NULL;
235 __drm_gem_duplicate_shadow_plane_state(plane, new_shadow_plane_state);
236
237 return &new_shadow_plane_state->base;
238 }
239 EXPORT_SYMBOL(drm_gem_duplicate_shadow_plane_state);
240
241 /**
242 * __drm_gem_destroy_shadow_plane_state - cleans up shadow-buffered plane state
243 * @shadow_plane_state: the shadow-buffered plane state
244 *
245 * This function cleans up shadow-buffered plane state. Helpful for drivers that
246 * subclass struct drm_shadow_plane_state.
247 */
__drm_gem_destroy_shadow_plane_state(struct drm_shadow_plane_state * shadow_plane_state)248 void __drm_gem_destroy_shadow_plane_state(struct drm_shadow_plane_state *shadow_plane_state)
249 {
250 __drm_atomic_helper_plane_destroy_state(&shadow_plane_state->base);
251 }
252 EXPORT_SYMBOL(__drm_gem_destroy_shadow_plane_state);
253
254 /**
255 * drm_gem_destroy_shadow_plane_state - deletes shadow-buffered plane state
256 * @plane: the plane
257 * @plane_state: the plane state of type struct drm_shadow_plane_state
258 *
259 * This function implements struct &drm_plane_funcs.atomic_destroy_state
260 * for shadow-buffered planes. It expects that mappings of shadow buffers
261 * have been released already.
262 */
drm_gem_destroy_shadow_plane_state(struct drm_plane * plane,struct drm_plane_state * plane_state)263 void drm_gem_destroy_shadow_plane_state(struct drm_plane *plane,
264 struct drm_plane_state *plane_state)
265 {
266 struct drm_shadow_plane_state *shadow_plane_state =
267 to_drm_shadow_plane_state(plane_state);
268
269 __drm_gem_destroy_shadow_plane_state(shadow_plane_state);
270 kfree(shadow_plane_state);
271 }
272 EXPORT_SYMBOL(drm_gem_destroy_shadow_plane_state);
273
274 /**
275 * __drm_gem_reset_shadow_plane - resets a shadow-buffered plane
276 * @plane: the plane
277 * @shadow_plane_state: the shadow-buffered plane state
278 *
279 * This function resets state for shadow-buffered planes. Helpful
280 * for drivers that subclass struct drm_shadow_plane_state.
281 */
__drm_gem_reset_shadow_plane(struct drm_plane * plane,struct drm_shadow_plane_state * shadow_plane_state)282 void __drm_gem_reset_shadow_plane(struct drm_plane *plane,
283 struct drm_shadow_plane_state *shadow_plane_state)
284 {
285 __drm_atomic_helper_plane_reset(plane, &shadow_plane_state->base);
286 }
287 EXPORT_SYMBOL(__drm_gem_reset_shadow_plane);
288
289 /**
290 * drm_gem_reset_shadow_plane - resets a shadow-buffered plane
291 * @plane: the plane
292 *
293 * This function implements struct &drm_plane_funcs.reset_plane for
294 * shadow-buffered planes. It assumes the current plane state to be
295 * of type struct drm_shadow_plane and it allocates the new state of
296 * this type.
297 */
drm_gem_reset_shadow_plane(struct drm_plane * plane)298 void drm_gem_reset_shadow_plane(struct drm_plane *plane)
299 {
300 struct drm_shadow_plane_state *shadow_plane_state;
301
302 if (plane->state) {
303 drm_gem_destroy_shadow_plane_state(plane, plane->state);
304 plane->state = NULL; /* must be set to NULL here */
305 }
306
307 shadow_plane_state = kzalloc(sizeof(*shadow_plane_state), GFP_KERNEL);
308 if (!shadow_plane_state)
309 return;
310 __drm_gem_reset_shadow_plane(plane, shadow_plane_state);
311 }
312 EXPORT_SYMBOL(drm_gem_reset_shadow_plane);
313
314 /**
315 * drm_gem_prepare_shadow_fb - prepares shadow framebuffers
316 * @plane: the plane
317 * @plane_state: the plane state of type struct drm_shadow_plane_state
318 *
319 * This function implements struct &drm_plane_helper_funcs.prepare_fb. It
320 * maps all buffer objects of the plane's framebuffer into kernel address
321 * space and stores them in &struct drm_shadow_plane_state.map. The
322 * framebuffer will be synchronized as part of the atomic commit.
323 *
324 * See drm_gem_cleanup_shadow_fb() for cleanup.
325 *
326 * Returns:
327 * 0 on success, or a negative errno code otherwise.
328 */
drm_gem_prepare_shadow_fb(struct drm_plane * plane,struct drm_plane_state * plane_state)329 int drm_gem_prepare_shadow_fb(struct drm_plane *plane, struct drm_plane_state *plane_state)
330 {
331 struct drm_shadow_plane_state *shadow_plane_state = to_drm_shadow_plane_state(plane_state);
332 struct drm_framebuffer *fb = plane_state->fb;
333 int ret;
334
335 if (!fb)
336 return 0;
337
338 ret = drm_gem_plane_helper_prepare_fb(plane, plane_state);
339 if (ret)
340 return ret;
341
342 return drm_gem_fb_vmap(fb, shadow_plane_state->map, shadow_plane_state->data);
343 }
344 EXPORT_SYMBOL(drm_gem_prepare_shadow_fb);
345
346 /**
347 * drm_gem_cleanup_shadow_fb - releases shadow framebuffers
348 * @plane: the plane
349 * @plane_state: the plane state of type struct drm_shadow_plane_state
350 *
351 * This function implements struct &drm_plane_helper_funcs.cleanup_fb.
352 * This function unmaps all buffer objects of the plane's framebuffer.
353 *
354 * See drm_gem_prepare_shadow_fb() for more information.
355 */
drm_gem_cleanup_shadow_fb(struct drm_plane * plane,struct drm_plane_state * plane_state)356 void drm_gem_cleanup_shadow_fb(struct drm_plane *plane, struct drm_plane_state *plane_state)
357 {
358 struct drm_shadow_plane_state *shadow_plane_state = to_drm_shadow_plane_state(plane_state);
359 struct drm_framebuffer *fb = plane_state->fb;
360
361 if (!fb)
362 return;
363
364 drm_gem_fb_vunmap(fb, shadow_plane_state->map);
365 }
366 EXPORT_SYMBOL(drm_gem_cleanup_shadow_fb);
367
368 /**
369 * drm_gem_simple_kms_prepare_shadow_fb - prepares shadow framebuffers
370 * @pipe: the simple display pipe
371 * @plane_state: the plane state of type struct drm_shadow_plane_state
372 *
373 * This function implements struct drm_simple_display_funcs.prepare_fb. It
374 * maps all buffer objects of the plane's framebuffer into kernel address
375 * space and stores them in struct drm_shadow_plane_state.map. The
376 * framebuffer will be synchronized as part of the atomic commit.
377 *
378 * See drm_gem_simple_kms_cleanup_shadow_fb() for cleanup.
379 *
380 * Returns:
381 * 0 on success, or a negative errno code otherwise.
382 */
drm_gem_simple_kms_prepare_shadow_fb(struct drm_simple_display_pipe * pipe,struct drm_plane_state * plane_state)383 int drm_gem_simple_kms_prepare_shadow_fb(struct drm_simple_display_pipe *pipe,
384 struct drm_plane_state *plane_state)
385 {
386 return drm_gem_prepare_shadow_fb(&pipe->plane, plane_state);
387 }
388 EXPORT_SYMBOL(drm_gem_simple_kms_prepare_shadow_fb);
389
390 /**
391 * drm_gem_simple_kms_cleanup_shadow_fb - releases shadow framebuffers
392 * @pipe: the simple display pipe
393 * @plane_state: the plane state of type struct drm_shadow_plane_state
394 *
395 * This function implements struct drm_simple_display_funcs.cleanup_fb.
396 * This function unmaps all buffer objects of the plane's framebuffer.
397 *
398 * See drm_gem_simple_kms_prepare_shadow_fb().
399 */
drm_gem_simple_kms_cleanup_shadow_fb(struct drm_simple_display_pipe * pipe,struct drm_plane_state * plane_state)400 void drm_gem_simple_kms_cleanup_shadow_fb(struct drm_simple_display_pipe *pipe,
401 struct drm_plane_state *plane_state)
402 {
403 drm_gem_cleanup_shadow_fb(&pipe->plane, plane_state);
404 }
405 EXPORT_SYMBOL(drm_gem_simple_kms_cleanup_shadow_fb);
406
407 /**
408 * drm_gem_simple_kms_reset_shadow_plane - resets a shadow-buffered plane
409 * @pipe: the simple display pipe
410 *
411 * This function implements struct drm_simple_display_funcs.reset_plane
412 * for shadow-buffered planes.
413 */
drm_gem_simple_kms_reset_shadow_plane(struct drm_simple_display_pipe * pipe)414 void drm_gem_simple_kms_reset_shadow_plane(struct drm_simple_display_pipe *pipe)
415 {
416 drm_gem_reset_shadow_plane(&pipe->plane);
417 }
418 EXPORT_SYMBOL(drm_gem_simple_kms_reset_shadow_plane);
419
420 /**
421 * drm_gem_simple_kms_duplicate_shadow_plane_state - duplicates shadow-buffered plane state
422 * @pipe: the simple display pipe
423 *
424 * This function implements struct drm_simple_display_funcs.duplicate_plane_state
425 * for shadow-buffered planes. It does not duplicate existing mappings of the shadow
426 * buffers. Mappings are maintained during the atomic commit by the plane's prepare_fb
427 * and cleanup_fb helpers.
428 *
429 * Returns:
430 * A pointer to a new plane state on success, or NULL otherwise.
431 */
432 struct drm_plane_state *
drm_gem_simple_kms_duplicate_shadow_plane_state(struct drm_simple_display_pipe * pipe)433 drm_gem_simple_kms_duplicate_shadow_plane_state(struct drm_simple_display_pipe *pipe)
434 {
435 return drm_gem_duplicate_shadow_plane_state(&pipe->plane);
436 }
437 EXPORT_SYMBOL(drm_gem_simple_kms_duplicate_shadow_plane_state);
438
439 /**
440 * drm_gem_simple_kms_destroy_shadow_plane_state - resets shadow-buffered plane state
441 * @pipe: the simple display pipe
442 * @plane_state: the plane state of type struct drm_shadow_plane_state
443 *
444 * This function implements struct drm_simple_display_funcs.destroy_plane_state
445 * for shadow-buffered planes. It expects that mappings of shadow buffers
446 * have been released already.
447 */
drm_gem_simple_kms_destroy_shadow_plane_state(struct drm_simple_display_pipe * pipe,struct drm_plane_state * plane_state)448 void drm_gem_simple_kms_destroy_shadow_plane_state(struct drm_simple_display_pipe *pipe,
449 struct drm_plane_state *plane_state)
450 {
451 drm_gem_destroy_shadow_plane_state(&pipe->plane, plane_state);
452 }
453 EXPORT_SYMBOL(drm_gem_simple_kms_destroy_shadow_plane_state);
454