Lines Matching refs:shmem
48 struct drm_gem_shmem_object *shmem; in __drm_gem_shmem_create() local
57 obj = kzalloc(sizeof(*shmem), GFP_KERNEL); in __drm_gem_shmem_create()
61 shmem = to_drm_gem_shmem_obj(obj); in __drm_gem_shmem_create()
68 shmem->map_wc = false; /* dma-buf mappings use always writecombine */ in __drm_gem_shmem_create()
79 mutex_init(&shmem->pages_lock); in __drm_gem_shmem_create()
80 mutex_init(&shmem->vmap_lock); in __drm_gem_shmem_create()
81 INIT_LIST_HEAD(&shmem->madv_list); in __drm_gem_shmem_create()
95 return shmem; in __drm_gem_shmem_create()
131 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_free_object() local
133 WARN_ON(shmem->vmap_use_count); in drm_gem_shmem_free_object()
136 drm_prime_gem_destroy(obj, shmem->sgt); in drm_gem_shmem_free_object()
138 if (shmem->sgt) { in drm_gem_shmem_free_object()
139 dma_unmap_sgtable(obj->dev->dev, shmem->sgt, in drm_gem_shmem_free_object()
141 sg_free_table(shmem->sgt); in drm_gem_shmem_free_object()
142 kfree(shmem->sgt); in drm_gem_shmem_free_object()
144 if (shmem->pages) in drm_gem_shmem_free_object()
145 drm_gem_shmem_put_pages(shmem); in drm_gem_shmem_free_object()
148 WARN_ON(shmem->pages_use_count); in drm_gem_shmem_free_object()
151 mutex_destroy(&shmem->pages_lock); in drm_gem_shmem_free_object()
152 mutex_destroy(&shmem->vmap_lock); in drm_gem_shmem_free_object()
153 kfree(shmem); in drm_gem_shmem_free_object()
157 static int drm_gem_shmem_get_pages_locked(struct drm_gem_shmem_object *shmem) in drm_gem_shmem_get_pages_locked() argument
159 struct drm_gem_object *obj = &shmem->base; in drm_gem_shmem_get_pages_locked()
162 if (shmem->pages_use_count++ > 0) in drm_gem_shmem_get_pages_locked()
168 shmem->pages_use_count = 0; in drm_gem_shmem_get_pages_locked()
178 if (shmem->map_wc) in drm_gem_shmem_get_pages_locked()
182 shmem->pages = pages; in drm_gem_shmem_get_pages_locked()
197 int drm_gem_shmem_get_pages(struct drm_gem_shmem_object *shmem) in drm_gem_shmem_get_pages() argument
201 WARN_ON(shmem->base.import_attach); in drm_gem_shmem_get_pages()
203 ret = mutex_lock_interruptible(&shmem->pages_lock); in drm_gem_shmem_get_pages()
206 ret = drm_gem_shmem_get_pages_locked(shmem); in drm_gem_shmem_get_pages()
207 mutex_unlock(&shmem->pages_lock); in drm_gem_shmem_get_pages()
213 static void drm_gem_shmem_put_pages_locked(struct drm_gem_shmem_object *shmem) in drm_gem_shmem_put_pages_locked() argument
215 struct drm_gem_object *obj = &shmem->base; in drm_gem_shmem_put_pages_locked()
217 if (WARN_ON_ONCE(!shmem->pages_use_count)) in drm_gem_shmem_put_pages_locked()
220 if (--shmem->pages_use_count > 0) in drm_gem_shmem_put_pages_locked()
224 if (shmem->map_wc) in drm_gem_shmem_put_pages_locked()
225 set_pages_array_wb(shmem->pages, obj->size >> PAGE_SHIFT); in drm_gem_shmem_put_pages_locked()
228 drm_gem_put_pages(obj, shmem->pages, in drm_gem_shmem_put_pages_locked()
229 shmem->pages_mark_dirty_on_put, in drm_gem_shmem_put_pages_locked()
230 shmem->pages_mark_accessed_on_put); in drm_gem_shmem_put_pages_locked()
231 shmem->pages = NULL; in drm_gem_shmem_put_pages_locked()
240 void drm_gem_shmem_put_pages(struct drm_gem_shmem_object *shmem) in drm_gem_shmem_put_pages() argument
242 mutex_lock(&shmem->pages_lock); in drm_gem_shmem_put_pages()
243 drm_gem_shmem_put_pages_locked(shmem); in drm_gem_shmem_put_pages()
244 mutex_unlock(&shmem->pages_lock); in drm_gem_shmem_put_pages()
261 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_pin() local
263 WARN_ON(shmem->base.import_attach); in drm_gem_shmem_pin()
265 return drm_gem_shmem_get_pages(shmem); in drm_gem_shmem_pin()
278 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_unpin() local
280 WARN_ON(shmem->base.import_attach); in drm_gem_shmem_unpin()
282 drm_gem_shmem_put_pages(shmem); in drm_gem_shmem_unpin()
286 static int drm_gem_shmem_vmap_locked(struct drm_gem_shmem_object *shmem, struct dma_buf_map *map) in drm_gem_shmem_vmap_locked() argument
288 struct drm_gem_object *obj = &shmem->base; in drm_gem_shmem_vmap_locked()
291 if (shmem->vmap_use_count++ > 0) { in drm_gem_shmem_vmap_locked()
292 dma_buf_map_set_vaddr(map, shmem->vaddr); in drm_gem_shmem_vmap_locked()
303 shmem->vaddr = map->vaddr; in drm_gem_shmem_vmap_locked()
308 ret = drm_gem_shmem_get_pages(shmem); in drm_gem_shmem_vmap_locked()
312 if (shmem->map_wc) in drm_gem_shmem_vmap_locked()
314 shmem->vaddr = vmap(shmem->pages, obj->size >> PAGE_SHIFT, in drm_gem_shmem_vmap_locked()
316 if (!shmem->vaddr) in drm_gem_shmem_vmap_locked()
319 dma_buf_map_set_vaddr(map, shmem->vaddr); in drm_gem_shmem_vmap_locked()
331 drm_gem_shmem_put_pages(shmem); in drm_gem_shmem_vmap_locked()
333 shmem->vmap_use_count = 0; in drm_gem_shmem_vmap_locked()
358 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_vmap() local
361 ret = mutex_lock_interruptible(&shmem->vmap_lock); in drm_gem_shmem_vmap()
364 ret = drm_gem_shmem_vmap_locked(shmem, map); in drm_gem_shmem_vmap()
365 mutex_unlock(&shmem->vmap_lock); in drm_gem_shmem_vmap()
371 static void drm_gem_shmem_vunmap_locked(struct drm_gem_shmem_object *shmem, in drm_gem_shmem_vunmap_locked() argument
374 struct drm_gem_object *obj = &shmem->base; in drm_gem_shmem_vunmap_locked()
376 if (WARN_ON_ONCE(!shmem->vmap_use_count)) in drm_gem_shmem_vunmap_locked()
379 if (--shmem->vmap_use_count > 0) in drm_gem_shmem_vunmap_locked()
385 vunmap(shmem->vaddr); in drm_gem_shmem_vunmap_locked()
386 drm_gem_shmem_put_pages(shmem); in drm_gem_shmem_vunmap_locked()
389 shmem->vaddr = NULL; in drm_gem_shmem_vunmap_locked()
407 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_vunmap() local
409 mutex_lock(&shmem->vmap_lock); in drm_gem_shmem_vunmap()
410 drm_gem_shmem_vunmap_locked(shmem, map); in drm_gem_shmem_vunmap()
411 mutex_unlock(&shmem->vmap_lock); in drm_gem_shmem_vunmap()
420 struct drm_gem_shmem_object *shmem; in drm_gem_shmem_create_with_handle() local
423 shmem = drm_gem_shmem_create(dev, size); in drm_gem_shmem_create_with_handle()
424 if (IS_ERR(shmem)) in drm_gem_shmem_create_with_handle()
425 return shmem; in drm_gem_shmem_create_with_handle()
431 ret = drm_gem_handle_create(file_priv, &shmem->base, handle); in drm_gem_shmem_create_with_handle()
433 drm_gem_object_put(&shmem->base); in drm_gem_shmem_create_with_handle()
437 return shmem; in drm_gem_shmem_create_with_handle()
446 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_madvise() local
448 mutex_lock(&shmem->pages_lock); in drm_gem_shmem_madvise()
450 if (shmem->madv >= 0) in drm_gem_shmem_madvise()
451 shmem->madv = madv; in drm_gem_shmem_madvise()
453 madv = shmem->madv; in drm_gem_shmem_madvise()
455 mutex_unlock(&shmem->pages_lock); in drm_gem_shmem_madvise()
464 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_purge_locked() local
466 WARN_ON(!drm_gem_shmem_is_purgeable(shmem)); in drm_gem_shmem_purge_locked()
468 dma_unmap_sgtable(obj->dev->dev, shmem->sgt, DMA_BIDIRECTIONAL, 0); in drm_gem_shmem_purge_locked()
469 sg_free_table(shmem->sgt); in drm_gem_shmem_purge_locked()
470 kfree(shmem->sgt); in drm_gem_shmem_purge_locked()
471 shmem->sgt = NULL; in drm_gem_shmem_purge_locked()
473 drm_gem_shmem_put_pages_locked(shmem); in drm_gem_shmem_purge_locked()
475 shmem->madv = -1; in drm_gem_shmem_purge_locked()
494 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_purge() local
496 if (!mutex_trylock(&shmem->pages_lock)) in drm_gem_shmem_purge()
499 mutex_unlock(&shmem->pages_lock); in drm_gem_shmem_purge()
526 struct drm_gem_shmem_object *shmem; in drm_gem_shmem_dumb_create() local
539 shmem = drm_gem_shmem_create_with_handle(file, dev, args->size, &args->handle); in drm_gem_shmem_dumb_create()
541 return PTR_ERR_OR_ZERO(shmem); in drm_gem_shmem_dumb_create()
549 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_fault() local
558 mutex_lock(&shmem->pages_lock); in drm_gem_shmem_fault()
561 WARN_ON_ONCE(!shmem->pages) || in drm_gem_shmem_fault()
562 shmem->madv < 0) { in drm_gem_shmem_fault()
565 page = shmem->pages[page_offset]; in drm_gem_shmem_fault()
570 mutex_unlock(&shmem->pages_lock); in drm_gem_shmem_fault()
578 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_vm_open() local
581 WARN_ON(shmem->base.import_attach); in drm_gem_shmem_vm_open()
583 ret = drm_gem_shmem_get_pages(shmem); in drm_gem_shmem_vm_open()
592 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_vm_close() local
594 drm_gem_shmem_put_pages(shmem); in drm_gem_shmem_vm_close()
618 struct drm_gem_shmem_object *shmem; in drm_gem_shmem_mmap() local
629 shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_mmap()
631 ret = drm_gem_shmem_get_pages(shmem); in drm_gem_shmem_mmap()
639 if (shmem->map_wc) in drm_gem_shmem_mmap()
658 const struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_print_info() local
660 drm_printf_indent(p, indent, "pages_use_count=%u\n", shmem->pages_use_count); in drm_gem_shmem_print_info()
661 drm_printf_indent(p, indent, "vmap_use_count=%u\n", shmem->vmap_use_count); in drm_gem_shmem_print_info()
662 drm_printf_indent(p, indent, "vaddr=%p\n", shmem->vaddr); in drm_gem_shmem_print_info()
684 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_get_sg_table() local
686 WARN_ON(shmem->base.import_attach); in drm_gem_shmem_get_sg_table()
688 return drm_prime_pages_to_sg(obj->dev, shmem->pages, obj->size >> PAGE_SHIFT); in drm_gem_shmem_get_sg_table()
711 struct drm_gem_shmem_object *shmem = to_drm_gem_shmem_obj(obj); in drm_gem_shmem_get_pages_sgt() local
714 if (shmem->sgt) in drm_gem_shmem_get_pages_sgt()
715 return shmem->sgt; in drm_gem_shmem_get_pages_sgt()
719 ret = drm_gem_shmem_get_pages(shmem); in drm_gem_shmem_get_pages_sgt()
723 sgt = drm_gem_shmem_get_sg_table(&shmem->base); in drm_gem_shmem_get_pages_sgt()
733 shmem->sgt = sgt; in drm_gem_shmem_get_pages_sgt()
741 drm_gem_shmem_put_pages(shmem); in drm_gem_shmem_get_pages_sgt()
767 struct drm_gem_shmem_object *shmem; in drm_gem_shmem_prime_import_sg_table() local
769 shmem = __drm_gem_shmem_create(dev, size, true); in drm_gem_shmem_prime_import_sg_table()
770 if (IS_ERR(shmem)) in drm_gem_shmem_prime_import_sg_table()
771 return ERR_CAST(shmem); in drm_gem_shmem_prime_import_sg_table()
773 shmem->sgt = sgt; in drm_gem_shmem_prime_import_sg_table()
777 return &shmem->base; in drm_gem_shmem_prime_import_sg_table()