| /linux/drivers/gpu/drm/i915/gt/ |
| A D | gen6_ppgtt.c | 23 ppgtt->pd_addr + pde); in gen6_write_pde()
273 free_pd(&ppgtt->base.vm, ppgtt->base.pd); in gen6_ppgtt_cleanup()
302 gen6_flush_pd(ppgtt, 0, ppgtt->base.vm.total); in pd_vma_bind()
352 vma->private = ppgtt; in pd_vma_create()
425 ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); in gen6_ppgtt_create()
426 if (!ppgtt) in gen6_ppgtt_create()
446 if (!ppgtt->base.pd) { in gen6_ppgtt_create()
455 ppgtt->vma = pd_vma_create(ppgtt, GEN6_PD_SIZE); in gen6_ppgtt_create()
461 return &ppgtt->base; in gen6_ppgtt_create()
466 free_pd(&ppgtt->base.vm, ppgtt->base.pd); in gen6_ppgtt_create()
[all …]
|
| A D | gen8_ppgtt.c | 163 return ppgtt->pd; in gen8_pdp_for_page_index()
759 struct i915_ppgtt *ppgtt; in gen8_ppgtt_create() local
762 ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); in gen8_ppgtt_create()
763 if (!ppgtt) in gen8_ppgtt_create()
767 ppgtt->vm.top = i915_vm_is_4lvl(&ppgtt->vm) ? 3 : 2; in gen8_ppgtt_create()
789 ppgtt->pd = gen8_alloc_top_pd(&ppgtt->vm); in gen8_ppgtt_create()
790 if (IS_ERR(ppgtt->pd)) { in gen8_ppgtt_create()
815 return ppgtt; in gen8_ppgtt_create()
818 __gen8_ppgtt_cleanup(&ppgtt->vm, ppgtt->pd, in gen8_ppgtt_create()
819 gen8_pd_top_count(&ppgtt->vm), ppgtt->vm.top); in gen8_ppgtt_create()
[all …]
|
| A D | intel_ppgtt.c | 169 struct i915_ppgtt *ppgtt; in i915_ppgtt_create() local
171 ppgtt = __ppgtt_create(gt, lmem_pt_obj_flags); in i915_ppgtt_create()
172 if (IS_ERR(ppgtt)) in i915_ppgtt_create()
173 return ppgtt; in i915_ppgtt_create()
175 trace_i915_ppgtt_create(&ppgtt->vm); in i915_ppgtt_create()
177 return ppgtt; in i915_ppgtt_create()
307 ppgtt->vm.gt = gt; in ppgtt_init()
308 ppgtt->vm.i915 = i915; in ppgtt_init()
309 ppgtt->vm.dma = i915->drm.dev; in ppgtt_init()
313 dma_resv_init(&ppgtt->vm._resv); in ppgtt_init()
[all …]
|
| A D | intel_lrc_reg.h | 33 #define ASSIGN_CTX_PDP(ppgtt, reg_state, n) do { \ argument
35 const u64 addr__ = i915_page_dir_dma_addr((ppgtt), (n)); \
40 #define ASSIGN_CTX_PML4(ppgtt, reg_state) do { \ argument
42 const u64 addr__ = px_dma((ppgtt)->pd); \
|
| A D | intel_ggtt.c | 644 struct i915_ppgtt *ppgtt; in init_aliasing_ppgtt() local
647 ppgtt = i915_ppgtt_create(ggtt->vm.gt, 0); in init_aliasing_ppgtt()
648 if (IS_ERR(ppgtt)) in init_aliasing_ppgtt()
649 return PTR_ERR(ppgtt); in init_aliasing_ppgtt()
672 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, 0, ggtt->vm.total); in init_aliasing_ppgtt()
674 ggtt->alias = ppgtt; in init_aliasing_ppgtt()
689 i915_vm_put(&ppgtt->vm); in init_aliasing_ppgtt()
695 struct i915_ppgtt *ppgtt; in fini_aliasing_ppgtt() local
697 ppgtt = fetch_and_zero(&ggtt->alias); in fini_aliasing_ppgtt()
698 if (!ppgtt) in fini_aliasing_ppgtt()
[all …]
|
| A D | intel_gtt.h | 518 i915_page_dir_dma_addr(const struct i915_ppgtt *ppgtt, const unsigned int n) in i915_page_dir_dma_addr() argument
520 struct i915_page_table *pt = ppgtt->pd->entry[n]; in i915_page_dir_dma_addr()
522 return __px_dma(pt ? px_base(pt) : ppgtt->vm.scratch[ppgtt->vm.top]); in i915_page_dir_dma_addr()
525 void ppgtt_init(struct i915_ppgtt *ppgtt, struct intel_gt *gt,
|
| A D | intel_lrc.c | 801 static void init_ppgtt_regs(u32 *regs, const struct i915_ppgtt *ppgtt) in init_ppgtt_regs() argument
803 if (i915_vm_is_4lvl(&ppgtt->vm)) { in init_ppgtt_regs()
808 ASSIGN_CTX_PML4(ppgtt, regs); in init_ppgtt_regs()
810 ASSIGN_CTX_PDP(ppgtt, regs, 3); in init_ppgtt_regs()
811 ASSIGN_CTX_PDP(ppgtt, regs, 2); in init_ppgtt_regs()
812 ASSIGN_CTX_PDP(ppgtt, regs, 1); in init_ppgtt_regs()
813 ASSIGN_CTX_PDP(ppgtt, regs, 0); in init_ppgtt_regs()
|
| A D | intel_gtt.c | 128 struct i915_ppgtt *ppgtt = i915_vm_to_ppgtt(vm); in i915_vm_lock_objects() local
131 return i915_gem_object_lock(ppgtt->pd->pt.base, ww); in i915_vm_lock_objects()
|
| A D | selftest_hangcheck.c | 1592 struct i915_ppgtt *ppgtt; in igt_reset_evict_ppgtt() local
1599 ppgtt = i915_ppgtt_create(gt, 0); in igt_reset_evict_ppgtt()
1600 if (IS_ERR(ppgtt)) in igt_reset_evict_ppgtt()
1601 return PTR_ERR(ppgtt); in igt_reset_evict_ppgtt()
1603 err = __igt_reset_evict_vma(gt, &ppgtt->vm, in igt_reset_evict_ppgtt()
1605 i915_vm_put(&ppgtt->vm); in igt_reset_evict_ppgtt()
|
| A D | intel_execlists_submission.c | 2625 struct i915_ppgtt * const ppgtt = i915_vm_to_ppgtt(rq->context->vm); in emit_pdps() local
2663 const dma_addr_t pd_daddr = i915_page_dir_dma_addr(ppgtt, i); in emit_pdps()
|
| /linux/drivers/gpu/drm/i915/selftests/ |
| A D | mock_gtt.c | 67 struct i915_ppgtt *ppgtt; in mock_ppgtt() local
69 ppgtt = kzalloc(sizeof(*ppgtt), GFP_KERNEL); in mock_ppgtt()
70 if (!ppgtt) in mock_ppgtt()
73 ppgtt->vm.gt = &i915->gt; in mock_ppgtt()
74 ppgtt->vm.i915 = i915; in mock_ppgtt()
76 ppgtt->vm.dma = i915->drm.dev; in mock_ppgtt()
80 ppgtt->vm.alloc_pt_dma = alloc_pt_dma; in mock_ppgtt()
82 ppgtt->vm.clear_range = mock_clear_range; in mock_ppgtt()
83 ppgtt->vm.insert_page = mock_insert_page; in mock_ppgtt()
85 ppgtt->vm.cleanup = mock_cleanup; in mock_ppgtt()
[all …]
|
| A D | i915_gem_gtt.c | 148 struct i915_ppgtt *ppgtt; in igt_ppgtt_alloc() local
159 if (IS_ERR(ppgtt)) in igt_ppgtt_alloc()
160 return PTR_ERR(ppgtt); in igt_ppgtt_alloc()
195 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, 0, size); in igt_ppgtt_alloc()
198 ppgtt->vm.clear_range(&ppgtt->vm, 0, size); in igt_ppgtt_alloc()
217 ppgtt->vm.allocate_va_range(&ppgtt->vm, &stash, in igt_ppgtt_alloc()
232 i915_vm_put(&ppgtt->vm); in igt_ppgtt_alloc()
1057 if (IS_ERR(ppgtt)) { in exercise_ppgtt()
1058 err = PTR_ERR(ppgtt); in exercise_ppgtt()
1064 err = func(&ppgtt->vm, 0, ppgtt->vm.total, end_time); in exercise_ppgtt()
[all …]
|
| /linux/drivers/gpu/drm/i915/gem/selftests/ |
| A D | huge_pages.c | 407 struct i915_ppgtt *ppgtt = arg; in igt_mock_exhaust_device_supported_pages() local
483 struct i915_ppgtt *ppgtt = arg; in igt_mock_memory_region_huge_pages() local
561 struct i915_ppgtt *ppgtt = arg; in igt_mock_ppgtt_misaligned_dma() local
681 struct i915_ppgtt *ppgtt) in close_object_list() argument
697 struct i915_ppgtt *ppgtt = arg; in igt_mock_ppgtt_huge_fill() local
808 close_object_list(&objects, ppgtt); in igt_mock_ppgtt_huge_fill()
818 struct i915_ppgtt *ppgtt = arg; in igt_mock_ppgtt_64K() local
1643 struct i915_ppgtt *ppgtt; in i915_gem_huge_page_mock_selftests() local
1655 if (IS_ERR(ppgtt)) { in i915_gem_huge_page_mock_selftests()
1656 err = PTR_ERR(ppgtt); in i915_gem_huge_page_mock_selftests()
[all …]
|
| A D | mock_context.c | 36 struct i915_ppgtt *ppgtt; in mock_context() local
40 ppgtt = mock_ppgtt(i915, name); in mock_context()
41 if (!ppgtt) in mock_context()
44 ctx->vm = i915_vm_open(&ppgtt->vm); in mock_context()
45 i915_vm_put(&ppgtt->vm); in mock_context()
|
| /linux/drivers/gpu/drm/i915/gvt/ |
| A D | scheduler.c | 444 i915_pd_entry(ppgtt->pd, i); in set_context_ppgtt_from_shadow()
549 if (!bb->ppgtt) { in prepare_shadow_batch_buffer()
1293 struct i915_ppgtt *ppgtt) in i915_context_ppgtt_root_restore() argument
1302 i915_pd_entry(ppgtt->pd, i); in i915_context_ppgtt_root_restore()
1354 struct i915_ppgtt *ppgtt) in i915_context_ppgtt_root_save() argument
1363 i915_pd_entry(ppgtt->pd, i); in i915_context_ppgtt_root_save()
1385 struct i915_ppgtt *ppgtt; in intel_vgpu_setup_submission() local
1390 if (IS_ERR(ppgtt)) in intel_vgpu_setup_submission()
1391 return PTR_ERR(ppgtt); in intel_vgpu_setup_submission()
1437 i915_vm_put(&ppgtt->vm); in intel_vgpu_setup_submission()
[all …]
|
| A D | scheduler.h | 133 bool ppgtt; member
|
| A D | cmd_parser.c | 1914 bb->ppgtt = (s->buf_addr_type == GTT_BUFFER) ? false : true; in perform_bb_shadow()
1927 if (bb->ppgtt) in perform_bb_shadow()
|
| /linux/drivers/gpu/drm/i915/gem/ |
| A D | i915_gem_context.c | 1560 struct i915_ppgtt *ppgtt; in i915_gem_create_context() local
1563 if (IS_ERR(ppgtt)) { in i915_gem_create_context()
1565 PTR_ERR(ppgtt)); in i915_gem_create_context()
1566 err = PTR_ERR(ppgtt); in i915_gem_create_context()
1569 vm = &ppgtt->vm; in i915_gem_create_context()
1735 struct i915_ppgtt *ppgtt; in i915_gem_vm_create_ioctl() local
1745 ppgtt = i915_ppgtt_create(&i915->gt, 0); in i915_gem_vm_create_ioctl()
1746 if (IS_ERR(ppgtt)) in i915_gem_vm_create_ioctl()
1747 return PTR_ERR(ppgtt); in i915_gem_vm_create_ioctl()
1752 ppgtt); in i915_gem_vm_create_ioctl()
[all …]
|