/linux/mm/ |
A D | .built-in.a.cmd | 1 …mm/built-in.a; /usr/bin/ccache /home/test/workspace/code/optee_3.16/build/../toolchains/aarch64/bi…
|
A D | mmu_notifier.c | 267 .mm = mm, in mn_itree_release() 682 mmgrab(mm); in __mmu_notifier_register() 683 subscription->mm = mm; in __mmu_notifier_register() 858 mmdrop(mm); in mmu_notifier_unregister() 866 struct mm_struct *mm = subscription->mm; in mmu_notifier_free_rcu() local 870 mmdrop(mm); in mmu_notifier_free_rcu() 897 struct mm_struct *mm = subscription->mm; in mmu_notifier_put() local 918 interval_sub->mm = mm; in __mmu_interval_notifier_insert() 936 mmgrab(mm); in __mmu_interval_notifier_insert() 1051 struct mm_struct *mm = interval_sub->mm; in mmu_interval_notifier_remove() local [all …]
|
A D | debug.c | 238 mm, mm->mmap, (long long) mm->vmacache_seqnum, mm->task_size, in dump_mm() 242 mm->mmap_base, mm->mmap_legacy_base, mm->highest_vm_end, in dump_mm() 243 mm->pgd, atomic_read(&mm->mm_users), in dump_mm() 247 mm->hiwater_rss, mm->hiwater_vm, mm->total_vm, mm->locked_vm, in dump_mm() 249 mm->data_vm, mm->exec_vm, mm->stack_vm, in dump_mm() 250 mm->start_code, mm->end_code, mm->start_data, mm->end_data, in dump_mm() 251 mm->start_brk, mm->brk, mm->start_stack, in dump_mm() 252 mm->arg_start, mm->arg_end, mm->env_start, mm->env_end, in dump_mm() 253 mm->binfmt, mm->flags, in dump_mm() 265 mm->numa_next_scan, mm->numa_scan_offset, mm->numa_scan_seq, in dump_mm() [all …]
|
A D | mmap.c | 197 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE1() local 232 mm->end_data, mm->start_data)) in SYSCALL_DEFINE1() 1409 struct mm_struct *mm = current->mm; in do_mmap() local 1719 struct mm_struct *mm = current->mm; in mmap_region() local 1901 struct mm_struct *mm = current->mm; in unmapped_area() local 1996 struct mm_struct *mm = current->mm; in unmapped_area_topdown() local 2139 struct mm_struct *mm = current->mm; in arch_get_unmapped_area() local 2180 struct mm_struct *mm = current->mm; in arch_get_unmapped_area_topdown() local 2900 struct mm_struct *mm = current->mm; in __vm_munmap() local 2943 struct mm_struct *mm = current->mm; in SYSCALL_DEFINE5() local [all …]
|
/linux/include/linux/ |
A D | mmap_lock.h | 65 init_rwsem(&mm->mmap_lock); in mmap_init_lock() 71 down_write(&mm->mmap_lock); in mmap_write_lock() 104 __mmap_lock_trace_released(mm, true); in mmap_write_unlock() 105 up_write(&mm->mmap_lock); in mmap_write_unlock() 111 downgrade_write(&mm->mmap_lock); in mmap_write_downgrade() 117 down_read(&mm->mmap_lock); in mmap_read_lock() 144 up_read(&mm->mmap_lock); in mmap_read_unlock() 150 up_read_non_owner(&mm->mmap_lock); in mmap_read_unlock_non_owner() 155 lockdep_assert_held(&mm->mmap_lock); in mmap_assert_locked() 156 VM_BUG_ON_MM(!rwsem_is_locked(&mm->mmap_lock), mm); in mmap_assert_locked() [all …]
|
A D | mmu_notifier.h | 89 struct mm_struct *mm); 101 struct mm_struct *mm, 111 struct mm_struct *mm, 122 struct mm_struct *mm, 208 struct mm_struct *mm, 240 struct mm_struct *mm; member 260 struct mm_struct *mm; member 273 struct mm_struct *mm; member 293 mmap_write_lock(mm); in mmu_notifier_get() 295 mmap_write_unlock(mm); in mmu_notifier_get() [all …]
|
/linux/drivers/gpu/drm/i915/ |
A D | i915_buddy.c | 85 mm->size = size; in i915_buddy_init() 92 mm->free_list = kmalloc_array(mm->max_order + 1, in i915_buddy_init() 103 mm->roots = kmalloc_array(mm->n_roots, in i915_buddy_init() 106 if (!mm->roots) in i915_buddy_init() 144 i915_block_free(mm, mm->roots[i]); in i915_buddy_init() 157 i915_block_free(mm, mm->roots[i]); in i915_buddy_fini() 160 GEM_WARN_ON(mm->avail != mm->size); in i915_buddy_fini() 237 mm->avail += i915_buddy_block_size(mm, block); in i915_buddy_free() 291 mm->avail -= i915_buddy_block_size(mm, block); in i915_buddy_alloc() 377 mm->avail -= i915_buddy_block_size(mm, block); in i915_buddy_alloc_range() [all …]
|
/linux/arch/powerpc/include/asm/ |
A D | mmu_context.h | 131 atomic_inc(&mm->context.active_cpus); in inc_mm_active_cpus() 147 inc_mm_active_cpus(mm); in mm_context_add_copro() 173 flush_all_mm(mm); in mm_context_remove_copro() 180 dec_mm_active_cpus(mm); in mm_context_remove_copro() 198 mm_context_add_copro(mm); in mm_context_add_vas_window() 205 mm_context_remove_copro(mm); in mm_context_remove_vas_window() 274 mm->context.vdso = NULL; in arch_unmap() 289 #define pkey_mm_init(mm) argument 290 #define arch_dup_pkeys(oldmm, mm) argument 300 struct mm_struct *mm) in arch_dup_mmap() argument [all …]
|
/linux/drivers/gpu/drm/i915/selftests/ |
A D | i915_buddy.c | 183 if (!mm->n_roots) { in igt_check_mm() 188 if (mm->n_roots != hweight64(mm->size)) { in igt_check_mm() 190 mm->n_roots, hweight64(mm->size)); in igt_check_mm() 202 root = mm->roots[i]; in igt_check_mm() 400 i915_buddy_fini(&mm); in igt_buddy_alloc_smoke() 493 i915_buddy_fini(&mm); in igt_buddy_alloc_pessimistic() 543 i915_buddy_fini(&mm); in igt_buddy_alloc_optimistic() 626 i915_buddy_fini(&mm); in igt_buddy_alloc_pathological() 657 rem = mm.size; in igt_buddy_alloc_range() 723 i915_buddy_fini(&mm); in igt_buddy_alloc_range() [all …]
|
/linux/arch/s390/include/asm/ |
A D | pgalloc.h | 46 rc = crst_table_upgrade(mm, addr + len); in check_asce_limit() 64 if (!mm_p4d_folded(mm)) in p4d_free() 78 if (!mm_pud_folded(mm)) in pud_free() 90 crst_table_free(mm, table); in pmd_alloc_one() 98 if (mm_pmd_folded(mm)) in pmd_free() 121 return (pgd_t *) crst_table_alloc(mm); in pgd_alloc() 135 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument 140 #define pte_alloc_one_kernel(mm) ((pte_t *)page_table_alloc(mm)) argument 141 #define pte_alloc_one(mm) ((pte_t *)page_table_alloc(mm)) argument 143 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) argument [all …]
|
A D | mmu_context.h | 20 struct mm_struct *mm) in init_new_context() argument 30 mm->context.gmap_asce = 0; in init_new_context() 31 mm->context.flush_mm = 0; in init_new_context() 35 (current->mm && current->mm->context.alloc_pgste); in init_new_context() 36 mm->context.has_pgste = 0; in init_new_context() 37 mm->context.uses_skeys = 0; in init_new_context() 38 mm->context.uses_cmm = 0; in init_new_context() 67 mm->context.asce = __pa(mm->pgd) | _ASCE_TABLE_LENGTH | in init_new_context() 104 struct mm_struct *mm = tsk->mm; in finish_arch_post_lock_switch() local 106 if (mm) { in finish_arch_post_lock_switch() [all …]
|
/linux/arch/x86/include/asm/ |
A D | mmu_context.h | 63 mm->context.ldt = NULL; in init_new_context_ldt() 72 struct mm_struct *mm) in ldt_dup_context() argument 103 struct mm_struct *mm) in init_new_context() argument 105 mutex_init(&mm->context.lock); in init_new_context() 118 init_new_context_ldt(mm); in init_new_context() 125 destroy_context_ldt(mm); in destroy_context() 142 #define deactivate_mm(tsk, mm) \ argument 155 struct mm_struct *mm) in arch_dup_pkeys() argument 169 arch_dup_pkeys(oldmm, mm); in arch_dup_mmap() 176 paravirt_arch_exit_mmap(mm); in arch_exit_mmap() [all …]
|
A D | pgalloc.h | 18 #define paravirt_pgd_alloc(mm) __paravirt_pgd_alloc(mm) argument 67 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel() 74 paravirt_alloc_pte(mm, __pa(pte) >> PAGE_SHIFT); in pmd_populate_kernel_safe() 83 paravirt_alloc_pte(mm, pfn); in pmd_populate() 101 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate() 107 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe() 115 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate() 121 paravirt_alloc_pud(mm, __pa(pud) >> PAGE_SHIFT); in p4d_populate_safe() 138 paravirt_alloc_p4d(mm, __pa(p4d) >> PAGE_SHIFT); in pgd_populate() 146 paravirt_alloc_p4d(mm, __pa(p4d) >> PAGE_SHIFT); in pgd_populate_safe() [all …]
|
/linux/arch/m68k/include/asm/ |
A D | mmu_context.h | 45 mm->context = ctx; in get_mmu_context() 46 context_mm[ctx] = mm; in get_mmu_context() 52 #define init_new_context(tsk, mm) (((mm)->context = NO_CONTEXT), 0) argument 85 struct mm_struct *mm) in activate_mm() argument 87 get_mmu_context(mm); in activate_mm() 88 set_context(mm->context, mm->pgd); in activate_mm() 115 mm = &init_mm; in load_ksp_mmu() 118 mm = task->mm; in load_ksp_mmu() 121 if (!mm) in load_ksp_mmu() 188 mm->context = get_free_context(mm); in get_mmu_context() [all …]
|
/linux/arch/s390/mm/ |
A D | pgtable.c | 119 mm->context.flush_mm = 1; in ptep_flush_lazy() 195 struct mm_struct *mm) in pgste_set_key() argument 260 if (mm_has_pgste(mm)) { in ptep_xchg_start() 271 if (mm_has_pgste(mm)) { in ptep_xchg_commit() 334 if (mm_has_pgste(mm)) { in ptep_modify_prot_start() 349 if (mm_has_pgste(mm)) { in ptep_modify_prot_commit() 368 if (mm_has_pgste(mm) && mm->context.allow_gmap_hpage_1m) in pmdp_idte_local() 378 if (mm_has_pgste(mm) && mm->context.allow_gmap_hpage_1m) in pmdp_idte_global() 382 if (mm_has_pgste(mm) && mm->context.allow_gmap_hpage_1m) in pmdp_idte_global() 386 if (mm_has_pgste(mm) && mm->context.allow_gmap_hpage_1m) in pmdp_idte_global() [all …]
|
/linux/arch/powerpc/mm/book3s64/ |
A D | mmu_context.c | 98 if (!mm->context.hash_context) in hash__init_new_context() 115 if (mm->context.id == 0) { in hash__init_new_context() 143 pkey_mm_init(mm); in hash__init_new_context() 195 mm->context.id = index; in init_new_context() 197 mm->context.pte_frag = NULL; in init_new_context() 198 mm->context.pmd_frag = NULL; in init_new_context() 200 mm_iommu_init(mm); in init_new_context() 245 frag = mm->context.pte_frag; in destroy_pagetable_cache() 249 frag = mm->context.pmd_frag; in destroy_pagetable_cache() 276 subpage_prot_free(mm); in destroy_context() [all …]
|
/linux/arch/powerpc/mm/ |
A D | slice.c | 93 vma = find_vma(mm, addr); in slice_area_is_free() 127 if (!slice_low_has_vma(mm, i)) in slice_mask_for_free() 134 if (!slice_high_has_vma(mm, i)) in slice_mask_for_free() 173 struct mm_struct *mm = parm; in slice_flush_segments() local 176 if (mm != current->active_mm) in slice_flush_segments() 251 copro_flush_all_slbs(mm); in slice_convert() 339 addr = mm->mmap_base; in slice_find_area_topdown() 440 struct mm_struct *mm = current->mm; in slice_get_unmapped_area() local 471 BUG_ON(mm->task_size == 0); in slice_get_unmapped_area() 718 struct mm_struct *mm = current->mm; in slice_setup_new_exec() local [all …]
|
/linux/arch/x86/kernel/ |
A D | ldt.c | 143 load_mm_ldt(mm); in flush_ldt() 193 if (mm->context.ldt) { in do_sanity_check() 370 pte_clear(mm, va, ptep); in unmap_ldt_struct() 427 on_each_cpu_mask(mm_cpumask(mm), flush_ldt, mm, true); in install_ldt() 473 free_ldt_pgtables(mm); in ldt_dup_context() 492 mm->context.ldt = NULL; in destroy_context_ldt() 497 free_ldt_pgtables(mm); in ldt_arch_exit_mmap() 502 struct mm_struct *mm = current->mm; in read_ldt() local 508 if (!mm->context.ldt) { in read_ldt() 578 struct mm_struct *mm = current->mm; in write_ldt() local [all …]
|
/linux/arch/sparc/include/asm/ |
A D | mmu_context_64.h | 29 void destroy_context(struct mm_struct *mm); 40 __tsb_context_switch(__pa(mm->pgd), in tsb_context_switch_ctx() 55 void tsb_grow(struct mm_struct *mm, 59 void smp_tsb_sync(struct mm_struct *mm); 86 if (unlikely(mm == &init_mm)) in switch_mm() 90 ctx_valid = CTX_VALID(mm->context); in switch_mm() 92 get_new_mmu_context(mm); in switch_mm() 124 tsb_context_switch_ctx(mm, CTX_HWBITS(mm->context)); in switch_mm() 131 cpumask_set_cpu(cpu, mm_cpumask(mm)); in switch_mm() 138 #define activate_mm(active_mm, mm) switch_mm(active_mm, mm, NULL) argument [all …]
|
/linux/arch/sparc/mm/ |
A D | tsb.c | 121 struct mm_struct *mm = tb->mm; in flush_tsb_user() local 524 tsb_context_switch(mm); in tsb_grow() 528 smp_tsb_sync(mm); in tsb_grow() 545 spin_lock_init(&mm->context.lock); in init_new_context() 549 mm->context.tag_store = NULL; in init_new_context() 560 mm->context.thp_pte_count = 0; in init_new_context() 579 tsb_grow(mm, MM_TSB_HUGE, in init_new_context() 611 if (CTX_VALID(mm->context)) { in destroy_context() 619 if (mm->context.tag_store) { in destroy_context() 632 kfree(mm->context.tag_store); in destroy_context() [all …]
|
A D | tlb.c | 26 struct mm_struct *mm = tb->mm; in flush_tlb_pending() local 33 if (CTX_VALID(mm->context)) { in flush_tlb_pending() 81 if (unlikely(nr != 0 && mm != tb->mm)) { in tlb_batch_add_one() 88 global_flush_tlb_page(mm, vaddr); in tlb_batch_add_one() 93 tb->mm = mm; in tlb_batch_add_one() 136 flush_dcache_page_all(mm, page); in tlb_batch_add() 169 if (mm == &init_mm) in __set_pmd_acct() 185 mm->context.thp_pte_count++; in __set_pmd_acct() 190 mm->context.thp_pte_count--; in __set_pmd_acct() 272 if (!pmd_huge_pte(mm, pmdp)) in pgtable_trans_huge_deposit() [all …]
|
/linux/drivers/gpu/drm/i915/gem/ |
A D | i915_gem_shrinker.c | 62 switch (obj->mm.madv) { in try_to_writeback() 111 { &i915->mm.purge_list, ~0u }, in i915_gem_shrink() 113 &i915->mm.shrink_list, in i915_gem_shrink() 193 mm.link))) { in i915_gem_shrink() 308 i915->mm.shrinker.batch = in i915_gem_shrinker_count() 370 list_for_each_entry(obj, &i915->mm.shrink_list, mm.link) { in i915_gem_shrinker_oom() 425 i915->mm.shrinker.batch = 4096; in i915_gem_driver_register__shrinker() 477 !list_empty(&obj->mm.link)) { in i915_gem_object_make_unshrinkable() 478 list_del_init(&obj->mm.link); in i915_gem_object_make_unshrinkable() 479 i915->mm.shrink_count--; in i915_gem_object_make_unshrinkable() [all …]
|
/linux/drivers/gpu/drm/ |
A D | drm_mm.c | 167 struct drm_mm *mm = hole_node->mm; in drm_mm_interval_tree_add_node() local 268 struct drm_mm *mm = node->mm; in add_hole() local 475 node->mm = mm; in drm_mm_reserve_node() 590 node->mm = mm; in drm_mm_insert_node_in_range() 629 struct drm_mm *mm = node->mm; in drm_mm_remove_node() local 662 struct drm_mm *mm = old->mm; in drm_mm_replace_node() local 749 scan->mm = mm; in drm_mm_scan_init_with_range() 783 struct drm_mm *mm = scan->mm; in drm_mm_scan_add_block() local 789 DRM_MM_BUG_ON(node->mm != mm); in drm_mm_scan_add_block() 914 struct drm_mm *mm = scan->mm; in drm_mm_scan_color_evict() local [all …]
|
/linux/fs/proc/ |
A D | task_nommu.c | 28 mmap_read_lock(mm); in task_mem() 89 mmap_read_lock(mm); in task_vsize() 107 mmap_read_lock(mm); in task_statm() 118 *text = (PAGE_ALIGN(mm->end_code) - (mm->start_code & PAGE_MASK)) in task_statm() 120 *data = (PAGE_ALIGN(mm->start_stack) - (mm->start_data & PAGE_MASK)) in task_statm() 210 mm = priv->mm; in m_start() 211 if (!mm || !mmget_not_zero(mm)) in m_start() 215 mmput(mm); in m_start() 225 mmput(mm); in m_start() 235 mmput(priv->mm); in m_stop() [all …]
|
/linux/drivers/gpu/drm/selftests/ |
A D | test-drm_mm.c | 174 if (!drm_mm_node_allocated(node) || node->mm != mm) { in assert_node() 207 struct drm_mm mm; in igt_init() local 212 memset(&mm, 0, sizeof(mm)); in igt_init() 218 memset(&mm, 0xff, sizeof(mm)); in igt_init() 260 show_mm(&mm); in igt_init() 267 struct drm_mm mm; in igt_debug() local 296 show_mm(&mm); in igt_debug() 375 struct drm_mm mm; in __igt_reserve() local 573 struct drm_mm mm; in __igt_insert() local 2347 show_mm(&mm); in igt_color_evict() [all …]
|