| /linux/mm/ |
| A D | rmap.c | 88 struct anon_vma *anon_vma; in anon_vma_alloc() local
94 anon_vma->parent = anon_vma; in anon_vma_alloc()
99 anon_vma->root = anon_vma; in anon_vma_alloc()
150 avc->anon_vma = anon_vma; in anon_vma_chain_link()
208 vma->anon_vma = anon_vma; in __anon_vma_prepare()
375 vma->anon_vma = anon_vma; in anon_vma_fork()
400 struct anon_vma *anon_vma = avc->anon_vma; in unlink_anon_vmas() local
434 struct anon_vma *anon_vma = avc->anon_vma; in unlink_anon_vmas() local
1021 struct anon_vma *anon_vma = vma->anon_vma; in page_move_anon_rmap() local
1047 struct anon_vma *anon_vma = vma->anon_vma; in __page_set_anon_rmap() local
[all …]
|
| A D | mmap.c | 400 struct anon_vma *anon_vma = vma->anon_vma; in validate_mm() local
748 struct anon_vma *anon_vma = NULL; in __vma_adjust() local
830 importer->anon_vma = exporter->anon_vma; in __vma_adjust()
859 anon_vma = vma->anon_vma; in __vma_adjust()
861 anon_vma = next->anon_vma; in __vma_adjust()
864 anon_vma != next->anon_vma); in __vma_adjust()
1080 struct anon_vma *anon_vma, struct file *file, in can_vma_merge_before() argument
1101 struct anon_vma *anon_vma, struct file *file, in can_vma_merge_after() argument
1161 struct anon_vma *anon_vma, struct file *file, in vma_merge() argument
1295 struct anon_vma *anon_vma = READ_ONCE(old->anon_vma); in reusable_anon_vma() local
[all …]
|
| A D | ksm.c | 198 struct anon_vma *anon_vma; /* when stable */ member
1296 rmap_item->anon_vma = vma->anon_vma; in try_to_merge_with_ksm_page()
1297 get_anon_vma(vma->anon_vma); in try_to_merge_with_ksm_page()
2297 if (!vma->anon_vma) in scan_get_next_rmap_item()
2475 if (vma->anon_vma) { in ksm_madvise()
2569 struct anon_vma *anon_vma = page_anon_vma(page); in ksm_might_need_to_copy() local
2576 } else if (!anon_vma) { in ksm_might_need_to_copy()
2578 } else if (anon_vma->root == vma->anon_vma->root && in ksm_might_need_to_copy()
2621 struct anon_vma *anon_vma = rmap_item->anon_vma; in rmap_walk_ksm() local
2626 anon_vma_lock_read(anon_vma); in rmap_walk_ksm()
[all …]
|
| A D | migrate.c | 957 struct anon_vma *anon_vma = NULL; in __unmap_and_move() local
1018 anon_vma = page_get_anon_vma(page); in __unmap_and_move()
1056 VM_BUG_ON_PAGE(PageAnon(page) && !PageKsm(page) && !anon_vma, in __unmap_and_move()
1073 if (anon_vma) in __unmap_and_move()
1074 put_anon_vma(anon_vma); in __unmap_and_move()
1278 struct anon_vma *anon_vma = NULL; in unmap_and_move_huge_page() local
1327 anon_vma = page_get_anon_vma(hpage); in unmap_and_move_huge_page()
1369 if (anon_vma) in unmap_and_move_huge_page()
1370 put_anon_vma(anon_vma); in unmap_and_move_huge_page()
|
| A D | mremap.c | 107 if (vma->anon_vma) in take_rmap_locks()
108 anon_vma_lock_write(vma->anon_vma); in take_rmap_locks()
113 if (vma->anon_vma) in drop_rmap_locks()
114 anon_vma_unlock_write(vma->anon_vma); in drop_rmap_locks()
|
| A D | huge_memory.c | 1291 VM_BUG_ON_VMA(!vma->anon_vma, vma); in do_huge_pmd_wp_page()
2617 struct anon_vma *anon_vma = NULL; in split_huge_page_to_list() local
2638 anon_vma = page_get_anon_vma(head); in split_huge_page_to_list()
2639 if (!anon_vma) { in split_huge_page_to_list()
2645 anon_vma_lock_write(anon_vma); in split_huge_page_to_list()
2655 anon_vma = NULL; in split_huge_page_to_list()
2729 if (anon_vma) { in split_huge_page_to_list()
2730 anon_vma_unlock_write(anon_vma); in split_huge_page_to_list()
2731 put_anon_vma(anon_vma); in split_huge_page_to_list()
|
| A D | khugepaged.c | 469 if (!vma->anon_vma || vma->vm_ops) in hugepage_vma_check()
991 if (!vma->anon_vma || vma->vm_ops) in hugepage_vma_revalidate()
1138 anon_vma_lock_write(vma->anon_vma); in collapse_huge_page()
1174 anon_vma_unlock_write(vma->anon_vma); in collapse_huge_page()
1183 anon_vma_unlock_write(vma->anon_vma); in collapse_huge_page()
1578 if (vma->anon_vma) in retract_page_tables()
|
| A D | debug.c | 202 vma->anon_vma, vma->vm_ops, vma->vm_pgoff, in dump_vma()
|
| A D | mlock.c | 513 *prev = vma_merge(mm, *prev, start, end, newflags, vma->anon_vma, in mlock_fixup()
|
| A D | mprotect.c | 466 vma->anon_vma, vma->vm_file, pgoff, vma_policy(vma), in mprotect_fixup()
|
| A D | util.c | 689 struct anon_vma *page_anon_vma(struct page *page) in page_anon_vma()
|
| A D | madvise.c | 139 *prev = vma_merge(mm, *prev, start, end, new_flags, vma->anon_vma, in madvise_behavior()
|
| A D | memory-failure.c | 491 struct anon_vma *av; in collect_procs_anon()
|
| A D | mempolicy.c | 812 vma->anon_vma, vma->vm_file, pgoff, in mbind_range()
|
| A D | memory.c | 556 (void *)addr, vma->vm_flags, vma->anon_vma, mapping, index); in print_bad_pte()
1247 !src_vma->anon_vma) in copy_page_range()
|
| A D | swapfile.c | 2109 if (vma->anon_vma) { in unuse_mm()
|
| /linux/include/linux/ |
| A D | rmap.h | 29 struct anon_vma { struct
79 struct anon_vma *anon_vma; member
101 static inline void get_anon_vma(struct anon_vma *anon_vma) in get_anon_vma() argument
106 void __put_anon_vma(struct anon_vma *anon_vma);
108 static inline void put_anon_vma(struct anon_vma *anon_vma) in put_anon_vma() argument
114 static inline void anon_vma_lock_write(struct anon_vma *anon_vma) in anon_vma_lock_write() argument
119 static inline void anon_vma_unlock_write(struct anon_vma *anon_vma) in anon_vma_unlock_write() argument
124 static inline void anon_vma_lock_read(struct anon_vma *anon_vma) in anon_vma_lock_read() argument
129 static inline void anon_vma_unlock_read(struct anon_vma *anon_vma) in anon_vma_unlock_read() argument
155 VM_BUG_ON_VMA(vma->anon_vma != next->anon_vma, vma); in anon_vma_merge()
[all …]
|
| A D | mm_types.h | 443 struct anon_vma *anon_vma; /* Serialized by page_table_lock */ member
|
| A D | mm.h | 37 struct anon_vma;
1757 extern struct anon_vma *page_anon_vma(struct page *page);
2660 unsigned long vm_flags, struct anon_vma *, struct file *, pgoff_t,
2662 extern struct anon_vma *find_mergeable_anon_vma(struct vm_area_struct *);
|
| /linux/fs/ |
| A D | userfaultfd.c | 877 new_flags, vma->anon_vma, in userfaultfd_release()
1437 vma->anon_vma, vma->vm_file, vma->vm_pgoff, in userfaultfd_register()
1614 vma->anon_vma, vma->vm_file, vma->vm_pgoff, in userfaultfd_unregister()
|
| A D | coredump.c | 975 if ((!IS_ENABLED(CONFIG_MMU) || vma->anon_vma) && FILTER(ANON_PRIVATE)) in vma_dump_size()
|
| /linux/Documentation/vm/ |
| A D | transhuge.rst | 98 takes the mmap_lock in write mode in addition to the anon_vma lock). If
|
| /linux/kernel/ |
| A D | fork.c | 567 tmp->anon_vma = NULL; in dup_mmap()
|
| /linux/security/selinux/ |
| A D | hooks.c | 3900 } else if (vma->vm_file && vma->anon_vma) { in selinux_file_mprotect()
|