| /linux/include/linux/ |
| A D | mmap_lock.h | 63 static inline void mmap_init_lock(struct mm_struct *mm) in mmap_init_lock()
68 static inline void mmap_write_lock(struct mm_struct *mm) in mmap_write_lock()
92 static inline bool mmap_write_trylock(struct mm_struct *mm) in mmap_write_trylock()
102 static inline void mmap_write_unlock(struct mm_struct *mm) in mmap_write_unlock()
108 static inline void mmap_write_downgrade(struct mm_struct *mm) in mmap_write_downgrade()
114 static inline void mmap_read_lock(struct mm_struct *mm) in mmap_read_lock()
121 static inline int mmap_read_lock_killable(struct mm_struct *mm) in mmap_read_lock_killable()
131 static inline bool mmap_read_trylock(struct mm_struct *mm) in mmap_read_trylock()
141 static inline void mmap_read_unlock(struct mm_struct *mm) in mmap_read_unlock()
153 static inline void mmap_assert_locked(struct mm_struct *mm) in mmap_assert_locked()
[all …]
|
| A D | mmu_notifier.h | 240 struct mm_struct *mm; member
260 struct mm_struct *mm; member
273 struct mm_struct *mm; member
281 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
412 static inline void mmu_notifier_release(struct mm_struct *mm) in mmu_notifier_release()
436 static inline int mmu_notifier_test_young(struct mm_struct *mm, in mmu_notifier_test_young()
518 struct mm_struct *mm, in mmu_notifier_range_init()
533 struct vm_area_struct *vma, struct mm_struct *mm, in mmu_notifier_range_init_owner()
674 static inline int mm_has_notifiers(struct mm_struct *mm) in mm_has_notifiers()
679 static inline void mmu_notifier_release(struct mm_struct *mm) in mmu_notifier_release()
[all …]
|
| /linux/arch/s390/include/asm/ |
| A D | pgalloc.h | 62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
96 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
119 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
124 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
129 static inline void pmd_populate(struct mm_struct *mm, in pmd_populate()
135 #define pmd_populate_kernel(mm, pmd, pte) pmd_populate(mm, pmd, pte) argument
140 #define pte_alloc_one_kernel(mm) ((pte_t *)page_table_alloc(mm)) argument
141 #define pte_alloc_one(mm) ((pte_t *)page_table_alloc(mm)) argument
143 #define pte_free_kernel(mm, pte) page_table_free(mm, (unsigned long *) pte) argument
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| A D | mmu_context.h | 57 static inline void mm_iommu_init(struct mm_struct *mm) { } in mm_iommu_init()
78 static inline int alloc_extended_context(struct mm_struct *mm, in alloc_extended_context()
110 static inline int alloc_extended_context(struct mm_struct *mm, in alloc_extended_context()
129 static inline void inc_mm_active_cpus(struct mm_struct *mm) in inc_mm_active_cpus()
134 static inline void dec_mm_active_cpus(struct mm_struct *mm) in dec_mm_active_cpus()
139 static inline void mm_context_add_copro(struct mm_struct *mm) in mm_context_add_copro()
258 static inline void enter_lazy_tlb(struct mm_struct *mm, in enter_lazy_tlb()
268 static inline void arch_unmap(struct mm_struct *mm, in arch_unmap()
289 #define pkey_mm_init(mm) argument
290 #define arch_dup_pkeys(oldmm, mm) argument
[all …]
|
| A D | pgalloc.h | 8 static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) in pgtable_gfp_flags()
15 static inline gfp_t pgtable_gfp_flags(struct mm_struct *mm, gfp_t gfp) in pgtable_gfp_flags()
25 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
30 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
38 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
43 static inline void pte_free(struct mm_struct *mm, pgtable_t ptepage) in pte_free()
|
| /linux/arch/x86/include/asm/ |
| A D | mmu_context.h | 61 static inline void init_new_context_ldt(struct mm_struct *mm) in init_new_context_ldt()
72 struct mm_struct *mm) in ldt_dup_context()
84 static inline void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt()
103 struct mm_struct *mm) in init_new_context()
123 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
142 #define deactivate_mm(tsk, mm) \ argument
147 #define deactivate_mm(tsk, mm) \ argument
155 struct mm_struct *mm) in arch_dup_pkeys()
174 static inline void arch_exit_mmap(struct mm_struct *mm) in arch_exit_mmap()
181 static inline bool is_64bit_mm(struct mm_struct *mm) in is_64bit_mm()
[all …]
|
| A D | pgalloc.h | 13 static inline int __paravirt_pgd_alloc(struct mm_struct *mm) { return 0; } in __paravirt_pgd_alloc()
18 #define paravirt_pgd_alloc(mm) __paravirt_pgd_alloc(mm) argument
19 static inline void paravirt_pgd_free(struct mm_struct *mm, pgd_t *pgd) {} in paravirt_pgd_free()
20 static inline void paravirt_alloc_pte(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pte()
21 static inline void paravirt_alloc_pmd(struct mm_struct *mm, unsigned long pfn) {} in paravirt_alloc_pmd()
64 static inline void pmd_populate_kernel(struct mm_struct *mm, in pmd_populate_kernel()
71 static inline void pmd_populate_kernel_safe(struct mm_struct *mm, in pmd_populate_kernel_safe()
78 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate()
99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
[all …]
|
| A D | pkeys.h | 25 static inline int execute_only_pkey(struct mm_struct *mm) in execute_only_pkey()
49 #define mm_pkey_allocation_map(mm) (mm->context.pkey_allocation_map) argument
50 #define mm_set_pkey_allocated(mm, pkey) do { \ argument
53 #define mm_set_pkey_free(mm, pkey) do { \ argument
58 bool mm_pkey_is_allocated(struct mm_struct *mm, int pkey) in mm_pkey_is_allocated()
84 int mm_pkey_alloc(struct mm_struct *mm) in mm_pkey_alloc()
111 int mm_pkey_free(struct mm_struct *mm, int pkey) in mm_pkey_free()
|
| /linux/include/asm-generic/ |
| A D | pgalloc.h | 19 static inline pte_t *__pte_alloc_one_kernel(struct mm_struct *mm) in __pte_alloc_one_kernel()
31 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
42 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
59 static inline pgtable_t __pte_alloc_one(struct mm_struct *mm, gfp_t gfp) in __pte_alloc_one()
83 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
99 static inline void pte_free(struct mm_struct *mm, struct page *pte_page) in pte_free()
119 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
138 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
160 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
170 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
[all …]
|
| /linux/arch/s390/mm/ |
| A D | pgtable.c | 87 static inline pte_t ptep_flush_direct(struct mm_struct *mm, in ptep_flush_direct()
106 static inline pte_t ptep_flush_lazy(struct mm_struct *mm, in ptep_flush_lazy()
174 struct mm_struct *mm) in pgste_update_all()
195 struct mm_struct *mm) in pgste_set_key()
267 static inline pte_t ptep_xchg_commit(struct mm_struct *mm, in ptep_xchg_commit()
328 struct mm_struct *mm = vma->vm_mm; in ptep_modify_prot_start() local
345 struct mm_struct *mm = vma->vm_mm; in ptep_modify_prot_commit() local
360 static inline void pmdp_idte_local(struct mm_struct *mm, in pmdp_idte_local()
372 static inline void pmdp_idte_global(struct mm_struct *mm, in pmdp_idte_global()
409 static inline pmd_t pmdp_flush_lazy(struct mm_struct *mm, in pmdp_flush_lazy()
[all …]
|
| /linux/arch/m68k/include/asm/ |
| A D | motorola_pgalloc.h | 27 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
32 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
37 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free()
54 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
59 static inline int pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
71 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
76 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
82 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
87 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, pgtable_t page) in pmd_populate()
[all …]
|
| A D | mmu_context.h | 28 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
58 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
85 struct mm_struct *mm) in activate_mm()
96 struct mm_struct *mm; in load_ksp_mmu() local
177 struct mm_struct *mm) in init_new_context()
185 static inline void get_mmu_context(struct mm_struct *mm) in get_mmu_context()
193 static inline void destroy_context(struct mm_struct *mm) in destroy_context()
199 static inline void activate_context(struct mm_struct *mm) in activate_context()
226 struct mm_struct *mm) in init_new_context()
232 static inline void switch_mm_0230(struct mm_struct *mm) in switch_mm_0230()
[all …]
|
| A D | mcf_pgalloc.h | 8 extern inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
15 extern inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
31 #define pmd_populate(mm, pmd, pte) (pmd_val(*pmd) = (unsigned long)(pte)) argument
44 static inline pgtable_t pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
62 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free()
74 #define pmd_free(mm, pmd) BUG() argument
76 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
81 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| A D | pgalloc.h | 25 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc()
39 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
81 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
124 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
140 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr) in pmd_alloc_one()
145 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
156 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, in pmd_populate_kernel()
[all …]
|
| /linux/arch/x86/kernel/ |
| A D | ldt.c | 42 void load_mm_ldt(struct mm_struct *mm) in load_mm_ldt()
138 struct mm_struct *mm = __mm; in flush_ldt() local
189 static void do_sanity_check(struct mm_struct *mm, in do_sanity_check()
234 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user()
247 static void sanity_check_ldt_mapping(struct mm_struct *mm) in sanity_check_ldt_mapping()
264 static void map_ldt_struct_to_user(struct mm_struct *mm) in map_ldt_struct_to_user()
391 static void free_ldt_pgtables(struct mm_struct *mm) in free_ldt_pgtables()
489 void destroy_context_ldt(struct mm_struct *mm) in destroy_context_ldt()
495 void ldt_arch_exit_mmap(struct mm_struct *mm) in ldt_arch_exit_mmap()
502 struct mm_struct *mm = current->mm; in read_ldt() local
[all …]
|
| /linux/drivers/gpu/drm/i915/ |
| A D | i915_buddy.c | 16 static struct i915_buddy_block *i915_block_alloc(struct i915_buddy_mm *mm, in i915_block_alloc()
37 static void i915_block_free(struct i915_buddy_mm *mm, in i915_block_free()
51 static void mark_free(struct i915_buddy_mm *mm, in mark_free()
69 int i915_buddy_init(struct i915_buddy_mm *mm, u64 size, u64 chunk_size) in i915_buddy_init()
151 void i915_buddy_fini(struct i915_buddy_mm *mm) in i915_buddy_fini()
166 static int split_block(struct i915_buddy_mm *mm, in split_block()
209 static void __i915_buddy_free(struct i915_buddy_mm *mm, in __i915_buddy_free()
233 void i915_buddy_free(struct i915_buddy_mm *mm, in i915_buddy_free()
261 i915_buddy_alloc(struct i915_buddy_mm *mm, unsigned int order) in i915_buddy_alloc()
321 int i915_buddy_alloc_range(struct i915_buddy_mm *mm, in i915_buddy_alloc_range()
[all …]
|
| /linux/mm/ |
| A D | mmu_notifier.c | 262 struct mm_struct *mm) in mn_itree_release()
300 struct mm_struct *mm) in mn_hlist_release()
348 void __mmu_notifier_release(struct mm_struct *mm) in __mmu_notifier_release()
630 struct mm_struct *mm) in __mmu_notifier_register()
723 struct mm_struct *mm) in mmu_notifier_register()
775 struct mm_struct *mm) in mmu_notifier_get_locked()
821 struct mm_struct *mm) in mmu_notifier_unregister()
866 struct mm_struct *mm = subscription->mm; in mmu_notifier_free_rcu() local
897 struct mm_struct *mm = subscription->mm; in mmu_notifier_put() local
996 struct mm_struct *mm, unsigned long start, in mmu_interval_notifier_insert()
[all …]
|
| /linux/drivers/gpu/drm/amd/amdkfd/ |
| A D | kfd_mqd_manager_vi.c | 47 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
91 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
157 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
170 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd()
241 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
262 static int destroy_mqd(struct mqd_manager *mm, void *mqd, in destroy_mqd()
272 static void free_mqd(struct mqd_manager *mm, void *mqd, in free_mqd()
278 static bool is_occupied(struct mqd_manager *mm, void *mqd, in is_occupied()
287 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
309 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq()
[all …]
|
| A D | kfd_mqd_manager_cik.c | 44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
88 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
142 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma()
159 static void free_mqd(struct mqd_manager *mm, void *mqd, in free_mqd()
179 static int load_mqd_sdma(struct mqd_manager *mm, void *mqd, in load_mqd_sdma()
188 static void __update_mqd(struct mqd_manager *mm, void *mqd, in __update_mqd()
225 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
274 static int destroy_mqd(struct mqd_manager *mm, void *mqd, in destroy_mqd()
295 static bool is_occupied(struct mqd_manager *mm, void *mqd, in is_occupied()
318 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq()
[all …]
|
| A D | kfd_mqd_manager_v10.c | 44 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
88 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
143 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
157 static int hiq_load_mqd_kiq(struct mqd_manager *mm, void *mqd, in hiq_load_mqd_kiq()
165 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
236 static int destroy_mqd(struct mqd_manager *mm, void *mqd, in destroy_mqd()
246 static void free_mqd(struct mqd_manager *mm, void *mqd, in free_mqd()
252 static bool is_occupied(struct mqd_manager *mm, void *mqd, in is_occupied()
261 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
288 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq()
[all …]
|
| A D | kfd_mqd_manager_v9.c | 45 static void update_cu_mask(struct mqd_manager *mm, void *mqd, in update_cu_mask()
131 static void init_mqd(struct mqd_manager *mm, void **mqd, in init_mqd()
195 static int load_mqd(struct mqd_manager *mm, void *mqd, in load_mqd()
215 static void update_mqd(struct mqd_manager *mm, void *mqd, in update_mqd()
288 static int destroy_mqd(struct mqd_manager *mm, void *mqd, in destroy_mqd()
298 static void free_mqd(struct mqd_manager *mm, void *mqd, in free_mqd()
311 static bool is_occupied(struct mqd_manager *mm, void *mqd, in is_occupied()
320 static int get_wave_state(struct mqd_manager *mm, void *mqd, in get_wave_state()
343 static void init_mqd_hiq(struct mqd_manager *mm, void **mqd, in init_mqd_hiq()
357 static void init_mqd_sdma(struct mqd_manager *mm, void **mqd, in init_mqd_sdma()
[all …]
|
| /linux/arch/arm/include/asm/ |
| A D | pgalloc.h | 26 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
37 #define pmd_alloc_one(mm,addr) ({ BUG(); ((pmd_t *)2); }) argument
38 #define pmd_free(mm, pmd) do { } while (0) argument
41 #define pud_populate(mm,pmd,pte) do { } while (0) argument
43 #define pud_populate(mm,pmd,pte) BUG() argument
78 pte_alloc_one_kernel(struct mm_struct *mm) in pte_alloc_one_kernel()
95 pte_alloc_one(struct mm_struct *mm) in pte_alloc_one()
125 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
134 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /linux/include/linux/sched/ |
| A D | mm.h | 34 static inline void mmgrab(struct mm_struct *mm) in mmgrab()
41 static inline void mmdrop(struct mm_struct *mm) in mmdrop()
59 struct mm_struct *mm = container_of(rhp, struct mm_struct, delayed_drop); in __mmdrop_delayed() local
68 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
75 static inline void mmdrop_sched(struct mm_struct *mm) in mmdrop_sched()
97 static inline void mmget(struct mm_struct *mm) in mmget()
102 static inline bool mmget_not_zero(struct mm_struct *mm) in mmget_not_zero()
132 static inline void mm_update_next_owner(struct mm_struct *mm) in mm_update_next_owner()
148 static inline void arch_pick_mmap_layout(struct mm_struct *mm, in arch_pick_mmap_layout()
377 static inline void membarrier_mm_sync_core_before_usermode(struct mm_struct *mm) in membarrier_mm_sync_core_before_usermode()
[all …]
|
| /linux/arch/parisc/include/asm/ |
| A D | pgalloc.h | 19 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
32 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
47 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()
70 #define pmd_populate(mm, pmd, pte_page) \ argument
|
| /linux/arch/alpha/include/asm/ |
| A D | tlbflush.h | 21 ev4_flush_tlb_current(struct mm_struct *mm) in ev4_flush_tlb_current()
28 ev5_flush_tlb_current(struct mm_struct *mm) in ev5_flush_tlb_current()
38 ev4_flush_tlb_current_page(struct mm_struct * mm, in ev4_flush_tlb_current_page()
51 ev5_flush_tlb_current_page(struct mm_struct * mm, in ev5_flush_tlb_current_page()
89 flush_tlb_other(struct mm_struct *mm) in flush_tlb_other()
107 flush_tlb_mm(struct mm_struct *mm) in flush_tlb_mm()
119 struct mm_struct *mm = vma->vm_mm; in flush_tlb_page() local
|