Lines Matching refs:tlb
26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
30 #define tlb_start_vma(tlb, vma) do { } while (0) argument
31 #define tlb_end_vma(tlb, vma) do { } while (0) argument
47 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size() argument
54 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush() argument
56 __tlb_flush_mm_lazy(tlb->mm); in tlb_flush()
63 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb() argument
66 __tlb_adjust_range(tlb, address, PAGE_SIZE); in pte_free_tlb()
67 tlb->mm->context.flush_mm = 1; in pte_free_tlb()
68 tlb->freed_tables = 1; in pte_free_tlb()
69 tlb->cleared_pmds = 1; in pte_free_tlb()
75 page_table_free_rcu(tlb, (unsigned long *) pte, address); in pte_free_tlb()
85 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb() argument
88 if (mm_pmd_folded(tlb->mm)) in pmd_free_tlb()
91 __tlb_adjust_range(tlb, address, PAGE_SIZE); in pmd_free_tlb()
92 tlb->mm->context.flush_mm = 1; in pmd_free_tlb()
93 tlb->freed_tables = 1; in pmd_free_tlb()
94 tlb->cleared_puds = 1; in pmd_free_tlb()
95 tlb_remove_table(tlb, pmd); in pmd_free_tlb()
105 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb() argument
108 if (mm_p4d_folded(tlb->mm)) in p4d_free_tlb()
110 __tlb_adjust_range(tlb, address, PAGE_SIZE); in p4d_free_tlb()
111 tlb->mm->context.flush_mm = 1; in p4d_free_tlb()
112 tlb->freed_tables = 1; in p4d_free_tlb()
113 tlb_remove_table(tlb, p4d); in p4d_free_tlb()
123 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb() argument
126 if (mm_pud_folded(tlb->mm)) in pud_free_tlb()
128 tlb->mm->context.flush_mm = 1; in pud_free_tlb()
129 tlb->freed_tables = 1; in pud_free_tlb()
130 tlb->cleared_p4ds = 1; in pud_free_tlb()
131 tlb_remove_table(tlb, pud); in pud_free_tlb()