1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ALPHA_TLBFLUSH_H
3 #define _ALPHA_TLBFLUSH_H
4 
5 #include <linux/mm.h>
6 #include <linux/sched.h>
7 #include <asm/compiler.h>
8 
9 #ifndef __EXTERN_INLINE
10 #define __EXTERN_INLINE extern inline
11 #define __MMU_EXTERN_INLINE
12 #endif
13 
14 extern void __load_new_mm_context(struct mm_struct *);
15 
16 
17 /* Use a few helper functions to hide the ugly broken ASN
18    numbers on early Alphas (ev4 and ev45).  */
19 
20 __EXTERN_INLINE void
ev4_flush_tlb_current(struct mm_struct * mm)21 ev4_flush_tlb_current(struct mm_struct *mm)
22 {
23 	__load_new_mm_context(mm);
24 	tbiap();
25 }
26 
27 __EXTERN_INLINE void
ev5_flush_tlb_current(struct mm_struct * mm)28 ev5_flush_tlb_current(struct mm_struct *mm)
29 {
30 	__load_new_mm_context(mm);
31 }
32 
33 /* Flush just one page in the current TLB set.  We need to be very
34    careful about the icache here, there is no way to invalidate a
35    specific icache page.  */
36 
37 __EXTERN_INLINE void
ev4_flush_tlb_current_page(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr)38 ev4_flush_tlb_current_page(struct mm_struct * mm,
39 			   struct vm_area_struct *vma,
40 			   unsigned long addr)
41 {
42 	int tbi_flag = 2;
43 	if (vma->vm_flags & VM_EXEC) {
44 		__load_new_mm_context(mm);
45 		tbi_flag = 3;
46 	}
47 	tbi(tbi_flag, addr);
48 }
49 
50 __EXTERN_INLINE void
ev5_flush_tlb_current_page(struct mm_struct * mm,struct vm_area_struct * vma,unsigned long addr)51 ev5_flush_tlb_current_page(struct mm_struct * mm,
52 			   struct vm_area_struct *vma,
53 			   unsigned long addr)
54 {
55 	if (vma->vm_flags & VM_EXEC)
56 		__load_new_mm_context(mm);
57 	else
58 		tbi(2, addr);
59 }
60 
61 
62 #ifdef CONFIG_ALPHA_GENERIC
63 # define flush_tlb_current		alpha_mv.mv_flush_tlb_current
64 # define flush_tlb_current_page		alpha_mv.mv_flush_tlb_current_page
65 #else
66 # ifdef CONFIG_ALPHA_EV4
67 #  define flush_tlb_current		ev4_flush_tlb_current
68 #  define flush_tlb_current_page	ev4_flush_tlb_current_page
69 # else
70 #  define flush_tlb_current		ev5_flush_tlb_current
71 #  define flush_tlb_current_page	ev5_flush_tlb_current_page
72 # endif
73 #endif
74 
75 #ifdef __MMU_EXTERN_INLINE
76 #undef __EXTERN_INLINE
77 #undef __MMU_EXTERN_INLINE
78 #endif
79 
80 /* Flush current user mapping.  */
81 static inline void
flush_tlb(void)82 flush_tlb(void)
83 {
84 	flush_tlb_current(current->active_mm);
85 }
86 
87 /* Flush someone else's user mapping.  */
88 static inline void
flush_tlb_other(struct mm_struct * mm)89 flush_tlb_other(struct mm_struct *mm)
90 {
91 	unsigned long *mmc = &mm->context[smp_processor_id()];
92 	/* Check it's not zero first to avoid cacheline ping pong
93 	   when possible.  */
94 	if (*mmc) *mmc = 0;
95 }
96 
97 #ifndef CONFIG_SMP
98 /* Flush everything (kernel mapping may also have changed
99    due to vmalloc/vfree).  */
flush_tlb_all(void)100 static inline void flush_tlb_all(void)
101 {
102 	tbia();
103 }
104 
105 /* Flush a specified user mapping.  */
106 static inline void
flush_tlb_mm(struct mm_struct * mm)107 flush_tlb_mm(struct mm_struct *mm)
108 {
109 	if (mm == current->active_mm)
110 		flush_tlb_current(mm);
111 	else
112 		flush_tlb_other(mm);
113 }
114 
115 /* Page-granular tlb flush.  */
116 static inline void
flush_tlb_page(struct vm_area_struct * vma,unsigned long addr)117 flush_tlb_page(struct vm_area_struct *vma, unsigned long addr)
118 {
119 	struct mm_struct *mm = vma->vm_mm;
120 
121 	if (mm == current->active_mm)
122 		flush_tlb_current_page(mm, vma, addr);
123 	else
124 		flush_tlb_other(mm);
125 }
126 
127 /* Flush a specified range of user mapping.  On the Alpha we flush
128    the whole user tlb.  */
129 static inline void
flush_tlb_range(struct vm_area_struct * vma,unsigned long start,unsigned long end)130 flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
131 		unsigned long end)
132 {
133 	flush_tlb_mm(vma->vm_mm);
134 }
135 
136 #else /* CONFIG_SMP */
137 
138 extern void flush_tlb_all(void);
139 extern void flush_tlb_mm(struct mm_struct *);
140 extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
141 extern void flush_tlb_range(struct vm_area_struct *, unsigned long,
142 			    unsigned long);
143 
144 #endif /* CONFIG_SMP */
145 
flush_tlb_kernel_range(unsigned long start,unsigned long end)146 static inline void flush_tlb_kernel_range(unsigned long start,
147 					unsigned long end)
148 {
149 	flush_tlb_all();
150 }
151 
152 #endif /* _ALPHA_TLBFLUSH_H */
153