Home
last modified time | relevance | path

Searched refs:pmd_t (Results 1 – 25 of 313) sorted by relevance

12345678910>>...13

/linux/arch/riscv/include/asm/
A Dpgtable.h213 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
503 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
508 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
541 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
546 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
551 static inline pmd_t pmd_mkwrite(pmd_t pmd) in pmd_mkwrite()
556 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
561 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
566 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
572 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
[all …]
A Dpgtable-64.h24 } pmd_t; typedef
27 #define __pmd(x) ((pmd_t) { (x) })
29 #define PTRS_PER_PMD (PAGE_SIZE / sizeof(pmd_t))
62 static inline pmd_t *pud_pgtable(pud_t pud) in pud_pgtable()
64 return (pmd_t *)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_pgtable()
72 static inline pmd_t pfn_pmd(unsigned long pfn, pgprot_t prot) in pfn_pmd()
77 static inline unsigned long _pmd_pfn(pmd_t pmd) in _pmd_pfn()
/linux/include/linux/
A Dpgtable.h219 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young()
526 pmd_t *pmdp) in pmdp_collapse_flush()
551 unsigned long address, pmd_t *pmdp, pmd_t pmd) in generic_pmdp_establish()
610 static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b) in pmd_same()
999 static inline pmd_t pmd_swp_mksoft_dirty(pmd_t pmd) in pmd_swp_mksoft_dirty()
1009 static inline pmd_t pmd_swp_clear_soft_dirty(pmd_t pmd) in pmd_swp_clear_soft_dirty()
1030 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
1040 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd) in pmd_clear_soft_dirty()
1060 static inline pmd_t pmd_swp_mksoft_dirty(pmd_t pmd) in pmd_swp_mksoft_dirty()
1070 static inline pmd_t pmd_swp_clear_soft_dirty(pmd_t pmd) in pmd_swp_clear_soft_dirty()
[all …]
A Dhuge_mm.h12 pmd_t *dst_pmd, pmd_t *src_pmd, unsigned long addr,
29 unsigned long addr, pmd_t *pmd,
32 pmd_t *pmd, unsigned long addr, unsigned long next);
38 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd);
201 pmd_t *____pmd = (__pmd); \
230 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd()
236 static inline spinlock_t *pmd_trans_huge_lock(pmd_t *pmd, in pmd_trans_huge_lock()
278 pmd_t *pmd, int flags, struct dev_pagemap **pgmap);
292 static inline bool is_huge_zero_pmd(pmd_t pmd) in is_huge_zero_pmd()
414 static inline int is_swap_pmd(pmd_t pmd) in is_swap_pmd()
[all …]
/linux/arch/x86/include/asm/
A Dpgtable.h390 static inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
401 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
406 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
411 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
416 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
421 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap()
426 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
431 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
436 static inline pmd_t pmd_mkwrite(pmd_t pmd) in pmd_mkwrite()
598 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
[all …]
A Dpgtable-3level.h75 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic()
90 return (pmd_t) { ret }; in pmd_read_atomic()
98 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
124 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
170 pmd_t pmd;
174 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
191 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
192 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
194 pmd_t old; in pmdp_establish()
A Dpgtable_64.h23 extern pmd_t level2_kernel_pgt[512];
24 extern pmd_t level2_fixmap_pgt[512];
25 extern pmd_t level2_ident_pgt[512];
81 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
86 static inline void native_pmd_clear(pmd_t *pmd) in native_pmd_clear()
104 static inline pmd_t native_pmdp_get_and_clear(pmd_t *xp) in native_pmdp_get_and_clear()
111 pmd_t ret = *xp; in native_pmdp_get_and_clear()
239 #define __swp_entry_to_pmd(x) ((pmd_t) { .pmd = (x).val })
/linux/arch/powerpc/include/asm/book3s/64/
A Dhash-4k.h37 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << H_PMD_INDEX_SIZE)
109 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
134 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
139 static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in hash__pmd_same()
145 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
152 unsigned long addr, pmd_t *pmdp,
154 extern pmd_t hash__pmdp_collapse_flush(struct vm_area_struct *vma,
155 unsigned long address, pmd_t *pmdp);
159 extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
160 unsigned long addr, pmd_t *pmdp);
[all …]
A Dhash-64k.h188 #define H_PMD_TABLE_SIZE ((sizeof(pmd_t) << PMD_INDEX_SIZE) + \
191 #define H_PMD_TABLE_SIZE (sizeof(pmd_t) << PMD_INDEX_SIZE)
202 static inline char *get_hpte_slot_array(pmd_t *pmdp) in get_hpte_slot_array()
260 static inline int hash__pmd_trans_huge(pmd_t pmd) in hash__pmd_trans_huge()
266 static inline int hash__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in hash__pmd_same()
271 static inline pmd_t hash__pmd_mkhuge(pmd_t pmd) in hash__pmd_mkhuge()
277 unsigned long addr, pmd_t *pmdp,
280 unsigned long address, pmd_t *pmdp);
284 extern pmd_t hash__pmdp_huge_get_and_clear(struct mm_struct *mm,
285 unsigned long addr, pmd_t *pmdp);
[all …]
A Dradix.h131 #define RADIX_PMD_TABLE_SIZE (sizeof(pmd_t) << RADIX_PMD_INDEX_SIZE)
232 static inline int radix__pmd_bad(pmd_t pmd) in radix__pmd_bad()
237 static inline int radix__pmd_same(pmd_t pmd_a, pmd_t pmd_b) in radix__pmd_same()
255 static inline int radix__pmd_trans_huge(pmd_t pmd) in radix__pmd_trans_huge()
260 static inline pmd_t radix__pmd_mkhuge(pmd_t pmd) in radix__pmd_mkhuge()
266 pmd_t *pmdp, unsigned long clr,
268 extern pmd_t radix__pmdp_collapse_flush(struct vm_area_struct *vma,
269 unsigned long address, pmd_t *pmdp);
273 extern pmd_t radix__pmdp_huge_get_and_clear(struct mm_struct *mm,
274 unsigned long addr, pmd_t *pmdp);
[all …]
A Dpgtable.h1185 extern pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot);
1187 pmd_t *pmdp, pmd_t pmd);
1237 pmd_t *pmdp) in pmdp_set_wrprotect()
1267 static inline int pmd_same(pmd_t pmd_a, pmd_t pmd_b) in pmd_same()
1274 static inline pmd_t __pmd_mkhuge(pmd_t pmd) in __pmd_mkhuge()
1284 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
1299 pmd_t entry, int dirty);
1326 pmd_t *pmdp, int full);
1339 pmd_t *pmdp) in pgtable_trans_huge_withdraw()
1348 pmd_t *pmdp);
[all …]
/linux/include/asm-generic/
A Dpgtable_uffd.h10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp()
20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp()
30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp()
50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp()
55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp()
60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp()
A Dpgtable-nopmd.h18 typedef struct { pud_t pud; } pmd_t; typedef
42 #define set_pud(pudptr, pudval) set_pmd((pmd_t *)(pudptr), (pmd_t) { pudval })
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
46 return (pmd_t *)pud; in pmd_offset()
51 #define __pmd(x) ((pmd_t) { __pud(x) } )
53 #define pud_page(pud) (pmd_page((pmd_t){ pud }))
54 #define pud_pgtable(pud) ((pmd_t *)(pmd_page_vaddr((pmd_t){ pud })))
61 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
/linux/arch/mips/include/asm/
A Dpgtable.h602 static inline pmd_t pmd_mkhuge(pmd_t pmd)
610 pmd_t *pmdp, pmd_t pmd);
612 static inline pmd_t pmd_wrprotect(pmd_t pmd)
618 static inline pmd_t pmd_mkwrite(pmd_t pmd)
632 static inline pmd_t pmd_mkclean(pmd_t pmd)
638 static inline pmd_t pmd_mkdirty(pmd_t pmd)
652 static inline pmd_t pmd_mkold(pmd_t pmd)
659 static inline pmd_t pmd_mkyoung(pmd_t pmd)
675 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd)
681 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd)
[all …]
/linux/arch/s390/include/asm/
A Dpgtable.h824 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty()
1356 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
1363 static inline pmd_t pmd_mkwrite(pmd_t pmd) in pmd_mkwrite()
1371 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
1378 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
1434 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
1442 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
1537 pmd_t pmdp_xchg_direct(struct mm_struct *, unsigned long, pmd_t *, pmd_t);
1538 pmd_t pmdp_xchg_lazy(struct mm_struct *, unsigned long, pmd_t *, pmd_t);
1585 pmd_t *pmdp, pmd_t entry) in set_pmd_at()
[all …]
/linux/mm/
A Dpgtable-generic.c48 void pmd_clear_bad(pmd_t *pmd) in pmd_clear_bad()
106 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
107 pmd_t entry, int dirty) in pmdp_set_access_flags()
121 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
134 pmd_t *pmdp) in pmdp_huge_clear_flush()
136 pmd_t pmd; in pmdp_huge_clear_flush()
161 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
195 pmd_t *pmdp) in pmdp_invalidate()
197 pmd_t old = pmdp_establish(vma, address, pmdp, pmd_mkinvalid(*pmdp)); in pmdp_invalidate()
205 pmd_t *pmdp) in pmdp_collapse_flush()
[all …]
/linux/arch/powerpc/mm/book3s64/
A Dpgtable.c39 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
59 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
68 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
114 pmd_t *pmdp) in pmdp_invalidate()
126 pmd_t pmd; in pmdp_huge_get_and_clear_full()
141 static pmd_t pmd_set_protbits(pmd_t pmd, pgprot_t pgprot) in pmd_set_protbits()
160 pmd_t mk_pmd(struct page *page, pgprot_t pgprot) in mk_pmd()
165 pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
299 return (pmd_t *)ret; in get_pmd_from_cache()
340 return (pmd_t *)ret; in __alloc_for_pmdcache()
[all …]
/linux/arch/x86/mm/
A Dpgtable.c235 pmd_t *pmd = (pmd_t *)__get_free_page(gfp); in preallocate_pmds()
267 pmd_t *pmd = (pmd_t *)pgd_page_vaddr(pgd); in mop_up_one_pmd()
309 pmd_t *pmd = pmds[i]; in pgd_prepopulate_pmd()
321 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd()
336 pmd_t *pmd = pmds[i]; in pgd_prepopulate_user_pmd()
339 sizeof(pmd_t) * PTRS_PER_PMD); in pgd_prepopulate_user_pmd()
347 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd()
428 pmd_t *pmds[MAX_PREALLOCATED_PMDS]; in pgd_alloc()
501 pmd_t entry, int dirty) in pmdp_set_access_flags()
773 int pmd_clear_huge(pmd_t *pmd) in pmd_clear_huge()
[all …]
/linux/arch/sparc/include/asm/
A Dpgtable_64.h336 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
420 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge()
729 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold()
738 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect()
747 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty()
756 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean()
765 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung()
774 static inline pmd_t pmd_mkwrite(pmd_t pmd) in pmd_mkwrite()
816 pmd_t *pmdp, pmd_t pmd);
819 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
[all …]
/linux/arch/sparc/mm/
A Dtlb.c146 pmd_t pmd) in tlb_batch_pmd_scan()
167 pmd_t orig, pmd_t pmd) in __set_pmd_acct()
219 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
221 pmd_t orig = *pmdp; in set_pmd_at()
227 static inline pmd_t pmdp_establish(struct vm_area_struct *vma, in pmdp_establish()
228 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
230 pmd_t old; in pmdp_establish()
243 pmd_t pmdp_invalidate(struct vm_area_struct *vma, unsigned long address, in pmdp_invalidate()
244 pmd_t *pmdp) in pmdp_invalidate()
246 pmd_t old, entry; in pmdp_invalidate()
[all …]
/linux/arch/arm64/include/asm/
A Dpgtable.h163 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot) in clear_pmd_bit()
169 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot) in set_pmd_bit()
245 static inline pmd_t pmd_mkcont(pmd_t pmd) in pmd_mkcont()
380 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
449 static inline pmd_t pmd_mkinvalid(pmd_t pmd) in pmd_mkinvalid()
466 static inline pmd_t pmd_mkdevmap(pmd_t pmd) in pmd_mkdevmap()
570 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd) in set_pmd()
772 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
786 pmd_t entry, int dirty) in pmdp_set_access_flags()
853 pmd_t *pmdp) in pmdp_test_and_clear_young()
[all …]
/linux/arch/powerpc/include/asm/
A Dpgtable-be-types.h23 typedef struct { __be64 pmd; } pmd_t; typedef
24 #define __pmd(x) ((pmd_t) { cpu_to_be64(x) })
25 #define __pmd_raw(x) ((pmd_t) { (x) })
26 static inline unsigned long pmd_val(pmd_t x) in pmd_val()
31 static inline __be64 pmd_raw(pmd_t x) in pmd_raw()
93 static inline bool pmd_xchg(pmd_t *pmdp, pmd_t old, pmd_t new) in pmd_xchg()
/linux/arch/arc/include/asm/
A Dhugepage.h13 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte()
18 static inline pmd_t pte_pmd(pte_t pte) in pte_pmd()
43 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify()
53 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
59 pmd_t *pmd);
/linux/arch/alpha/include/asm/
A Dpgtable.h151 extern pmd_t * __bad_pagetable(void);
223 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set()
226 extern inline void pud_set(pud_t * pudp, pmd_t * pmdp) in pud_set()
231 pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr()
239 extern inline pmd_t *pud_pgtable(pud_t pgd) in pud_pgtable()
241 return (pmd_t *)(PAGE_OFFSET + ((pud_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT))); in pud_pgtable()
251 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
253 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
254 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
290 extern inline pmd_t * pmd_offset(pud_t * dir, unsigned long address) in pmd_offset()
[all …]
/linux/arch/parisc/include/asm/
A Dpgalloc.h41 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
47 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address) in pmd_alloc_one()
49 pmd_t *pmd; in pmd_alloc_one()
51 pmd = (pmd_t *)__get_free_pages(GFP_PGTABLE_KERNEL, PMD_TABLE_ORDER); in pmd_alloc_one()
57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free()
64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel()

Completed in 51 milliseconds

12345678910>>...13