/linux/drivers/md/ |
A D | dm-thin-metadata.c | 479 pmd->info.tm = pmd->tm; in __setup_btree_details() 487 memcpy(&pmd->nb_info, &pmd->info, sizeof(pmd->nb_info)); in __setup_btree_details() 488 pmd->nb_info.tm = pmd->nb_tm; in __setup_btree_details() 490 pmd->tl_info.tm = pmd->tm; in __setup_btree_details() 498 pmd->bl_info.tm = pmd->tm; in __setup_btree_details() 506 pmd->details_info.tm = pmd->tm; in __setup_btree_details() 598 &pmd->tm, &pmd->metadata_sm); in __format_metadata() 1051 (*td)->pmd = pmd; in __open_device() 1105 dm_btree_remove(&pmd->tl_info, pmd->root, &key, &pmd->root); in __create_thin() 1196 dm_btree_remove(&pmd->tl_info, pmd->root, &key, &pmd->root); in __create_snap() [all …]
|
A D | dm-thin-metadata.h | 48 int dm_pool_metadata_close(struct dm_pool_metadata *pmd); 77 int dm_pool_delete_thin_device(struct dm_pool_metadata *pmd, 84 int dm_pool_commit_metadata(struct dm_pool_metadata *pmd); 94 int dm_pool_abort_metadata(struct dm_pool_metadata *pmd); 115 int dm_pool_reserve_metadata_snap(struct dm_pool_metadata *pmd); 116 int dm_pool_release_metadata_snap(struct dm_pool_metadata *pmd); 118 int dm_pool_get_metadata_snap(struct dm_pool_metadata *pmd, 187 int dm_pool_get_free_block_count(struct dm_pool_metadata *pmd, 193 int dm_pool_get_metadata_dev_size(struct dm_pool_metadata *pmd, 214 void dm_pool_metadata_read_only(struct dm_pool_metadata *pmd); [all …]
|
/linux/arch/arc/include/asm/ |
A D | hugepage.h | 24 #define pmd_mkwrite(pmd) pte_pmd(pte_mkwrite(pmd_pte(pmd))) argument 25 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 26 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 27 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 28 #define pmd_mkhuge(pmd) pte_pmd(pte_mkhuge(pmd_pte(pmd))) argument 30 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 32 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 33 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 34 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument 35 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument [all …]
|
/linux/arch/arm/include/asm/ |
A D | pgtable-3level.h | 118 #define pmd_large(pmd) pmd_sect(pmd) argument 119 #define pmd_leaf(pmd) pmd_sect(pmd) argument 138 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) argument 176 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) argument 179 #define pmd_young(pmd) (pmd_isset((pmd), PMD_SECT_AF)) argument 190 #define pmd_hugewillfault(pmd) (!pmd_young(pmd) || !pmd_write(pmd)) argument 191 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd)) argument 194 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) argument 198 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; } 227 return pmd; in pmd_modify() [all …]
|
/linux/arch/arm64/include/asm/ |
A D | pgtable.h | 434 return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_trans_huge() 438 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 439 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 440 #define pmd_valid(pmd) pte_valid(pmd_pte(pmd)) argument 441 #define pmd_cont(pmd) pte_cont(pmd_pte(pmd)) argument 457 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd)) argument 459 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 464 #define pmd_devmap(pmd) pte_devmap(pmd_pte(pmd)) argument 532 #define pmd_none(pmd) (!pmd_val(pmd)) argument 538 #define pmd_leaf(pmd) pmd_sect(pmd) argument [all …]
|
/linux/arch/mips/include/asm/ |
A D | pgtable.h | 87 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) argument 93 #define pmd_page_vaddr(pmd) pmd_val(pmd) argument 606 return pmd; 615 return pmd; 624 return pmd; 635 return pmd; 644 return pmd; 656 return pmd; 666 return pmd; 678 return pmd; [all …]
|
/linux/arch/riscv/include/asm/ |
A D | pgtable.h | 199 return (pmd_val(pmd) == 0); in pmd_none() 204 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad() 210 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf() 215 *pmdp = pmd; in set_pmd() 245 return __pte(pmd_val(pmd)); in pmd_pte() 505 return pmd; in pmd_mkhuge() 513 #define __pmd_to_phys(pmd) (pmd_val(pmd) >> _PAGE_PFN_SHIFT << PAGE_SHIFT) argument 528 return pte_write(pmd_pte(pmd)); in pmd_write() 533 return pte_dirty(pmd_pte(pmd)); in pmd_dirty() 572 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() argument [all …]
|
/linux/arch/x86/include/asm/ |
A D | pgtable.h | 70 #define set_pmd(pmdp, pmd) native_set_pmd(pmdp, pmd) argument 94 #define pmd_clear(pmd) native_pmd_clear(pmd) argument 192 phys_addr_t pfn = pmd_val(pmd); in pmd_pfn() 372 pmdval_t v = native_pmd_val(pmd); in pmd_set_flags() 600 return pfn_pmd(pmd_pfn(pmd), in pmd_mkinvalid() 800 return (unsigned long)__va(pmd_val(pmd) & pmd_pfn_mask(pmd)); in pmd_page_vaddr() 807 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument 1013 pmd_t *pmdp, pmd_t pmd) in set_pmd_at() argument 1015 set_pmd(pmdp, pmd); in set_pmd_at() 1141 return xchg(pmdp, pmd); in pmdp_establish() [all …]
|
A D | pgalloc.h | 65 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument 68 set_pmd(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel() 72 pmd_t *pmd, pte_t *pte) in pmd_populate_kernel_safe() argument 75 set_pmd_safe(pmd, __pmd(__pa(pte) | _PAGE_TABLE)); in pmd_populate_kernel_safe() 78 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd, in pmd_populate() argument 88 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd); 93 ___pmd_free_tlb(tlb, pmd); in __pmd_free_tlb() 101 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate() 102 set_pud(pud, __pud(_PAGE_TABLE | __pa(pmd))); in pud_populate() 107 paravirt_alloc_pmd(mm, __pa(pmd) >> PAGE_SHIFT); in pud_populate_safe() [all …]
|
/linux/arch/powerpc/include/asm/book3s/64/ |
A D | pgtable.h | 1128 #define pmd_pfn(pmd) pte_pfn(pmd_pte(pmd)) argument 1129 #define pmd_dirty(pmd) pte_dirty(pmd_pte(pmd)) argument 1130 #define pmd_young(pmd) pte_young(pmd_pte(pmd)) argument 1131 #define pmd_mkold(pmd) pte_pmd(pte_mkold(pmd_pte(pmd))) argument 1133 #define pmd_mkdirty(pmd) pte_pmd(pte_mkdirty(pmd_pte(pmd))) argument 1134 #define pmd_mkclean(pmd) pte_pmd(pte_mkclean(pmd_pte(pmd))) argument 1135 #define pmd_mkyoung(pmd) pte_pmd(pte_mkyoung(pmd_pte(pmd))) argument 1159 #define pmd_write(pmd) pte_write(pmd_pte(pmd)) argument 1160 #define __pmd_write(pmd) __pte_write(pmd_pte(pmd)) argument 1161 #define pmd_savedwrite(pmd) pte_savedwrite(pmd_pte(pmd)) argument [all …]
|
/linux/mm/ |
A D | huge_memory.c | 497 pmd = pmd_mkwrite(pmd); in maybe_pmd_mkwrite() 1062 pmd = pmd_swp_mksoft_dirty(pmd); in copy_huge_pmd() 1064 pmd = pmd_swp_mkuffd_wp(pmd); in copy_huge_pmd() 1071 pmd = pmd_swp_clear_uffd_wp(pmd); in copy_huge_pmd() 1123 pmd = pmd_clear_uffd_wp(pmd); in copy_huge_pmd() 1124 pmd = pmd_mkold(pmd_wrprotect(pmd)); in copy_huge_pmd() 1488 pmd = pmd_mkyoung(pmd); in do_huge_pmd_numa_page() 1490 pmd = pmd_mkwrite(pmd); in do_huge_pmd_numa_page() 1661 pmd = pmd_swp_mksoft_dirty(pmd); in move_soft_dirty_pmd() 1663 pmd = pmd_mksoft_dirty(pmd); in move_soft_dirty_pmd() [all …]
|
A D | debug_vm_pgtable.c | 193 pmd_t pmd; in pmd_basic_tests() local 211 WARN_ON(!pmd_same(pmd, pmd)); in pmd_basic_tests() 230 pmd_t pmd; in pmd_advanced_tests() local 264 pmd = pmd_wrprotect(pmd); in pmd_advanced_tests() 265 pmd = pmd_mkclean(pmd); in pmd_advanced_tests() 268 pmd = pmd_mkwrite(pmd); in pmd_advanced_tests() 269 pmd = pmd_mkdirty(pmd); in pmd_advanced_tests() 272 WARN_ON(!(pmd_write(pmd) && pmd_dirty(pmd))); in pmd_advanced_tests() 278 pmd = pmd_mkyoung(pmd); in pmd_advanced_tests() 303 pmd = pmd_mkhuge(pmd); in pmd_leaf_tests() [all …]
|
/linux/mm/kasan/ |
A D | init.c | 124 if (pmd_none(*pmd)) { in zero_pmd_populate() 151 pmd_t *pmd; in zero_pud_populate() local 189 pmd_t *pmd; in zero_p4d_populate() local 240 pmd_t *pmd; in kasan_populate_early_shadow() local 294 pmd_clear(pmd); in kasan_free_pte() 299 pmd_t *pmd; in kasan_free_pmd() local 303 pmd = pmd_start + i; in kasan_free_pmd() 304 if (!pmd_none(*pmd)) in kasan_free_pmd() 377 pmd_clear(pmd); in kasan_remove_pmd_table() 383 kasan_free_pte(pte_offset_kernel(pmd, 0), pmd); in kasan_remove_pmd_table() [all …]
|
/linux/arch/s390/include/asm/ |
A D | pgtable.h | 827 return pmd; in pmd_mksoft_dirty() 833 return pmd; in pmd_clear_soft_dirty() 1351 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument 1360 return pmd; in pmd_wrprotect() 1368 return pmd; in pmd_mkwrite() 1375 return pmd; in pmd_mkclean() 1383 return pmd; in pmd_mkdirty() 1439 return pmd; in pmd_mkyoung() 1446 return pmd; in pmd_mkold() 1459 return pmd; in pmd_modify() [all …]
|
/linux/arch/x86/mm/ |
A D | pgtable.c | 236 if (!pmd) in preallocate_pmds() 238 if (pmd && !pgtable_pmd_page_ctor(virt_to_page(pmd))) { in preallocate_pmds() 240 pmd = NULL; in preallocate_pmds() 243 if (pmd) in preallocate_pmds() 245 pmds[i] = pmd; in preallocate_pmds() 272 pmd_free(mm, pmd); in mop_up_one_pmd() 743 if (pmd_present(*pmd) && !pmd_huge(*pmd)) in pmd_set_huge() 776 pmd_clear(pmd); in pmd_clear_huge() 796 pmd_t *pmd, *pmd_sv; in pud_free_pmd_page() local 806 pmd_sv[i] = pmd[i]; in pud_free_pmd_page() [all …]
|
A D | init_64.c | 90 DEFINE_ENTRY(pmd, pmd, init) 352 pmd_t *pmd; in populate_extra_pte() local 367 pmd_t *pmd; in __init_extra_mapping() local 598 pmd_t *pmd; in phys_pud_init() local 1018 pmd_clear(pmd); in free_pte_table() 1024 pmd_t *pmd; in free_pmd_table() local 1107 pmd_t *pmd; in remove_pmd_table() local 1124 pmd_clear(pmd); in remove_pmd_table() 1424 pmd_t *pmd; in kern_addr_valid() local 1543 pmd_t *pmd; in vmemmap_populate_hugepages() local [all …]
|
A D | init_32.c | 121 pmd_t *pmd; in populate_extra_pte() local 214 pmd_t *pmd; in page_table_range_init() local 229 pmd = pmd + pmd_index(vaddr); in page_table_range_init() 231 pmd++, pmd_idx++) { in page_table_range_init() 266 pmd_t *pmd; in kernel_physical_mapping_init() local 305 pmd += pmd_idx; in kernel_physical_mapping_init() 446 pmd_t *pmd; in native_pagetable_init() local 467 if (!pmd_present(*pmd)) in native_pagetable_init() 471 if (pmd_large(*pmd)) { in native_pagetable_init() 473 pfn, pmd, __pa(pmd)); in native_pagetable_init() [all …]
|
/linux/arch/parisc/include/asm/ |
A D | pgalloc.h | 44 (__u32)(__pa((unsigned long)pmd) >> PxD_VALUE_SHIFT))); in pud_populate() 49 pmd_t *pmd; in pmd_alloc_one() local 52 if (likely(pmd)) in pmd_alloc_one() 53 memset ((void *)pmd, 0, PAGE_SIZE << PMD_TABLE_ORDER); in pmd_alloc_one() 54 return pmd; in pmd_alloc_one() 57 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd) in pmd_free() argument 59 free_pages((unsigned long)pmd, PMD_TABLE_ORDER); in pmd_free() 64 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) in pmd_populate_kernel() argument 66 set_pmd(pmd, __pmd((PxD_FLAG_PRESENT | PxD_FLAG_VALID) in pmd_populate_kernel() 70 #define pmd_populate(mm, pmd, pte_page) \ argument [all …]
|
/linux/drivers/soc/bcm/bcm63xx/ |
A D | bcm63xx-power.c | 41 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_get_state() 43 if (!pmd->mask) { in bcm63xx_power_get_state() 55 struct bcm63xx_power *power = pmd->power; in bcm63xx_power_set_state() 59 if (!pmd->mask) in bcm63xx_power_set_state() 65 val &= ~pmd->mask; in bcm63xx_power_set_state() 67 val |= pmd->mask; in bcm63xx_power_set_state() 143 pmd->power = power; in bcm63xx_power_probe() 144 pmd->mask = BIT(entry->bit); in bcm63xx_power_probe() 145 pmd->genpd.name = entry->name; in bcm63xx_power_probe() 146 pmd->genpd.flags = entry->flags; in bcm63xx_power_probe() [all …]
|
/linux/arch/x86/power/ |
A D | hibernate_32.c | 61 if (pmd_none(*pmd)) { in resume_one_page_table_init() 73 return pte_offset_kernel(pmd, 0); in resume_one_page_table_init() 85 pmd_t *pmd; in resume_physical_mapping_init() local 94 pmd = resume_one_md_table_init(pgd); in resume_physical_mapping_init() 95 if (!pmd) in resume_physical_mapping_init() 115 pte = resume_one_page_table_init(pmd); in resume_physical_mapping_init() 148 pmd_t *pmd; in set_up_temporary_text_mapping() local 153 pmd = resume_one_md_table_init(pgd); in set_up_temporary_text_mapping() 154 if (!pmd) in set_up_temporary_text_mapping() 158 set_pmd(pmd + pmd_index(restore_jump_address), in set_up_temporary_text_mapping() [all …]
|
/linux/include/linux/ |
A D | pgtable.h | 46 #define pmd_pgtable(pmd) pmd_page(pmd) argument 163 return pmd_none(*pmd) ? NULL : pte_offset_kernel(pmd, vaddr); in virt_to_kpte() 342 return pmd; in pmdp_huge_get_and_clear() 591 (pmd_present(pmd) && (!(write) || pmd_write(pmd))) 1001 return pmd; in pmd_swp_mksoft_dirty() 1011 return pmd; in pmd_swp_clear_soft_dirty() 1032 return pmd; in pmd_mksoft_dirty() 1042 return pmd; in pmd_clear_soft_dirty() 1062 return pmd; in pmd_swp_mksoft_dirty() 1072 return pmd; in pmd_swp_clear_soft_dirty() [all …]
|
/linux/arch/arm/mm/ |
A D | idmap.c | 27 pmd_t *pmd; in idmap_add_pmd() local 32 if (!pmd) { in idmap_add_pmd() 41 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd() 43 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd() 44 pmd += pmd_index(addr); in idmap_add_pmd() 46 pmd = pmd_offset(pud, addr); in idmap_add_pmd() 51 flush_pmd_entry(pmd); in idmap_add_pmd() 58 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd() local 61 pmd[0] = __pmd(addr); in idmap_add_pmd() 63 pmd[1] = __pmd(addr); in idmap_add_pmd() [all …]
|
/linux/include/asm-generic/ |
A D | pgtable_uffd.h | 10 static __always_inline int pmd_uffd_wp(pmd_t pmd) in pmd_uffd_wp() argument 20 static __always_inline pmd_t pmd_mkuffd_wp(pmd_t pmd) in pmd_mkuffd_wp() argument 22 return pmd; in pmd_mkuffd_wp() 30 static __always_inline pmd_t pmd_clear_uffd_wp(pmd_t pmd) in pmd_clear_uffd_wp() argument 32 return pmd; in pmd_clear_uffd_wp() 50 static inline pmd_t pmd_swp_mkuffd_wp(pmd_t pmd) in pmd_swp_mkuffd_wp() argument 52 return pmd; in pmd_swp_mkuffd_wp() 55 static inline int pmd_swp_uffd_wp(pmd_t pmd) in pmd_swp_uffd_wp() argument 60 static inline pmd_t pmd_swp_clear_uffd_wp(pmd_t pmd) in pmd_swp_clear_uffd_wp() argument 62 return pmd; in pmd_swp_clear_uffd_wp()
|
/linux/arch/nds32/mm/ |
A D | mm-nds32.c | 45 pmd_t *pmd; in pgd_free() local 51 pmd = (pmd_t *) pgd; in pgd_free() 52 if (pmd_none(*pmd)) in pgd_free() 54 if (pmd_bad(*pmd)) { in pgd_free() 55 pmd_ERROR(*pmd); in pgd_free() 56 pmd_clear(pmd); in pgd_free() 60 pte = pmd_page(*pmd); in pgd_free() 61 pmd_clear(pmd); in pgd_free() 65 pmd_free(mm, pmd); in pgd_free() 81 pmd_t *pmd; in setup_mm_for_reboot() local [all …]
|
/linux/arch/sh/mm/ |
A D | init.c | 52 pmd_t *pmd; in __get_pte_phys() local 72 pmd = pmd_alloc(NULL, pud, addr); in __get_pte_phys() 73 if (unlikely(!pmd)) { in __get_pte_phys() 74 pmd_ERROR(*pmd); in __get_pte_phys() 138 pmd_t *pmd; in one_md_table_init() local 141 if (!pmd) in one_md_table_init() 153 if (pmd_none(*pmd)) { in one_page_table_init() 178 pmd_t *pmd; in page_table_range_init() local 192 pmd = one_md_table_init(pud); in page_table_range_init() 194 pmd += k; in page_table_range_init() [all …]
|