Home
last modified time | relevance | path

Searched refs:mmu_psize_defs (Results 1 – 25 of 39) sorted by relevance

12

/linux/arch/powerpc/mm/book3s64/
A Dhash_hugetlbpage.c29 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge()
156 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init_default()
157 hpage_shift = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init_default()
158 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init_default()
159 hpage_shift = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init_default()
160 else if (mmu_psize_defs[MMU_PAGE_2M].shift) in hugetlbpage_init_default()
161 hpage_shift = mmu_psize_defs[MMU_PAGE_2M].shift; in hugetlbpage_init_default()
A Dhash_utils.c103 EXPORT_SYMBOL_GPL(mmu_psize_defs);
257 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
346 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
476 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes()
653 if (!mmu_psize_defs[bp].shift) in init_hpte_page_sizes()
656 penc = mmu_psize_defs[bp].penc[ap]; in init_hpte_page_sizes()
687 if (mmu_psize_defs[MMU_PAGE_16M].shift) in htab_init_page_sizes()
708 if (mmu_psize_defs[MMU_PAGE_64K].shift) { in htab_init_page_sizes()
731 if (mmu_psize_defs[MMU_PAGE_16M].shift && in htab_init_page_sizes()
746 mmu_psize_defs[mmu_io_psize].shift in htab_init_page_sizes()
[all …]
A Dhash_native.c186 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
187 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in ___tlbie()
276 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
277 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel()
307 use_local = mmu_psize_defs[psize].tlbiel; in tlbie()
518 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find()
656 shift = mmu_psize_defs[psize].shift; in native_hugepage_invalidate()
738 shift = mmu_psize_defs[size].shift; in hpte_decode()
740 avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm); in hpte_decode()
845 mmu_psize_defs[psize].tlbiel && !cxl_ctx_in_use(); in native_flush_hash_range()
A Dslb.c552 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize()
553 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize()
554 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize()
557 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize()
749 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_linear_psize].sllp; in slb_allocate_kernel()
757 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_allocate_kernel()
771 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_io_psize].sllp; in slb_allocate_kernel()
812 flags = SLB_VSID_USER | mmu_psize_defs[bpsize].sllp; in slb_allocate_user()
A Dhash_pgtable.c378 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in hash__has_transparent_hugepage()
388 if (mmu_psize_defs[MMU_PAGE_64K].shift && in hash__has_transparent_hugepage()
389 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in hash__has_transparent_hugepage()
394 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in hash__has_transparent_hugepage()
503 shift = mmu_psize_defs[mmu_linear_psize].shift; in hash__change_memory_range()
A Dradix_pgtable.c292 mmu_psize_defs[MMU_PAGE_1G].shift) { in create_physical_mapping()
296 mmu_psize_defs[MMU_PAGE_2M].shift) { in create_physical_mapping()
476 def = &mmu_psize_defs[idx]; in radix_dt_scan_page_sizes()
552 mmu_psize_defs[MMU_PAGE_4K].shift = 12; in radix__early_init_devtree()
553 mmu_psize_defs[MMU_PAGE_4K].ap = 0x0; in radix__early_init_devtree()
554 mmu_psize_defs[MMU_PAGE_4K].h_rpt_pgsize = in radix__early_init_devtree()
557 mmu_psize_defs[MMU_PAGE_64K].shift = 16; in radix__early_init_devtree()
558 mmu_psize_defs[MMU_PAGE_64K].ap = 0x5; in radix__early_init_devtree()
559 mmu_psize_defs[MMU_PAGE_64K].h_rpt_pgsize = in radix__early_init_devtree()
600 if (mmu_psize_defs[MMU_PAGE_2M].shift) { in radix__early_init_mmu()
A Dhash_64k.c46 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
232 unsigned long shift = mmu_psize_defs[MMU_PAGE_64K].shift; in __hash_page_64K()
A Dradix_tlb.c1117 unsigned int page_shift = mmu_psize_defs[mmu_virtual_psize].shift; in __radix__flush_tlb_range()
1232 if (page_size == (1UL << mmu_psize_defs[mmu_virtual_psize].shift)) in radix_get_mmu_psize()
1234 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_2M].shift)) in radix_get_mmu_psize()
1236 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_1G].shift)) in radix_get_mmu_psize()
1317 unsigned int page_shift = mmu_psize_defs[psize].shift; in __radix__flush_tlb_range_psize()
1504 def = &mmu_psize_defs[psize]; in do_h_rpt_invalidate_prt()
A Dhash_4k.c28 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
/linux/arch/powerpc/mm/nohash/
A Dtlb.c54 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
85 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
100 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
137 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
410 int tsize = mmu_psize_defs[mmu_pte_psize].enc; in tlb_flush_pgtable()
415 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable()
458 def = &mmu_psize_defs[psize]; in setup_page_sizes()
494 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
517 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
545 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
[all …]
A Dbook3e_pgtable.c31 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].enc > 0xf); in vmemmap_create_mapping()
34 flags |= mmu_psize_defs[mmu_vmemmap_psize].enc << 8; in vmemmap_create_mapping()
/linux/arch/powerpc/include/asm/book3s/64/
A Dmmu-hash.h189 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
196 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
197 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
206 if (mmu_psize_defs[psize].ap == ap) in ap_to_shift()
207 return mmu_psize_defs[psize].shift; in ap_to_shift()
217 sllp = ((mmu_psize_defs[psize].sllp & SLB_VSID_L) >> 6) | in get_sllp_encoding()
218 ((mmu_psize_defs[psize].sllp & SLB_VSID_LP) >> 4); in get_sllp_encoding()
290 return 1ul << mmu_psize_defs[i & 0xf].shift; in __hpte_page_size()
336 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn()
410 unsigned int penc = mmu_psize_defs[base_psize].penc[actual_psize]; in hpte_encode_r()
[all …]
A Dhugetlb.h25 if (shift == mmu_psize_defs[MMU_PAGE_2M].shift) in hstate_get_psize()
27 else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift) in hstate_get_psize()
29 else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift) in hstate_get_psize()
31 else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift) in hstate_get_psize()
A Dtlbflush-radix.h30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
/linux/arch/powerpc/include/asm/nohash/32/
A Dmmu-8xx.h210 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
217 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
224 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
225 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/linux/arch/powerpc/include/asm/nohash/
A Dmmu-book3e.h259 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
266 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
273 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
274 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/linux/arch/powerpc/mm/ptdump/
A Dhashpagetable.c212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
245 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
296 entry = mmu_psize_defs[bps]; in decode_r()
299 if ((penc != -1) && (mmu_psize_defs[idx].shift)) { in decode_r()
300 shift = mmu_psize_defs[idx].shift - HPTE_R_RPN_SHIFT; in decode_r()
474 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; in walk_linearmapping()
/linux/arch/powerpc/mm/
A Dinit_64.c204 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in vmemmap_populate()
308 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in vmemmap_free()
A Dhugetlbpage.c587 BUG_ON(mmu_psize_defs[mmu_psize].shift != shift); in arch_hugetlb_valid_size()
621 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
678 else if (!firmware_has_feature(FW_FEATURE_LPAR) && mmu_psize_defs[MMU_PAGE_16G].shift) in gigantic_hugetlb_cma_reserve()
A Dslice.c283 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
329 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_topdown()
438 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_get_unmapped_area()
A Dioremap.c112 unsigned int shift = mmu_psize_defs[mmu_linear_psize].shift; in memremap_compat_align()
A Dcopro_fault.c131 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
/linux/drivers/misc/lkdtm/
A Dpowerpc.c13 flags = SLB_VSID_KERNEL | mmu_psize_defs[page_size].sllp; in insert_slb_entry()
/linux/arch/powerpc/kvm/
A Dbook3s_64_mmu_host.c149 hash = hpt_hash(vpn, mmu_psize_defs[hpsize].shift, MMU_SEGSIZE_256M); in kvmppc_mmu_map_page()
345 slb_vsid |= mmu_psize_defs[MMU_PAGE_64K].sllp; in kvmppc_mmu_map_segment()
/linux/arch/powerpc/platforms/cell/
A Dspu_base.c119 return mmu_psize_defs[MMU_PAGE_64K].shift != 0; in spu_64k_pages_available()
215 llp = mmu_psize_defs[mmu_linear_psize].sllp; in __spu_kernel_slb()
217 llp = mmu_psize_defs[mmu_virtual_psize].sllp; in __spu_kernel_slb()

Completed in 41 milliseconds

12