/linux/drivers/iommu/amd/ |
A D | io_pgtable.c | 316 static u64 *fetch_pte(struct amd_io_pgtable *pgtable, in fetch_pte() argument 325 if (address > PM_LEVEL_SIZE(pgtable->mode)) in fetch_pte() 328 level = pgtable->mode - 1; in fetch_pte() 472 pte = fetch_pte(pgtable, iova, &unmap_size); in iommu_v1_unmap_page() 496 pte = fetch_pte(pgtable, iova, &pte_pgsize); in iommu_v1_iova_to_phys() 517 if (pgtable->mode == PAGE_MODE_NONE) in v1_free_pgtable() 529 BUG_ON(pgtable->mode < PAGE_MODE_NONE || in v1_free_pgtable() 530 pgtable->mode > PAGE_MODE_6_LEVEL); in v1_free_pgtable() 532 root = (unsigned long)pgtable->root; in v1_free_pgtable() 547 pgtable->iop.ops.map = iommu_v1_map_page; in v1_alloc_pgtable() [all …]
|
/linux/mm/ |
A D | pgtable-generic.c | 162 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 168 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit() 170 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit() 171 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 179 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 184 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 185 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw() 188 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw() 189 return pgtable; in pgtable_trans_huge_withdraw()
|
A D | huge_memory.c | 600 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local 666 if (pgtable) in __do_huge_pmd_anonymous_page() 718 if (pgtable) in set_huge_zero_page() 740 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local 788 pgtable_t pgtable) in insert_pfn_pmd() argument 818 if (pgtable) { in insert_pfn_pmd() 821 pgtable = NULL; in insert_pfn_pmd() 829 if (pgtable) in insert_pfn_pmd() 869 if (!pgtable) in vmf_insert_pfn_pmd_prot() 1573 pgtable_t pgtable; in zap_deposited_table() local [all …]
|
/linux/arch/sparc/mm/ |
A D | tlb.c | 265 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 267 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit() 276 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 282 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 287 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 288 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw() 295 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw() 296 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw() 298 return pgtable; in pgtable_trans_huge_withdraw()
|
/linux/drivers/gpu/drm/etnaviv/ |
A D | etnaviv_iommu.c | 93 u32 pgtable; in etnaviv_iommuv1_restore() local 107 pgtable = (u32)v1_context->pgtable_dma; in etnaviv_iommuv1_restore() 109 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 110 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 111 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 112 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 113 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
|
/linux/drivers/iommu/ |
A D | exynos-iommu.c | 183 return pgtable + lv1ent_offset(iova); in section_entry() 498 __sysmmu_set_ptbase(data, data->pgtable); in __sysmmu_enable() 745 if (!domain->pgtable) in exynos_iommu_domain_alloc() 754 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc() 796 data->pgtable = 0; in exynos_iommu_domain_free() 808 if (lv1ent_page(domain->pgtable + i)) { in exynos_iommu_domain_free() 846 data->pgtable = 0; in exynos_iommu_detach_device() 880 data->pgtable = pagetable; in exynos_iommu_attach_device() 1069 BUG_ON(domain->pgtable == NULL); in exynos_iommu_map() 1125 BUG_ON(domain->pgtable == NULL); in exynos_iommu_unmap() [all …]
|
A D | built-in.a | 13 io-pgtable.o/ 14 io-pgtable-arm-v7s.o/ 15 io-pgtable-arm.o/
|
A D | .built-in.a.cmd | 1 …rivers/iommu/dma-iommu.o drivers/iommu/io-pgtable.o drivers/iommu/io-pgtable-arm-v7s.o drivers/iom…
|
A D | Makefile | 8 obj-$(CONFIG_IOMMU_IO_PGTABLE) += io-pgtable.o 9 obj-$(CONFIG_IOMMU_IO_PGTABLE_ARMV7S) += io-pgtable-arm-v7s.o 10 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE) += io-pgtable-arm.o
|
A D | .io-pgtable-arm.o.cmd | 3 source_drivers/iommu/io-pgtable-arm.o := drivers/iommu/io-pgtable-arm.c 5 deps_drivers/iommu/io-pgtable-arm.o := \ 133 include/linux/io-pgtable.h \ 420 arch/arm64/include/asm/pgtable-types.h \ 422 include/asm-generic/pgtable-nop4d.h \ 763 include/linux/pgtable.h \ 771 arch/arm64/include/asm/pgtable.h \ 775 arch/arm64/include/asm/pgtable-prot.h \ 1049 drivers/iommu/io-pgtable-arm.h \ 1051 drivers/iommu/io-pgtable-arm.o: $(deps_drivers/iommu/io-pgtable-arm.o) [all …]
|
A D | .io-pgtable-arm-v7s.o.cmd | 3 source_drivers/iommu/io-pgtable-arm-v7s.o := drivers/iommu/io-pgtable-arm-v7s.c 5 deps_drivers/iommu/io-pgtable-arm-v7s.o := \ 448 arch/arm64/include/asm/pgtable-types.h \ 450 include/asm-generic/pgtable-nop4d.h \ 451 arch/arm64/include/asm/pgtable-hwdef.h \ 863 arch/arm64/include/asm/kernel-pgtable.h \ 966 include/linux/pgtable.h \ 974 arch/arm64/include/asm/pgtable.h \ 976 arch/arm64/include/asm/pgtable-prot.h \ 1024 include/linux/io-pgtable.h \ [all …]
|
A D | .io-pgtable.o.cmd | 3 source_drivers/iommu/io-pgtable.o := drivers/iommu/io-pgtable.c 5 deps_drivers/iommu/io-pgtable.o := \ 198 include/linux/io-pgtable.h \ 422 arch/arm64/include/asm/pgtable-types.h \ 424 include/asm-generic/pgtable-nop4d.h \ 425 arch/arm64/include/asm/pgtable-hwdef.h \ 765 include/linux/pgtable.h \ 773 arch/arm64/include/asm/pgtable.h \ 777 arch/arm64/include/asm/pgtable-prot.h \ 1036 drivers/iommu/io-pgtable.o: $(deps_drivers/iommu/io-pgtable.o) [all …]
|
/linux/arch/powerpc/mm/book3s64/ |
A D | hash_pgtable.c | 268 pgtable_t pgtable) in hash__pgtable_trans_huge_deposit() argument 277 *pgtable_slot = pgtable; in hash__pgtable_trans_huge_deposit() 289 pgtable_t pgtable; in hash__pgtable_trans_huge_withdraw() local 295 pgtable = *pgtable_slot; in hash__pgtable_trans_huge_withdraw() 304 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pgtable_trans_huge_withdraw() 305 return pgtable; in hash__pgtable_trans_huge_withdraw() 349 pgtable_t pgtable; in hash__pmdp_huge_get_and_clear() local 361 pgtable = *pgtable_slot; in hash__pmdp_huge_get_and_clear() 366 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pmdp_huge_get_and_clear()
|
A D | radix_pgtable.c | 985 pgtable_t pgtable) in radix__pgtable_trans_huge_deposit() argument 987 struct list_head *lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_deposit() 996 pmd_huge_pte(mm, pmdp) = pgtable; in radix__pgtable_trans_huge_deposit() 1002 pgtable_t pgtable; in radix__pgtable_trans_huge_withdraw() local 1008 pgtable = pmd_huge_pte(mm, pmdp); in radix__pgtable_trans_huge_withdraw() 1009 lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_withdraw() 1016 ptep = (pte_t *) pgtable; in radix__pgtable_trans_huge_withdraw() 1020 return pgtable; in radix__pgtable_trans_huge_withdraw()
|
/linux/arch/m68k/include/asm/ |
A D | mcf_pgalloc.h | 35 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 38 struct page *page = virt_to_page(pgtable); in __pte_free_tlb() 62 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 64 struct page *page = virt_to_page(pgtable); in pte_free()
|
A D | motorola_pgalloc.h | 42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 44 free_pointer_table(pgtable, TABLE_PTE); in pte_free() 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 50 free_pointer_table(pgtable, TABLE_PTE); in __pte_free_tlb()
|
/linux/sound/core/ |
A D | sgbuf.c | 72 struct page **pgtable; in snd_dma_sg_alloc() local 93 pgtable = kcalloc(sgbuf->tblsize, sizeof(*pgtable), GFP_KERNEL); in snd_dma_sg_alloc() 94 if (!pgtable) in snd_dma_sg_alloc() 96 sgbuf->page_table = pgtable; in snd_dma_sg_alloc() 120 *pgtable++ = virt_to_page(tmpb.area); in snd_dma_sg_alloc()
|
/linux/arch/mips/mm/ |
A D | Makefile | 14 obj-y += pgtable.o 29 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o 30 obj-$(CONFIG_64BIT) += ioremap64.o pgtable-64.o
|
/linux/arch/x86/boot/compressed/ |
A D | pgtable_64.c | 193 void cleanup_trampoline(void *pgtable) in cleanup_trampoline() argument 204 memcpy(pgtable, trampoline_pgtable, PAGE_SIZE); in cleanup_trampoline() 205 native_write_cr3((unsigned long)pgtable); in cleanup_trampoline()
|
A D | vmlinux.lds.S | 63 .pgtable : { 65 *(.pgtable) argument
|
A D | head_64.S | 203 leal rva(pgtable)(%ebx), %edi 209 leal rva(pgtable + 0)(%ebx), %edi 215 leal rva(pgtable + 0x1000)(%ebx), %edi 226 leal rva(pgtable + 0x2000)(%ebx), %edi 237 leal rva(pgtable)(%ebx), %eax 977 SYM_DATA_LOCAL(pgtable, .fill BOOT_PGT_SIZE, 1, 0)
|
/linux/Documentation/features/debug/debug-vm-pgtable/ |
A D | arch-support.txt | 2 # Feature name: debug-vm-pgtable 4 # description: arch supports pgtable tests for semantics compliance
|
/linux/arch/powerpc/mm/ |
A D | Makefile | 8 obj-y := fault.o mem.o pgtable.o mmap.o maccess.o pageattr.o \ 10 pgtable-frag.o ioremap.o ioremap_$(BITS).o \
|
/linux/drivers/iommu/arm/arm-smmu/ |
A D | arm-smmu-qcom.c | 108 struct io_pgtable *pgtable = in qcom_adreno_smmu_get_ttbr1_cfg() local 110 return &pgtable->cfg; in qcom_adreno_smmu_get_ttbr1_cfg() 123 struct io_pgtable *pgtable = io_pgtable_ops_to_pgtable(smmu_domain->pgtbl_ops); in qcom_adreno_smmu_set_ttbr0_cfg() local 138 cb->tcr[0] = arm_smmu_lpae_tcr(&pgtable->cfg); in qcom_adreno_smmu_set_ttbr0_cfg()
|
/linux/arch/powerpc/kvm/ |
A D | book3s_64_mmu_radix.c | 554 if (kvm->arch.pgtable) { in kvmppc_free_radix() 555 kvmppc_free_pgtable_radix(kvm, kvm->arch.pgtable, in kvmppc_free_radix() 557 pgd_free(kvm->mm, kvm->arch.pgtable); in kvmppc_free_radix() 558 kvm->arch.pgtable = NULL; in kvmppc_free_radix() 603 int kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, in kvmppc_create_pte() argument 616 pgd = pgtable + pgd_index(gpa); in kvmppc_create_pte() 909 ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level, in kvmppc_book3s_instantiate_page() 1231 kvm->arch.pgtable = pgd_alloc(kvm->mm); in kvmppc_init_vm_radix() 1232 if (!kvm->arch.pgtable) in kvmppc_init_vm_radix() 1346 pgt = kvm->arch.pgtable; in debugfs_radix_read()
|