| /linux/drivers/iommu/ |
| A D | tegra-gart.c | 60 #define for_each_gart_pte(gart, iova) \ argument
66 unsigned long iova, unsigned long pte) in gart_set_pte()
73 unsigned long iova) in gart_read_pte()
85 unsigned long iova; in do_gart_setup() local
95 unsigned long iova, size_t bytes) in gart_iova_range_invalid()
101 static inline bool gart_pte_valid(struct gart_device *gart, unsigned long iova) in gart_pte_valid()
180 static int gart_iommu_map(struct iommu_domain *domain, unsigned long iova, in gart_iommu_map()
197 unsigned long iova) in __gart_iommu_unmap()
209 static size_t gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in gart_iommu_unmap()
226 dma_addr_t iova) in gart_iommu_iova_to_phys()
[all …]
|
| A D | iova.c | 303 static void free_iova_mem(struct iova *iova) in free_iova_mem()
400 struct iova *iova = to_iova(node); in private_find_iova() local
430 struct iova *iova; in find_iova() local
447 __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
469 struct iova *iova; in free_iova() local
687 struct iova *iova, *tmp; in put_iova_domain() local
703 struct iova *iova = to_iova(node); in __is_range_overlap() local
713 struct iova *iova; in alloc_and_init_iova() local
728 struct iova *iova; in __insert_new_range() local
738 __adjust_overlap_range(struct iova *iova, in __adjust_overlap_range()
[all …]
|
| A D | tegra-smmu.c | 156 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
161 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
223 unsigned long iova) in smmu_flush_tlb_section()
238 unsigned long iova) in smmu_flush_tlb_group()
556 static u32 *tegra_smmu_pte_offset(struct page *pt_page, unsigned long iova) in tegra_smmu_pte_offset()
581 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
664 unsigned long iova, gfp_t gfp, in as_get_pde_page()
703 __tegra_smmu_map(struct iommu_domain *domain, unsigned long iova, in __tegra_smmu_map()
740 __tegra_smmu_unmap(struct iommu_domain *domain, unsigned long iova, in __tegra_smmu_unmap()
757 static int tegra_smmu_map(struct iommu_domain *domain, unsigned long iova, in tegra_smmu_map()
[all …]
|
| A D | exynos-iommu.c | 99 #define lpage_offs(iova) (iova & (LPAGE_SIZE - 1)) argument
106 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
111 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
314 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
513 sysmmu_iova_t iova) in sysmmu_tlb_invalidate_flpdcache()
533 sysmmu_iova_t iova, size_t size) in sysmmu_tlb_invalidate_entry()
962 sysmmu_pte_t *sent, sysmmu_iova_t iova, in lv1set_section()
1065 sysmmu_iova_t iova = (sysmmu_iova_t)l_iova; in exynos_iommu_map() local
1102 sysmmu_iova_t iova, size_t size) in exynos_iommu_tlb_invalidate_entry()
1120 sysmmu_iova_t iova = (sysmmu_iova_t)l_iova; in exynos_iommu_unmap() local
[all …]
|
| A D | io-pgtable-arm-v7s.c | 415 unsigned long iova, phys_addr_t paddr, int prot, in arm_v7s_init_pte()
522 static int arm_v7s_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map_pages()
557 static int arm_v7s_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_map()
581 unsigned long iova, int idx, int lvl, in arm_v7s_split_cont()
608 unsigned long iova, size_t size, in arm_v7s_split_blk_unmap()
653 unsigned long iova, size_t size, int lvl, in __arm_v7s_unmap()
745 static size_t arm_v7s_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_v7s_unmap()
752 unsigned long iova) in arm_v7s_iova_to_phys()
877 static void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush()
885 unsigned long iova, size_t granule, in dummy_tlb_add_page()
[all …]
|
| A D | io-pgtable-arm.c | 284 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte()
346 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map()
476 static int arm_lpae_map_pages(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map_pages()
511 static int arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map()
559 unsigned long iova, size_t size, in arm_lpae_split_blk_unmap()
619 unsigned long iova, size_t size, size_t pgcount, in __arm_lpae_unmap()
697 static size_t arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap()
704 unsigned long iova) in arm_lpae_iova_to_phys()
1194 static void __init dummy_tlb_flush(unsigned long iova, size_t size, in dummy_tlb_flush()
1202 unsigned long iova, size_t granule, in dummy_tlb_add_page()
[all …]
|
| A D | sun50i-iommu.c | 162 static u32 sun50i_iova_get_dte_index(dma_addr_t iova) in sun50i_iova_get_dte_index()
167 static u32 sun50i_iova_get_pte_index(dma_addr_t iova) in sun50i_iova_get_pte_index()
172 static u32 sun50i_iova_get_page_offset(dma_addr_t iova) in sun50i_iova_get_page_offset()
482 dma_addr_t iova, gfp_t gfp) in sun50i_dte_get_page_table()
520 static int sun50i_iommu_map(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_map()
553 static size_t sun50i_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in sun50i_iommu_unmap()
578 dma_addr_t iova) in sun50i_iommu_iova_to_phys()
779 unsigned master, phys_addr_t iova, in sun50i_iommu_report_fault()
795 phys_addr_t iova; in sun50i_iommu_handle_pt_irq() local
818 phys_addr_t iova; in sun50i_iommu_handle_perm_irq() local
|
| A D | rockchip-iommu.c | 322 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
327 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
332 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
369 dma_addr_t iova; in rk_iommu_zap_lines() local
614 dma_addr_t iova; in rk_iommu_irq() local
679 dma_addr_t iova) in rk_iommu_iova_to_phys()
707 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
736 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last()
745 dma_addr_t iova) in rk_dte_get_page_table()
804 dma_addr_t pte_dma, dma_addr_t iova, in rk_iommu_map_iova()
[all …]
|
| A D | msm_iommu.c | 138 static void __flush_iotlb_range(unsigned long iova, size_t size, in __flush_iotlb_range()
170 static void __flush_iotlb_walk(unsigned long iova, size_t size, in __flush_iotlb_walk()
177 unsigned long iova, size_t granule, void *cookie) in __flush_iotlb_page()
477 static int msm_iommu_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_map()
491 static void msm_iommu_sync_map(struct iommu_domain *domain, unsigned long iova, in msm_iommu_sync_map()
499 static size_t msm_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in msm_iommu_unmap()
|
| /linux/include/linux/ |
| A D | iova.h | 19 struct iova { struct
25 struct iova_magazine; argument
101 static inline unsigned long iova_size(struct iova *iova) in iova_size()
116 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset()
126 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr()
131 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn()
174 static inline void __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
|
| /linux/drivers/fpga/ |
| A D | dfl-afu-dma-region.c | 125 u64 iova, u64 size) in dma_region_check_iova()
245 afu_dma_region_find(struct dfl_feature_platform_data *pdata, u64 iova, u64 size) in afu_dma_region_find()
285 afu_dma_region_find_iova(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_region_find_iova()
302 u64 user_addr, u64 length, u64 *iova) in afu_dma_map_region()
380 int afu_dma_unmap_region(struct dfl_feature_platform_data *pdata, u64 iova) in afu_dma_unmap_region()
|
| /linux/drivers/vdpa/vdpa_user/ |
| A D | iova_domain.c | 104 u64 iova, u64 size, u64 paddr) in vduse_domain_map_bounce_page()
124 u64 iova, u64 size) in vduse_domain_unmap_bounce_page()
162 dma_addr_t iova, size_t size, in vduse_domain_bounce()
190 vduse_domain_get_coherent_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_coherent_page()
211 vduse_domain_get_bounce_page(struct vduse_iova_domain *domain, u64 iova) in vduse_domain_get_bounce_page()
309 dma_addr_t iova, size_t size) in vduse_domain_free_iova()
325 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_map_page() local
364 dma_addr_t iova = vduse_domain_alloc_iova(iovad, size, limit); in vduse_domain_alloc_coherent() local
422 unsigned long iova = vmf->pgoff << PAGE_SHIFT; in vduse_domain_mmap_fault() local
|
| /linux/drivers/gpu/drm/msm/ |
| A D | msm_iommu.c | 32 static int msm_iommu_pagetable_unmap(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_unmap()
51 static int msm_iommu_pagetable_map(struct msm_mmu *mmu, u64 iova, in msm_iommu_pagetable_map()
129 static void msm_iommu_tlb_flush_walk(unsigned long iova, size_t size, in msm_iommu_tlb_flush_walk()
135 unsigned long iova, size_t granule, void *cookie) in msm_iommu_tlb_add_page()
224 unsigned long iova, int flags, void *arg) in msm_fault_handler()
256 static int msm_iommu_map(struct msm_mmu *mmu, uint64_t iova, in msm_iommu_map()
272 static int msm_iommu_unmap(struct msm_mmu *mmu, uint64_t iova, size_t len) in msm_iommu_unmap()
|
| /linux/drivers/staging/media/tegra-vde/ |
| A D | iommu.c | 24 struct iova *iova; in tegra_vde_iommu_map() local
51 void tegra_vde_iommu_unmap(struct tegra_vde *vde, struct iova *iova) in tegra_vde_iommu_unmap()
64 struct iova *iova; in tegra_vde_iommu_init() local
|
| /linux/drivers/vfio/ |
| A D | vfio_iommu_type1.c | 137 dma_addr_t iova; member
394 unsigned long iova) in vfio_iova_get_vfio_pfn()
841 dma_addr_t iova; in vfio_iommu_type1_pin_pages() local
939 dma_addr_t iova; in vfio_iommu_type1_pin_pages() local
971 dma_addr_t iova; in vfio_iommu_type1_unpin_pages() local
1298 dma_addr_t iova = unmap->iova; in vfio_dma_do_unmap() local
1485 dma_addr_t iova = dma->iova; in vfio_pin_map_dma() local
1554 dma_addr_t iova = map->iova; in vfio_dma_do_map() local
1718 dma_addr_t iova; in vfio_iommu_replay() local
1803 dma_addr_t iova; in vfio_iommu_replay() local
[all …]
|
| /linux/drivers/staging/media/ipu3/ |
| A D | ipu3-mmu.c | 154 static inline void address_to_pte_idx(unsigned long iova, u32 *l1pt_idx, in address_to_pte_idx()
210 static int __imgu_mmu_map(struct imgu_mmu *mmu, unsigned long iova, in __imgu_mmu_map()
251 int imgu_mmu_map(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map()
299 size_t imgu_mmu_map_sg(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_map_sg()
339 unsigned long iova, size_t size) in __imgu_mmu_unmap()
379 size_t imgu_mmu_unmap(struct imgu_mmu_info *info, unsigned long iova, in imgu_mmu_unmap()
|
| A D | ipu3-dmamap.c | 102 struct iova *iova; in imgu_dmamap_alloc() local
153 struct iova *iova; in imgu_dmamap_unmap() local
189 struct iova *iova; in imgu_dmamap_map_sg() local
|
| /linux/drivers/infiniband/sw/rxe/ |
| A D | rxe_mr.c | 25 int mr_check_range(struct rxe_mr *mr, u64 iova, size_t length) in mr_check_range()
164 int rxe_mr_init_user(struct rxe_pd *pd, u64 start, u64 length, u64 iova, in rxe_mr_init_user()
268 static void lookup_iova(struct rxe_mr *mr, u64 iova, int *m_out, int *n_out, in lookup_iova()
308 void *iova_to_vaddr(struct rxe_mr *mr, u64 iova, int length) in iova_to_vaddr()
348 int rxe_mr_copy(struct rxe_mr *mr, u64 iova, void *addr, int length, in rxe_mr_copy()
438 u64 iova; in copy_data() local
|
| /linux/drivers/gpu/drm/etnaviv/ |
| A D | etnaviv_mmu.c | 17 unsigned long iova, size_t size) in etnaviv_context_unmap()
40 unsigned long iova, phys_addr_t paddr, in etnaviv_context_map()
72 static int etnaviv_iommu_map(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_map()
102 static void etnaviv_iommu_unmap(struct etnaviv_iommu_context *context, u32 iova, in etnaviv_iommu_unmap()
243 u32 iova; in etnaviv_iommu_map_gem() local
|
| /linux/drivers/iommu/amd/ |
| A D | io_pgtable.c | 30 static void v1_tlb_flush_walk(unsigned long iova, size_t size, in v1_tlb_flush_walk()
36 unsigned long iova, size_t granule, in v1_tlb_add_page()
391 static int iommu_v1_map_page(struct io_pgtable_ops *ops, unsigned long iova, in iommu_v1_map_page()
458 unsigned long iova, in iommu_v1_unmap_page()
490 static phys_addr_t iommu_v1_iova_to_phys(struct io_pgtable_ops *ops, unsigned long iova) in iommu_v1_iova_to_phys()
|
| /linux/drivers/s390/cio/ |
| A D | vfio_ccw_cp.c | 59 static int pfn_array_alloc(struct pfn_array *pa, u64 iova, unsigned int len) in pfn_array_alloc()
134 static bool pfn_array_iova_pinned(struct pfn_array *pa, unsigned long iova) in pfn_array_iova_pinned()
194 void *to, u64 iova, in copy_from_iova()
371 static int ccwchain_calc_length(u64 iova, struct channel_program *cp) in ccwchain_calc_length()
513 u64 iova; in ccwchain_fetch_direct() local
860 bool cp_iova_pinned(struct channel_program *cp, u64 iova) in cp_iova_pinned()
|
| /linux/drivers/gpu/drm/panfrost/ |
| A D | panfrost_mmu.c | 97 u64 iova, u64 size, u32 op) in mmu_hw_do_operation_locked()
114 u64 iova, u64 size, u32 op) in mmu_hw_do_operation()
261 u64 iova, u64 size) in panfrost_mmu_flush_range()
276 u64 iova, int prot, struct sg_table *sgt) in mmu_map_sg()
335 u64 iova = mapping->mmnode.start << PAGE_SHIFT; in panfrost_mmu_unmap() local
371 static void mmu_tlb_flush_walk(unsigned long iova, size_t size, size_t granule, in mmu_tlb_flush_walk()
|
| /linux/drivers/net/ethernet/marvell/octeontx2/nic/ |
| A D | otx2_txrx.c | 185 u64 iova, int len, struct nix_rx_parse_s *parse, in otx2_skb_add_frag()
552 u64 dma_addr, *iova = NULL; in otx2_sqe_add_sg() local
664 int alg, u64 iova) in otx2_sqe_add_mem()
781 u64 *iova = NULL; in otx2_sqe_tso_add_sg() local
933 u64 iova; in otx2_set_txtstamp() local
1018 u64 iova, pa; in otx2_cleanup_rx_cqes() local
1107 u64 *iova = NULL; in otx2_xdp_sqe_add_sg() local
1123 bool otx2_xdp_sq_append_pkt(struct otx2_nic *pfvf, u64 iova, int len, u16 qidx) in otx2_xdp_sq_append_pkt()
1165 u64 iova, pa; in otx2_xdp_rcv_pkt_handler() local
|
| /linux/drivers/iommu/arm/arm-smmu/ |
| A D | arm-smmu.c | 279 static void arm_smmu_tlb_inv_range_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s1()
307 static void arm_smmu_tlb_inv_range_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_s2()
327 static void arm_smmu_tlb_inv_walk_s1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s1()
343 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s1()
350 static void arm_smmu_tlb_inv_walk_s2(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2()
359 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2()
366 static void arm_smmu_tlb_inv_walk_s2_v1(unsigned long iova, size_t size, in arm_smmu_tlb_inv_walk_s2_v1()
379 unsigned long iova, size_t granule, in arm_smmu_tlb_add_page_s2_v1()
412 unsigned long iova; in arm_smmu_context_fault() local
1266 dma_addr_t iova) in arm_smmu_iova_to_phys_hard()
[all …]
|
| A D | qcom_iommu.c | 157 static void qcom_iommu_tlb_inv_range_nosync(unsigned long iova, size_t size, in qcom_iommu_tlb_inv_range_nosync()
179 static void qcom_iommu_tlb_flush_walk(unsigned long iova, size_t size, in qcom_iommu_tlb_flush_walk()
187 unsigned long iova, size_t granule, in qcom_iommu_tlb_add_page()
203 u64 iova; in qcom_iommu_fault() local
417 static int qcom_iommu_map(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_map()
434 static size_t qcom_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in qcom_iommu_unmap()
479 dma_addr_t iova) in qcom_iommu_iova_to_phys()
|