Lines Matching refs:tce
391 unsigned long tce, unsigned long shift, in tce_iommu_prereg_ua_to_hpa() argument
397 mem = mm_iommu_lookup(container->mm, tce, 1ULL << shift); in tce_iommu_prereg_ua_to_hpa()
401 ret = mm_iommu_ua_to_hpa(mem, tce, shift, phpa); in tce_iommu_prereg_ua_to_hpa()
485 static int tce_iommu_use_page(unsigned long tce, unsigned long *hpa) in tce_iommu_use_page() argument
488 enum dma_data_direction direction = iommu_tce_direction(tce); in tce_iommu_use_page()
490 if (pin_user_pages_fast(tce & PAGE_MASK, 1, in tce_iommu_use_page()
502 unsigned long entry, unsigned long tce, unsigned long pages, in tce_iommu_build() argument
510 unsigned long offset = tce & IOMMU_PAGE_MASK(tbl) & ~PAGE_MASK; in tce_iommu_build()
512 ret = tce_iommu_use_page(tce, &hpa); in tce_iommu_build()
530 tce, ret); in tce_iommu_build()
537 tce += IOMMU_PAGE_SIZE(tbl); in tce_iommu_build()
550 unsigned long entry, unsigned long tce, unsigned long pages, in tce_iommu_build_v2() argument
562 tce, tbl->it_page_shift, &hpa, &mem); in tce_iommu_build_v2()
573 hpa |= tce & IOMMU_PAGE_MASK(tbl) & ~PAGE_MASK; in tce_iommu_build_v2()
587 tce, ret); in tce_iommu_build_v2()
594 *pua = cpu_to_be64(tce); in tce_iommu_build_v2()
596 tce += IOMMU_PAGE_SIZE(tbl); in tce_iommu_build_v2()