| /linux/drivers/infiniband/hw/hns/ |
| A D | hns_roce_db.c | 76 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in hns_roce_alloc_db_pgdir()
77 if (!pgdir) in hns_roce_alloc_db_pgdir()
80 bitmap_fill(pgdir->order1, in hns_roce_alloc_db_pgdir()
82 pgdir->bits[0] = pgdir->order0; in hns_roce_alloc_db_pgdir()
83 pgdir->bits[1] = pgdir->order1; in hns_roce_alloc_db_pgdir()
86 if (!pgdir->page) { in hns_roce_alloc_db_pgdir()
87 kfree(pgdir); in hns_roce_alloc_db_pgdir()
91 return pgdir; in hns_roce_alloc_db_pgdir()
116 db->u.pgdir = pgdir; in hns_roce_alloc_db_from_pgdir()
138 if (!pgdir) { in hns_roce_alloc_db()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| A D | alloc.c | 186 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx5_alloc_db_pgdir()
187 if (!pgdir) in mlx5_alloc_db_pgdir()
191 if (!pgdir->bitmap) { in mlx5_alloc_db_pgdir()
192 kfree(pgdir); in mlx5_alloc_db_pgdir()
202 kfree(pgdir); in mlx5_alloc_db_pgdir()
206 return pgdir; in mlx5_alloc_db_pgdir()
222 db->u.pgdir = pgdir; in mlx5_alloc_db_from_pgdir()
225 db->db = pgdir->db_page + offset / sizeof(*pgdir->db_page); in mlx5_alloc_db_from_pgdir()
246 if (!pgdir) { in mlx5_db_alloc_node()
279 db->u.pgdir->db_page, db->u.pgdir->db_dma); in mlx5_db_free()
[all …]
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| A D | alloc.c | 667 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx4_alloc_db_pgdir()
668 if (!pgdir) in mlx4_alloc_db_pgdir()
672 pgdir->bits[0] = pgdir->order0; in mlx4_alloc_db_pgdir()
673 pgdir->bits[1] = pgdir->order1; in mlx4_alloc_db_pgdir()
676 if (!pgdir->db_page) { in mlx4_alloc_db_pgdir()
677 kfree(pgdir); in mlx4_alloc_db_pgdir()
681 return pgdir; in mlx4_alloc_db_pgdir()
706 db->u.pgdir = pgdir; in mlx4_alloc_db_from_pgdir()
728 if (!pgdir) { in mlx4_db_alloc()
765 db->u.pgdir->db_page, db->u.pgdir->db_dma); in mlx4_db_free()
[all …]
|
| /linux/arch/powerpc/include/asm/ |
| A D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() argument
16 pte = __find_linux_pte(pgdir, ea, is_thp, hshift); in find_linux_pte()
31 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte() local
32 return __find_linux_pte(pgdir, ea, NULL, hshift); in find_init_mm_pte()
67 static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, in find_current_mm_pte() argument
73 VM_WARN(pgdir != current->mm->pgd, in find_current_mm_pte()
75 pte = __find_linux_pte(pgdir, ea, is_thp, hshift); in find_current_mm_pte()
|
| A D | processor.h | 146 void *pgdir; /* root of page-table tree */ member
282 .pgdir = swapper_pg_dir, \
290 .pgdir = swapper_pg_dir, \
|
| /linux/arch/arm64/include/asm/ |
| A D | kasan.h | 39 void kasan_copy_shadow(pgd_t *pgdir);
44 static inline void kasan_copy_shadow(pgd_t *pgdir) { } in kasan_copy_shadow() argument
|
| /linux/arch/microblaze/include/asm/ |
| A D | processor.h | 57 void *pgdir; /* root of page-table tree */ member
63 .pgdir = swapper_pg_dir, \
|
| A D | mmu_context_mm.h | 117 tsk->thread.pgdir = next->pgd; in switch_mm()
130 current->thread.pgdir = mm->pgd; in activate_mm()
|
| /linux/arch/riscv/mm/ |
| A D | init.c | 521 static void __init create_kernel_page_table(pgd_t *pgdir, in create_kernel_page_table() argument
529 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
536 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
541 static void __init create_kernel_page_table(pgd_t *pgdir, bool early) in create_kernel_page_table() argument
547 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
560 static void __init create_fdt_early_page_table(pgd_t *pgdir, uintptr_t dtb_pa) in create_fdt_early_page_table() argument
|
| /linux/tools/testing/selftests/tc-testing/ |
| A D | tdc.py | 59 def load_plugin(self, pgdir, pgname): argument
61 foo = importlib.import_module('{}.{}'.format(pgdir, pgname))
107 pgdir = source_path[0]
108 pgdir = pgdir.split('/')[0]
109 self.load_plugin(pgdir, fname)
|
| /linux/include/xen/ |
| A D | xen-front-pgdir-shbuf.h | 70 struct xen_front_pgdir_shbuf *pgdir; member
|
| /linux/arch/powerpc/mm/ |
| A D | mmu_context.c | 20 tsk->thread.pgdir = mm->pgd; in switch_mm_pgdir()
|
| A D | pgtable.c | 346 pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, in __find_linux_pte() argument
370 pgdp = pgdir + pgd_index(ea); in __find_linux_pte()
|
| /linux/arch/powerpc/kvm/ |
| A D | e500_mmu_host.c | 338 pgd_t *pgdir; in kvmppc_e500_shadow_map() local
469 pgdir = vcpu_e500->vcpu.arch.pgdir; in kvmppc_e500_shadow_map()
477 ptep = find_linux_pte(pgdir, hva, NULL, NULL); in kvmppc_e500_shadow_map()
|
| /linux/arch/powerpc/mm/book3s64/ |
| A D | hash_utils.c | 1303 pgd_t *pgdir; in hash_page_mm() local
1357 pgdir = mm->pgd; in hash_page_mm()
1358 if (pgdir == NULL) { in hash_page_mm()
1381 ptep = find_linux_pte(pgdir, ea, &is_thp, &hugeshift); in hash_page_mm()
1642 pgd_t *pgdir; in hash_preload() local
1656 pgdir = mm->pgd; in hash_preload()
1657 if (pgdir == NULL) in hash_preload()
|
| /linux/arch/arm/include/asm/ |
| A D | smp.h | 60 u64 pgdir; member
|
| /linux/arch/arm64/mm/ |
| A D | kasan_init.c | 190 void __init kasan_copy_shadow(pgd_t *pgdir) in kasan_copy_shadow() argument
196 pgdp_new = pgd_offset_pgd(pgdir, KASAN_SHADOW_START); in kasan_copy_shadow()
|
| A D | mmu.c | 364 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping() argument
371 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); in __create_pgd_mapping()
1435 static void __remove_pgd_mapping(pgd_t *pgdir, unsigned long start, u64 size) in __remove_pgd_mapping() argument
1439 WARN_ON(pgdir != init_mm.pgd); in __remove_pgd_mapping()
|
| /linux/arch/x86/mm/ |
| A D | tlb.c | 276 static void load_new_mm_cr3(pgd_t *pgdir, u16 new_asid, bool need_flush) in load_new_mm_cr3() argument
282 new_mm_cr3 = build_cr3(pgdir, new_asid); in load_new_mm_cr3()
284 new_mm_cr3 = build_cr3_noflush(pgdir, new_asid); in load_new_mm_cr3()
|
| /linux/drivers/xen/ |
| A D | Makefile | 40 obj-$(CONFIG_XEN_FRONT_PGDIR_SHBUF) += xen-front-pgdir-shbuf.o
|
| A D | xen-front-pgdir-shbuf.c | 526 struct xen_front_pgdir_shbuf *buf = cfg->pgdir; in xen_front_pgdir_shbuf_alloc()
|
| /linux/arch/x86/include/asm/ |
| A D | processor.h | 258 static inline void load_cr3(pgd_t *pgdir) in load_cr3() argument
260 write_cr3(__sme_pa(pgdir)); in load_cr3()
|
| /linux/arch/microblaze/kernel/ |
| A D | asm-offsets.c | 83 DEFINE(PGDIR, offsetof(struct thread_struct, pgdir)); in main()
|
| /linux/arch/openrisc/include/asm/ |
| A D | pgtable.h | 216 #define SET_PAGE_DIR(tsk, pgdir) argument
|
| /linux/arch/arm/kernel/ |
| A D | smp.c | 153 secondary_data.pgdir = virt_to_phys(idmap_pgd); in __cpu_up()
|