Lines Matching refs:page_ext

96 static inline struct page_owner *get_page_owner(struct page_ext *page_ext)  in get_page_owner()  argument
98 return (void *)page_ext + page_owner_ops.offset; in get_page_owner()
131 struct page_ext *page_ext; in __reset_page_owner() local
136 page_ext = lookup_page_ext(page); in __reset_page_owner()
137 if (unlikely(!page_ext)) in __reset_page_owner()
142 __clear_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags); in __reset_page_owner()
143 page_owner = get_page_owner(page_ext); in __reset_page_owner()
146 page_ext = page_ext_next(page_ext); in __reset_page_owner()
150 static inline void __set_page_owner_handle(struct page_ext *page_ext, in __set_page_owner_handle() argument
158 page_owner = get_page_owner(page_ext); in __set_page_owner_handle()
165 __set_bit(PAGE_EXT_OWNER, &page_ext->flags); in __set_page_owner_handle()
166 __set_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags); in __set_page_owner_handle()
168 page_ext = page_ext_next(page_ext); in __set_page_owner_handle()
175 struct page_ext *page_ext = lookup_page_ext(page); in __set_page_owner() local
178 if (unlikely(!page_ext)) in __set_page_owner()
182 __set_page_owner_handle(page_ext, handle, order, gfp_mask); in __set_page_owner()
187 struct page_ext *page_ext = lookup_page_ext(page); in __set_page_owner_migrate_reason() local
190 if (unlikely(!page_ext)) in __set_page_owner_migrate_reason()
193 page_owner = get_page_owner(page_ext); in __set_page_owner_migrate_reason()
200 struct page_ext *page_ext = lookup_page_ext(page); in __split_page_owner() local
203 if (unlikely(!page_ext)) in __split_page_owner()
207 page_owner = get_page_owner(page_ext); in __split_page_owner()
209 page_ext = page_ext_next(page_ext); in __split_page_owner()
215 struct page_ext *old_ext = lookup_page_ext(&old->page); in __folio_copy_owner()
216 struct page_ext *new_ext = lookup_page_ext(&newfolio->page); in __folio_copy_owner()
250 struct page_ext *page_ext; in pagetypeinfo_showmixedcount_print() local
297 page_ext = lookup_page_ext(page); in pagetypeinfo_showmixedcount_print()
298 if (unlikely(!page_ext)) in pagetypeinfo_showmixedcount_print()
301 if (!test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags)) in pagetypeinfo_showmixedcount_print()
304 page_owner = get_page_owner(page_ext); in pagetypeinfo_showmixedcount_print()
391 struct page_ext *page_ext = lookup_page_ext(page); in __dump_page_owner() local
397 if (unlikely(!page_ext)) { in __dump_page_owner()
402 page_owner = get_page_owner(page_ext); in __dump_page_owner()
406 if (!test_bit(PAGE_EXT_OWNER, &page_ext->flags)) { in __dump_page_owner()
411 if (test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags)) in __dump_page_owner()
444 struct page_ext *page_ext; in read_page_owner() local
480 page_ext = lookup_page_ext(page); in read_page_owner()
481 if (unlikely(!page_ext)) in read_page_owner()
488 if (!test_bit(PAGE_EXT_OWNER, &page_ext->flags)) in read_page_owner()
495 if (!test_bit(PAGE_EXT_OWNER_ALLOCATED, &page_ext->flags)) in read_page_owner()
498 page_owner = get_page_owner(page_ext); in read_page_owner()
549 struct page_ext *page_ext; in init_pages_in_zone() local
572 page_ext = lookup_page_ext(page); in init_pages_in_zone()
573 if (unlikely(!page_ext)) in init_pages_in_zone()
577 if (test_bit(PAGE_EXT_OWNER, &page_ext->flags)) in init_pages_in_zone()
581 __set_page_owner_handle(page_ext, early_handle, in init_pages_in_zone()