| /linux/include/linux/ |
| A D | pagemap.h | 265 struct folio *folio = page_folio(page); in page_mapping_file() local
551 return folio->index + folio_nr_pages(folio); in folio_next_index()
734 struct folio *folio; member
740 struct folio *folio; member
748 if (wait_page->folio != key->folio) in wake_page_match()
758 void __folio_lock(struct folio *folio);
763 void folio_unlock(struct folio *folio);
790 struct folio *folio; in lock_page() local
826 struct folio *folio; in lock_page_or_retry() local
877 void folio_wait_stable(struct folio *folio);
[all …]
|
| A D | mm_inline.h | 23 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru() argument
51 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags() argument
53 VM_BUG_ON_FOLIO(!folio_test_lru(folio), folio); in __folio_clear_lru_flags()
58 if (folio_test_active(folio) && folio_test_unevictable(folio)) in __folio_clear_lru_flags()
77 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list() argument
81 VM_BUG_ON_FOLIO(folio_test_active(folio) && folio_test_unevictable(folio), folio); in folio_lru_list()
94 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio() argument
110 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail() argument
126 void lruvec_del_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_del_folio() argument
128 list_del(&folio->lru); in lruvec_del_folio()
[all …]
|
| A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count() argument
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count() argument
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add() argument
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub() argument
163 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc() argument
175 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec() argument
203 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return() argument
231 static inline int folio_ref_dec_return(struct folio *folio) in folio_ref_dec_return() argument
261 static inline bool folio_try_get(struct folio *folio) in folio_try_get() argument
277 VM_BUG_ON_FOLIO(folio_ref_count(folio) == 0, folio); in folio_ref_try_add_rcu()
[all …]
|
| A D | page_idle.h | 18 static inline bool folio_test_young(struct folio *folio) in folio_test_young() argument
28 static inline void folio_set_young(struct folio *folio) in folio_set_young() argument
38 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young() argument
48 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle() argument
58 static inline void folio_set_idle(struct folio *folio) in folio_set_idle() argument
68 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle() argument
81 static inline bool folio_test_young(struct folio *folio) in folio_test_young() argument
86 static inline void folio_set_young(struct folio *folio) in folio_set_young() argument
95 static inline bool folio_test_idle(struct folio *folio) in folio_test_idle() argument
100 static inline void folio_set_idle(struct folio *folio) in folio_set_idle() argument
[all …]
|
| A D | memcontrol.h | 365 static inline bool folio_memcg_kmem(struct folio *folio);
393 VM_BUG_ON_FOLIO(folio_test_slab(folio), folio); in __folio_memcg()
414 VM_BUG_ON_FOLIO(folio_test_slab(folio), folio); in __folio_objcg()
468 VM_BUG_ON_FOLIO(folio_test_slab(folio), folio); in folio_memcg_rcu()
532 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem() argument
534 VM_BUG_ON_PGFLAGS(PageTail(&folio->page), &folio->page); in folio_memcg_kmem()
580 static inline bool folio_memcg_kmem(struct folio *folio) in folio_memcg_kmem() argument
720 void __mem_cgroup_uncharge(struct folio *folio);
799 struct lruvec *folio_lruvec_lock(struct folio *folio);
976 void folio_memcg_lock(struct folio *folio);
[all …]
|
| A D | vmstat.h | 418 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio() argument
424 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio() argument
436 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio() argument
442 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio() argument
448 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio() argument
472 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio() argument
478 static inline void node_stat_add_folio(struct folio *folio, in node_stat_add_folio() argument
484 static inline void node_stat_sub_folio(struct folio *folio, in node_stat_sub_folio() argument
621 __lruvec_stat_mod_folio(folio, idx, folio_nr_pages(folio)); in __lruvec_stat_add_folio()
651 lruvec_stat_mod_folio(folio, idx, folio_nr_pages(folio)); in lruvec_stat_add_folio()
[all …]
|
| A D | page-flags.h | 233 #define folio_page(folio, n) nth_page(&(folio)->page, n) argument
331 void folio_set_##lname(struct folio *folio) \
338 void folio_clear_##lname(struct folio *folio) \
345 void __folio_set_##lname(struct folio *folio) \
352 void __folio_clear_##lname(struct folio *folio) \
359 bool folio_test_set_##lname(struct folio *folio) \
366 bool folio_test_clear_##lname(struct folio *folio) \
618 static inline bool folio_test_uptodate(struct folio *folio) in folio_test_uptodate() argument
695 static inline bool folio_test_large(struct folio *folio) in __PAGEFLAG()
723 static inline bool folio_test_hugetlb(struct folio *folio) in folio_test_hugetlb() argument
[all …]
|
| A D | netfs.h | 25 #define folio_test_fscache(folio) folio_test_private_2(folio) argument
39 static inline void folio_start_fscache(struct folio *folio) in folio_start_fscache() argument
41 VM_BUG_ON_FOLIO(folio_test_private_2(folio), folio); in folio_start_fscache()
42 folio_get(folio); in folio_start_fscache()
43 folio_set_private_2(folio); in folio_start_fscache()
53 static inline void folio_end_fscache(struct folio *folio) in folio_end_fscache() argument
55 folio_end_private_2(folio); in folio_end_fscache()
66 static inline void folio_wait_fscache(struct folio *folio) in folio_wait_fscache() argument
84 static inline int folio_wait_fscache_killable(struct folio *folio) in folio_wait_fscache_killable() argument
193 struct folio *folio, void **_fsdata);
[all …]
|
| A D | migrate.h | 43 void folio_migrate_flags(struct folio *newfolio, struct folio *folio);
44 void folio_migrate_copy(struct folio *newfolio, struct folio *folio);
46 struct folio *newfolio, struct folio *folio, int extra_count);
|
| A D | page_owner.h | 15 extern void __folio_copy_owner(struct folio *newfolio, struct folio *old);
39 static inline void folio_copy_owner(struct folio *newfolio, struct folio *old) in folio_copy_owner()
66 static inline void folio_copy_owner(struct folio *newfolio, struct folio *folio) in folio_copy_owner() argument
|
| A D | highmem.h | 133 static inline void *kmap_local_folio(struct folio *folio, size_t offset);
374 static inline void folio_zero_segments(struct folio *folio, in folio_zero_segments() argument
377 zero_user_segments(&folio->page, start1, xend1, start2, xend2); in folio_zero_segments()
386 static inline void folio_zero_segment(struct folio *folio, in folio_zero_segment() argument
389 zero_user_segments(&folio->page, start, xend, 0, 0); in folio_zero_segment()
398 static inline void folio_zero_range(struct folio *folio, in folio_zero_range() argument
401 zero_user_segments(&folio->page, start, start + length, 0, 0); in folio_zero_range()
|
| A D | mm.h | 871 void folio_copy(struct folio *dst, struct folio *src);
1196 static inline void folio_get(struct folio *folio) in folio_get() argument
1234 static inline void folio_put(struct folio *folio) in folio_put() argument
1242 struct folio *folio = page_folio(page); in put_page() local
1390 static inline int folio_nid(const struct folio *folio) in folio_nid() argument
1641 static inline long folio_nr_pages(struct folio *folio) in folio_nr_pages() argument
1660 static inline struct folio *folio_next(struct folio *folio) in folio_next() argument
1662 return (struct folio *)folio_page(folio, folio_nr_pages(folio)); in folio_next()
1690 static inline size_t folio_size(struct folio *folio) in folio_size() argument
1772 bool folio_mapped(struct folio *folio);
[all …]
|
| /linux/fs/afs/ |
| A D | write.c | 35 struct folio *folio; in afs_write_begin() local
112 struct folio *folio = page_folio(subpage); in afs_write_end() local
178 struct folio *folio; in afs_kill_pages() local
216 struct folio *folio; in afs_redirty_pages() local
247 struct folio *folio; in afs_pages_written_back() local
424 struct folio *folio; in afs_extend_writeback() local
533 struct folio *folio, in afs_write_back_from_locked_folio() argument
646 struct folio *folio = page_folio(subpage); in afs_writepage() local
671 struct folio *folio; in afs_writepages_region() local
852 struct folio *folio = page_folio(vmf->page); in afs_page_mkwrite() local
[all …]
|
| A D | dir_edit.c | 113 struct folio *folio; in afs_dir_get_folio() local
118 if (!folio) in afs_dir_get_folio()
120 else if (folio && !folio_test_private(folio)) in afs_dir_get_folio()
123 return folio; in afs_dir_get_folio()
211 struct folio *folio0, *folio; in afs_edit_dir_add() local
252 if (!folio) in afs_edit_dir_add()
255 folio = folio0; in afs_edit_dir_add()
309 folio = folio0; in afs_edit_dir_add()
378 struct folio *folio0, *folio; in afs_edit_dir_remove() local
413 if (!folio) in afs_edit_dir_remove()
[all …]
|
| A D | file.c | 327 struct folio *folio = page_folio(page); in afs_symlink_readpage() local
368 struct folio *folio, void **_fsdata) in afs_check_write_begin() argument
391 struct folio *folio = page_folio(page); in afs_readpage() local
405 static void afs_invalidate_dirty(struct folio *folio, unsigned int offset, in afs_invalidate_dirty() argument
455 folio_detach_private(folio); in afs_invalidate_dirty()
466 struct folio *folio = page_folio(page); in afs_invalidatepage() local
475 folio_wait_fscache(folio); in afs_invalidatepage()
485 struct folio *folio = page_folio(page); in afs_releasepage() local
489 vnode->fid.vid, vnode->fid.vnode, folio_index(folio), folio->flags, in afs_releasepage()
498 folio_wait_fscache(folio); in afs_releasepage()
[all …]
|
| /linux/include/trace/events/ |
| A D | pagemap.h | 30 TP_PROTO(struct folio *folio),
32 TP_ARGS(folio),
35 __field(struct folio *, folio )
42 __entry->folio = folio;
43 __entry->pfn = folio_pfn(folio);
50 __entry->folio,
63 TP_PROTO(struct folio *folio),
65 TP_ARGS(folio),
68 __field(struct folio *, folio )
73 __entry->folio = folio;
[all …]
|
| /linux/mm/ |
| A D | swap.c | 83 struct folio *folio = page_folio(page); in __page_cache_release() local
202 struct folio *folio = page_folio(page); in pagevec_lru_move_fn() local
221 struct folio *folio = page_folio(page); in pagevec_move_tail_fn() local
306 void lru_note_cost_folio(struct folio *folio) in lru_note_cost_folio() argument
347 static void folio_activate(struct folio *folio) in folio_activate() argument
367 static void folio_activate(struct folio *folio) in folio_activate() argument
420 void folio_mark_accessed(struct folio *folio) in folio_mark_accessed() argument
458 void folio_add_lru(struct folio *folio) in folio_add_lru() argument
462 VM_BUG_ON_FOLIO(folio_test_active(folio) && folio_test_unevictable(folio), folio); in folio_add_lru()
463 VM_BUG_ON_FOLIO(folio_test_lru(folio), folio); in folio_add_lru()
[all …]
|
| A D | filemap.c | 1024 struct folio *folio; in filemap_alloc_folio() local
1200 key.folio = folio; in folio_wake_bit()
1312 wait_page.folio = folio; in folio_wait_bit_common()
1511 void folio_unlock(struct folio *folio) in folio_unlock() argument
1647 void __folio_lock(struct folio *folio) in __folio_lock() argument
1666 wait->folio = folio; in __folio_lock_async()
1838 struct folio *folio; in mapping_get_entry() local
1850 if (!folio || xa_is_value(folio)) in mapping_get_entry()
1902 struct folio *folio; in __filemap_get_folio() local
2434 struct folio *folio = page_folio(page); in filemap_update_page() local
[all …]
|
| A D | page-writeback.c | 2401 int folio_write_one(struct folio *folio) in folio_write_one() argument
2566 void folio_account_redirty(struct folio *folio) in folio_account_redirty() argument
2598 struct folio *folio) in folio_redirty_for_writepage() argument
2604 ret = filemap_dirty_folio(folio->mapping, folio); in folio_redirty_for_writepage()
2622 bool folio_mark_dirty(struct folio *folio) in folio_mark_dirty() argument
2683 void __folio_cancel_dirty(struct folio *folio) in __folio_cancel_dirty() argument
2720 bool folio_clear_dirty_for_io(struct folio *folio) in folio_clear_dirty_for_io() argument
2725 VM_BUG_ON_FOLIO(!folio_test_locked(folio), folio); in folio_clear_dirty_for_io()
2800 bool __folio_end_writeback(struct folio *folio) in __folio_end_writeback() argument
2921 void folio_wait_writeback(struct folio *folio) in folio_wait_writeback() argument
[all …]
|
| A D | util.c | 669 bool folio_mapped(struct folio *folio) in folio_mapped() argument
673 if (!folio_test_large(folio)) in folio_mapped()
677 if (folio_test_hugetlb(folio)) in folio_mapped()
680 nr = folio_nr_pages(folio); in folio_mapped()
691 struct folio *folio = page_folio(page); in page_anon_vma() local
711 struct address_space *folio_mapping(struct folio *folio) in folio_mapping() argument
716 if (unlikely(folio_test_slab(folio))) in folio_mapping()
722 mapping = folio->mapping; in folio_mapping()
760 void folio_copy(struct folio *dst, struct folio *src) in folio_copy()
1094 void flush_dcache_folio(struct folio *folio) in flush_dcache_folio() argument
[all …]
|
| A D | internal.h | 37 static inline void *folio_raw_mapping(struct folio *folio) in folio_raw_mapping() argument
39 unsigned long mapping = (unsigned long)folio->mapping; in folio_raw_mapping()
44 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio,
46 static inline void acct_reclaim_writeback(struct folio *folio) in acct_reclaim_writeback() argument
48 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback()
52 __acct_reclaim_writeback(pgdat, folio, nr_throttled); in acct_reclaim_writeback()
65 void folio_rotate_reclaimable(struct folio *folio);
66 bool __folio_end_writeback(struct folio *folio);
106 static inline bool folio_evictable(struct folio *folio) in folio_evictable() argument
112 ret = !mapping_unevictable(folio_mapping(folio)) && in folio_evictable()
[all …]
|
| A D | migrate.c | 381 struct folio *newfolio, struct folio *folio, int extra_count) in folio_migrate_mapping() argument
426 VM_BUG_ON_FOLIO(folio_test_swapcache(folio), folio); in folio_migrate_mapping()
432 folio_clear_dirty(folio); in folio_migrate_mapping()
476 if (folio_test_swapbacked(folio) && !folio_test_swapcache(folio)) { in folio_migrate_mapping()
538 void folio_migrate_flags(struct folio *newfolio, struct folio *folio) in folio_migrate_flags() argument
549 VM_BUG_ON_FOLIO(folio_test_unevictable(folio), folio); in folio_migrate_flags()
566 if (folio_test_idle(folio)) in folio_migrate_flags()
583 folio_clear_private(folio); in folio_migrate_flags()
587 folio->private = NULL; in folio_migrate_flags()
611 void folio_migrate_copy(struct folio *newfolio, struct folio *folio) in folio_migrate_copy() argument
[all …]
|
| A D | workingset.c | 284 void workingset_refault(struct folio *folio, void *shadow) in workingset_refault() argument
286 bool file = folio_is_file_lru(folio); in workingset_refault()
351 nr = folio_nr_pages(folio); in workingset_refault()
352 memcg = folio_memcg(folio); in workingset_refault()
381 folio_set_active(folio); in workingset_refault()
387 folio_set_workingset(folio); in workingset_refault()
389 lru_note_cost_folio(folio); in workingset_refault()
400 void workingset_activation(struct folio *folio) in workingset_activation() argument
412 memcg = folio_memcg_rcu(folio); in workingset_activation()
415 workingset_age_nonresident(folio_lruvec(folio), folio_nr_pages(folio)); in workingset_activation()
|
| /linux/fs/9p/ |
| A D | vfs_addr.c | 111 struct folio *folio = page_folio(page); in v9fs_vfs_readpage() local
135 struct folio *folio = page_folio(page); in v9fs_release_page() local
159 struct folio *folio = page_folio(page); in v9fs_invalidate_page() local
164 static int v9fs_vfs_write_folio_locked(struct folio *folio) in v9fs_vfs_write_folio_locked() argument
194 struct folio *folio = page_folio(page); in v9fs_vfs_writepage() local
210 folio_unlock(folio); in v9fs_vfs_writepage()
223 struct folio *folio = page_folio(page); in v9fs_launder_page() local
279 struct folio *folio; in v9fs_write_begin() local
304 struct folio *folio = page_folio(subpage); in v9fs_write_end() local
328 folio_unlock(folio); in v9fs_write_end()
[all …]
|
| /linux/fs/netfs/ |
| A D | read_helper.c | 241 struct folio *folio; in netfs_rreq_unmark_after_write() local
371 struct folio *folio; in netfs_rreq_unlock() local
439 folio_unlock(folio); in netfs_rreq_unlock()
945 struct folio *folio, in netfs_readpage() argument
959 folio_unlock(folio); in netfs_readpage()
1082 struct folio *folio; in netfs_write_begin() local
1096 if (!folio) in netfs_write_begin()
1151 folio_get(folio); in netfs_write_begin()
1190 *_folio = folio; in netfs_write_begin()
1197 folio_unlock(folio); in netfs_write_begin()
[all …]
|