Home
last modified time | relevance | path

Searched refs:pgdat (Results 1 – 25 of 40) sorted by relevance

12

/linux/mm/
A Dvmscan.c3713 pg_data_t *pgdat = NULL; in throttle_direct_reclaim() local
3759 if (!pgdat) in throttle_direct_reclaim()
3836 pg_data_t *pgdat, in mem_cgroup_shrink_node() argument
4069 shrink_node(pgdat, sc); in kswapd_shrink_node()
4541 pg_data_t *pgdat; in wakeup_kswapd() local
4630 if (pgdat->kswapd) in kswapd_run()
4633 pgdat->kswapd = kthread_run(kswapd, pgdat, "kswapd%d", nid); in kswapd_run()
4638 pgdat->kswapd = NULL; in kswapd_run()
4774 if (node_pagecache_reclaimable(pgdat) > pgdat->min_unmapped_pages) { in __node_reclaim()
4809 if (node_pagecache_reclaimable(pgdat) <= pgdat->min_unmapped_pages && in node_reclaim()
[all …]
A Dvmstat.c274 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
759 struct pglist_data *pgdat; in inc_node_page_state() local
761 pgdat = page_pgdat(page); in inc_node_page_state()
1398 pg_data_t *pgdat; in frag_start() local
1402 pgdat && node; in frag_start()
1403 pgdat = next_online_pgdat(pgdat)) in frag_start()
1406 return pgdat; in frag_start()
1439 print(m, pgdat, zone); in walk_zones_in_node()
1479 pgdat->node_id, in pagetypeinfo_showfree_print()
2137 pgdat->node_id, in unusable_show_print()
[all …]
A Dcompaction.c777 wake_throttle_isolated(pgdat); in too_many_isolated()
1956 return pgdat->kswapd && task_is_running(pgdat->kswapd); in kswapd_is_running()
2060 pg_data_t *pgdat; in __compact_finished() local
2062 pgdat = cc->zone->zone_pgdat; in __compact_finished()
2063 if (kswapd_is_running(pgdat)) in __compact_finished()
2876 pgdat->kcompactd_highest_zoneidx = pgdat->nr_zones - 1; in kcompactd_do_work()
2924 pgdat->kcompactd_highest_zoneidx = pgdat->nr_zones - 1; in kcompactd()
2941 kcompactd_do_work(pgdat); in kcompactd()
2989 if (pgdat->kcompactd) in kcompactd_run()
2992 pgdat->kcompactd = kthread_run(kcompactd, pgdat, "kcompactd%d", nid); in kcompactd_run()
[all …]
A Dmemory_hotplug.c490 update_pgdat_span(pgdat); in remove_pfn_range_from_zone()
656 if (!pgdat->node_spanned_pages || start_pfn < pgdat->node_start_pfn) in resize_pgdat_range()
1158 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in reset_node_present_pages()
1169 pgdat = NODE_DATA(nid); in hotadd_new_pgdat()
1170 if (!pgdat) { in hotadd_new_pgdat()
1172 if (!pgdat) in hotadd_new_pgdat()
1185 pgdat->nr_zones = 0; in hotadd_new_pgdat()
1197 pgdat->node_id = nid; in hotadd_new_pgdat()
1217 return pgdat; in hotadd_new_pgdat()
1243 pg_data_t *pgdat; in __try_online_node() local
[all …]
A Dmmzone.c18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat() argument
20 int nid = next_online_node(pgdat->node_id); in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
34 if (zone < pgdat->node_zones + MAX_NR_ZONES - 1) in next_zone()
37 pgdat = next_online_pgdat(pgdat); in next_zone()
38 if (pgdat) in next_zone()
39 zone = pgdat->node_zones; in next_zone()
A Dpage_alloc.c1574 pg_data_t *pgdat; in init_reserved_page() local
2055 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
2056 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
5882 pg_data_t *pgdat; in show_free_areas() local
5948 pgdat->node_id, in show_free_areas()
7025 pgdat->node_id, in init_currently_empty_zone()
7555 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
7588 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
7592 pgdat->node_id = nid; in free_area_init_node()
8543 pg_data_t *pgdat; in setup_min_unmapped_ratio() local
[all …]
A Dworkingset.c187 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow() argument
193 eviction = (eviction << NODES_SHIFT) | pgdat->node_id; in pack_shadow()
199 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow() argument
214 *pgdat = NODE_DATA(nid); in unpack_shadow()
257 struct pglist_data *pgdat = page_pgdat(page); in workingset_eviction() local
267 lruvec = mem_cgroup_lruvec(target_memcg, pgdat); in workingset_eviction()
272 return pack_shadow(memcgid, pgdat, eviction, PageWorkingset(page)); in workingset_eviction()
291 struct pglist_data *pgdat; in workingset_refault() local
300 unpack_shadow(shadow, &memcgid, &pgdat, &eviction, &workingset); in workingset_refault()
322 eviction_lruvec = mem_cgroup_lruvec(eviction_memcg, pgdat); in workingset_refault()
[all …]
A Dshuffle.h11 extern void __shuffle_free_memory(pg_data_t *pgdat);
13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() argument
17 __shuffle_free_memory(pgdat); in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory() argument
A Dbootmem_info.c101 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node() argument
104 int node = pgdat->node_id; in register_page_bootmem_info_node()
108 page = virt_to_page(pgdat); in register_page_bootmem_info_node()
113 pfn = pgdat->node_start_pfn; in register_page_bootmem_info_node()
114 end_pfn = pgdat_end_pfn(pgdat); in register_page_bootmem_info_node()
A Dpage_owner.c247 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print() argument
320 seq_printf(m, "Node %d, zone %8s ", pgdat->node_id, zone->name); in pagetypeinfo_showmixedcount_print()
525 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone() argument
589 pgdat->node_id, zone->name, count); in init_pages_in_zone()
592 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node() argument
595 struct zone *node_zones = pgdat->node_zones; in init_zones_in_node()
601 init_pages_in_zone(pgdat, zone); in init_zones_in_node()
607 pg_data_t *pgdat; in init_early_allocated_pages() local
609 for_each_online_pgdat(pgdat) in init_early_allocated_pages()
610 init_zones_in_node(pgdat); in init_early_allocated_pages()
A Dinternal.h44 void __acct_reclaim_writeback(pg_data_t *pgdat, struct folio *folio,
48 pg_data_t *pgdat = folio_pgdat(folio); in acct_reclaim_writeback() local
49 int nr_throttled = atomic_read(&pgdat->nr_writeback_throttled); in acct_reclaim_writeback()
52 __acct_reclaim_writeback(pgdat, folio, nr_throttled); in acct_reclaim_writeback()
55 static inline void wake_throttle_isolated(pg_data_t *pgdat) in wake_throttle_isolated() argument
59 wqh = &pgdat->reclaim_wait[VMSCAN_THROTTLE_ISOLATED]; in wake_throttle_isolated()
153 extern void reclaim_throttle(pg_data_t *pgdat, enum vmscan_throttle_state reason);
590 static inline int node_reclaim(struct pglist_data *pgdat, gfp_t mask, in node_reclaim() argument
A Dsparse.c321 static inline phys_addr_t pgdat_to_phys(struct pglist_data *pgdat) in pgdat_to_phys() argument
324 VM_BUG_ON(pgdat != &contig_page_data); in pgdat_to_phys()
327 return __pa(pgdat); in pgdat_to_phys()
333 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
349 goal = pgdat_to_phys(pgdat) & (PAGE_SECTION_MASK << PAGE_SHIFT); in sparse_early_usemaps_alloc_pgdat_section()
367 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
377 pgdat_snr = pfn_to_section_nr(pgdat_to_phys(pgdat) >> PAGE_SHIFT); in check_usemap_section_nr()
405 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section() argument
408 return memblock_alloc_node(size, SMP_CACHE_BYTES, pgdat->node_id); in sparse_early_usemaps_alloc_pgdat_section()
A Dshuffle.c154 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory() argument
158 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in __shuffle_free_memory()
A Dmm_init.c31 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
43 zonelist = &pgdat->node_zonelists[listid]; in mminit_verify_zonelist()
44 zone = &pgdat->node_zones[zoneid]; in mminit_verify_zonelist()
/linux/include/linux/
A Dmemory_hotplug.h169 extern void arch_free_nodedata(pg_data_t *pgdat);
170 extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
175 #define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat) argument
192 #define generic_free_nodedata(pgdat) kfree(pgdat) argument
197 node_data[nid] = pgdat; in arch_refresh_nodedata()
208 static inline void generic_free_nodedata(pg_data_t *pgdat) in generic_free_nodedata() argument
275 spin_lock_irqsave(&pgdat->node_size_lock, *flags); in pgdat_resize_lock()
280 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags); in pgdat_resize_unlock()
283 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init() argument
285 spin_lock_init(&pgdat->node_size_lock); in pgdat_resize_init()
[all …]
A Dmmzone.h324 struct pglist_data *pgdat; member
924 #define pgdat_page_nr(pgdat, pagenr) ((pgdat)->node_mem_map + (pagenr)) argument
926 #define pgdat_page_nr(pgdat, pagenr) pfn_to_page((pgdat)->node_start_pfn + (pagenr)) argument
935 return pgdat->node_start_pfn + pgdat->node_spanned_pages; in pgdat_end_pfn()
940 return !pgdat->node_start_pfn && !pgdat->node_spanned_pages; in pgdat_is_empty()
945 void build_all_zonelists(pg_data_t *pgdat);
973 return lruvec->pgdat; in lruvec_pgdat()
1111 #define for_each_online_pgdat(pgdat) \ argument
1112 for (pgdat = first_online_pgdat(); \
1113 pgdat; \
[all …]
A Dmemcontrol.h52 pg_data_t *pgdat; member
755 struct pglist_data *pgdat) in mem_cgroup_lruvec() argument
761 lruvec = &pgdat->__lruvec; in mem_cgroup_lruvec()
768 mz = memcg->nodeinfo[pgdat->node_id]; in mem_cgroup_lruvec()
776 if (unlikely(lruvec->pgdat != pgdat)) in mem_cgroup_lruvec()
777 lruvec->pgdat = pgdat; in mem_cgroup_lruvec()
1251 return &pgdat->__lruvec; in mem_cgroup_lruvec()
1257 return &pgdat->__lruvec; in folio_lruvec()
1296 return &pgdat->__lruvec; in folio_lruvec_lock()
1304 return &pgdat->__lruvec; in folio_lruvec_lock_irq()
[all …]
A Dvmstat.h172 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add() argument
175 atomic_long_add(x, &pgdat->vm_stat[item]); in node_page_state_add()
261 extern unsigned long node_page_state(struct pglist_data *pgdat,
263 extern unsigned long node_page_state_pages(struct pglist_data *pgdat,
311 void set_pgdat_percpu_threshold(pg_data_t *pgdat,
325 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state() argument
339 node_page_state_add(delta, pgdat, item); in __mod_node_page_state()
348 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state() argument
350 atomic_long_inc(&pgdat->vm_stat[item]); in __inc_node_state()
362 atomic_long_dec(&pgdat->vm_stat[item]); in __dec_node_state()
[all …]
A Dcompaction.h98 extern void reset_isolation_suitable(pg_data_t *pgdat);
182 extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int highest_zoneidx);
185 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable() argument
223 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd() argument
A Dnode.h124 struct pglist_data *pgdat = NODE_DATA(nid); in register_one_node() local
125 unsigned long start_pfn = pgdat->node_start_pfn; in register_one_node()
126 unsigned long end_pfn = start_pfn + pgdat->node_spanned_pages; in register_one_node()
A Dbootmem_info.h20 void __init register_page_bootmem_info_node(struct pglist_data *pgdat);
47 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node() argument
A Dpage_ext.h40 extern void pgdat_page_ext_init(struct pglist_data *pgdat);
70 static inline void pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init() argument
/linux/drivers/base/
A Dnode.c374 struct pglist_data *pgdat = NODE_DATA(nid); in node_read_meminfo() local
402 nid, K(node_page_state(pgdat, NR_ACTIVE_ANON) + in node_read_meminfo()
403 node_page_state(pgdat, NR_ACTIVE_FILE)), in node_read_meminfo()
405 node_page_state(pgdat, NR_INACTIVE_FILE)), in node_read_meminfo()
406 nid, K(node_page_state(pgdat, NR_ACTIVE_ANON)), in node_read_meminfo()
408 nid, K(node_page_state(pgdat, NR_ACTIVE_FILE)), in node_read_meminfo()
452 nid, K(node_page_state(pgdat, NR_WRITEBACK)), in node_read_meminfo()
461 nid, K(node_page_state(pgdat, NR_PAGETABLE)), in node_read_meminfo()
472 nid, K(node_page_state(pgdat, NR_ANON_THPS)), in node_read_meminfo()
475 nid, K(node_page_state(pgdat, NR_FILE_THPS)), in node_read_meminfo()
[all …]
/linux/lib/
A Dshow_mem.c13 pg_data_t *pgdat; in show_mem() local
19 for_each_online_pgdat(pgdat) { in show_mem()
23 struct zone *zone = &pgdat->node_zones[zoneid]; in show_mem()
/linux/arch/ia64/include/asm/
A Dnodedata.h57 #define LOCAL_DATA_ADDR(pgdat) \ argument
58 ((struct ia64_node_data *)((u64)(pgdat) + \

Completed in 104 milliseconds

12