| /linux/include/linux/ |
| H A D | memory_hotplug.h | 48 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
61 static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
230 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) in pgdat_kswapd_lock()
235 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) in pgdat_kswapd_unlock()
240 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) in pgdat_kswapd_lock_init()
287 static inline void pgdat_kswapd_lock(pg_data_t *pgdat) {} in pgdat_kswapd_lock()
288 static inline void pgdat_kswapd_unlock(pg_data_t *pgdat) {} in pgdat_kswapd_unlock()
289 static inline void pgdat_kswapd_lock_init(pg_data_t *pgdat) {} in pgdat_kswapd_lock_init()
304 void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags) in pgdat_resize_lock()
314 void pgdat_resize_init(struct pglist_data *pgdat) in pgdat_resize_init()
[all …]
|
| H A D | compaction.h | 106 static inline void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
123 static inline void wakeup_kcompactd(pg_data_t *pgdat, in wakeup_kcompactd()
|
| H A D | memory-tiers.h | 64 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
107 static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
|
| H A D | vmstat.h | 172 static inline void node_page_state_add(long x, struct pglist_data *pgdat, in node_page_state_add()
325 static inline void __mod_node_page_state(struct pglist_data *pgdat, in __mod_node_page_state()
348 static inline void __inc_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __inc_node_state()
360 static inline void __dec_node_state(struct pglist_data *pgdat, enum node_stat_item item) in __dec_node_state()
408 #define set_pgdat_percpu_threshold(pgdat, callback) { } argument
|
| H A D | bootmem_info.h | 48 static inline void register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
|
| H A D | memcontrol.h | 59 pg_data_t *pgdat; member
738 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1272 struct pglist_data *pgdat) in mem_cgroup_lruvec()
1279 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec() local
1335 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock() local
1343 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irq() local
1352 struct pglist_data *pgdat = folio_pgdat(folio); in folio_lruvec_lock_irqsave() local
1579 unsigned long mem_cgroup_soft_limit_reclaim(pg_data_t *pgdat, int order, in mem_cgroup_soft_limit_reclaim()
|
| H A D | page_ext.h | 104 static inline void pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
|
| /linux/mm/ |
| H A D | vmstat.c | 274 struct pglist_data *pgdat; in refresh_zone_stat_thresholds() local
749 struct pglist_data *pgdat; in inc_node_page_state() local
810 struct pglist_data *pgdat; in refresh_cpu_vm_stats() local
898 struct pglist_data *pgdat; in cpu_vm_stats_fold() local
1427 pg_data_t *pgdat; in frag_start() local
1440 pg_data_t *pgdat = (pg_data_t *)arg; in frag_next() local
1496 pg_data_t *pgdat = (pg_data_t *)arg; in frag_show() local
1547 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showfree() local
1594 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_showblockcount() local
1636 pg_data_t *pgdat = (pg_data_t *)arg; in pagetypeinfo_show() local
[all …]
|
| H A D | vmscan.c | 955 struct pglist_data *pgdat) in demote_folio_list()
2112 struct pglist_data *pgdat) in reclaim_folio_list()
2607 struct pglist_data *pgdat = NODE_DATA(nid); in get_lruvec() local
4174 struct pglist_data *pgdat = NODE_DATA(nid); in lru_gen_online_memcg() local
4209 struct pglist_data *pgdat = NODE_DATA(nid); in lru_gen_release_memcg() local
6355 pg_data_t *pgdat = NULL; in throttle_direct_reclaim() local
6478 pg_data_t *pgdat, in mem_cgroup_shrink_node()
7117 pg_data_t *pgdat = (pg_data_t *)p; in kswapd() local
7201 pg_data_t *pgdat; in wakeup_kswapd() local
7287 pg_data_t *pgdat = NODE_DATA(nid); in kswapd_run() local
[all …]
|
| H A D | workingset.c | 199 static void *pack_shadow(int memcgid, pg_data_t *pgdat, unsigned long eviction, in pack_shadow()
210 static void unpack_shadow(void *shadow, int *memcgidp, pg_data_t **pgdat, in unpack_shadow()
244 struct pglist_data *pgdat = folio_pgdat(folio); in lru_gen_eviction() local
269 struct pglist_data *pgdat; in lru_gen_test_recent() local
384 struct pglist_data *pgdat = folio_pgdat(folio); in workingset_eviction() local
426 struct pglist_data *pgdat; in workingset_test_recent() local
533 struct pglist_data *pgdat; in workingset_refault() local
|
| H A D | mm_init.c | 50 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist() local
654 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range()
709 pg_data_t *pgdat; in init_reserved_page() local
1071 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
1350 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd()
1407 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
1667 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
1700 static void __init check_for_memory(pg_data_t *pgdat) in check_for_memory()
1830 pg_data_t *pgdat; in free_area_init() local
2135 pg_data_t *pgdat = data; in deferred_init_memmap() local
[all …]
|
| H A D | compaction.c | 453 void reset_isolation_suitable(pg_data_t *pgdat) in reset_isolation_suitable()
817 pg_data_t *pgdat = cc->zone->zone_pgdat; in too_many_isolated() local
894 pg_data_t *pgdat = cc->zone->zone_pgdat; in isolate_migratepages_block() local
2208 static bool kswapd_is_running(pg_data_t *pgdat) in kswapd_is_running()
2322 pg_data_t *pgdat; in __compact_finished() local
2969 pg_data_t *pgdat = NODE_DATA(nid); in compaction_proactiveness_sysctl_handler() local
3041 static bool kcompactd_node_suitable(pg_data_t *pgdat) in kcompactd_node_suitable()
3064 static void kcompactd_do_work(pg_data_t *pgdat) in kcompactd_do_work()
3174 pg_data_t *pgdat = (pg_data_t *)p; in kcompactd() local
3249 pg_data_t *pgdat = NODE_DATA(nid); in kcompactd_run() local
[all …]
|
| H A D | shuffle.h | 13 static inline void __meminit shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
40 static inline void shuffle_free_memory(pg_data_t *pgdat) in shuffle_free_memory()
|
| H A D | mmzone.c | 18 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
32 pg_data_t *pgdat = zone->zone_pgdat; in next_zone() local
|
| H A D | show_mem.c | 95 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
168 static bool node_has_managed_zones(pg_data_t *pgdat, int max_zone_idx) in node_has_managed_zones()
191 pg_data_t *pgdat; in show_free_areas() local
|
| H A D | memory-tiers.c | 242 pg_data_t *pgdat; in __node_get_memory_tier() local
260 pg_data_t *pgdat; in node_is_toptier() local
282 void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets) in node_get_allowed_targets()
517 pg_data_t *pgdat = NODE_DATA(node); in set_node_memory_tier() local
553 pg_data_t *pgdat; in clear_node_memory_tier() local
|
| H A D | memory_hotplug.c | 499 static void update_pgdat_span(struct pglist_data *pgdat) in update_pgdat_span()
532 struct pglist_data *pgdat = zone->zone_pgdat; in remove_pfn_range_from_zone() local
716 static void __meminit resize_pgdat_range(struct pglist_data *pgdat, unsigned long start_pfn, in resize_pgdat_range()
754 struct pglist_data *pgdat = zone->zone_pgdat; in move_pfn_range_to_zone() local
849 pg_data_t *pgdat = NODE_DATA(nid); in auto_movable_can_online_movable() local
900 struct pglist_data *pgdat = NODE_DATA(nid); in default_kernel_zone_for_pfn() local
1239 struct pglist_data *pgdat; in hotadd_init_pgdat() local
1274 pg_data_t *pgdat; in __try_online_node() local
1888 struct pglist_data *pgdat = zone->zone_pgdat; in node_states_check_changes_offline() local
|
| H A D | page_owner.c | 414 pg_data_t *pgdat, struct zone *zone) in pagetypeinfo_showmixedcount_print()
760 static void init_pages_in_zone(pg_data_t *pgdat, struct zone *zone) in init_pages_in_zone()
830 static void init_zones_in_node(pg_data_t *pgdat) in init_zones_in_node()
845 pg_data_t *pgdat; in init_early_allocated_pages() local
|
| H A D | sparse.c | 321 static inline phys_addr_t pgdat_to_phys(struct pglist_data *pgdat) in pgdat_to_phys()
332 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section()
366 struct pglist_data *pgdat = NODE_DATA(nid); in check_usemap_section_nr() local
404 sparse_early_usemaps_alloc_pgdat_section(struct pglist_data *pgdat, in sparse_early_usemaps_alloc_pgdat_section()
|
| H A D | page_ext.c | 163 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
500 void __meminit pgdat_page_ext_init(struct pglist_data *pgdat) in pgdat_page_ext_init()
|
| H A D | shuffle.c | 153 void __meminit __shuffle_free_memory(pg_data_t *pgdat) in __shuffle_free_memory()
|
| H A D | bootmem_info.c | 102 void __init register_page_bootmem_info_node(struct pglist_data *pgdat) in register_page_bootmem_info_node()
|
| /linux/tools/testing/memblock/ |
| H A D | mmzone.c | 9 struct pglist_data *next_online_pgdat(struct pglist_data *pgdat) in next_online_pgdat()
|
| /linux/tools/testing/memblock/linux/ |
| H A D | mmzone.h | 10 #define for_each_online_pgdat(pgdat) \ argument
|
| /linux/arch/mips/loongson64/ |
| H A D | numa.c | 207 void arch_refresh_nodedata(int nid, pg_data_t *pgdat) in arch_refresh_nodedata()
|