| /linux/include/linux/ |
| H A D | pagewalk.h | 7 struct mm_walk;
60 unsigned long next, struct mm_walk *walk);
62 unsigned long next, struct mm_walk *walk);
64 unsigned long next, struct mm_walk *walk);
66 unsigned long next, struct mm_walk *walk);
70 int depth, struct mm_walk *walk);
73 struct mm_walk *walk);
75 struct mm_walk *walk);
77 struct mm_walk *walk);
78 void (*post_vma)(struct mm_walk *walk);
[all …]
|
| H A D | swap.h | 160 struct lru_gen_mm_walk *mm_walk; member
|
| H A D | mmzone.h | 1402 struct lru_gen_mm_walk mm_walk; member
|
| /linux/mm/ |
| H A D | pagewalk.c | 42 struct mm_walk *walk) in walk_pte_range()
116 struct mm_walk *walk) in walk_pmd_range()
178 struct mm_walk *walk) in walk_pud_range()
230 struct mm_walk *walk) in walk_p4d_range()
353 struct mm_walk *walk) in walk_page_test()
379 struct mm_walk *walk) in __walk_page_range()
477 struct mm_walk walk = { in walk_page_range()
553 struct mm_walk walk = { in walk_page_range_novma()
595 struct mm_walk walk = { in walk_page_range_vma()
615 struct mm_walk walk = { in walk_page_vma()
[all …]
|
| H A D | ptdump.c | 16 static inline int note_kasan_page_table(struct mm_walk *walk, in note_kasan_page_table()
30 unsigned long next, struct mm_walk *walk) in ptdump_pgd_entry()
53 unsigned long next, struct mm_walk *walk) in ptdump_p4d_entry()
76 unsigned long next, struct mm_walk *walk) in ptdump_pud_entry()
99 unsigned long next, struct mm_walk *walk) in ptdump_pmd_entry()
120 unsigned long next, struct mm_walk *walk) in ptdump_pte_entry()
134 int depth, struct mm_walk *walk) in ptdump_hole()
|
| H A D | mapping_dirty_helpers.c | 35 struct mm_walk *walk) in wp_pte()
90 unsigned long end, struct mm_walk *walk) in clean_record_pte()
127 struct mm_walk *walk) in wp_clean_pmd_entry()
149 struct mm_walk *walk) in wp_clean_pud_entry()
170 struct mm_walk *walk) in wp_clean_pre_vma()
198 static void wp_clean_post_vma(struct mm_walk *walk) in wp_clean_post_vma()
219 struct mm_walk *walk) in wp_clean_test_walk()
|
| H A D | hmm.c | 64 unsigned int required_fault, struct mm_walk *walk) in hmm_vma_fault()
148 __always_unused int depth, struct mm_walk *walk) in hmm_vma_walk_hole()
187 static int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pmd()
211 int hmm_vma_handle_pmd(struct mm_walk *walk, unsigned long addr,
223 static int hmm_vma_handle_pte(struct mm_walk *walk, unsigned long addr, in hmm_vma_handle_pte()
323 struct mm_walk *walk) in hmm_vma_walk_pmd()
412 struct mm_walk *walk) in hmm_vma_walk_pud()
470 struct mm_walk *walk) in hmm_vma_walk_hugetlb_entry()
521 struct mm_walk *walk) in hmm_vma_walk_test()
|
| H A D | mincore.c | 26 unsigned long end, struct mm_walk *walk) in mincore_hugetlb()
93 struct mm_walk *walk) in mincore_unmapped_range()
101 struct mm_walk *walk) in mincore_pte_range()
|
| H A D | migrate_device.c | 22 struct mm_walk *walk) in migrate_vma_collect_skip()
38 struct mm_walk *walk) in migrate_vma_collect_hole()
60 struct mm_walk *walk) in migrate_vma_collect_pmd()
|
| H A D | mprotect.c | 549 unsigned long next, struct mm_walk *walk) in prot_none_pte_entry()
558 struct mm_walk *walk) in prot_none_hugetlb_entry()
566 struct mm_walk *walk) in prot_none_test()
|
| H A D | hugetlb_vmemmap.c | 96 unsigned long next, struct mm_walk *walk) in vmemmap_pmd_entry()
137 unsigned long next, struct mm_walk *walk) in vmemmap_pte_entry()
|
| H A D | madvise.c | 172 unsigned long end, struct mm_walk *walk) in swapin_walk_pmd_entry()
338 struct mm_walk *walk) in madvise_cold_or_pageout_pte_range()
643 unsigned long end, struct mm_walk *walk) in madvise_free_pte_range()
|
| H A D | vmscan.c | 3347 struct mm_walk *args) in walk_pte_range()
3418 struct mm_walk *args, unsigned long *bitmap, unsigned long *first) in walk_pmd_range_locked()
3497 struct mm_walk *args) in walk_pmd_range()
3579 struct mm_walk *args) in walk_pud_range()
3668 struct lru_gen_mm_walk *walk = current->reclaim_state->mm_walk; in set_mm_walk()
3673 walk = &pgdat->mm_walk; in set_mm_walk()
3680 current->reclaim_state->mm_walk = walk; in set_mm_walk()
3687 struct lru_gen_mm_walk *walk = current->reclaim_state->mm_walk; in clear_mm_walk()
3692 current->reclaim_state->mm_walk = NULL; in clear_mm_walk()
4034 walk = current->reclaim_state ? current->reclaim_state->mm_walk : NULL; in lru_gen_look_around()
[all …]
|
| H A D | mempolicy.c | 503 static void queue_folios_pmd(pmd_t *pmd, struct mm_walk *walk) in queue_folios_pmd()
536 unsigned long end, struct mm_walk *walk) in queue_folios_pte_range()
617 struct mm_walk *walk) in queue_folios_hugetlb()
689 struct mm_walk *walk) in queue_pages_test_walk()
|
| H A D | mlock.c | 364 unsigned long end, struct mm_walk *walk) in mlock_pte_range()
|
| H A D | memory-failure.c | 800 unsigned long end, struct mm_walk *walk) in hwpoison_pte_range()
834 struct mm_walk *walk) in hwpoison_hugetlb_range()
|
| H A D | ksm.c | 616 struct mm_walk *walk) in break_ksm_pmd_entry()
|
| H A D | memcontrol.c | 6448 struct mm_walk *walk) in mem_cgroup_count_precharge_pte_range()
6645 struct mm_walk *walk) in mem_cgroup_move_charge_pte_range()
|
| /linux/arch/riscv/mm/ |
| H A D | pageattr.c | 18 static unsigned long set_pageattr_masks(unsigned long val, struct mm_walk *walk) in set_pageattr_masks()
30 unsigned long next, struct mm_walk *walk) in pageattr_p4d_entry()
43 unsigned long next, struct mm_walk *walk) in pageattr_pud_entry()
56 unsigned long next, struct mm_walk *walk) in pageattr_pmd_entry()
69 unsigned long next, struct mm_walk *walk) in pageattr_pte_entry()
80 int depth, struct mm_walk *walk) in pageattr_pte_hole()
|
| /linux/arch/openrisc/kernel/ |
| H A D | dma.c | 25 unsigned long next, struct mm_walk *walk) in page_set_nocache()
51 unsigned long next, struct mm_walk *walk) in page_clear_nocache()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 528 struct mm_walk *walk) in smaps_pte_entry()
575 struct mm_walk *walk) in smaps_pmd_entry()
611 struct mm_walk *walk) in smaps_pmd_entry()
617 struct mm_walk *walk) in smaps_pte_range()
729 struct mm_walk *walk) in smaps_hugetlb_range()
1228 struct mm_walk *walk) in clear_refs_test_walk()
1468 struct mm_walk *walk) in pagemap_pmd_range()
1574 struct mm_walk *walk) in pagemap_hugetlb_range()
2002 struct mm_walk *walk) in pagemap_scan_test_walk()
2262 struct mm_walk *walk) in pagemap_scan_hugetlb_entry()
[all …]
|
| /linux/mm/damon/ |
| H A D | vaddr.c | 301 unsigned long next, struct mm_walk *walk) in damon_mkold_pmd_entry()
369 struct mm_walk *walk) in damon_mkold_hugetlb_entry()
438 unsigned long next, struct mm_walk *walk) in damon_young_pmd_entry()
503 struct mm_walk *walk) in damon_young_hugetlb_entry()
|
| /linux/arch/s390/mm/ |
| H A D | gmap.c | 2522 unsigned long end, struct mm_walk *walk) in thp_split_walk_pmd_entry()
2575 unsigned long end, struct mm_walk *walk) in find_zeropage_pte_entry()
2711 unsigned long next, struct mm_walk *walk) in __s390_enable_skey_pte()
2724 unsigned long next, struct mm_walk *walk) in __s390_enable_skey_pmd()
2732 struct mm_walk *walk) in __s390_enable_skey_hugetlb()
2790 unsigned long next, struct mm_walk *walk) in __s390_reset_cmma()
2818 unsigned long next, struct mm_walk *walk) in s390_gather_pages()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | subpage_prot.c | 139 unsigned long end, struct mm_walk *walk) in subpage_walk_pmd_entry()
|