Home
last modified time | relevance | path

Searched refs:pvmw (Results 1 – 13 of 13) sorted by relevance

/linux/mm/
H A Dpage_vma_mapped.c22 pvmw->pte = pte_offset_map_lock(pvmw->vma->vm_mm, pvmw->pmd, in map_pte()
23 pvmw->address, &pvmw->ptl); in map_pte()
35 pvmw->pte = pte_offset_map_nolock(pvmw->vma->vm_mm, pvmw->pmd, in map_pte()
129 return (pfn - pvmw->pfn) < pvmw->nr_pages; in check_pte()
137 if (pfn > pvmw->pfn + pvmw->nr_pages - 1) in check_pmd()
144 pvmw->address = (pvmw->address + size) & ~(size - 1); in step_forward()
185 if (pvmw->pmd && !pvmw->pte) in page_vma_mapped_walk()
199 pvmw->pte = hugetlb_walk(vma, pvmw->address, size); in page_vma_mapped_walk()
203 pvmw->ptl = huge_pte_lock(hstate, mm, pvmw->pte); in page_vma_mapped_walk()
230 pvmw->pmd = pmd_offset(pud, pvmw->address); in page_vma_mapped_walk()
[all …]
H A Drmap.c847 address = pvmw.address; in folio_referenced_one()
873 if (pvmw.pte) { in folio_referenced_one()
881 pvmw.pte)) in folio_referenced_one()
885 pvmw.pmd)) in folio_referenced_one()
1021 if (pvmw->pte) { in page_vma_mkclean_one()
1641 pvmw.flags = PVMW_SYNC; in try_to_unmap_one()
1689 address = pvmw.address; in try_to_unmap_one()
1990 pvmw.flags = PVMW_SYNC; in try_to_migrate_one()
2026 if (!pvmw.pte) { in try_to_migrate_one()
2062 address = pvmw.address; in try_to_migrate_one()
[all …]
H A Dpage_idle.c56 DEFINE_FOLIO_VMA_WALK(pvmw, folio, vma, addr, 0); in page_idle_clear_pte_refs_one()
59 while (page_vma_mapped_walk(&pvmw)) { in page_idle_clear_pte_refs_one()
60 addr = pvmw.address; in page_idle_clear_pte_refs_one()
61 if (pvmw.pte) { in page_idle_clear_pte_refs_one()
66 if (ptep_clear_young_notify(vma, addr, pvmw.pte)) in page_idle_clear_pte_refs_one()
69 if (pmdp_clear_young_notify(vma, addr, pvmw.pmd)) in page_idle_clear_pte_refs_one()
H A Dmigrate.c188 while (page_vma_mapped_walk(&pvmw)) { in remove_migration_pte()
198 idx = linear_page_index(vma, pvmw.address) - pvmw.pgoff; in remove_migration_pte()
203 if (!pvmw.pte) { in remove_migration_pte()
206 remove_migration_pmd(&pvmw, new); in remove_migration_pte()
213 old_pte = ptep_get(pvmw.pte); in remove_migration_pte()
255 hugetlb_add_anon_rmap(folio, vma, pvmw.address, in remove_migration_pte()
259 set_huge_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte, in remove_migration_pte()
266 pvmw.address, rmap_flags); in remove_migration_pte()
269 set_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte); in remove_migration_pte()
274 trace_remove_migration_pte(pvmw.address, pte_val(pte), in remove_migration_pte()
[all …]
H A Dksm.c1282 DEFINE_FOLIO_VMA_WALK(pvmw, folio, vma, 0, 0); in write_protect_page()
1293 if (pvmw.address == -EFAULT) in write_protect_page()
1297 pvmw.address + PAGE_SIZE); in write_protect_page()
1300 if (!page_vma_mapped_walk(&pvmw)) in write_protect_page()
1302 if (WARN_ONCE(!pvmw.pte, "Unexpected PMD mapping?")) in write_protect_page()
1306 entry = ptep_get(pvmw.pte); in write_protect_page()
1325 entry = ptep_clear_flush(vma, pvmw.address, pvmw.pte); in write_protect_page()
1331 set_pte_at(mm, pvmw.address, pvmw.pte, entry); in write_protect_page()
1338 set_pte_at(mm, pvmw.address, pvmw.pte, entry); in write_protect_page()
1349 set_pte_at(mm, pvmw.address, pvmw.pte, entry); in write_protect_page()
[all …]
H A Dinternal.h923 static inline unsigned long vma_address_end(struct page_vma_mapped_walk *pvmw) in vma_address_end() argument
925 struct vm_area_struct *vma = pvmw->vma; in vma_address_end()
930 if (pvmw->nr_pages == 1) in vma_address_end()
931 return pvmw->address + PAGE_SIZE; in vma_address_end()
933 pgoff = pvmw->pgoff + pvmw->nr_pages; in vma_address_end()
H A Dhuge_memory.c3633 struct vm_area_struct *vma = pvmw->vma; in set_pmd_migration_entry()
3635 unsigned long address = pvmw->address; in set_pmd_migration_entry()
3641 if (!(pvmw->pmd && !pvmw->pte)) in set_pmd_migration_entry()
3671 set_pmd_at(mm, address, pvmw->pmd, pmdswp); in set_pmd_migration_entry()
3682 struct vm_area_struct *vma = pvmw->vma; in remove_migration_pmd()
3684 unsigned long address = pvmw->address; in remove_migration_pmd()
3689 if (!(pvmw->pmd && !pvmw->pte)) in remove_migration_pmd()
3692 entry = pmd_to_swp_entry(*pvmw->pmd); in remove_migration_pmd()
3695 if (pmd_swp_soft_dirty(*pvmw->pmd)) in remove_migration_pmd()
3699 if (pmd_swp_uffd_wp(*pvmw->pmd)) in remove_migration_pmd()
[all …]
H A Dvmscan.c4004 void lru_gen_look_around(struct page_vma_mapped_walk *pvmw) in lru_gen_look_around() argument
4011 pte_t *pte = pvmw->pte; in lru_gen_look_around()
4012 unsigned long addr = pvmw->address; in lru_gen_look_around()
4013 struct vm_area_struct *vma = pvmw->vma; in lru_gen_look_around()
4014 struct folio *folio = pfn_folio(pvmw->pfn); in lru_gen_look_around()
4023 lockdep_assert_held(pvmw->ptl); in lru_gen_look_around()
4026 if (spin_is_contended(pvmw->ptl)) in lru_gen_look_around()
4103 update_bloom_filter(mm_state, max_seq, pvmw->pmd); in lru_gen_look_around()
/linux/mm/damon/
H A Dpaddr.c22 DEFINE_FOLIO_VMA_WALK(pvmw, folio, vma, addr, 0); in damon_folio_mkold_one()
24 while (page_vma_mapped_walk(&pvmw)) { in damon_folio_mkold_one()
25 addr = pvmw.address; in damon_folio_mkold_one()
26 if (pvmw.pte) in damon_folio_mkold_one()
27 damon_ptep_mkold(pvmw.pte, vma, addr); in damon_folio_mkold_one()
29 damon_pmdp_mkold(pvmw.pmd, vma, addr); in damon_folio_mkold_one()
94 while (page_vma_mapped_walk(&pvmw)) { in damon_folio_young_one()
95 addr = pvmw.address; in damon_folio_young_one()
96 if (pvmw.pte) { in damon_folio_young_one()
97 *accessed = pte_young(ptep_get(pvmw.pte)) || in damon_folio_young_one()
[all …]
/linux/include/linux/
H A Drmap.h704 static inline void page_vma_mapped_walk_done(struct page_vma_mapped_walk *pvmw) in page_vma_mapped_walk_done() argument
707 if (pvmw->pte && !is_vm_hugetlb_page(pvmw->vma)) in page_vma_mapped_walk_done()
708 pte_unmap(pvmw->pte); in page_vma_mapped_walk_done()
709 if (pvmw->ptl) in page_vma_mapped_walk_done()
710 spin_unlock(pvmw->ptl); in page_vma_mapped_walk_done()
713 bool page_vma_mapped_walk(struct page_vma_mapped_walk *pvmw);
H A Dswapops.h531 extern int set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw,
534 extern void remove_migration_pmd(struct page_vma_mapped_walk *pvmw,
564 static inline int set_pmd_migration_entry(struct page_vma_mapped_walk *pvmw, in set_pmd_migration_entry() argument
570 static inline void remove_migration_pmd(struct page_vma_mapped_walk *pvmw, in remove_migration_pmd() argument
H A Dmmzone.h560 void lru_gen_look_around(struct page_vma_mapped_walk *pvmw);
579 static inline void lru_gen_look_around(struct page_vma_mapped_walk *pvmw) in lru_gen_look_around() argument
/linux/kernel/events/
H A Duprobes.c159 DEFINE_FOLIO_VMA_WALK(pvmw, old_folio, vma, addr, 0); in __replace_page()
178 if (!page_vma_mapped_walk(&pvmw)) in __replace_page()
180 VM_BUG_ON_PAGE(addr != pvmw.address, old_page); in __replace_page()
195 flush_cache_page(vma, addr, pte_pfn(ptep_get(pvmw.pte))); in __replace_page()
196 ptep_clear_flush(vma, addr, pvmw.pte); in __replace_page()
198 set_pte_at(mm, addr, pvmw.pte, in __replace_page()
204 page_vma_mapped_walk_done(&pvmw); in __replace_page()