H A D | memory.c | 190 unsigned long addr) in free_pte_range() argument 194 pte_free_tlb(tlb, token, addr); in free_pte_range() 199 unsigned long addr, unsigned long end, in free_pmd_range() argument 206 start = addr; in free_pmd_range() 207 pmd = pmd_offset(pud, addr); in free_pmd_range() 209 next = pmd_addr_end(addr, end); in free_pmd_range() 212 free_pte_range(tlb, pmd, addr); in free_pmd_range() 213 } while (pmd++, addr = next, addr != end); in free_pmd_range() 233 unsigned long addr, unsigne in free_pud_range() argument 267 free_p4d_range(struct mmu_gather * tlb,pgd_t * pgd,unsigned long addr,unsigned long end,unsigned long floor,unsigned long ceiling) free_p4d_range() argument 303 free_pgd_range(struct mmu_gather * tlb,unsigned long addr,unsigned long end,unsigned long floor,unsigned long ceiling) free_pgd_range() argument 369 unsigned long addr = vma->vm_start; free_pgtables() local 491 print_bad_pte(struct vm_area_struct * vma,unsigned long addr,pte_t pte,struct page * page) print_bad_pte() argument 584 vm_normal_page(struct vm_area_struct * vma,unsigned long addr,pte_t pte) vm_normal_page() argument 647 vm_normal_folio(struct vm_area_struct * vma,unsigned long addr,pte_t pte) vm_normal_folio() argument 658 vm_normal_page_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) vm_normal_page_pmd() argument 699 vm_normal_folio_pmd(struct vm_area_struct * vma,unsigned long addr,pmd_t pmd) vm_normal_folio_pmd() argument 760 try_restore_exclusive_pte(pte_t * src_pte,struct vm_area_struct * vma,unsigned long addr) try_restore_exclusive_pte() argument 783 copy_nonpresent_pte(struct mm_struct * dst_mm,struct mm_struct * src_mm,pte_t * dst_pte,pte_t * src_pte,struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,unsigned long addr,int * rss) copy_nonpresent_pte() argument 904 copy_present_page(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pte_t * dst_pte,pte_t * src_pte,unsigned long addr,int * rss,struct folio ** prealloc,struct page * page) copy_present_page() argument 937 __copy_present_ptes(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pte_t * dst_pte,pte_t * src_pte,pte_t pte,unsigned long addr,int nr) __copy_present_ptes() argument 967 copy_present_ptes(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pte_t * dst_pte,pte_t * src_pte,pte_t pte,unsigned long addr,int max_nr,int * rss,struct folio ** prealloc) copy_present_ptes() argument 1043 folio_prealloc(struct mm_struct * src_mm,struct vm_area_struct * vma,unsigned long addr,bool need_zero) folio_prealloc() argument 1067 copy_pte_range(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pmd_t * dst_pmd,pmd_t * src_pmd,unsigned long addr,unsigned long end) copy_pte_range() argument 1212 copy_pmd_range(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pud_t * dst_pud,pud_t * src_pud,unsigned long addr,unsigned long end) copy_pmd_range() argument 1249 copy_pud_range(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,p4d_t * dst_p4d,p4d_t * src_p4d,unsigned long addr,unsigned long end) copy_pud_range() argument 1286 copy_p4d_range(struct vm_area_struct * dst_vma,struct vm_area_struct * src_vma,pgd_t * dst_pgd,pgd_t * src_pgd,unsigned long addr,unsigned long end) copy_p4d_range() argument 1345 unsigned long addr = src_vma->vm_start; copy_page_range() local 1451 zap_install_uffd_wp_if_needed(struct vm_area_struct * vma,unsigned long addr,pte_t * pte,int nr,struct zap_details * details,pte_t pteval) zap_install_uffd_wp_if_needed() argument 1474 zap_present_folio_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,struct folio * folio,struct page * page,pte_t * pte,pte_t ptent,unsigned int nr,unsigned long addr,struct zap_details * details,int * rss,bool * force_flush,bool * force_break) zap_present_folio_ptes() argument 1530 zap_present_ptes(struct mmu_gather * tlb,struct vm_area_struct * vma,pte_t * pte,pte_t ptent,unsigned int max_nr,unsigned long addr,struct zap_details * details,int * rss,bool * force_flush,bool * force_break) zap_present_ptes() argument 1577 zap_pte_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pmd_t * pmd,unsigned long addr,unsigned long end,struct zap_details * details) zap_pte_range() argument 1698 zap_pmd_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pud_t * pud,unsigned long addr,unsigned long end,struct zap_details * details) zap_pmd_range() argument 1740 zap_pud_range(struct mmu_gather * tlb,struct vm_area_struct * vma,p4d_t * p4d,unsigned long addr,unsigned long end,struct zap_details * details) zap_pud_range() argument 1769 zap_p4d_range(struct mmu_gather * tlb,struct vm_area_struct * vma,pgd_t * pgd,unsigned long addr,unsigned long end,struct zap_details * details) zap_p4d_range() argument 1788 unmap_page_range(struct mmu_gather * tlb,struct vm_area_struct * vma,unsigned long addr,unsigned long end,struct zap_details * details) unmap_page_range() argument 1954 walk_to_pmd(struct mm_struct * mm,unsigned long addr) walk_to_pmd() argument 1976 __get_locked_pte(struct mm_struct * mm,unsigned long addr,spinlock_t ** ptl) __get_locked_pte() argument 1998 insert_page_into_pte_locked(struct vm_area_struct * vma,pte_t * pte,unsigned long addr,struct page * page,pgprot_t prot) insert_page_into_pte_locked() argument 2019 insert_page(struct vm_area_struct * vma,unsigned long addr,struct page * page,pgprot_t prot) insert_page() argument 2040 insert_page_in_batch_locked(struct vm_area_struct * vma,pte_t * pte,unsigned long addr,struct page * page,pgprot_t prot) insert_page_in_batch_locked() argument 2055 insert_pages(struct vm_area_struct * vma,unsigned long addr,struct page ** pages,unsigned long * num,pgprot_t prot) insert_pages() argument 2128 vm_insert_pages(struct vm_area_struct * vma,unsigned long addr,struct page ** pages,unsigned long * num) vm_insert_pages() argument 2174 vm_insert_page(struct vm_area_struct * vma,unsigned long addr,struct page * page) vm_insert_page() argument 2271 insert_pfn(struct vm_area_struct * vma,unsigned long addr,pfn_t pfn,pgprot_t prot,bool mkwrite) insert_pfn() argument 2358 vmf_insert_pfn_prot(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,pgprot_t pgprot) vmf_insert_pfn_prot() argument 2406 vmf_insert_pfn(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn) vmf_insert_pfn() argument 2428 __vm_insert_mixed(struct vm_area_struct * vma,unsigned long addr,pfn_t pfn,bool mkwrite) __vm_insert_mixed() argument 2473 vmf_insert_mixed(struct vm_area_struct * vma,unsigned long addr,pfn_t pfn) vmf_insert_mixed() argument 2486 vmf_insert_mixed_mkwrite(struct vm_area_struct * vma,unsigned long addr,pfn_t pfn) vmf_insert_mixed_mkwrite() argument 2498 remap_pte_range(struct mm_struct * mm,pmd_t * pmd,unsigned long addr,unsigned long end,unsigned long pfn,pgprot_t prot) remap_pte_range() argument 2524 remap_pmd_range(struct mm_struct * mm,pud_t * pud,unsigned long addr,unsigned long end,unsigned long pfn,pgprot_t prot) remap_pmd_range() argument 2547 remap_pud_range(struct mm_struct * mm,p4d_t * p4d,unsigned long addr,unsigned long end,unsigned long pfn,pgprot_t prot) remap_pud_range() argument 2569 remap_p4d_range(struct mm_struct * mm,pgd_t * pgd,unsigned long addr,unsigned long end,unsigned long pfn,pgprot_t prot) remap_p4d_range() argument 2594 remap_pfn_range_notrack(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range_notrack() argument 2659 remap_pfn_range(struct vm_area_struct * vma,unsigned long addr,unsigned long pfn,unsigned long size,pgprot_t prot) remap_pfn_range() argument 2725 apply_to_pte_range(struct mm_struct * mm,pmd_t * pmd,unsigned long addr,unsigned long end,pte_fn_t fn,void * data,bool create,pgtbl_mod_mask * mask) apply_to_pte_range() argument 2768 apply_to_pmd_range(struct mm_struct * mm,pud_t * pud,unsigned long addr,unsigned long end,pte_fn_t fn,void * data,bool create,pgtbl_mod_mask * mask) apply_to_pmd_range() argument 2806 apply_to_pud_range(struct mm_struct * mm,p4d_t * p4d,unsigned long addr,unsigned long end,pte_fn_t fn,void * data,bool create,pgtbl_mod_mask * mask) apply_to_pud_range() argument 2842 apply_to_p4d_range(struct mm_struct * mm,pgd_t * pgd,unsigned long addr,unsigned long end,pte_fn_t fn,void * data,bool create,pgtbl_mod_mask * mask) apply_to_p4d_range() argument 2877 __apply_to_page_range(struct mm_struct * mm,unsigned long addr,unsigned long size,pte_fn_t fn,void * data,bool create) __apply_to_page_range() argument 2918 apply_to_page_range(struct mm_struct * mm,unsigned long addr,unsigned long size,pte_fn_t fn,void * data) apply_to_page_range() argument 2932 apply_to_existing_page_range(struct mm_struct * mm,unsigned long addr,unsigned long size,pte_fn_t fn,void * data) apply_to_existing_page_range() argument 2976 unsigned long addr = vmf->address; __wp_page_copy_user() local 4335 unsigned long addr; alloc_anon_folio() local 4414 unsigned long addr = vmf->address; do_anonymous_page() local 4685 set_pte_range(struct vm_fault * vmf,struct folio * folio,struct page * page,unsigned int nr,unsigned long addr) set_pte_range() argument 5071 numa_migrate_prep(struct folio * folio,struct vm_fault * vmf,unsigned long addr,int page_nid,int * flags) numa_migrate_prep() argument 5112 unsigned long addr; numa_rebuild_large_mapping() local 5771 lock_mm_and_find_vma(struct mm_struct * mm,unsigned long addr,struct pt_regs * regs) lock_mm_and_find_vma() argument 6028 generic_access_phys(struct vm_area_struct * vma,unsigned long addr,void * buf,int len,int write) generic_access_phys() argument 6082 __access_remote_vm(struct mm_struct * mm,unsigned long addr,void * buf,int len,unsigned int gup_flags) __access_remote_vm() argument 6170 access_remote_vm(struct mm_struct * mm,unsigned long addr,void * buf,int len,unsigned int gup_flags) access_remote_vm() argument 6181 access_process_vm(struct task_struct * tsk,unsigned long addr,void * buf,int len,unsigned int gup_flags) access_process_vm() argument 6247 process_huge_page(unsigned long addr_hint,unsigned int pages_per_huge_page,int (* process_subpage)(unsigned long addr,int idx,void * arg),void * arg) process_huge_page() argument 6251 unsigned long addr = addr_hint & process_huge_page() local 6301 clear_gigantic_page(struct page * page,unsigned long addr,unsigned int pages_per_huge_page) clear_gigantic_page() argument 6315 clear_subpage(unsigned long addr,int idx,void * arg) clear_subpage() argument 6326 unsigned long addr = addr_hint & clear_huge_page() local 6338 copy_user_gigantic_page(struct folio * dst,struct folio * src,unsigned long addr,struct vm_area_struct * vma,unsigned int pages_per_huge_page) copy_user_gigantic_page() argument 6366 copy_subpage(unsigned long addr,int idx,void * arg) copy_subpage() argument 6383 unsigned long addr = addr_hint & copy_user_large_folio() local [all...] |