| /linux/mm/ |
| H A D | swap.c | 111 void __folio_put(struct folio *folio) in __folio_put()
139 struct folio *folio, *next; in put_pages_list() local
210 struct folio *folio = fbatch->folios[i]; in folio_batch_move_lru() local
224 struct folio *folio, move_fn_t move_fn, in __folio_batch_add_and_move()
369 void folio_activate(struct folio *folio) in folio_activate()
382 void folio_activate(struct folio *folio) in folio_activate()
473 void folio_mark_accessed(struct folio *folio) in folio_mark_accessed()
516 void folio_add_lru(struct folio *folio) in folio_add_lru()
716 void folio_deactivate(struct folio *folio) in folio_deactivate()
961 struct folio *folio = folios->folios[i]; in folios_put_refs() local
[all …]
|
| H A D | page_io.c | 32 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_write() local
60 struct folio *folio = bio_first_folio_all(bio); in __end_swap_bio_read() local
175 static bool is_folio_zero_filled(struct folio *folio) in is_folio_zero_filled()
205 static void swap_zeromap_folio_set(struct folio *folio) in swap_zeromap_folio_set()
217 static void swap_zeromap_folio_clear(struct folio *folio) in swap_zeromap_folio_clear()
235 struct folio *folio = page_folio(page); in swap_writepage() local
404 static void swap_writepage_bdev_sync(struct folio *folio, in swap_writepage_bdev_sync()
425 static void swap_writepage_bdev_async(struct folio *folio, in swap_writepage_bdev_async()
486 struct folio *folio = page_folio(sio->bvec[p].bv_page); in sio_read_complete() local
494 struct folio *folio = page_folio(sio->bvec[p].bv_page); in sio_read_complete() local
[all …]
|
| H A D | filemap.c | 159 struct folio *folio) in filemap_unaccount_folio()
293 struct folio *folio; in page_cache_delete_batch() local
483 struct folio *folio; in filemap_range_has_page() local
643 struct folio *folio; in filemap_range_has_writeback() local
998 struct folio *folio; in filemap_alloc_folio_noprof() local
1837 struct folio *folio; in filemap_get_entry() local
1884 struct folio *folio; in __filemap_get_folio() local
1988 struct folio *folio; in find_get_entry() local
2044 struct folio *folio; in find_get_entries() local
2093 struct folio *folio; in find_lock_entries() local
[all …]
|
| H A D | rmap.c | 500 struct anon_vma *folio_get_anon_vma(struct folio *folio) in folio_get_anon_vma()
777 struct folio *folio = page_folio(page); in page_address_in_vma() local
839 static bool folio_referenced_one(struct folio *folio, in folio_referenced_one()
976 int folio_referenced(struct folio *folio, int is_locked, in folio_referenced()
1095 int folio_mkclean(struct folio *folio) in folio_mkclean()
1963 static int folio_not_mapped(struct folio *folio) in folio_not_mapped()
1979 void try_to_unmap(struct folio *folio, enum ttu_flags flags) in try_to_unmap()
2534 struct folio *folio = page_folio(pages[i]); in make_device_exclusive_range() local
2604 static void rmap_walk_anon(struct folio *folio, in rmap_walk_anon()
2654 static void rmap_walk_file(struct folio *folio, in rmap_walk_file()
[all …]
|
| H A D | truncate.c | 55 struct folio *folio = fbatch->folios[i]; in clear_shadow_entries() local
96 struct folio *folio = fbatch->folios[i]; in truncate_folio_batch_exceptionals() local
136 void folio_invalidate(struct folio *folio, size_t offset, size_t length) in folio_invalidate()
155 static void truncate_cleanup_folio(struct folio *folio) in truncate_cleanup_folio()
238 struct folio *folio) in generic_error_remove_folio()
313 struct folio *folio; in truncate_inode_pages_range() local
389 struct folio *folio = fbatch.folios[i]; in truncate_inode_pages_range() local
486 struct folio *folio = fbatch.folios[i]; in mapping_try_invalidate() local
550 struct folio *folio) in invalidate_complete_folio2()
617 struct folio *folio = fbatch.folios[i]; in invalidate_inode_pages2_range() local
[all …]
|
| H A D | mlock.c | 61 static struct lruvec *__mlock_folio(struct folio *folio, struct lruvec *lruvec) in __mlock_folio()
122 static struct lruvec *__munlock_folio(struct folio *folio, struct lruvec *lruvec) in __munlock_folio()
169 static inline struct folio *mlock_lru(struct folio *folio) in mlock_lru()
174 static inline struct folio *mlock_new(struct folio *folio) in mlock_new()
190 struct folio *folio; in mlock_folio_batch() local
242 void mlock_folio(struct folio *folio) in mlock_folio()
267 void mlock_new_folio(struct folio *folio) in mlock_new_folio()
290 void munlock_folio(struct folio *folio) in munlock_folio()
307 static inline unsigned int folio_mlock_step(struct folio *folio, in folio_mlock_step()
321 static inline bool allow_mlock_munlock(struct folio *folio, in allow_mlock_munlock()
[all …]
|
| H A D | memory-failure.c | 230 struct folio *folio = page_folio(p); in hwpoison_filter_dev() local
381 void shake_folio(struct folio *folio) in shake_folio()
1060 struct folio *folio = page_folio(p); in me_pagecache_clean() local
1118 struct folio *folio = page_folio(p); in me_pagecache_dirty() local
1156 struct folio *folio = page_folio(p); in me_swapcache_dirty() local
1178 struct folio *folio = page_folio(p); in me_swapcache_clean() local
1200 struct folio *folio = page_folio(p); in me_huge_page() local
2062 struct folio *folio; in try_memory_failure_hugetlb() local
2187 struct folio *folio) in kill_procs_now()
2219 struct folio *folio; in memory_failure() local
[all …]
|
| /linux/fs/jfs/ |
| H A D | jfs_metapage.c | 135 static inline void inc_io(struct folio *folio) in inc_io()
143 void (*handler)(struct folio *, blk_status_t)) in dec_io()
175 #define inc_io(folio) do {} while(0) argument
277 struct folio *folio = bio->bi_private; in metapage_read_end_io() local
333 struct folio *folio = bio->bi_private; in metapage_write_end_io() local
341 static int metapage_write_folio(struct folio *folio, in metapage_write_folio()
583 struct folio *folio; in __get_metapage() local
695 static int metapage_write_one(struct folio *folio) in metapage_write_one()
725 struct folio *folio = mp->folio; in force_metapage() local
759 struct folio *folio = mp->folio; in release_metapage() local
[all …]
|
| /linux/include/linux/ |
| H A D | page_ref.h | 87 static inline int folio_ref_count(const struct folio *folio) in folio_ref_count()
104 static inline void folio_set_count(struct folio *folio, int v) in folio_set_count()
125 static inline void folio_ref_add(struct folio *folio, int nr) in folio_ref_add()
137 static inline void folio_ref_sub(struct folio *folio, int nr) in folio_ref_sub()
142 static inline int folio_ref_sub_return(struct folio *folio, int nr) in folio_ref_sub_return()
158 static inline void folio_ref_inc(struct folio *folio) in folio_ref_inc()
170 static inline void folio_ref_dec(struct folio *folio) in folio_ref_dec()
198 static inline int folio_ref_inc_return(struct folio *folio) in folio_ref_inc_return()
212 static inline int folio_ref_dec_and_test(struct folio *folio) in folio_ref_dec_and_test()
226 static inline int folio_ref_dec_return(struct folio *folio) in folio_ref_dec_return()
[all …]
|
| H A D | rmap.h | 197 static inline void __folio_rmap_sanity_checks(struct folio *folio, in __folio_rmap_sanity_checks()
242 #define folio_add_anon_rmap_pte(folio, page, vma, address, flags) \ argument
250 #define folio_add_file_rmap_pte(folio, page, vma) \ argument
256 #define folio_remove_rmap_pte(folio, page, vma) \ argument
267 static inline int hugetlb_try_dup_anon_rmap(struct folio *folio, in hugetlb_try_dup_anon_rmap()
284 static inline int hugetlb_try_share_anon_rmap(struct folio *folio) in hugetlb_try_share_anon_rmap()
307 static inline void hugetlb_add_file_rmap(struct folio *folio) in hugetlb_add_file_rmap()
316 static inline void hugetlb_remove_rmap(struct folio *folio) in hugetlb_remove_rmap()
360 static inline void folio_dup_file_rmap_ptes(struct folio *folio, in folio_dup_file_rmap_ptes()
381 static inline void folio_dup_file_rmap_pmd(struct folio *folio, in folio_dup_file_rmap_pmd()
[all …]
|
| H A D | hugetlb_cgroup.h | 61 __hugetlb_cgroup_from_folio(struct folio *folio, bool rsvd) in __hugetlb_cgroup_from_folio()
76 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
81 static inline void __set_hugetlb_cgroup(struct folio *folio, in __set_hugetlb_cgroup()
91 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
97 static inline void set_hugetlb_cgroup_rsvd(struct folio *folio, in set_hugetlb_cgroup_rsvd()
173 hugetlb_cgroup_from_folio_rsvd(struct folio *folio) in hugetlb_cgroup_from_folio_rsvd()
178 static inline void set_hugetlb_cgroup(struct folio *folio, in set_hugetlb_cgroup()
222 struct folio *folio) in hugetlb_cgroup_commit_charge()
229 struct folio *folio) in hugetlb_cgroup_commit_charge_rsvd()
234 struct folio *folio) in hugetlb_cgroup_uncharge_folio()
[all …]
|
| H A D | page_idle.h | 14 static inline bool folio_test_young(const struct folio *folio) in folio_test_young()
28 static inline void folio_set_young(struct folio *folio) in folio_set_young()
39 static inline bool folio_test_clear_young(struct folio *folio) in folio_test_clear_young()
53 static inline bool folio_test_idle(const struct folio *folio) in folio_test_idle()
67 static inline void folio_set_idle(struct folio *folio) in folio_set_idle()
78 static inline void folio_clear_idle(struct folio *folio) in folio_clear_idle()
|
| H A D | pagemap.h | 913 static inline pgoff_t folio_index(struct folio *folio) in folio_index()
1044 static inline loff_t folio_pos(struct folio *folio) in folio_pos()
1067 struct folio *folio; member
1073 struct folio *folio; member
1109 static inline bool folio_trylock(struct folio *folio) in folio_trylock()
1144 static inline void folio_lock(struct folio *folio) in folio_lock()
1164 struct folio *folio; in lock_page() local
1413 struct folio *folio, unsigned long req_count) in page_cache_async_readahead()
1421 struct folio *folio; in __readahead_folio() local
1450 struct folio *folio = __readahead_folio(ractl); in readahead_page() local
[all …]
|
| H A D | mm_inline.h | 28 static inline int folio_is_file_lru(struct folio *folio) in folio_is_file_lru()
66 static __always_inline void __folio_clear_lru_flags(struct folio *folio) in __folio_clear_lru_flags()
87 static __always_inline enum lru_list folio_lru_list(struct folio *folio) in folio_lru_list()
144 static inline int folio_lru_refs(struct folio *folio) in folio_lru_refs()
158 static inline int folio_lru_gen(struct folio *folio) in folio_lru_gen()
175 static inline void lru_gen_update_size(struct lruvec *lruvec, struct folio *folio, in lru_gen_update_size()
221 static inline bool lru_gen_add_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_add_folio()
272 static inline bool lru_gen_del_folio(struct lruvec *lruvec, struct folio *folio, bool reclaiming) in lru_gen_del_folio()
319 void lruvec_add_folio(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio()
333 void lruvec_add_folio_tail(struct lruvec *lruvec, struct folio *folio) in lruvec_add_folio_tail()
[all …]
|
| H A D | vmstat.h | 422 static inline void __zone_stat_mod_folio(struct folio *folio, in __zone_stat_mod_folio()
428 static inline void __zone_stat_add_folio(struct folio *folio, in __zone_stat_add_folio()
434 static inline void __zone_stat_sub_folio(struct folio *folio, in __zone_stat_sub_folio()
440 static inline void zone_stat_mod_folio(struct folio *folio, in zone_stat_mod_folio()
446 static inline void zone_stat_add_folio(struct folio *folio, in zone_stat_add_folio()
452 static inline void zone_stat_sub_folio(struct folio *folio, in zone_stat_sub_folio()
458 static inline void __node_stat_mod_folio(struct folio *folio, in __node_stat_mod_folio()
464 static inline void __node_stat_add_folio(struct folio *folio, in __node_stat_add_folio()
476 static inline void node_stat_mod_folio(struct folio *folio, in node_stat_mod_folio()
482 static inline void node_stat_add_folio(struct folio *folio, in node_stat_add_folio()
[all …]
|
| /linux/fs/btrfs/ |
| H A D | subpage.c | 196 struct folio *folio, u64 start, u32 len) in btrfs_subpage_assert()
225 struct folio *folio, u64 start, u32 len) in btrfs_subpage_start_reader()
365 struct folio *folio, u64 start, u32 len) in btrfs_folio_start_writer_lock()
398 struct folio *folio, u64 start, u32 len) in btrfs_folio_end_writer_lock()
471 struct folio *folio, u64 start, u32 len) in btrfs_subpage_set_uptodate()
524 struct folio *folio, u64 start, u32 len) in btrfs_subpage_clear_and_test_dirty()
551 struct folio *folio, u64 start, u32 len) in btrfs_subpage_set_writeback()
597 struct folio *folio, u64 start, u32 len) in btrfs_subpage_clear_ordered()
627 struct folio *folio, u64 start, u32 len) in btrfs_subpage_clear_checked()
780 struct folio *folio, u64 start, u32 len) in btrfs_folio_set_writer_lock()
[all …]
|
| H A D | extent_io.c | 464 struct folio *folio = fi.folio; in end_bbio_data_write() local
523 struct folio *folio = fi.folio; in end_bbio_data_read() local
827 struct folio *folio, in attach_extent_buffer_folio()
1116 struct folio *folio, in writepage_delalloc()
1273 struct folio *folio, in submit_one_sector()
1340 struct folio *folio, in extent_writepage_io()
1639 struct folio *folio = fi.folio; in end_bbio_meta_write() local
2202 struct folio *folio; in extent_write_locked_range() local
2271 struct folio *folio; in btrfs_readahead() local
3001 struct folio *folio; in alloc_extent_buffer() local
[all …]
|
| /linux/fs/bcachefs/ |
| H A D | fs-io-pagecache.h | 19 static inline u64 folio_end_pos(struct folio *folio) in folio_end_pos()
24 static inline size_t folio_sectors(struct folio *folio) in folio_sectors()
29 static inline loff_t folio_sector(struct folio *folio) in folio_sector()
34 static inline u64 folio_end_sector(struct folio *folio) in folio_end_sector()
72 static inline void bch2_folio_sector_set(struct folio *folio, in bch2_folio_sector_set()
80 static inline int folio_pos_to_s(struct folio *folio, loff_t pos) in folio_pos_to_s()
89 static inline void __bch2_folio_release(struct folio *folio) in __bch2_folio_release()
94 static inline void bch2_folio_release(struct folio *folio) in bch2_folio_release()
100 static inline struct bch_folio *__bch2_folio(struct folio *folio) in __bch2_folio()
105 static inline struct bch_folio *bch2_folio(struct folio *folio) in bch2_folio()
|
| H A D | fs-io-pagecache.c | 155 static void __bch2_folio_set(struct folio *folio, in __bch2_folio_set()
266 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_unallocated() local
311 struct folio *folio = fbatch.folios[i]; in bch2_mark_pagecache_reserved() local
362 struct folio *folio, bool check_enospc) in bch2_get_folio_disk_reservation()
404 struct folio *folio, in __bch2_folio_reservation_get()
473 struct folio *folio, in bch2_folio_reservation_get()
482 struct folio *folio, in bch2_folio_reservation_get_partial()
520 struct folio *folio, in bch2_set_folio_dirty()
602 struct folio *folio = page_folio(vmf->page); in bch2_page_mkwrite() local
708 struct folio *folio = fbatch.folios[i]; in bch2_seek_pagecache_data() local
[all …]
|
| /linux/mm/damon/ |
| H A D | paddr.c | 22 static bool damon_folio_mkold_one(struct folio *folio, in damon_folio_mkold_one()
37 static void damon_folio_mkold(struct folio *folio) in damon_folio_mkold()
63 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_mkold() local
90 static bool damon_folio_young_one(struct folio *folio, in damon_folio_young_one()
122 static bool damon_folio_young(struct folio *folio) in damon_folio_young()
153 struct folio *folio = damon_get_folio(PHYS_PFN(paddr)); in damon_pa_young() local
202 struct folio *folio) in __damos_pa_filter_out()
268 struct folio *folio = damon_get_folio(PHYS_PFN(addr)); in damon_pa_pageout() local
368 struct folio *folio; in damon_pa_migrate_folio_list() local
373 struct folio *folio; in damon_pa_migrate_folio_list() local
[all …]
|
| /linux/fs/iomap/ |
| H A D | buffered-io.c | 340 struct folio *folio) in iomap_read_inline_data()
685 size_t len, struct folio *folio) in __iomap_write_begin()
758 struct folio *folio) in __iomap_put_folio()
771 struct folio *folio) in iomap_write_begin_inline()
784 struct folio *folio; in iomap_write_begin() local
921 struct folio *folio; in iomap_write_iter() local
1126 struct folio *folio; in iomap_write_delalloc_scan() local
1284 struct folio *folio; in iomap_unshare_iter() local
1388 struct folio *folio; in iomap_zero_iter() local
1473 struct folio *folio) in iomap_folio_mkwrite_iter()
[all …]
|
| /linux/fs/nilfs2/ |
| H A D | page.c | 28 static struct buffer_head *__nilfs_get_folio_block(struct folio *folio, in __nilfs_get_folio_block()
54 struct folio *folio; in nilfs_grab_buffer() local
76 struct folio *folio = bh->b_folio; in nilfs_forget_buffer() local
141 bool nilfs_folio_buffers_clean(struct folio *folio) in nilfs_folio_buffers_clean()
154 void nilfs_folio_bug(struct folio *folio) in nilfs_folio_bug()
259 struct folio *folio = fbatch.folios[i], *dfolio; in nilfs_copy_dirty_pages() local
313 struct folio *folio = fbatch.folios[i], *dfolio; in nilfs_copy_back_pages() local
373 struct folio *folio = fbatch.folios[i]; in nilfs_clear_dirty_pages() local
396 void nilfs_clear_folio_dirty(struct folio *folio) in nilfs_clear_folio_dirty()
452 void __nilfs_clear_folio_dirty(struct folio *folio) in __nilfs_clear_folio_dirty()
[all …]
|
| H A D | dir.c | 81 static int nilfs_prepare_chunk(struct folio *folio, unsigned int from, in nilfs_prepare_chunk()
89 static void nilfs_commit_chunk(struct folio *folio, in nilfs_commit_chunk()
109 static bool nilfs_check_folio(struct folio *folio, char *kaddr) in nilfs_check_folio()
190 struct folio *folio = read_mapping_folio(mapping, n, NULL); in nilfs_get_folio() local
249 struct folio *folio; in nilfs_readdir() local
354 struct folio *folio; in nilfs_dotdot() local
392 struct folio *folio; in nilfs_inode_by_name() local
404 struct folio *folio, struct inode *inode) in nilfs_set_link()
431 struct folio *folio = NULL; in nilfs_add_link() local
562 struct folio *folio = filemap_grab_folio(mapping, 0); in nilfs_make_empty() local
[all …]
|
| /linux/fs/sysv/ |
| H A D | dir.c | 31 static void dir_commit_chunk(struct folio *folio, loff_t pos, unsigned len) in dir_commit_chunk()
64 struct folio *folio = read_mapping_folio(dir->i_mapping, n, NULL); in dir_get_folio() local
91 struct folio *folio; in sysv_readdir() local
185 struct folio *folio = NULL; in sysv_add_link() local
234 int sysv_delete_entry(struct sysv_dir_entry *de, struct folio *folio) in sysv_delete_entry()
255 struct folio *folio = filemap_grab_folio(inode->i_mapping, 0); in sysv_make_empty() local
291 struct folio *folio = NULL; in sysv_empty_dir() local
330 int sysv_set_link(struct sysv_dir_entry *de, struct folio *folio, in sysv_set_link()
369 struct folio *folio; in sysv_inode_by_name() local
|
| /linux/fs/ |
| H A D | buffer.c | 198 struct folio *folio; in __find_get_block_slow() local
250 struct folio *folio; in end_buffer_async_read() local
311 struct folio *folio = bh->b_folio; in need_fsverity() local
382 struct folio *folio; in end_buffer_async_write() local
1039 struct folio *folio; in grow_dev_folio() local
1194 struct folio *folio = bh->b_folio; in mark_buffer_dirty() local
2223 struct folio *folio; in block_write_begin() local
2245 struct folio *folio, void *fsdata) in block_write_end()
2465 struct folio *folio; in generic_cont_expand_simple() local
2491 struct folio *folio; in cont_expand_zero() local
[all …]
|