/linux/include/linux/ |
H A D | swapops.h | 88 swp_entry_t ret; in swp_entry() 98 static inline unsigned swp_type(swp_entry_t entry) in swp_type() 135 swp_entry_t arch_entry; in pte_to_swp_entry() 148 swp_entry_t arch_entry; in swp_entry_to_pte() 156 swp_entry_t entry; in radix_to_swp_entry() 303 static inline swp_entry_t make_migration_entry_young(swp_entry_t entry) in make_migration_entry_young() 319 static inline swp_entry_t make_migration_entry_dirty(swp_entry_t entry) in make_migration_entry_dirty() 372 static inline swp_entry_t make_migration_entry_young(swp_entry_t entry) in make_migration_entry_young() 382 static inline swp_entry_t make_migration_entry_dirty(swp_entry_t entry) in make_migration_entry_dirty() 541 swp_entry_t arch_entry; in pmd_to_swp_entry() [all …]
|
H A D | swap.h | 350 swp_entry_t entry = folio->swap; in page_swap_entry() 478 extern swp_entry_t get_swap_page_of_type(int); 481 extern void swap_shmem_alloc(swp_entry_t); 482 extern int swap_duplicate(swp_entry_t); 483 extern int swapcache_prepare(swp_entry_t); 491 extern int __swap_count(swp_entry_t entry); 493 extern int swp_swapcount(swp_entry_t entry); 587 swp_entry_t entry; in folio_alloc_swap() 610 static inline void swap_free(swp_entry_t entry) in swap_free() 653 swp_entry_t entry) in mem_cgroup_try_charge_swap() [all …]
|
H A D | swap_cgroup.h | 9 extern unsigned short swap_cgroup_cmpxchg(swp_entry_t ent, 11 extern unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, 13 extern unsigned short lookup_swap_cgroup_id(swp_entry_t ent); 20 unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, in swap_cgroup_record() 27 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
H A D | swap_slots.h | 16 swp_entry_t *slots; 20 swp_entry_t *slots_ret; 27 void free_swap_slot(swp_entry_t entry);
|
H A D | zswap.h | 32 void zswap_invalidate(swp_entry_t swp); 54 static inline void zswap_invalidate(swp_entry_t swp) {} in zswap_invalidate()
|
/linux/mm/ |
H A D | swap.h | 38 static inline loff_t swap_dev_pos(swp_entry_t entry) in swap_dev_pos() 46 static inline pgoff_t swap_cache_index(swp_entry_t entry) in swap_cache_index() 54 void *get_shadow_from_swap_cache(swp_entry_t entry); 55 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, 58 swp_entry_t entry, void *shadow); 63 struct folio *swap_cache_get_folio(swp_entry_t entry, 74 struct folio *swap_cluster_readahead(swp_entry_t entry, gfp_t flag, 76 struct page *swapin_readahead(swp_entry_t entry, gfp_t flag, 97 static inline pgoff_t swap_cache_index(swp_entry_t entry) in swap_cache_index() 145 static inline void *get_shadow_from_swap_cache(swp_entry_t entry) in get_shadow_from_swap_cache() [all …]
|
H A D | swap_slots.c | 116 swp_entry_t *slots, *slots_ret; in alloc_swap_slot_cache() 123 slots = kvcalloc(SWAP_SLOTS_CACHE_SIZE, sizeof(swp_entry_t), in alloc_swap_slot_cache() 128 slots_ret = kvcalloc(SWAP_SLOTS_CACHE_SIZE, sizeof(swp_entry_t), in alloc_swap_slot_cache() 172 swp_entry_t *slots = NULL; in drain_slots_cache_cpu() 272 void free_swap_slot(swp_entry_t entry) in free_swap_slot() 305 swp_entry_t folio_alloc_swap(struct folio *folio) in folio_alloc_swap() 307 swp_entry_t entry; in folio_alloc_swap()
|
H A D | swap_state.c | 74 void *get_shadow_from_swap_cache(swp_entry_t entry) in get_shadow_from_swap_cache() 90 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache() 144 swp_entry_t entry, void *shadow) in __delete_from_swap_cache() 182 swp_entry_t entry; in add_to_swap() 239 swp_entry_t entry = folio->swap; in delete_from_swap_cache() 257 swp_entry_t entry = swp_entry(type, curr); in clear_shadow_from_swap_cache() 351 struct folio *swap_cache_get_folio(swp_entry_t entry, in swap_cache_get_folio() 407 swp_entry_t swp; in filemap_get_incore_folio() 554 struct folio *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in read_swap_cache_async() 806 swp_entry_t entry; in swap_vma_readahead() [all …]
|
H A D | swap_cgroup.c | 76 static struct swap_cgroup *lookup_swap_cgroup(swp_entry_t ent, in lookup_swap_cgroup() 97 unsigned short swap_cgroup_cmpxchg(swp_entry_t ent, in swap_cgroup_cmpxchg() 126 unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, in swap_cgroup_record() 162 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
H A D | page_vma_mapped.c | 46 swp_entry_t entry; in map_pte() 102 swp_entry_t entry; in check_pte() 113 swp_entry_t entry; in check_pte() 243 swp_entry_t entry; in page_vma_mapped_walk()
|
H A D | swapfile.c | 827 swp_entry_t slots[], int order) in scan_swap_map_slots() 1314 swp_entry_t entry) in __swap_entry_free() 1480 int __swap_count(swp_entry_t entry) in __swap_count() 1509 int swp_swapcount(swp_entry_t entry) in swp_swapcount() 1552 swp_entry_t entry, int order) in swap_page_trans_huge_swapped() 1581 swp_entry_t entry = folio->swap; in folio_swapped() 1725 swp_entry_t entry = {0}; in get_swap_page_of_type() 1877 swp_entry_t swp_entry; in unuse_pte() 1957 swp_entry_t entry; in unuse_pte_range() 2160 swp_entry_t entry; in try_to_unuse() [all …]
|
/linux/arch/arm64/mm/ |
H A D | mteswap.c | 50 void mte_restore_tags(swp_entry_t entry, struct page *page) in mte_restore_tags() 65 swp_entry_t entry = swp_entry(type, offset); in mte_invalidate_tags() 73 swp_entry_t entry = page_swap_entry(page); in __mte_invalidate_tags() 80 swp_entry_t entry = swp_entry(type, 0); in mte_invalidate_tags_area() 81 swp_entry_t last_entry = swp_entry(type + 1, 0); in mte_invalidate_tags_area() 117 void arch_swap_restore(swp_entry_t entry, struct folio *folio) in arch_swap_restore()
|
/linux/arch/mips/include/asm/ |
H A D | pgtable-32.h | 213 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 10) | ((offset) << 15) }) 214 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 241 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 4) | ((offset) << 9) }) 242 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) 270 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 2) | ((offset) << 7) }) 271 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) 294 #define __swp_entry(type, offset) ((swp_entry_t) { ((type) << 8) | ((offset) << 13) }) 295 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/sparc/include/asm/ |
H A D | pgtable_32.h | 336 static inline unsigned long __swp_type(swp_entry_t entry) in __swp_type() 341 static inline unsigned long __swp_offset(swp_entry_t entry) in __swp_offset() 346 static inline swp_entry_t __swp_entry(unsigned long type, unsigned long offset) in __swp_entry() 348 return (swp_entry_t) { in __swp_entry() 353 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/x86/include/asm/ |
H A D | pgtable_64.h | 235 #define __swp_entry(type, offset) ((swp_entry_t) { \ 239 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) 240 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val((pmd)) })
|
H A D | pgtable-2level.h | 105 #define __swp_entry(type, offset) ((swp_entry_t) { \ 108 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_low })
|
/linux/arch/powerpc/include/asm/nohash/32/ |
H A D | pgtable.h | 195 #define __swp_entry(type, offset) ((swp_entry_t) { ((type) & 0x1f) | ((offset) << 5) }) 196 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 })
|
/linux/arch/arc/include/asm/ |
H A D | pgtable-bits-arcv2.h | 123 #define __swp_entry(type, off) ((swp_entry_t) \ 130 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/sh/include/asm/ |
H A D | pgtable_32.h | 456 #define __swp_entry(type, offset) ((swp_entry_t){ ((type) & 0x1f) | (offset) << 5}) 457 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) 472 #define __swp_entry(type, offset) ((swp_entry_t){((type) & 0x1f) | (offset) << 10}) 474 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 })
|
/linux/arch/powerpc/include/asm/nohash/64/ |
H A D | pgtable.h | 191 #define __swp_entry(type, offset) ((swp_entry_t) { \ 195 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) })
|
/linux/arch/csky/abiv2/inc/abi/ |
H A D | pgtable-bits.h | 48 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
/linux/arch/csky/abiv1/inc/abi/ |
H A D | pgtable-bits.h | 48 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
/linux/arch/m68k/include/asm/ |
H A D | sun3_pgtable.h | 173 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x3f) | \ 175 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
H A D | mcf_pgtable.h | 272 #define __swp_entry(typ, off) ((swp_entry_t) { ((typ) & 0x7f) | \ 274 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 336 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 389 ((swp_entry_t) { \
|