/linux-6.6.21/include/linux/ |
D | swapops.h | 69 static inline bool is_pfn_swap_entry(swp_entry_t entry); 86 static inline swp_entry_t swp_entry(unsigned long type, pgoff_t offset) in swp_entry() 88 swp_entry_t ret; in swp_entry() 98 static inline unsigned swp_type(swp_entry_t entry) in swp_type() 107 static inline pgoff_t swp_offset(swp_entry_t entry) in swp_offset() 117 static inline unsigned long swp_offset_pfn(swp_entry_t entry) in swp_offset_pfn() 133 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry() 135 swp_entry_t arch_entry; in pte_to_swp_entry() 146 static inline pte_t swp_entry_to_pte(swp_entry_t entry) in swp_entry_to_pte() 148 swp_entry_t arch_entry; in swp_entry_to_pte() [all …]
|
D | swap.h | 336 static inline swp_entry_t page_swap_entry(struct page *page) in page_swap_entry() 339 swp_entry_t entry = folio->swap; in page_swap_entry() 473 swp_entry_t folio_alloc_swap(struct folio *folio); 475 void put_swap_folio(struct folio *folio, swp_entry_t entry); 476 extern swp_entry_t get_swap_page_of_type(int); 477 extern int get_swap_pages(int n, swp_entry_t swp_entries[], int entry_size); 478 extern int add_swap_count_continuation(swp_entry_t, gfp_t); 479 extern void swap_shmem_alloc(swp_entry_t); 480 extern int swap_duplicate(swp_entry_t); 481 extern int swapcache_prepare(swp_entry_t); [all …]
|
D | swap_cgroup.h | 9 extern unsigned short swap_cgroup_cmpxchg(swp_entry_t ent, 11 extern unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, 13 extern unsigned short lookup_swap_cgroup_id(swp_entry_t ent); 20 unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, in swap_cgroup_record() 27 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
D | swap_slots.h | 16 swp_entry_t *slots; 20 swp_entry_t *slots_ret; 27 void free_swap_slot(swp_entry_t entry);
|
D | userfaultfd_k.h | 319 static inline bool pte_marker_entry_uffd_wp(swp_entry_t entry) in pte_marker_entry_uffd_wp() 332 swp_entry_t entry; in pte_marker_uffd_wp()
|
/linux-6.6.21/mm/ |
D | swap.h | 33 void *get_shadow_from_swap_cache(swp_entry_t entry); 34 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, 37 swp_entry_t entry, void *shadow); 41 void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry); 42 struct folio *swap_cache_get_folio(swp_entry_t entry, 47 struct page *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, 51 struct page *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, 55 struct page *swap_cluster_readahead(swp_entry_t entry, gfp_t flag, 57 struct page *swapin_readahead(swp_entry_t entry, gfp_t flag, 74 static inline struct address_space *swap_address_space(swp_entry_t entry) in swap_address_space() [all …]
|
D | swap_slots.c | 116 swp_entry_t *slots, *slots_ret; in alloc_swap_slot_cache() 123 slots = kvcalloc(SWAP_SLOTS_CACHE_SIZE, sizeof(swp_entry_t), in alloc_swap_slot_cache() 128 slots_ret = kvcalloc(SWAP_SLOTS_CACHE_SIZE, sizeof(swp_entry_t), in alloc_swap_slot_cache() 172 swp_entry_t *slots = NULL; in drain_slots_cache_cpu() 272 void free_swap_slot(swp_entry_t entry) in free_swap_slot() 302 swp_entry_t folio_alloc_swap(struct folio *folio) in folio_alloc_swap() 304 swp_entry_t entry; in folio_alloc_swap()
|
D | swap_state.c | 70 void *get_shadow_from_swap_cache(swp_entry_t entry) in get_shadow_from_swap_cache() 86 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache() 140 swp_entry_t entry, void *shadow) in __delete_from_swap_cache() 178 swp_entry_t entry; in add_to_swap() 235 swp_entry_t entry = folio->swap; in delete_from_swap_cache() 253 swp_entry_t entry = swp_entry(type, curr); in clear_shadow_from_swap_cache() 331 struct folio *swap_cache_get_folio(swp_entry_t entry, in swap_cache_get_folio() 387 swp_entry_t swp; in filemap_get_incore_folio() 412 struct page *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in __read_swap_cache_async() 527 struct page *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in read_swap_cache_async() [all …]
|
D | swap_cgroup.c | 76 static struct swap_cgroup *lookup_swap_cgroup(swp_entry_t ent, in lookup_swap_cgroup() 97 unsigned short swap_cgroup_cmpxchg(swp_entry_t ent, in swap_cgroup_cmpxchg() 126 unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, in swap_cgroup_record() 162 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
D | swapfile.c | 136 swp_entry_t entry = swp_entry(si->type, offset); in __try_to_reclaim_swap() 801 swp_entry_t slots[]) in scan_swap_map_slots() 1002 static int swap_alloc_cluster(struct swap_info_struct *si, swp_entry_t *slot) in swap_alloc_cluster() 1047 int get_swap_pages(int n_goal, swp_entry_t swp_entries[], int entry_size) in get_swap_pages() 1131 static struct swap_info_struct *_swap_info_get(swp_entry_t entry) in _swap_info_get() 1165 static struct swap_info_struct *swap_info_get_cont(swp_entry_t entry, in swap_info_get_cont() 1256 struct swap_info_struct *get_swap_device(swp_entry_t entry) in get_swap_device() 1292 swp_entry_t entry) in __swap_entry_free() 1307 static void swap_entry_free(struct swap_info_struct *p, swp_entry_t entry) in swap_entry_free() 1328 void swap_free(swp_entry_t entry) in swap_free() [all …]
|
D | page_vma_mapped.c | 46 swp_entry_t entry; in map_pte() 102 swp_entry_t entry; in check_pte() 113 swp_entry_t entry; in check_pte() 243 swp_entry_t entry; in page_vma_mapped_walk()
|
/linux-6.6.21/arch/mips/include/asm/ |
D | pgtable-32.h | 213 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 10) | ((offset) << 15) }) 214 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 241 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 4) | ((offset) << 9) }) 242 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) 270 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x1f) << 2) | ((offset) << 7) }) 271 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high }) 294 #define __swp_entry(type, offset) ((swp_entry_t) { ((type) << 8) | ((offset) << 13) }) 295 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
D | pgtable-64.h | 343 #define __swp_entry(type, offset) ((swp_entry_t) { pte_val(mk_swap_pte((type), (offset))) }) 344 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux-6.6.21/arch/arm64/mm/ |
D | mteswap.c | 50 void mte_restore_tags(swp_entry_t entry, struct page *page) in mte_restore_tags() 65 swp_entry_t entry = swp_entry(type, offset); in mte_invalidate_tags() 73 swp_entry_t entry = swp_entry(type, 0); in mte_invalidate_tags_area() 74 swp_entry_t last_entry = swp_entry(type + 1, 0); in mte_invalidate_tags_area()
|
/linux-6.6.21/arch/sparc/include/asm/ |
D | pgtable_32.h | 336 static inline unsigned long __swp_type(swp_entry_t entry) in __swp_type() 341 static inline unsigned long __swp_offset(swp_entry_t entry) in __swp_offset() 346 static inline swp_entry_t __swp_entry(unsigned long type, unsigned long offset) in __swp_entry() 348 return (swp_entry_t) { in __swp_entry() 353 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux-6.6.21/arch/x86/include/asm/ |
D | pgtable_64.h | 234 #define __swp_entry(type, offset) ((swp_entry_t) { \ 238 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) }) 239 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val((pmd)) })
|
D | pgtable-2level.h | 105 #define __swp_entry(type, offset) ((swp_entry_t) { \ 108 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_low })
|
/linux-6.6.21/arch/arc/include/asm/ |
D | pgtable-bits-arcv2.h | 123 #define __swp_entry(type, off) ((swp_entry_t) \ 130 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux-6.6.21/arch/sh/include/asm/ |
D | pgtable_32.h | 456 #define __swp_entry(type, offset) ((swp_entry_t){ ((type) & 0x1f) | (offset) << 5}) 457 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high }) 472 #define __swp_entry(type, offset) ((swp_entry_t){((type) & 0x1f) | (offset) << 10}) 474 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 })
|
/linux-6.6.21/arch/csky/abiv2/inc/abi/ |
D | pgtable-bits.h | 48 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
/linux-6.6.21/arch/csky/abiv1/inc/abi/ |
D | pgtable-bits.h | 48 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
/linux-6.6.21/arch/m68k/include/asm/ |
D | sun3_pgtable.h | 173 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x3f) | \ 175 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
D | motorola_pgtable.h | 190 #define __swp_entry(type, offset) ((swp_entry_t) { (((type) & 0x7f) << 4) | ((offset) << 12) }) 191 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
/linux-6.6.21/arch/hexagon/include/asm/ |
D | pgtable.h | 336 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) 389 ((swp_entry_t) { \
|
/linux-6.6.21/arch/nios2/include/asm/ |
D | pgtable.h | 258 #define __swp_entry(type, off) ((swp_entry_t) { (((type) & 0x1f) << 26) \ 261 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|