| /linux-6.1.9/include/linux/ |
| D | swapops.h | 69 static inline bool is_pfn_swap_entry(swp_entry_t entry);
86 static inline swp_entry_t swp_entry(unsigned long type, pgoff_t offset) in swp_entry()
88 swp_entry_t ret; in swp_entry()
98 static inline unsigned swp_type(swp_entry_t entry) in swp_type()
107 static inline pgoff_t swp_offset(swp_entry_t entry) in swp_offset()
117 static inline unsigned long swp_offset_pfn(swp_entry_t entry) in swp_offset_pfn()
133 static inline swp_entry_t pte_to_swp_entry(pte_t pte) in pte_to_swp_entry()
135 swp_entry_t arch_entry; in pte_to_swp_entry()
146 static inline pte_t swp_entry_to_pte(swp_entry_t entry) in swp_entry_to_pte()
148 swp_entry_t arch_entry; in swp_entry_to_pte()
[all …]
|
| D | swap.h | 352 static inline swp_entry_t folio_swap_entry(struct folio *folio) in folio_swap_entry()
354 swp_entry_t entry = { .val = page_private(&folio->page) }; in folio_swap_entry()
358 static inline void folio_set_swap_entry(struct folio *folio, swp_entry_t entry) in folio_set_swap_entry()
492 swp_entry_t folio_alloc_swap(struct folio *folio);
494 void put_swap_folio(struct folio *folio, swp_entry_t entry);
495 extern swp_entry_t get_swap_page_of_type(int);
496 extern int get_swap_pages(int n, swp_entry_t swp_entries[], int entry_size);
497 extern int add_swap_count_continuation(swp_entry_t, gfp_t);
498 extern void swap_shmem_alloc(swp_entry_t);
499 extern int swap_duplicate(swp_entry_t);
[all …]
|
| D | swap_cgroup.h | 9 extern unsigned short swap_cgroup_cmpxchg(swp_entry_t ent,
11 extern unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id,
13 extern unsigned short lookup_swap_cgroup_id(swp_entry_t ent);
20 unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, in swap_cgroup_record()
27 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
| D | swap_slots.h | 16 swp_entry_t *slots;
20 swp_entry_t *slots_ret;
27 void free_swap_slot(swp_entry_t entry);
|
| D | userfaultfd_k.h | 279 static inline bool pte_marker_entry_uffd_wp(swp_entry_t entry) in pte_marker_entry_uffd_wp()
292 swp_entry_t entry; in pte_marker_uffd_wp()
|
| /linux-6.1.9/mm/ |
| D | swap.h | 34 void *get_shadow_from_swap_cache(swp_entry_t entry);
35 int add_to_swap_cache(struct folio *folio, swp_entry_t entry,
38 swp_entry_t entry, void *shadow);
42 struct folio *swap_cache_get_folio(swp_entry_t entry,
46 struct page *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask,
51 struct page *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask,
55 struct page *swap_cluster_readahead(swp_entry_t entry, gfp_t flag,
57 struct page *swapin_readahead(swp_entry_t entry, gfp_t flag,
75 static inline struct address_space *swap_address_space(swp_entry_t entry) in swap_address_space()
84 static inline struct page *swap_cluster_readahead(swp_entry_t entry, in swap_cluster_readahead()
[all …]
|
| D | swap_slots.c | 116 swp_entry_t *slots, *slots_ret; in alloc_swap_slot_cache()
123 slots = kvcalloc(SWAP_SLOTS_CACHE_SIZE, sizeof(swp_entry_t), in alloc_swap_slot_cache()
128 slots_ret = kvcalloc(SWAP_SLOTS_CACHE_SIZE, sizeof(swp_entry_t), in alloc_swap_slot_cache()
172 swp_entry_t *slots = NULL; in drain_slots_cache_cpu()
272 void free_swap_slot(swp_entry_t entry) in free_swap_slot()
302 swp_entry_t folio_alloc_swap(struct folio *folio) in folio_alloc_swap()
304 swp_entry_t entry; in folio_alloc_swap()
|
| D | swap_state.c | 72 void *get_shadow_from_swap_cache(swp_entry_t entry) in get_shadow_from_swap_cache()
88 int add_to_swap_cache(struct folio *folio, swp_entry_t entry, in add_to_swap_cache()
140 swp_entry_t entry, void *shadow) in __delete_from_swap_cache()
176 swp_entry_t entry; in add_to_swap()
233 swp_entry_t entry = folio_swap_entry(folio); in delete_from_swap_cache()
251 swp_entry_t entry = swp_entry(type, curr); in clear_shadow_from_swap_cache()
328 struct folio *swap_cache_get_folio(swp_entry_t entry, in swap_cache_get_folio()
387 swp_entry_t swp; in find_get_incore_page()
412 struct page *__read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in __read_swap_cache_async()
516 struct page *read_swap_cache_async(swp_entry_t entry, gfp_t gfp_mask, in read_swap_cache_async()
[all …]
|
| D | swap_cgroup.c | 76 static struct swap_cgroup *lookup_swap_cgroup(swp_entry_t ent, in lookup_swap_cgroup()
97 unsigned short swap_cgroup_cmpxchg(swp_entry_t ent, in swap_cgroup_cmpxchg()
126 unsigned short swap_cgroup_record(swp_entry_t ent, unsigned short id, in swap_cgroup_record()
162 unsigned short lookup_swap_cgroup_id(swp_entry_t ent) in lookup_swap_cgroup_id()
|
| D | page_vma_mapped.c | 40 swp_entry_t entry; in map_pte()
80 swp_entry_t entry; in check_pte()
91 swp_entry_t entry; in check_pte()
217 swp_entry_t entry; in page_vma_mapped_walk()
|
| D | swapfile.c | 134 swp_entry_t entry = swp_entry(si->type, offset); in __try_to_reclaim_swap()
801 swp_entry_t slots[]) in scan_swap_map_slots()
1002 static int swap_alloc_cluster(struct swap_info_struct *si, swp_entry_t *slot) in swap_alloc_cluster()
1047 int get_swap_pages(int n_goal, swp_entry_t swp_entries[], int entry_size) in get_swap_pages()
1132 static struct swap_info_struct *_swap_info_get(swp_entry_t entry) in _swap_info_get()
1166 static struct swap_info_struct *swap_info_get_cont(swp_entry_t entry, in swap_info_get_cont()
1251 struct swap_info_struct *get_swap_device(swp_entry_t entry) in get_swap_device()
1287 swp_entry_t entry) in __swap_entry_free()
1302 static void swap_entry_free(struct swap_info_struct *p, swp_entry_t entry) in swap_entry_free()
1323 void swap_free(swp_entry_t entry) in swap_free()
[all …]
|
| D | frontswap.c | 166 swp_entry_t entry = { .val = page_private(page), }; in __frontswap_store()
205 swp_entry_t entry = { .val = page_private(page), }; in __frontswap_load()
|
| /linux-6.1.9/arch/mips/include/asm/ |
| D | pgtable-32.h | 199 #define __swp_entry(type,offset) ((swp_entry_t) { ((type) << 10) | ((offset) << 15) })
200 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
210 #define __swp_entry(type,offset) ((swp_entry_t) { ((type) << 4) | ((offset) << 9) })
211 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high })
219 #define __swp_entry(type, offset) ((swp_entry_t) { ((type) << 2) | ((offset) << 7) })
220 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_high })
233 #define __swp_entry(type,offset) ((swp_entry_t) { ((type) << 8) | ((offset) << 13) })
234 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
| /linux-6.1.9/arch/arm64/mm/ |
| D | mteswap.c | 49 bool mte_restore_tags(swp_entry_t entry, struct page *page) in mte_restore_tags()
68 swp_entry_t entry = swp_entry(type, offset); in mte_invalidate_tags()
76 swp_entry_t entry = swp_entry(type, 0); in mte_invalidate_tags_area()
77 swp_entry_t last_entry = swp_entry(type + 1, 0); in mte_invalidate_tags_area()
|
| /linux-6.1.9/arch/m68k/include/asm/ |
| D | pgtable_no.h | 37 #define __swp_entry(typ,off) ((swp_entry_t) { ((typ) | ((off) << 7)) })
38 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
| D | sun3_pgtable.h | 158 #define __swp_entry(type,offset) ((swp_entry_t) { ((type) | ((offset) << 7)) })
159 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
| /linux-6.1.9/arch/sparc/include/asm/ |
| D | pgtable_32.h | 327 static inline unsigned long __swp_type(swp_entry_t entry) in __swp_type()
332 static inline unsigned long __swp_offset(swp_entry_t entry) in __swp_offset()
337 static inline swp_entry_t __swp_entry(unsigned long type, unsigned long offset) in __swp_entry()
339 return (swp_entry_t) { in __swp_entry()
344 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
| /linux-6.1.9/arch/x86/include/asm/ |
| D | pgtable_64.h | 234 #define __swp_entry(type, offset) ((swp_entry_t) { \
238 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val((pte)) })
239 #define __pmd_to_swp_entry(pmd) ((swp_entry_t) { pmd_val((pmd)) })
|
| D | pgtable-2level.h | 92 #define __swp_entry(type, offset) ((swp_entry_t) { \
95 #define __pte_to_swp_entry(pte) ((swp_entry_t) { (pte).pte_low })
|
| /linux-6.1.9/arch/arc/include/asm/ |
| D | pgtable-bits-arcv2.h | 113 #define __swp_entry(type, off) ((swp_entry_t) \
120 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
| /linux-6.1.9/arch/sh/include/asm/ |
| D | pgtable_32.h | 448 #define __swp_entry(type, offset) ((swp_entry_t){ (type) | (offset) << 5})
449 #define __pte_to_swp_entry(pte) ((swp_entry_t){ (pte).pte_high })
455 #define __swp_entry(type, offset) ((swp_entry_t){(type) | (offset) <<10})
457 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 1 })
|
| /linux-6.1.9/arch/csky/abiv2/inc/abi/ |
| D | pgtable-bits.h | 43 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
| /linux-6.1.9/arch/csky/abiv1/inc/abi/ |
| D | pgtable-bits.h | 43 #define __swp_entry(type, offset) ((swp_entry_t) { \
|
| /linux-6.1.9/arch/nios2/include/asm/ |
| D | pgtable.h | 247 #define __swp_entry(type, off) ((swp_entry_t) { (((type) & 0x3) << 26) \
250 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
|
| /linux-6.1.9/arch/hexagon/include/asm/ |
| D | pgtable.h | 333 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) })
389 ((swp_entry_t) { \
|