52 static bool swap_count_continued(struct swap_info_struct *, pgoff_t,
54 static void free_swap_count_continuations(struct swap_info_struct *);
99 static struct swap_info_struct *swap_info[MAX_SWAPFILES];
109 static struct swap_info_struct *swap_type_to_swap_info(int type)  in swap_type_to_swap_info()
133 static int __try_to_reclaim_swap(struct swap_info_struct *si,  in __try_to_reclaim_swap()
161 static inline struct swap_extent *first_se(struct swap_info_struct *sis)  in first_se()
177 static int discard_swap(struct swap_info_struct *si)  in discard_swap()
211 offset_to_swap_extent(struct swap_info_struct *sis, unsigned long offset)  in offset_to_swap_extent()
232 	struct swap_info_struct *sis = page_swap_info(page);  in swap_page_sector()
247 static void discard_swap_cluster(struct swap_info_struct *si,  in discard_swap_cluster()
357 static inline struct swap_cluster_info *lock_cluster(struct swap_info_struct *si,  in lock_cluster()
381 		struct swap_info_struct *si, unsigned long offset)  in lock_cluster_or_swap_info()
394 static inline void unlock_cluster_or_swap_info(struct swap_info_struct *si,  in unlock_cluster_or_swap_info()
459 static void swap_cluster_schedule_discard(struct swap_info_struct *si,  in swap_cluster_schedule_discard()
476 static void __free_cluster(struct swap_info_struct *si, unsigned long idx)  in __free_cluster()
488 static void swap_do_scheduled_discard(struct swap_info_struct *si)  in swap_do_scheduled_discard()
513 	struct swap_info_struct *si;  in swap_discard_work()
515 	si = container_of(work, struct swap_info_struct, discard_work);  in swap_discard_work()
524 	struct swap_info_struct *si;  in swap_users_ref_free()
526 	si = container_of(ref, struct swap_info_struct, users);  in swap_users_ref_free()
530 static void alloc_cluster(struct swap_info_struct *si, unsigned long idx)  in alloc_cluster()
539 static void free_cluster(struct swap_info_struct *si, unsigned long idx)  in free_cluster()
562 static void inc_cluster_info_page(struct swap_info_struct *p,  in inc_cluster_info_page()
582 static void dec_cluster_info_page(struct swap_info_struct *p,  in dec_cluster_info_page()
603 scan_swap_map_ssd_cluster_conflict(struct swap_info_struct *si,  in scan_swap_map_ssd_cluster_conflict()
626 static bool scan_swap_map_try_ssd_cluster(struct swap_info_struct *si,  in scan_swap_map_try_ssd_cluster()
680 static void __del_from_avail_list(struct swap_info_struct *p)  in __del_from_avail_list()
689 static void del_from_avail_list(struct swap_info_struct *p)  in del_from_avail_list()
696 static void swap_range_alloc(struct swap_info_struct *si, unsigned long offset,  in swap_range_alloc()
713 static void add_to_avail_list(struct swap_info_struct *p)  in add_to_avail_list()
723 static void swap_range_free(struct swap_info_struct *si, unsigned long offset,  in swap_range_free()
756 static void set_cluster_next(struct swap_info_struct *si, unsigned long next)  in set_cluster_next()
783 static bool swap_offset_available_and_locked(struct swap_info_struct *si,  in swap_offset_available_and_locked()
799 static int scan_swap_map_slots(struct swap_info_struct *si,  in scan_swap_map_slots()
1002 static int swap_alloc_cluster(struct swap_info_struct *si, swp_entry_t *slot)  in swap_alloc_cluster()
1034 static void swap_free_cluster(struct swap_info_struct *si, unsigned long idx)  in swap_free_cluster()
1050 	struct swap_info_struct *si, *next;  in get_swap_pages()
1131 static struct swap_info_struct *_swap_info_get(swp_entry_t entry)  in _swap_info_get()
1133 	struct swap_info_struct *p;  in _swap_info_get()
1165 static struct swap_info_struct *swap_info_get_cont(swp_entry_t entry,  in swap_info_get_cont()
1166 					struct swap_info_struct *q)  in swap_info_get_cont()
1168 	struct swap_info_struct *p;  in swap_info_get_cont()
1181 static unsigned char __swap_entry_free_locked(struct swap_info_struct *p,  in __swap_entry_free_locked()
1256 struct swap_info_struct *get_swap_device(swp_entry_t entry)  in get_swap_device()
1258 	struct swap_info_struct *si;  in get_swap_device()
1291 static unsigned char __swap_entry_free(struct swap_info_struct *p,  in __swap_entry_free()
1307 static void swap_entry_free(struct swap_info_struct *p, swp_entry_t entry)  in swap_entry_free()
1330 	struct swap_info_struct *p;  in swap_free()
1345 	struct swap_info_struct *si;  in put_swap_folio()
1390 	struct swap_info_struct *si;  in split_swap_cluster()
1413 	struct swap_info_struct *p, *prev;  in swapcache_free_entries()
1441 	struct swap_info_struct *si = swp_swap_info(entry);  in __swap_count()
1452 int swap_swapcount(struct swap_info_struct *si, swp_entry_t entry)  in swap_swapcount()
1471 	struct swap_info_struct *p;  in swp_swapcount()
1510 static bool swap_page_trans_huge_swapped(struct swap_info_struct *si,  in swap_page_trans_huge_swapped()
1540 	struct swap_info_struct *si = _swap_info_get(entry);  in folio_swapped()
1600 	struct swap_info_struct *p;  in free_swap_and_cache()
1621 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in get_swap_page_of_type()
1653 		struct swap_info_struct *sis = swap_info[type];  in swap_type_of()
1677 		struct swap_info_struct *sis = swap_info[type];  in find_first_swap()
1695 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in swapdev_block()
1716 		struct swap_info_struct *sis = swap_info[type];  in count_swap_pages()
1836 	struct swap_info_struct *si;  in unuse_pte_range()
2012 static unsigned int find_next_to_unuse(struct swap_info_struct *si,  in find_next_to_unuse()
2044 	struct swap_info_struct *si = swap_info[type];  in try_to_unuse()
2157 static void destroy_swap_extents(struct swap_info_struct *sis)  in destroy_swap_extents()
2184 add_swap_extent(struct swap_info_struct *sis, unsigned long start_page,  in add_swap_extent()
2251 static int setup_swap_extents(struct swap_info_struct *sis, sector_t *span)  in setup_swap_extents()
2280 static int swap_node(struct swap_info_struct *p)  in swap_node()
2292 static void setup_swap_info(struct swap_info_struct *p, int prio,  in setup_swap_info()
2321 static void _enable_swap_info(struct swap_info_struct *p)  in _enable_swap_info()
2345 static void enable_swap_info(struct swap_info_struct *p, int prio,  in enable_swap_info()
2367 static void reinsert_swap_info(struct swap_info_struct *p)  in reinsert_swap_info()
2390 	struct swap_info_struct *p = NULL;  in SYSCALL_DEFINE1()
2439 		struct swap_info_struct *si = p;  in SYSCALL_DEFINE1()
2583 	struct swap_info_struct *si;  in swap_start()
2604 	struct swap_info_struct *si = v;  in swap_next()
2629 	struct swap_info_struct *si = v;  in swap_show()
2701 static struct swap_info_struct *alloc_swap_info(void)  in alloc_swap_info()
2703 	struct swap_info_struct *p;  in alloc_swap_info()
2704 	struct swap_info_struct *defer = NULL;  in alloc_swap_info()
2762 static int claim_swapfile(struct swap_info_struct *p, struct inode *inode)  in claim_swapfile()
2822 static unsigned long read_swap_header(struct swap_info_struct *p,  in read_swap_header()
2897 static int setup_swap_map_and_extents(struct swap_info_struct *p,  in setup_swap_map_and_extents()
2980 	struct swap_info_struct *p;  in SYSCALL_DEFINE2()
3247 		struct swap_info_struct *si = swap_info[type];  in si_swapinfo()
3270 	struct swap_info_struct *p;  in __swap_duplicate()
3365 void swapcache_clear(struct swap_info_struct *si, swp_entry_t entry)  in swapcache_clear()
3378 struct swap_info_struct *swp_swap_info(swp_entry_t entry)  in swp_swap_info()
3383 struct swap_info_struct *page_swap_info(struct page *page)  in page_swap_info()
3422 	struct swap_info_struct *si;  in add_swap_count_continuation()
3527 static bool swap_count_continued(struct swap_info_struct *si,  in swap_count_continued()
3611 static void free_swap_count_continuations(struct swap_info_struct *si)  in free_swap_count_continuations()
3632 	struct swap_info_struct *si, *next;  in __folio_throttle_swaprate()