50 static bool swap_count_continued(struct swap_info_struct *, pgoff_t,
52 static void free_swap_count_continuations(struct swap_info_struct *);
93 struct swap_info_struct *swap_info[MAX_SWAPFILES];
103 static struct swap_info_struct *swap_type_to_swap_info(int type)  in swap_type_to_swap_info()
127 static int __try_to_reclaim_swap(struct swap_info_struct *si,  in __try_to_reclaim_swap()
155 static inline struct swap_extent *first_se(struct swap_info_struct *sis)  in first_se()
171 static int discard_swap(struct swap_info_struct *si)  in discard_swap()
205 offset_to_swap_extent(struct swap_info_struct *sis, unsigned long offset)  in offset_to_swap_extent()
226 	struct swap_info_struct *sis = page_swap_info(page);  in swap_page_sector()
241 static void discard_swap_cluster(struct swap_info_struct *si,  in discard_swap_cluster()
351 static inline struct swap_cluster_info *lock_cluster(struct swap_info_struct *si,  in lock_cluster()
375 		struct swap_info_struct *si, unsigned long offset)  in lock_cluster_or_swap_info()
388 static inline void unlock_cluster_or_swap_info(struct swap_info_struct *si,  in unlock_cluster_or_swap_info()
453 static void swap_cluster_schedule_discard(struct swap_info_struct *si,  in swap_cluster_schedule_discard()
470 static void __free_cluster(struct swap_info_struct *si, unsigned long idx)  in __free_cluster()
482 static void swap_do_scheduled_discard(struct swap_info_struct *si)  in swap_do_scheduled_discard()
507 	struct swap_info_struct *si;  in swap_discard_work()
509 	si = container_of(work, struct swap_info_struct, discard_work);  in swap_discard_work()
518 	struct swap_info_struct *si;  in swap_users_ref_free()
520 	si = container_of(ref, struct swap_info_struct, users);  in swap_users_ref_free()
524 static void alloc_cluster(struct swap_info_struct *si, unsigned long idx)  in alloc_cluster()
533 static void free_cluster(struct swap_info_struct *si, unsigned long idx)  in free_cluster()
556 static void inc_cluster_info_page(struct swap_info_struct *p,  in inc_cluster_info_page()
576 static void dec_cluster_info_page(struct swap_info_struct *p,  in dec_cluster_info_page()
597 scan_swap_map_ssd_cluster_conflict(struct swap_info_struct *si,  in scan_swap_map_ssd_cluster_conflict()
620 static bool scan_swap_map_try_ssd_cluster(struct swap_info_struct *si,  in scan_swap_map_try_ssd_cluster()
674 static void __del_from_avail_list(struct swap_info_struct *p)  in __del_from_avail_list()
682 static void del_from_avail_list(struct swap_info_struct *p)  in del_from_avail_list()
689 static void swap_range_alloc(struct swap_info_struct *si, unsigned long offset,  in swap_range_alloc()
706 static void add_to_avail_list(struct swap_info_struct *p)  in add_to_avail_list()
718 static void swap_range_free(struct swap_info_struct *si, unsigned long offset,  in swap_range_free()
751 static void set_cluster_next(struct swap_info_struct *si, unsigned long next)  in set_cluster_next()
779 static bool swap_offset_available_and_locked(struct swap_info_struct *si,  in swap_offset_available_and_locked()
795 static int scan_swap_map_slots(struct swap_info_struct *si,  in scan_swap_map_slots()
998 static int swap_alloc_cluster(struct swap_info_struct *si, swp_entry_t *slot)  in swap_alloc_cluster()
1030 static void swap_free_cluster(struct swap_info_struct *si, unsigned long idx)  in swap_free_cluster()
1046 	struct swap_info_struct *si, *next;  in get_swap_pages()
1128 static struct swap_info_struct *_swap_info_get(swp_entry_t entry)  in _swap_info_get()
1130 	struct swap_info_struct *p;  in _swap_info_get()
1162 static struct swap_info_struct *swap_info_get_cont(swp_entry_t entry,  in swap_info_get_cont()
1163 					struct swap_info_struct *q)  in swap_info_get_cont()
1165 	struct swap_info_struct *p;  in swap_info_get_cont()
1178 static unsigned char __swap_entry_free_locked(struct swap_info_struct *p,  in __swap_entry_free_locked()
1247 struct swap_info_struct *get_swap_device(swp_entry_t entry)  in get_swap_device()
1249 	struct swap_info_struct *si;  in get_swap_device()
1282 static unsigned char __swap_entry_free(struct swap_info_struct *p,  in __swap_entry_free()
1298 static void swap_entry_free(struct swap_info_struct *p, swp_entry_t entry)  in swap_entry_free()
1321 	struct swap_info_struct *p;  in swap_free()
1336 	struct swap_info_struct *si;  in put_swap_page()
1381 	struct swap_info_struct *si;  in split_swap_cluster()
1404 	struct swap_info_struct *p, *prev;  in swapcache_free_entries()
1438 	struct swap_info_struct *p;  in page_swapcount()
1456 	struct swap_info_struct *si;  in __swap_count()
1468 static int swap_swapcount(struct swap_info_struct *si, swp_entry_t entry)  in swap_swapcount()
1488 	struct swap_info_struct *si;  in __swp_swapcount()
1505 	struct swap_info_struct *p;  in swp_swapcount()
1544 static bool swap_page_trans_huge_swapped(struct swap_info_struct *si,  in swap_page_trans_huge_swapped()
1574 	struct swap_info_struct *si;  in page_swapped()
1632 	struct swap_info_struct *p;  in free_swap_and_cache()
1653 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in get_swap_page_of_type()
1685 		struct swap_info_struct *sis = swap_info[type];  in swap_type_of()
1709 		struct swap_info_struct *sis = swap_info[type];  in find_first_swap()
1727 	struct swap_info_struct *si = swap_type_to_swap_info(type);  in swapdev_block()
1748 		struct swap_info_struct *sis = swap_info[type];  in count_swap_pages()
1850 	struct swap_info_struct *si;  in unuse_pte_range()
2013 static unsigned int find_next_to_unuse(struct swap_info_struct *si,  in find_next_to_unuse()
2045 	struct swap_info_struct *si = swap_info[type];  in try_to_unuse()
2158 static void destroy_swap_extents(struct swap_info_struct *sis)  in destroy_swap_extents()
2185 add_swap_extent(struct swap_info_struct *sis, unsigned long start_page,  in add_swap_extent()
2252 static int setup_swap_extents(struct swap_info_struct *sis, sector_t *span)  in setup_swap_extents()
2281 static int swap_node(struct swap_info_struct *p)  in swap_node()
2293 static void setup_swap_info(struct swap_info_struct *p, int prio,  in setup_swap_info()
2322 static void _enable_swap_info(struct swap_info_struct *p)  in _enable_swap_info()
2343 static void enable_swap_info(struct swap_info_struct *p, int prio,  in enable_swap_info()
2366 static void reinsert_swap_info(struct swap_info_struct *p)  in reinsert_swap_info()
2389 	struct swap_info_struct *p = NULL;  in SYSCALL_DEFINE1()
2439 		struct swap_info_struct *si = p;  in SYSCALL_DEFINE1()
2586 	struct swap_info_struct *si;  in swap_start()
2607 	struct swap_info_struct *si = v;  in swap_next()
2632 	struct swap_info_struct *si = v;  in swap_show()
2704 static struct swap_info_struct *alloc_swap_info(void)  in alloc_swap_info()
2706 	struct swap_info_struct *p;  in alloc_swap_info()
2707 	struct swap_info_struct *defer = NULL;  in alloc_swap_info()
2765 static int claim_swapfile(struct swap_info_struct *p, struct inode *inode)  in claim_swapfile()
2825 static unsigned long read_swap_header(struct swap_info_struct *p,  in read_swap_header()
2901 static int setup_swap_map_and_extents(struct swap_info_struct *p,  in setup_swap_map_and_extents()
2984 	struct swap_info_struct *p;  in SYSCALL_DEFINE2()
3259 		struct swap_info_struct *si = swap_info[type];  in si_swapinfo()
3282 	struct swap_info_struct *p;  in __swap_duplicate()
3380 struct swap_info_struct *swp_swap_info(swp_entry_t entry)  in swp_swap_info()
3385 struct swap_info_struct *page_swap_info(struct page *page)  in page_swap_info()
3424 	struct swap_info_struct *si;  in add_swap_count_continuation()
3534 static bool swap_count_continued(struct swap_info_struct *si,  in swap_count_continued()
3618 static void free_swap_count_continuations(struct swap_info_struct *si)  in free_swap_count_continuations()
3639 	struct swap_info_struct *si, *next;  in __cgroup_throttle_swaprate()