57 static int ufshpb_get_state(struct ufshpb_lu *hpb)  in ufshpb_get_state()
62 static void ufshpb_set_state(struct ufshpb_lu *hpb, int state)  in ufshpb_set_state()
85 static bool ufshpb_is_supported_chunk(struct ufshpb_lu *hpb, int transfer_len)  in ufshpb_is_supported_chunk()
95 static bool ufshpb_is_pinned_region(struct ufshpb_lu *hpb, int rgn_idx)  in ufshpb_is_pinned_region()
101 static void ufshpb_kick_map_work(struct ufshpb_lu *hpb)  in ufshpb_kick_map_work()
146 static void ufshpb_iterate_rgn(struct ufshpb_lu *hpb, int rgn_idx, int srgn_idx,  in ufshpb_iterate_rgn()
224 static bool ufshpb_test_ppn_dirty(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_test_ppn_dirty()
283 static int ufshpb_fill_ppn_from_page(struct ufshpb_lu *hpb,  in ufshpb_fill_ppn_from_page()
313 ufshpb_get_pos_from_lpn(struct ufshpb_lu *hpb, unsigned long lpn, int *rgn_idx,  in ufshpb_get_pos_from_lpn()
348 	struct ufshpb_lu *hpb;  in ufshpb_prep()  local
436 static struct ufshpb_req *ufshpb_get_req(struct ufshpb_lu *hpb,  in ufshpb_get_req()
471 static void ufshpb_put_req(struct ufshpb_lu *hpb, struct ufshpb_req *rq)  in ufshpb_put_req()
477 static struct ufshpb_req *ufshpb_get_map_req(struct ufshpb_lu *hpb,  in ufshpb_get_map_req()
515 static void ufshpb_put_map_req(struct ufshpb_lu *hpb,  in ufshpb_put_map_req()
528 static int ufshpb_clear_dirty_bitmap(struct ufshpb_lu *hpb,  in ufshpb_clear_dirty_bitmap()
552 static void ufshpb_update_active_info(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_update_active_info()
569 static void ufshpb_update_inactive_info(struct ufshpb_lu *hpb, int rgn_idx)  in ufshpb_update_inactive_info()
586 static void ufshpb_activate_subregion(struct ufshpb_lu *hpb,  in ufshpb_activate_subregion()
627 	struct ufshpb_lu *hpb = map_req->hpb;  in ufshpb_map_req_compl_fn()  local
665 static void ufshpb_execute_umap_req(struct ufshpb_lu *hpb,  in ufshpb_execute_umap_req()
684 static int ufshpb_execute_map_req(struct ufshpb_lu *hpb,  in ufshpb_execute_map_req()
727 static struct ufshpb_map_ctx *ufshpb_get_map_ctx(struct ufshpb_lu *hpb,  in ufshpb_get_map_ctx()
770 static void ufshpb_put_map_ctx(struct ufshpb_lu *hpb,  in ufshpb_put_map_ctx()
783 static int ufshpb_check_srgns_issue_state(struct ufshpb_lu *hpb,  in ufshpb_check_srgns_issue_state()
798 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu,  in ufshpb_read_to_handler()  local
866 static struct ufshpb_region *ufshpb_victim_lru_info(struct ufshpb_lu *hpb)  in ufshpb_victim_lru_info()
903 static void ufshpb_purge_active_subregion(struct ufshpb_lu *hpb,  in ufshpb_purge_active_subregion()
913 static int ufshpb_issue_umap_req(struct ufshpb_lu *hpb,  in ufshpb_issue_umap_req()
929 static int ufshpb_issue_umap_single_req(struct ufshpb_lu *hpb,  in ufshpb_issue_umap_single_req()
935 static void __ufshpb_evict_region(struct ufshpb_lu *hpb,  in __ufshpb_evict_region()
952 static int ufshpb_evict_region(struct ufshpb_lu *hpb, struct ufshpb_region *rgn)  in ufshpb_evict_region()
986 static int ufshpb_issue_map_req(struct ufshpb_lu *hpb,  in ufshpb_issue_map_req()
1063 static int ufshpb_add_region(struct ufshpb_lu *hpb, struct ufshpb_region *rgn)  in ufshpb_add_region()
1147 static void ufshpb_submit_region_inactive(struct ufshpb_lu *hpb, int region_index)  in ufshpb_submit_region_inactive()
1176 static void ufshpb_rsp_req_region_update(struct ufshpb_lu *hpb,  in ufshpb_rsp_req_region_update()
1249 static void ufshpb_set_regions_update(struct ufshpb_lu *hpb)  in ufshpb_set_regions_update()
1266 	struct ufshpb_lu *hpb;  in ufshpb_dev_reset_handler()  local
1305 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(lrbp->cmd->device);  in ufshpb_rsp_upiu()  local
1379 static void ufshpb_add_active_list(struct ufshpb_lu *hpb,  in ufshpb_add_active_list()
1394 static void ufshpb_add_pending_evict_list(struct ufshpb_lu *hpb,  in ufshpb_add_pending_evict_list()
1411 static void ufshpb_run_active_subregion_list(struct ufshpb_lu *hpb)  in ufshpb_run_active_subregion_list()
1453 static void ufshpb_run_inactive_region_list(struct ufshpb_lu *hpb)  in ufshpb_run_inactive_region_list()
1486 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu,  in ufshpb_normalization_work_handler()  local
1517 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu, map_work);  in ufshpb_map_work_handler()  local
1534 					    struct ufshpb_lu *hpb,  in ufshpb_init_pinned_active_region()
1565 static void ufshpb_init_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_init_subregion_tbl()
1583 static int ufshpb_alloc_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_alloc_subregion_tbl()
1596 				     struct ufshpb_lu *hpb,  in ufshpb_lu_parameter_init()
1648 static int ufshpb_alloc_region_tbl(struct ufs_hba *hba, struct ufshpb_lu *hpb)  in ufshpb_alloc_region_tbl()
1707 static void ufshpb_destroy_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_destroy_subregion_tbl()
1720 static void ufshpb_destroy_region_tbl(struct ufshpb_lu *hpb)  in ufshpb_destroy_region_tbl()
1800 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in requeue_timeout_ms_store()  local
1824 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in activation_thld_store()  local
1851 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in normalization_factor_store()  local
1878 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in eviction_thld_enter_store()  local
1905 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in eviction_thld_exit_store()  local
1932 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in read_timeout_ms_store()  local
1960 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in read_timeout_expiries_store()  local
1988 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in timeout_polling_interval_ms_store()  local
2016 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in inflight_map_req_store()  local
2037 static void ufshpb_hcm_param_init(struct ufshpb_lu *hpb)  in ufshpb_hcm_param_init()
2067 static int ufshpb_pre_req_mempool_init(struct ufshpb_lu *hpb)  in ufshpb_pre_req_mempool_init()
2112 static void ufshpb_pre_req_mempool_destroy(struct ufshpb_lu *hpb)  in ufshpb_pre_req_mempool_destroy()
2128 static void ufshpb_stat_init(struct ufshpb_lu *hpb)  in ufshpb_stat_init()
2139 static void ufshpb_param_init(struct ufshpb_lu *hpb)  in ufshpb_param_init()
2146 static int ufshpb_lu_hpb_init(struct ufs_hba *hba, struct ufshpb_lu *hpb)  in ufshpb_lu_hpb_init()
2223 	struct ufshpb_lu *hpb;  in ufshpb_alloc_hpb_lu()  local
2249 static void ufshpb_discard_rsp_lists(struct ufshpb_lu *hpb)  in ufshpb_discard_rsp_lists()
2271 static void ufshpb_cancel_jobs(struct ufshpb_lu *hpb)  in ufshpb_cancel_jobs()
2325 	struct ufshpb_lu *hpb;  in ufshpb_toggle_state()  local
2344 	struct ufshpb_lu *hpb;  in ufshpb_suspend()  local
2359 	struct ufshpb_lu *hpb;  in ufshpb_resume()  local
2426 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in ufshpb_destroy_lu()  local
2452 	struct ufshpb_lu *hpb;  in ufshpb_hpb_lu_prepared()  local
2490 	struct ufshpb_lu *hpb;  in ufshpb_init_hpb_lu()  local