Lines Matching refs:abs_vdebt
502 u64 abs_vdebt; member
1345 abs_cost_to_cost(iocg->abs_vdebt, hwa) - now->vnow; in iocg_kick_delay()
1395 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1400 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1417 iocg->abs_vdebt -= min(abs_vpay, iocg->abs_vdebt); in iocg_pay_debt()
1420 if (!iocg->abs_vdebt) { in iocg_pay_debt()
1476 if (pay_debt && iocg->abs_vdebt && vbudget > 0) { in iocg_kick_waitq()
1478 u64 abs_vpay = min_t(u64, abs_vbudget, iocg->abs_vdebt); in iocg_kick_waitq()
1489 if (iocg->abs_vdebt || iocg->delay) in iocg_kick_waitq()
1498 if (iocg->abs_vdebt) { in iocg_kick_waitq()
1499 s64 vdebt = abs_cost_to_cost(iocg->abs_vdebt, hwa); in iocg_kick_waitq()
1547 bool pay_debt = READ_ONCE(iocg->abs_vdebt); in iocg_waitq_timer_fn()
1719 if (iocg->abs_vdebt) in hweight_after_donation()
2009 if (iocg->abs_vdebt) { in transfer_surpluses()
2101 if (!iocg->abs_vdebt && !iocg->delay) in ioc_forgive_debts()
2106 old_debt = iocg->abs_vdebt; in ioc_forgive_debts()
2109 if (iocg->abs_vdebt) in ioc_forgive_debts()
2110 iocg->abs_vdebt = iocg->abs_vdebt >> nr_cycles ?: 1; in ioc_forgive_debts()
2117 old_debt, iocg->abs_vdebt, in ioc_forgive_debts()
2140 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_check_iocgs()
2162 if (waitqueue_active(&iocg->waitq) || iocg->abs_vdebt || in ioc_check_iocgs()
2166 if (iocg->abs_vdebt || iocg->delay) in ioc_check_iocgs()
2318 } else if (!iocg->abs_vdebt) { in ioc_timer_fn()
2442 if (iocg->abs_vdebt) in adjust_inuse_and_calc_cost()
2456 if (iocg->abs_vdebt || list_empty(&iocg->active_list)) { in adjust_inuse_and_calc_cost()
2592 if (!waitqueue_active(&iocg->waitq) && !iocg->abs_vdebt && in ioc_rqos_throttle()
2606 ioc_locked = use_debt || READ_ONCE(iocg->abs_vdebt); in ioc_rqos_throttle()
2650 if (!iocg->abs_vdebt && iocg->inuse != iocg->active) { in ioc_rqos_throttle()