504 	atomic64_t			vtime;  member
723 	atomic64_add(cost, &iocg->vtime);  in iocg_commit_bio()
1106 		iocg->saved_margin = now->vnow - atomic64_read(&iocg->vtime);  in __propagate_weights()
1265 	u64 vtime, vtarget;  in iocg_activate()  local
1308 	vtime = atomic64_read(&iocg->vtime);  in iocg_activate()
1310 	atomic64_add(vtarget - vtime, &iocg->vtime);  in iocg_activate()
1311 	atomic64_add(vtarget - vtime, &iocg->done_vtime);  in iocg_activate()
1312 	vtime = vtarget;  in iocg_activate()
1326 			last_period, cur_period, vtime);  in iocg_activate()
1372 	vover = atomic64_read(&iocg->vtime) +  in iocg_kick_delay()
1501 	vbudget = now->vnow - atomic64_read(&iocg->vtime);  in iocg_kick_waitq()
1511 		atomic64_add(vpay, &iocg->vtime);  in iocg_kick_waitq()
1638 	if (atomic64_read(&iocg->done_vtime) != atomic64_read(&iocg->vtime))  in iocg_is_idle()
1743 	u64 vtime = atomic64_read(&iocg->vtime);  in hweight_after_donation()  local
1752 	    time_after64(vtime, now->vnow - ioc->margins.min))  in hweight_after_donation()
1756 	excess = now->vnow - vtime - ioc->margins.target;  in hweight_after_donation()
1758 		atomic64_add(excess, &iocg->vtime);  in hweight_after_donation()
1760 		vtime += excess;  in hweight_after_donation()
1780 	delta = div64_s64(WEIGHT_ONE * (now->vnow - vtime),  in hweight_after_donation()
2198 			u64 vtime = atomic64_read(&iocg->vtime);  in ioc_check_iocgs()  local
2207 			excess = now->vnow - vtime - ioc->margins.target;  in ioc_check_iocgs()
2218 					atomic64_read(&ioc->cur_period), vtime);  in ioc_check_iocgs()
2270 		u64 vdone, vtime, usage_us;  in ioc_timer_fn()  local
2278 		vtime = atomic64_read(&iocg->vtime);  in ioc_timer_fn()
2289 		    time_after64(vtime, vdone) &&  in ioc_timer_fn()
2290 		    time_after64(vtime, now.vnow -  in ioc_timer_fn()
2306 		     time_before64(vtime, now.vnow - ioc->margins.low))) {  in ioc_timer_fn()
2310 			if (vdone != vtime) {  in ioc_timer_fn()
2312 					cost_to_abs_cost(vtime - vdone, hw_inuse),  in ioc_timer_fn()
2456 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime,  in adjust_inuse_and_calc_cost()  argument
2470 	margin = now->vnow - vtime - cost;  in adjust_inuse_and_calc_cost()
2506 	} while (time_after64(vtime + cost, now->vnow) &&  in adjust_inuse_and_calc_cost()
2602 	u64 abs_cost, cost, vtime;  in ioc_rqos_throttle()  local
2619 	vtime = atomic64_read(&iocg->vtime);  in ioc_rqos_throttle()
2620 	cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now);  in ioc_rqos_throttle()
2628 	    time_before_eq64(vtime + cost, now.vnow)) {  in ioc_rqos_throttle()
2737 	u64 vtime, abs_cost, cost;  in ioc_rqos_merge()  local
2750 	vtime = atomic64_read(&iocg->vtime);  in ioc_rqos_merge()
2751 	cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now);  in ioc_rqos_merge()
2763 	    time_before_eq64(atomic64_read(&iocg->vtime) + cost, now.vnow)) {  in ioc_rqos_merge()
2984 	atomic64_set(&iocg->vtime, now.vnow);  in ioc_pd_init()