Lines Matching refs:abs_cost

565 	u64				abs_cost;  member
705 static u64 abs_cost_to_cost(u64 abs_cost, u32 hw_inuse) in abs_cost_to_cost() argument
707 return DIV64_U64_ROUND_UP(abs_cost * WEIGHT_ONE, hw_inuse); in abs_cost_to_cost()
719 u64 abs_cost, u64 cost) in iocg_commit_bio() argument
727 local64_add(abs_cost, &gcs->abs_vusage); in iocg_commit_bio()
1382 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt() argument
1395 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1400 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1403 local64_add(abs_cost, &gcs->abs_vusage); in iocg_incur_debt()
1434 u64 cost = abs_cost_to_cost(wait->abs_cost, ctx->hw_inuse); in iocg_wake_fn()
1441 iocg_commit_bio(ctx->iocg, wait->bio, wait->abs_cost, cost); in iocg_wake_fn()
2427 u64 abs_cost, struct ioc_now *now) in adjust_inuse_and_calc_cost() argument
2438 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2474 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2567 u64 abs_cost, cost, vtime; in ioc_rqos_throttle() local
2576 abs_cost = calc_vtime_cost(bio, iocg, false); in ioc_rqos_throttle()
2577 if (!abs_cost) in ioc_rqos_throttle()
2585 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_throttle()
2594 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2619 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2641 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_throttle()
2676 wait.abs_cost = abs_cost; in ioc_rqos_throttle()
2702 u64 vtime, abs_cost, cost; in ioc_rqos_merge() local
2709 abs_cost = calc_vtime_cost(bio, iocg, true); in ioc_rqos_merge()
2710 if (!abs_cost) in ioc_rqos_merge()
2716 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_merge()
2729 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()
2742 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_merge()
2747 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()