Lines Matching refs:abs_cost
568 u64 abs_cost; member
704 static u64 abs_cost_to_cost(u64 abs_cost, u32 hw_inuse) in abs_cost_to_cost() argument
706 return DIV64_U64_ROUND_UP(abs_cost * WEIGHT_ONE, hw_inuse); in abs_cost_to_cost()
718 u64 abs_cost, u64 cost) in iocg_commit_bio() argument
726 local64_add(abs_cost, &gcs->abs_vusage); in iocg_commit_bio()
1411 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt() argument
1424 if (!iocg->abs_vdebt && abs_cost) { in iocg_incur_debt()
1429 iocg->abs_vdebt += abs_cost; in iocg_incur_debt()
1432 local64_add(abs_cost, &gcs->abs_vusage); in iocg_incur_debt()
1466 u64 cost = abs_cost_to_cost(wait->abs_cost, ctx->hw_inuse); in iocg_wake_fn()
1473 iocg_commit_bio(ctx->iocg, wait->bio, wait->abs_cost, cost); in iocg_wake_fn()
2463 u64 abs_cost, struct ioc_now *now) in adjust_inuse_and_calc_cost() argument
2475 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2511 cost = abs_cost_to_cost(abs_cost, hwi); in adjust_inuse_and_calc_cost()
2608 u64 abs_cost, cost, vtime; in ioc_rqos_throttle() local
2617 abs_cost = calc_vtime_cost(bio, iocg, false); in ioc_rqos_throttle()
2618 if (!abs_cost) in ioc_rqos_throttle()
2626 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_throttle()
2635 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2660 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_throttle()
2682 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_throttle()
2717 wait.abs_cost = abs_cost; in ioc_rqos_throttle()
2743 u64 vtime, abs_cost, cost; in ioc_rqos_merge() local
2750 abs_cost = calc_vtime_cost(bio, iocg, true); in ioc_rqos_merge()
2751 if (!abs_cost) in ioc_rqos_merge()
2757 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_merge()
2770 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()
2783 iocg_incur_debt(iocg, abs_cost, &now); in ioc_rqos_merge()
2788 iocg_commit_bio(iocg, bio, abs_cost, cost); in ioc_rqos_merge()