Lines Matching refs:vtime
500 atomic64_t vtime; member
725 atomic64_add(cost, &iocg->vtime); in iocg_commit_bio()
1086 iocg->saved_margin = now->vnow - atomic64_read(&iocg->vtime); in __propagate_weights()
1245 u64 vtime, vtarget; in iocg_activate() local
1288 vtime = atomic64_read(&iocg->vtime); in iocg_activate()
1290 atomic64_add(vtarget - vtime, &iocg->vtime); in iocg_activate()
1291 atomic64_add(vtarget - vtime, &iocg->done_vtime); in iocg_activate()
1292 vtime = vtarget; in iocg_activate()
1306 last_period, cur_period, vtime); in iocg_activate()
1345 vover = atomic64_read(&iocg->vtime) + in iocg_kick_delay()
1474 vbudget = now->vnow - atomic64_read(&iocg->vtime); in iocg_kick_waitq()
1484 atomic64_add(vpay, &iocg->vtime); in iocg_kick_waitq()
1611 if (atomic64_read(&iocg->done_vtime) != atomic64_read(&iocg->vtime)) in iocg_is_idle()
1722 u64 vtime = atomic64_read(&iocg->vtime); in hweight_after_donation() local
1731 time_after64(vtime, now->vnow - ioc->margins.min)) in hweight_after_donation()
1735 excess = now->vnow - vtime - ioc->margins.target; in hweight_after_donation()
1737 atomic64_add(excess, &iocg->vtime); in hweight_after_donation()
1739 vtime += excess; in hweight_after_donation()
1759 delta = div64_s64(WEIGHT_ONE * (now->vnow - vtime), in hweight_after_donation()
2177 u64 vtime = atomic64_read(&iocg->vtime); in ioc_check_iocgs() local
2186 excess = now->vnow - vtime - ioc->margins.target; in ioc_check_iocgs()
2197 atomic64_read(&ioc->cur_period), vtime); in ioc_check_iocgs()
2247 u64 vdone, vtime, usage_us; in ioc_timer_fn() local
2255 vtime = atomic64_read(&iocg->vtime); in ioc_timer_fn()
2266 time_after64(vtime, vdone) && in ioc_timer_fn()
2267 time_after64(vtime, now.vnow - in ioc_timer_fn()
2283 time_before64(vtime, now.vnow - ioc->margins.low))) { in ioc_timer_fn()
2287 if (vdone != vtime) { in ioc_timer_fn()
2289 cost_to_abs_cost(vtime - vdone, hw_inuse), in ioc_timer_fn()
2423 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime, in adjust_inuse_and_calc_cost() argument
2436 margin = now->vnow - vtime - cost; in adjust_inuse_and_calc_cost()
2472 } while (time_after64(vtime + cost, now->vnow) && in adjust_inuse_and_calc_cost()
2564 u64 abs_cost, cost, vtime; in ioc_rqos_throttle() local
2581 vtime = atomic64_read(&iocg->vtime); in ioc_rqos_throttle()
2582 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_throttle()
2590 time_before_eq64(vtime + cost, now.vnow)) { in ioc_rqos_throttle()
2699 u64 vtime, abs_cost, cost; in ioc_rqos_merge() local
2712 vtime = atomic64_read(&iocg->vtime); in ioc_rqos_merge()
2713 cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now); in ioc_rqos_merge()
2725 time_before_eq64(atomic64_read(&iocg->vtime) + cost, now.vnow)) { in ioc_rqos_merge()
2945 atomic64_set(&iocg->vtime, now.vnow); in ioc_pd_init()