504 	atomic64_t			vtime;  member
723 	atomic64_add(cost, &iocg->vtime);  in iocg_commit_bio()
1106 		iocg->saved_margin = now->vnow - atomic64_read(&iocg->vtime);  in __propagate_weights()
1265 	u64 vtime, vtarget;  in iocg_activate()  local
1308 	vtime = atomic64_read(&iocg->vtime);  in iocg_activate()
1310 	atomic64_add(vtarget - vtime, &iocg->vtime);  in iocg_activate()
1311 	atomic64_add(vtarget - vtime, &iocg->done_vtime);  in iocg_activate()
1312 	vtime = vtarget;  in iocg_activate()
1326 			last_period, cur_period, vtime);  in iocg_activate()
1373 	vover = atomic64_read(&iocg->vtime) +  in iocg_kick_delay()
1505 	vbudget = now->vnow - atomic64_read(&iocg->vtime);  in iocg_kick_waitq()
1515 		atomic64_add(vpay, &iocg->vtime);  in iocg_kick_waitq()
1642 	if (atomic64_read(&iocg->done_vtime) != atomic64_read(&iocg->vtime))  in iocg_is_idle()
1747 	u64 vtime = atomic64_read(&iocg->vtime);  in hweight_after_donation()  local
1756 	    time_after64(vtime, now->vnow - ioc->margins.min))  in hweight_after_donation()
1760 	excess = now->vnow - vtime - ioc->margins.target;  in hweight_after_donation()
1762 		atomic64_add(excess, &iocg->vtime);  in hweight_after_donation()
1764 		vtime += excess;  in hweight_after_donation()
1784 	delta = div64_s64(WEIGHT_ONE * (now->vnow - vtime),  in hweight_after_donation()
2204 			u64 vtime = atomic64_read(&iocg->vtime);  in ioc_check_iocgs()  local
2213 			excess = now->vnow - vtime - ioc->margins.target;  in ioc_check_iocgs()
2224 					atomic64_read(&ioc->cur_period), vtime);  in ioc_check_iocgs()
2276 		u64 vdone, vtime, usage_us;  in ioc_timer_fn()  local
2284 		vtime = atomic64_read(&iocg->vtime);  in ioc_timer_fn()
2295 		    time_after64(vtime, vdone) &&  in ioc_timer_fn()
2296 		    time_after64(vtime, now.vnow -  in ioc_timer_fn()
2312 		     time_before64(vtime, now.vnow - ioc->margins.low))) {  in ioc_timer_fn()
2316 			if (vdone != vtime) {  in ioc_timer_fn()
2318 					cost_to_abs_cost(vtime - vdone, hw_inuse),  in ioc_timer_fn()
2462 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime,  in adjust_inuse_and_calc_cost()  argument
2476 	margin = now->vnow - vtime - cost;  in adjust_inuse_and_calc_cost()
2512 	} while (time_after64(vtime + cost, now->vnow) &&  in adjust_inuse_and_calc_cost()
2608 	u64 abs_cost, cost, vtime;  in ioc_rqos_throttle()  local
2625 	vtime = atomic64_read(&iocg->vtime);  in ioc_rqos_throttle()
2626 	cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now);  in ioc_rqos_throttle()
2634 	    time_before_eq64(vtime + cost, now.vnow)) {  in ioc_rqos_throttle()
2743 	u64 vtime, abs_cost, cost;  in ioc_rqos_merge()  local
2756 	vtime = atomic64_read(&iocg->vtime);  in ioc_rqos_merge()
2757 	cost = adjust_inuse_and_calc_cost(iocg, vtime, abs_cost, &now);  in ioc_rqos_merge()
2769 	    time_before_eq64(atomic64_read(&iocg->vtime) + cost, now.vnow)) {  in ioc_rqos_merge()
2990 	atomic64_set(&iocg->vtime, now.vnow);  in ioc_pd_init()