Lines Matching refs:rqw
269 static void iolat_cleanup_cb(struct rq_wait *rqw, void *private_data) in iolat_cleanup_cb() argument
271 atomic_dec(&rqw->inflight); in iolat_cleanup_cb()
272 wake_up(&rqw->wait); in iolat_cleanup_cb()
275 static bool iolat_acquire_inflight(struct rq_wait *rqw, void *private_data) in iolat_acquire_inflight() argument
278 return rq_wait_inc_below(rqw, iolat->rq_depth.max_depth); in iolat_acquire_inflight()
286 struct rq_wait *rqw = &iolat->rq_wait; in __blkcg_iolatency_throttle() local
300 atomic_inc(&rqw->inflight); in __blkcg_iolatency_throttle()
304 rq_qos_wait(rqw, iolat, iolat_acquire_inflight, iolat_cleanup_cb); in __blkcg_iolatency_throttle()
592 struct rq_wait *rqw; in blkcg_iolatency_done_bio() local
619 rqw = &iolat->rq_wait; in blkcg_iolatency_done_bio()
621 inflight = atomic_dec_return(&rqw->inflight); in blkcg_iolatency_done_bio()
638 wake_up(&rqw->wait); in blkcg_iolatency_done_bio()