Lines Matching refs:flush_color
204 int flush_color; /* L: flushing color */ member
246 int flush_color; /* WQ: flush color waiting for */ member
262 int flush_color; /* WQ: current flush color */ member
1204 if (likely(pwq->flush_color != color)) in pwq_dec_nr_in_flight()
1212 pwq->flush_color = -1; in pwq_dec_nr_in_flight()
2760 int flush_color, int work_color) in flush_workqueue_prep_pwqs() argument
2765 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
2775 if (flush_color >= 0) { in flush_workqueue_prep_pwqs()
2776 WARN_ON_ONCE(pwq->flush_color != -1); in flush_workqueue_prep_pwqs()
2778 if (pwq->nr_in_flight[flush_color]) { in flush_workqueue_prep_pwqs()
2779 pwq->flush_color = flush_color; in flush_workqueue_prep_pwqs()
2793 if (flush_color >= 0 && atomic_dec_and_test(&wq->nr_pwqs_to_flush)) in flush_workqueue_prep_pwqs()
2810 .flush_color = -1, in flush_workqueue()
2828 if (next_color != wq->flush_color) { in flush_workqueue()
2835 this_flusher.flush_color = wq->work_color; in flush_workqueue()
2840 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in flush_workqueue()
2844 if (!flush_workqueue_prep_pwqs(wq, wq->flush_color, in flush_workqueue()
2847 wq->flush_color = next_color; in flush_workqueue()
2853 WARN_ON_ONCE(wq->flush_color == this_flusher.flush_color); in flush_workqueue()
2890 WARN_ON_ONCE(wq->flush_color != this_flusher.flush_color); in flush_workqueue()
2897 if (next->flush_color != wq->flush_color) in flush_workqueue()
2904 wq->flush_color != work_next_color(wq->work_color)); in flush_workqueue()
2907 wq->flush_color = work_next_color(wq->flush_color); in flush_workqueue()
2918 tmp->flush_color = wq->work_color; in flush_workqueue()
2928 WARN_ON_ONCE(wq->flush_color != wq->work_color); in flush_workqueue()
2936 WARN_ON_ONCE(wq->flush_color == wq->work_color); in flush_workqueue()
2937 WARN_ON_ONCE(wq->flush_color != next->flush_color); in flush_workqueue()
2942 if (flush_workqueue_prep_pwqs(wq, wq->flush_color, -1)) in flush_workqueue()
3807 pwq->flush_color = -1; in init_pwq()