Lines Matching refs:worker
695 void __kthread_init_worker(struct kthread_worker *worker, in __kthread_init_worker() argument
699 memset(worker, 0, sizeof(struct kthread_worker)); in __kthread_init_worker()
700 raw_spin_lock_init(&worker->lock); in __kthread_init_worker()
701 lockdep_set_class_and_name(&worker->lock, key, name); in __kthread_init_worker()
702 INIT_LIST_HEAD(&worker->work_list); in __kthread_init_worker()
703 INIT_LIST_HEAD(&worker->delayed_work_list); in __kthread_init_worker()
724 struct kthread_worker *worker = worker_ptr; in kthread_worker_fn() local
731 WARN_ON(worker->task && worker->task != current); in kthread_worker_fn()
732 worker->task = current; in kthread_worker_fn()
734 if (worker->flags & KTW_FREEZABLE) in kthread_worker_fn()
742 raw_spin_lock_irq(&worker->lock); in kthread_worker_fn()
743 worker->task = NULL; in kthread_worker_fn()
744 raw_spin_unlock_irq(&worker->lock); in kthread_worker_fn()
749 raw_spin_lock_irq(&worker->lock); in kthread_worker_fn()
750 if (!list_empty(&worker->work_list)) { in kthread_worker_fn()
751 work = list_first_entry(&worker->work_list, in kthread_worker_fn()
755 worker->current_work = work; in kthread_worker_fn()
756 raw_spin_unlock_irq(&worker->lock); in kthread_worker_fn()
781 struct kthread_worker *worker; in __kthread_create_worker() local
785 worker = kzalloc(sizeof(*worker), GFP_KERNEL); in __kthread_create_worker()
786 if (!worker) in __kthread_create_worker()
789 kthread_init_worker(worker); in __kthread_create_worker()
794 task = __kthread_create_on_node(kthread_worker_fn, worker, in __kthread_create_worker()
802 worker->flags = flags; in __kthread_create_worker()
803 worker->task = task; in __kthread_create_worker()
805 return worker; in __kthread_create_worker()
808 kfree(worker); in __kthread_create_worker()
824 struct kthread_worker *worker; in kthread_create_worker() local
828 worker = __kthread_create_worker(-1, flags, namefmt, args); in kthread_create_worker()
831 return worker; in kthread_create_worker()
874 struct kthread_worker *worker; in kthread_create_worker_on_cpu() local
878 worker = __kthread_create_worker(cpu, flags, namefmt, args); in kthread_create_worker_on_cpu()
881 return worker; in kthread_create_worker_on_cpu()
890 static inline bool queuing_blocked(struct kthread_worker *worker, in queuing_blocked() argument
893 lockdep_assert_held(&worker->lock); in queuing_blocked()
898 static void kthread_insert_work_sanity_check(struct kthread_worker *worker, in kthread_insert_work_sanity_check() argument
901 lockdep_assert_held(&worker->lock); in kthread_insert_work_sanity_check()
904 WARN_ON_ONCE(work->worker && work->worker != worker); in kthread_insert_work_sanity_check()
908 static void kthread_insert_work(struct kthread_worker *worker, in kthread_insert_work() argument
912 kthread_insert_work_sanity_check(worker, work); in kthread_insert_work()
914 trace_sched_kthread_work_queue_work(worker, work); in kthread_insert_work()
917 work->worker = worker; in kthread_insert_work()
918 if (!worker->current_work && likely(worker->task)) in kthread_insert_work()
919 wake_up_process(worker->task); in kthread_insert_work()
934 bool kthread_queue_work(struct kthread_worker *worker, in kthread_queue_work() argument
940 raw_spin_lock_irqsave(&worker->lock, flags); in kthread_queue_work()
941 if (!queuing_blocked(worker, work)) { in kthread_queue_work()
942 kthread_insert_work(worker, work, &worker->work_list); in kthread_queue_work()
945 raw_spin_unlock_irqrestore(&worker->lock, flags); in kthread_queue_work()
962 struct kthread_worker *worker = work->worker; in kthread_delayed_work_timer_fn() local
969 if (WARN_ON_ONCE(!worker)) in kthread_delayed_work_timer_fn()
972 raw_spin_lock_irqsave(&worker->lock, flags); in kthread_delayed_work_timer_fn()
974 WARN_ON_ONCE(work->worker != worker); in kthread_delayed_work_timer_fn()
980 kthread_insert_work(worker, work, &worker->work_list); in kthread_delayed_work_timer_fn()
982 raw_spin_unlock_irqrestore(&worker->lock, flags); in kthread_delayed_work_timer_fn()
986 static void __kthread_queue_delayed_work(struct kthread_worker *worker, in __kthread_queue_delayed_work() argument
1003 kthread_insert_work(worker, work, &worker->work_list); in __kthread_queue_delayed_work()
1008 kthread_insert_work_sanity_check(worker, work); in __kthread_queue_delayed_work()
1010 list_add(&work->node, &worker->delayed_work_list); in __kthread_queue_delayed_work()
1011 work->worker = worker; in __kthread_queue_delayed_work()
1031 bool kthread_queue_delayed_work(struct kthread_worker *worker, in kthread_queue_delayed_work() argument
1039 raw_spin_lock_irqsave(&worker->lock, flags); in kthread_queue_delayed_work()
1041 if (!queuing_blocked(worker, work)) { in kthread_queue_delayed_work()
1042 __kthread_queue_delayed_work(worker, dwork, delay); in kthread_queue_delayed_work()
1046 raw_spin_unlock_irqrestore(&worker->lock, flags); in kthread_queue_delayed_work()
1075 struct kthread_worker *worker; in kthread_flush_work() local
1078 worker = work->worker; in kthread_flush_work()
1079 if (!worker) in kthread_flush_work()
1082 raw_spin_lock_irq(&worker->lock); in kthread_flush_work()
1084 WARN_ON_ONCE(work->worker != worker); in kthread_flush_work()
1087 kthread_insert_work(worker, &fwork.work, work->node.next); in kthread_flush_work()
1088 else if (worker->current_work == work) in kthread_flush_work()
1089 kthread_insert_work(worker, &fwork.work, in kthread_flush_work()
1090 worker->work_list.next); in kthread_flush_work()
1094 raw_spin_unlock_irq(&worker->lock); in kthread_flush_work()
1113 struct kthread_worker *worker = work->worker; in kthread_cancel_delayed_work_timer() local
1122 raw_spin_unlock_irqrestore(&worker->lock, *flags); in kthread_cancel_delayed_work_timer()
1124 raw_spin_lock_irqsave(&worker->lock, *flags); in kthread_cancel_delayed_work_timer()
1178 bool kthread_mod_delayed_work(struct kthread_worker *worker, in kthread_mod_delayed_work() argument
1186 raw_spin_lock_irqsave(&worker->lock, flags); in kthread_mod_delayed_work()
1189 if (!work->worker) { in kthread_mod_delayed_work()
1195 WARN_ON_ONCE(work->worker != worker); in kthread_mod_delayed_work()
1218 __kthread_queue_delayed_work(worker, dwork, delay); in kthread_mod_delayed_work()
1220 raw_spin_unlock_irqrestore(&worker->lock, flags); in kthread_mod_delayed_work()
1227 struct kthread_worker *worker = work->worker; in __kthread_cancel_work_sync() local
1231 if (!worker) in __kthread_cancel_work_sync()
1234 raw_spin_lock_irqsave(&worker->lock, flags); in __kthread_cancel_work_sync()
1236 WARN_ON_ONCE(work->worker != worker); in __kthread_cancel_work_sync()
1243 if (worker->current_work != work) in __kthread_cancel_work_sync()
1251 raw_spin_unlock_irqrestore(&worker->lock, flags); in __kthread_cancel_work_sync()
1253 raw_spin_lock_irqsave(&worker->lock, flags); in __kthread_cancel_work_sync()
1257 raw_spin_unlock_irqrestore(&worker->lock, flags); in __kthread_cancel_work_sync()
1306 void kthread_flush_worker(struct kthread_worker *worker) in kthread_flush_worker() argument
1313 kthread_queue_work(worker, &fwork.work); in kthread_flush_worker()
1326 void kthread_destroy_worker(struct kthread_worker *worker) in kthread_destroy_worker() argument
1330 task = worker->task; in kthread_destroy_worker()
1334 kthread_flush_worker(worker); in kthread_destroy_worker()
1336 WARN_ON(!list_empty(&worker->work_list)); in kthread_destroy_worker()
1337 kfree(worker); in kthread_destroy_worker()