Lines Matching refs:READ_ONCE
31 int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout); in rcu_jiffies_till_stall_check()
75 return !time_before(j, READ_ONCE(rcu_state.gp_start) + d); in rcu_gp_might_be_stalled()
147 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
166 if (!READ_ONCE(rcu_kick_kthreads)) in rcu_stall_kick_kthreads()
168 j = READ_ONCE(rcu_state.jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
170 (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) { in rcu_stall_kick_kthreads()
395 unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity); in rcu_is_gp_kthread_starving()
468 data_race(READ_ONCE(rcu_state.gp_flags)), in rcu_check_gp_kthread_starvation()
470 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation()
471 gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu); in rcu_check_gp_kthread_starvation()
503 jiffies_fqs = READ_ONCE(rcu_state.jiffies_force_qs); in rcu_check_gp_kthread_expired_fqs_timer()
507 gpk && !READ_ONCE(gpk->on_rq)) { in rcu_check_gp_kthread_expired_fqs_timer()
514 data_race(READ_ONCE(gpk->__state))); in rcu_check_gp_kthread_expired_fqs_timer()
573 gpa = data_race(READ_ONCE(rcu_state.gp_activity)); in print_other_cpu_stall()
576 data_race(READ_ONCE(jiffies_till_next_fqs)), in print_other_cpu_stall()
577 data_race(READ_ONCE(rcu_get_root()->qsmask))); in print_other_cpu_stall()
581 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_other_cpu_stall()
631 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_cpu_stall()
661 if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) || in check_cpu_stall()
685 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
687 js = READ_ONCE(rcu_state.jiffies_stall); in check_cpu_stall()
689 gps = READ_ONCE(rcu_state.gp_start); in check_cpu_stall()
691 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
699 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
712 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
730 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
734 if (didstall && READ_ONCE(rcu_state.jiffies_stall) == jn) { in check_cpu_stall()
770 if (data_race(READ_ONCE(rnp->qsmask))) { in rcu_check_boost_fail()
773 if (READ_ONCE(rnp->gp_tasks)) in rcu_check_boost_fail()
816 struct task_struct *t = READ_ONCE(rcu_state.gp_kthread); in show_rcu_gp_kthreads()
819 ja = j - data_race(READ_ONCE(rcu_state.gp_activity)); in show_rcu_gp_kthreads()
820 jr = j - data_race(READ_ONCE(rcu_state.gp_req_activity)); in show_rcu_gp_kthreads()
821 js = j - data_race(READ_ONCE(rcu_state.gp_start)); in show_rcu_gp_kthreads()
822 jw = j - data_race(READ_ONCE(rcu_state.gp_wake_time)); in show_rcu_gp_kthreads()
825 data_race(READ_ONCE(rcu_state.gp_state)), in show_rcu_gp_kthreads()
826 t ? data_race(READ_ONCE(t->__state)) : 0x1ffff, t ? t->rt_priority : 0xffU, in show_rcu_gp_kthreads()
827 js, ja, jr, jw, (long)data_race(READ_ONCE(rcu_state.gp_wake_seq)), in show_rcu_gp_kthreads()
828 (long)data_race(READ_ONCE(rcu_state.gp_seq)), in show_rcu_gp_kthreads()
829 (long)data_race(READ_ONCE(rcu_get_root()->gp_seq_needed)), in show_rcu_gp_kthreads()
830 data_race(READ_ONCE(rcu_state.gp_max)), in show_rcu_gp_kthreads()
831 data_race(READ_ONCE(rcu_state.gp_flags))); in show_rcu_gp_kthreads()
833 if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), READ_ONCE(rnp->gp_seq_needed)) && in show_rcu_gp_kthreads()
834 !data_race(READ_ONCE(rnp->qsmask)) && !data_race(READ_ONCE(rnp->boost_tasks)) && in show_rcu_gp_kthreads()
835 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
839 (long)data_race(READ_ONCE(rnp->gp_seq)), in show_rcu_gp_kthreads()
840 (long)data_race(READ_ONCE(rnp->gp_seq_needed)), in show_rcu_gp_kthreads()
841 data_race(READ_ONCE(rnp->qsmask)), in show_rcu_gp_kthreads()
842 ".b"[!!data_race(READ_ONCE(rnp->boost_kthread_task))], in show_rcu_gp_kthreads()
843 ".B"[!!data_race(READ_ONCE(rnp->boost_tasks))], in show_rcu_gp_kthreads()
844 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_gp_kthreads()
845 ".G"[!!data_race(READ_ONCE(rnp->gp_tasks))], in show_rcu_gp_kthreads()
846 data_race(READ_ONCE(rnp->n_boosts))); in show_rcu_gp_kthreads()
851 if (READ_ONCE(rdp->gpwrap) || in show_rcu_gp_kthreads()
852 ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), in show_rcu_gp_kthreads()
853 READ_ONCE(rdp->gp_seq_needed))) in show_rcu_gp_kthreads()
856 cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed))); in show_rcu_gp_kthreads()
861 cbs += data_race(READ_ONCE(rdp->n_cbs_invoked)); in show_rcu_gp_kthreads()
883 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
884 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
888 if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
889 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
896 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
897 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
898 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
899 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
910 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
911 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
912 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
913 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
943 __func__, jiffies - data_race(READ_ONCE(rcu_state.gp_start))); in rcu_fwd_progress_check()
947 __func__, jiffies - data_race(READ_ONCE(rcu_state.gp_end))); in rcu_fwd_progress_check()