Lines Matching refs:my_rdp
605 static void nocb_gp_wait(struct rcu_data *my_rdp) in nocb_gp_wait() argument
609 int __maybe_unused cpu = my_rdp->cpu; in nocb_gp_wait()
627 WARN_ON_ONCE(my_rdp->nocb_gp_rdp != my_rdp); in nocb_gp_wait()
628 for (rdp = my_rdp; rdp; rdp = rdp->nocb_next_cb_rdp) { in nocb_gp_wait()
703 my_rdp->nocb_gp_bypass = bypass; in nocb_gp_wait()
704 my_rdp->nocb_gp_gp = needwait_gp; in nocb_gp_wait()
705 my_rdp->nocb_gp_seq = needwait_gp ? wait_gp_seq : 0; in nocb_gp_wait()
710 wake_nocb_gp_defer(my_rdp, RCU_NOCB_WAKE_BYPASS, in nocb_gp_wait()
721 swait_event_interruptible_exclusive(my_rdp->nocb_gp_wq, in nocb_gp_wait()
722 !READ_ONCE(my_rdp->nocb_gp_sleep)); in nocb_gp_wait()
725 rnp = my_rdp->mynode; in nocb_gp_wait()
726 trace_rcu_this_gp(rnp, my_rdp, wait_gp_seq, TPS("StartWait")); in nocb_gp_wait()
730 !READ_ONCE(my_rdp->nocb_gp_sleep)); in nocb_gp_wait()
731 trace_rcu_this_gp(rnp, my_rdp, wait_gp_seq, TPS("EndWait")); in nocb_gp_wait()
734 raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
735 if (my_rdp->nocb_defer_wakeup > RCU_NOCB_WAKE_NOT) { in nocb_gp_wait()
736 WRITE_ONCE(my_rdp->nocb_defer_wakeup, RCU_NOCB_WAKE_NOT); in nocb_gp_wait()
737 del_timer(&my_rdp->nocb_timer); in nocb_gp_wait()
739 WRITE_ONCE(my_rdp->nocb_gp_sleep, true); in nocb_gp_wait()
740 raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); in nocb_gp_wait()
742 my_rdp->nocb_gp_seq = -1; in nocb_gp_wait()