Lines Matching refs:dynticks
80 .dynticks = ATOMIC_INIT(1),
260 return arch_atomic_add_return(incby, this_cpu_ptr(&rcu_data.dynticks)); in rcu_dynticks_inc()
318 if (atomic_read(&rdp->dynticks) & 0x1) in rcu_dynticks_eqs_online()
330 return !(arch_atomic_read(this_cpu_ptr(&rcu_data.dynticks)) & 0x1); in rcu_dynticks_curr_cpu_in_eqs()
340 return atomic_read_acquire(&rdp->dynticks); in rcu_dynticks_snap()
380 snap = atomic_read(&rdp->dynticks) & ~0x1; in rcu_dynticks_zero_in_eqs()
388 return snap == atomic_read(&rdp->dynticks); in rcu_dynticks_zero_in_eqs()
625 trace_rcu_dyntick(TPS("Start"), rdp->dynticks_nesting, 0, atomic_read(&rdp->dynticks)); in rcu_eqs_enter()
631 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_eqs_enter()
760 atomic_read(&rdp->dynticks)); in rcu_nmi_exit()
768 trace_rcu_dyntick(TPS("Startirq"), rdp->dynticks_nmi_nesting, 0, atomic_read(&rdp->dynticks)); in rcu_nmi_exit()
775 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_nmi_exit()
873 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_eqs_exit()
876 trace_rcu_dyntick(TPS("End"), rdp->dynticks_nesting, 1, atomic_read(&rdp->dynticks)); in rcu_eqs_exit()
1025 instrument_atomic_read(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_nmi_enter()
1027 instrument_atomic_write(&rdp->dynticks, sizeof(rdp->dynticks)); in rcu_nmi_enter()
1039 rdp->dynticks_nmi_nesting + incby, atomic_read(&rdp->dynticks)); in rcu_nmi_enter()