Home
last modified time | relevance | path

Searched refs:rcu_state (Results 1 – 15 of 15) sorted by relevance

/linux/kernel/rcu/
A Dtree_stall.h128 WRITE_ONCE(rcu_state.jiffies_stall, in rcu_cpu_stall_reset()
142 WRITE_ONCE(rcu_state.gp_start, j); in record_gp_stall_check_time()
147 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
172 rcu_state.name); in rcu_stall_kick_kthreads()
451 data_race(rcu_state.n_force_qs) - rcu_state.n_force_qs_gpstart, in print_cpu_stall_info()
466 rcu_state.name, j, in rcu_check_gp_kthread_starvation()
582 WRITE_ONCE(rcu_state.jiffies_stall, in print_other_cpu_stall()
632 WRITE_ONCE(rcu_state.jiffies_stall, in print_cpu_stall()
685 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
691 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
[all …]
A Dtree.c85 static struct rcu_state rcu_state = { variable
1474 WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); in rcu_gp_kthread_wake()
1908 WRITE_ONCE(rcu_state.n_force_qs, rcu_state.n_force_qs + 1); in rcu_gp_fqs()
1952 trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, in rcu_gp_fqs_loop()
1967 trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, in rcu_gp_fqs_loop()
1975 trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, in rcu_gp_fqs_loop()
1986 trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, in rcu_gp_fqs_loop()
2016 gp_duration = rcu_state.gp_end - rcu_state.gp_start; in rcu_gp_cleanup()
2109 trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, in rcu_gp_kthread()
2123 trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, in rcu_gp_kthread()
[all …]
A Dtree_exp.h20 rcu_seq_start(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_start()
37 rcu_seq_end(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_end()
84 if (likely(ncpus == rcu_state.ncpus_snap)) in sync_exp_reset_tree_hotplug()
86 rcu_state.ncpus_snap = ncpus; in sync_exp_reset_tree_hotplug()
201 swake_up_one(&rcu_state.expedited_wq); in __rcu_report_exp_rnp()
290 mutex_trylock(&rcu_state.exp_mutex)) in exp_funnel_lock()
322 mutex_lock(&rcu_state.exp_mutex); in exp_funnel_lock()
325 mutex_unlock(&rcu_state.exp_mutex); in exp_funnel_lock()
525 rcu_state.name); in synchronize_rcu_expedited_wait()
588 mutex_lock(&rcu_state.exp_wake_mutex); in rcu_exp_wait_wake()
[all …]
A Dtree_nocb.h229 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __wake_nocb_gp()
429 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
477 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
481 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in rcu_nocb_try_bypass()
508 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __call_rcu_nocb_wake()
520 trace_rcu_nocb_wake(rcu_state.name, rdp->cpu, in __call_rcu_nocb_wake()
1025 mutex_lock(&rcu_state.barrier_mutex); in rcu_nocb_cpu_deoffload()
1038 mutex_unlock(&rcu_state.barrier_mutex); in rcu_nocb_cpu_deoffload()
1095 mutex_lock(&rcu_state.barrier_mutex); in rcu_nocb_cpu_offload()
1108 mutex_unlock(&rcu_state.barrier_mutex); in rcu_nocb_cpu_offload()
[all …]
A Drcu.h314 #define rcu_first_leaf_node() (rcu_state.level[rcu_num_lvls - 1])
320 #define rcu_is_last_leaf_node(rnp) ((rnp) == &rcu_state.node[rcu_num_nodes - 1])
331 srcu_for_each_node_breadth_first(&rcu_state, rnp)
341 (rnp) < &rcu_state.node[rcu_num_nodes]; (rnp)++)
A Dtree_plugin.h28 !(lockdep_is_held(&rcu_state.barrier_mutex) || in rcu_rdp_is_offloaded()
333 trace_rcu_preempt_task(rcu_state.name, in rcu_note_context_switch()
401 if (IS_ENABLED(CONFIG_RCU_STRICT_GRACE_PERIOD) && rcu_state.gp_kthread) in __rcu_read_lock()
735 time_after(jiffies, rcu_state.gp_start + HZ)) in rcu_flavor_sched_clock_irq()
817 if (irqs_disabled() || preempt_count() || !rcu_state.gp_kthread) in rcu_read_unlock_strict()
1123 (!time_after(rnp->boost_time, jiffies) || rcu_state.cbovld))) { in rcu_initiate_boost()
1168 rcu_state.boost = 1; in rcu_spawn_one_boost_kthread()
1465 time_before(jiffies, READ_ONCE(rcu_state.gp_start) + HZ))) in rcu_nohz_full_cpu()
A Dtree.h298 struct rcu_state { struct
/linux/Documentation/RCU/Design/Data-Structures/
A DData-Structures.rst27 This diagram shows an enclosing ``rcu_state`` structure containing a tree
154 #. ``rcu_state``: This structure forms the interconnection between the
189 following sections give more details on the ``rcu_state``, ``rcu_node``
192 The ``rcu_state`` Structure
195 The ``rcu_state`` structure is the base structure that represents the
202 A few of the ``rcu_state`` structure's fields are discussed, singly and
209 This portion of the ``rcu_state`` structure is declared as follows:
268 This portion of the ``rcu_state`` structure is declared as follows:
292 This portion of the ``rcu_state`` structure is declared as follows:
836 in the ``rcu_state`` and ``rcu_node`` structures. The
[all …]
/linux/net/sched/
A Dsch_generic.c1512 cond_synchronize_rcu(miniq->rcu_state); in mini_qdisc_pair_swap()
1513 else if (!poll_state_synchronize_rcu(miniq->rcu_state)) in mini_qdisc_pair_swap()
1525 miniq_old->rcu_state = start_poll_synchronize_rcu(); in mini_qdisc_pair_swap()
1544 miniqp->miniq1.rcu_state = get_state_synchronize_rcu(); in mini_qdisc_pair_init()
1545 miniqp->miniq2.rcu_state = miniqp->miniq1.rcu_state; in mini_qdisc_pair_init()
/linux/Documentation/RCU/Design/Expedited-Grace-Periods/
A DExpedited-Grace-Periods.rst150 ``rcu_state`` structure's ``->ncpus`` field. The ``rcu_state``
160 ``rcu_state`` structure's ``->ncpus`` and ``->ncpus_snap`` fields are
259 ``->expedited_sequence`` in the ``rcu_state`` structure. This counter
309 respectively. The current value of the ``rcu_state`` structure's
351 Task A now acquires the ``rcu_state`` structure's ``->exp_mutex`` and
/linux/Documentation/RCU/Design/Memory-Ordering/
A DTree-RCU-Memory-Ordering.rst341 advance the ``rcu_state`` structure's ``->gp_seq`` grace-period-number
370 to the newly advanced value from the ``rcu_state`` structure, as shown
379 ``rcu_state`` structure's ``->gp_seq`` field) before setting each leaf
567 ``rcu_state`` structure's ``->gp_seq`` field. The ordering effects are
586 | once the ``rcu_state`` structure's ``->gp_seq`` field has been |
/linux/include/net/
A Dsch_generic.h1303 unsigned long rcu_state; member
/linux/Documentation/RCU/
A Dstallwarn.rst215 possible for an rcu_state stall to be caused by both CPUs *and* tasks,
/linux/
A DSystem.map130887 ffff800011e53c80 d rcu_state
A D.tmp_System.map130887 ffff800011e53c80 d rcu_state

Completed in 380 milliseconds