Lines Matching refs:WRITE_ONCE
502 WRITE_ONCE(jiffies_to_sched_qs, jiffies_till_sched_qs); in adjust_jiffies_till_sched_qs()
511 WRITE_ONCE(jiffies_to_sched_qs, j); in adjust_jiffies_till_sched_qs()
520 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : j); in param_set_first_fqs_jiffies()
532 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : (j ?: 1)); in param_set_next_fqs_jiffies()
614 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); in rcu_eqs_enter()
634 WRITE_ONCE(rdp->dynticks_nesting, 0); /* Avoid irq-access tearing. */ in rcu_eqs_enter()
761 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* No store tearing. */ in rcu_nmi_exit()
769 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); /* Avoid store tearing. */ in rcu_nmi_exit()
878 WRITE_ONCE(rdp->dynticks_nesting, 1); in rcu_eqs_exit()
880 WRITE_ONCE(rdp->dynticks_nmi_nesting, DYNTICK_IRQ_NONIDLE); in rcu_eqs_exit()
973 WRITE_ONCE(rdp->rcu_forced_tick, true); in __rcu_irq_enter_check_tick()
1041 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* Prevent store tearing. */ in rcu_nmi_enter()
1097 WRITE_ONCE(rdp->rcu_urgent_qs, false); in rcu_disable_urgency_upon_qs()
1098 WRITE_ONCE(rdp->rcu_need_heavy_qs, false); in rcu_disable_urgency_upon_qs()
1101 WRITE_ONCE(rdp->rcu_forced_tick, false); in rcu_disable_urgency_upon_qs()
1192 WRITE_ONCE(rdp->gpwrap, true); in rcu_gpnum_ovf()
1290 WRITE_ONCE(rdp->rcu_need_heavy_qs, true); in rcu_implicit_dynticks_qs()
1294 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_implicit_dynticks_qs()
1308 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_implicit_dynticks_qs()
1310 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
1324 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
1391 WRITE_ONCE(rnp->gp_seq_needed, gp_seq_req); in rcu_start_this_gp()
1415 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_INIT); in rcu_start_this_gp()
1416 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_start_this_gp()
1426 WRITE_ONCE(rnp_start->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1427 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1473 WRITE_ONCE(rcu_state.gp_wake_time, jiffies); in rcu_gp_kthread_wake()
1474 WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); in rcu_gp_kthread_wake()
1660 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in __note_gp_changes()
1661 WRITE_ONCE(rdp->gpwrap, false); in __note_gp_changes()
1701 WRITE_ONCE(sleep_duration, duration); in rcu_gp_set_torture_wait()
1741 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1748 WRITE_ONCE(rcu_state.gp_flags, 0); /* Clear all flags: New GP. */ in rcu_gp_init()
1776 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1844 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1851 WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); in rcu_gp_init()
1866 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1907 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs()
1908 WRITE_ONCE(rcu_state.n_force_qs, rcu_state.n_force_qs + 1); in rcu_gp_fqs()
1919 WRITE_ONCE(rcu_state.gp_flags, in rcu_gp_fqs()
1943 WRITE_ONCE(rcu_state.jiffies_force_qs, jiffies + j); in rcu_gp_fqs_loop()
1949 WRITE_ONCE(rcu_state.jiffies_kick_kthreads, in rcu_gp_fqs_loop()
1954 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
1958 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
1978 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1984 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
2013 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
2046 WRITE_ONCE(rnp->gp_seq, new_gp_seq); in rcu_gp_cleanup()
2062 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
2072 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
2083 WRITE_ONCE(rcu_state.gp_flags, RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
2084 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_gp_cleanup()
2089 WRITE_ONCE(rcu_state.gp_flags, in rcu_gp_cleanup()
2111 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
2116 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
2121 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_kthread()
2131 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
2133 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
2151 WRITE_ONCE(rcu_state.gp_flags, in rcu_report_qs_rsp()
2194 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2430 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus - 1); in rcutree_dead_cpu()
2505 WRITE_ONCE(rhp->func, (rcu_callback_t)0L); in rcu_do_batch()
2688 WRITE_ONCE(rcu_state.gp_flags, in rcu_force_quiescent_state()
2927 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
2929 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
2979 WRITE_ONCE(head->func, rcu_leak_callback); in __call_rcu()
3194 WRITE_ONCE(krcp->nr_bkv_objs, krcp->nr_bkv_objs - 1); in get_cached_bnode()
3208 WRITE_ONCE(krcp->nr_bkv_objs, krcp->nr_bkv_objs + 1); in put_cached_bnode()
3221 WRITE_ONCE(krcp->nr_bkv_objs, 0); in drain_page_cache()
3362 WRITE_ONCE(krcp->count, 0); in kfree_rcu_monitor()
3565 WRITE_ONCE(krcp->count, krcp->count + 1); in kvfree_call_rcu()
4160 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus + 1); in rcutree_prepare_cpu()
4249 WRITE_ONCE(rnp->ofl_seq, rnp->ofl_seq + 1); in rcu_cpu_starting()
4254 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcu_cpu_starting()
4273 WRITE_ONCE(rnp->ofl_seq, rnp->ofl_seq + 1); in rcu_cpu_starting()
4302 WRITE_ONCE(rnp->ofl_seq, rnp->ofl_seq + 1); in rcu_report_dead()
4314 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcu_report_dead()
4318 WRITE_ONCE(rnp->ofl_seq, rnp->ofl_seq + 1); in rcu_report_dead()
4432 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_spawn_gp_kthread()
4433 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_spawn_gp_kthread()