Lines Matching defs:rdp

20 static inline bool rcu_current_is_nocb_kthread(struct rcu_data *rdp)  in rcu_current_is_nocb_kthread()
92 static void rcu_nocb_bypass_lock(struct rcu_data *rdp) in rcu_nocb_bypass_lock()
110 static bool rcu_nocb_bypass_trylock(struct rcu_data *rdp) in rcu_nocb_bypass_trylock()
119 static void rcu_nocb_bypass_unlock(struct rcu_data *rdp) in rcu_nocb_bypass_unlock()
130 static void rcu_nocb_lock(struct rcu_data *rdp) in rcu_nocb_lock()
142 static void rcu_nocb_unlock(struct rcu_data *rdp) in rcu_nocb_unlock()
154 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, in rcu_nocb_unlock_irqrestore()
166 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) in rcu_lockdep_assert_cblist_protected()
193 static bool __wake_nocb_gp(struct rcu_data *rdp_gp, in __wake_nocb_gp()
228 static bool wake_nocb_gp(struct rcu_data *rdp, bool force) in wake_nocb_gp()
266 static void wake_nocb_gp_defer(struct rcu_data *rdp, int waketype, in wake_nocb_gp_defer()
308 static bool rcu_nocb_do_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp_in, in rcu_nocb_do_flush_bypass()
352 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, in rcu_nocb_flush_bypass()
366 static void rcu_nocb_try_flush_bypass(struct rcu_data *rdp, unsigned long j) in rcu_nocb_try_flush_bypass()
393 static bool rcu_nocb_try_bypass(struct rcu_data *rdp, struct rcu_head *rhp, in rcu_nocb_try_bypass()
526 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_alldone, in __call_rcu_nocb_wake()
601 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, in call_rcu_nocb()
613 static void nocb_gp_toggle_rdp(struct rcu_data *rdp_gp, struct rcu_data *rdp) in nocb_gp_toggle_rdp()
666 struct rcu_data *rdp, *rdp_toggling = NULL; in nocb_gp_wait() local
864 struct rcu_data *rdp = arg; in rcu_nocb_gp_kthread() local
874 static inline bool nocb_cb_wait_cond(struct rcu_data *rdp) in nocb_cb_wait_cond()
883 static void nocb_cb_wait(struct rcu_data *rdp) in nocb_cb_wait()
941 struct rcu_data *rdp = arg; in rcu_nocb_cb_kthread() local
953 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level) in rcu_nocb_need_deferred_wakeup()
959 static bool do_nocb_deferred_wakeup_common(struct rcu_data *rdp_gp, in do_nocb_deferred_wakeup_common()
983 struct rcu_data *rdp = from_timer(rdp, t, nocb_timer); in do_nocb_deferred_wakeup_timer() local
998 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp) in do_nocb_deferred_wakeup()
1016 static int rcu_nocb_queue_toggle_rdp(struct rcu_data *rdp) in rcu_nocb_queue_toggle_rdp()
1034 static bool rcu_nocb_rdp_deoffload_wait_cond(struct rcu_data *rdp) in rcu_nocb_rdp_deoffload_wait_cond()
1051 static int rcu_nocb_rdp_deoffload(struct rcu_data *rdp) in rcu_nocb_rdp_deoffload()
1107 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_nocb_cpu_deoffload() local
1129 static bool rcu_nocb_rdp_offload_wait_cond(struct rcu_data *rdp) in rcu_nocb_rdp_offload_wait_cond()
1141 static int rcu_nocb_rdp_offload(struct rcu_data *rdp) in rcu_nocb_rdp_offload()
1176 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_nocb_cpu_offload() local
1214 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in lazy_rcu_shrink_count() local
1249 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in lazy_rcu_shrink_scan() local
1287 struct rcu_data *rdp; in rcu_init_nohz() local
1350 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) in rcu_boot_init_nocb_percpu_data()
1371 struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu); in rcu_spawn_cpu_nocb_kthread() local
1449 struct rcu_data *rdp; in rcu_organize_nocb_kthreads() local
1523 static void show_rcu_nocb_gp_state(struct rcu_data *rdp) in show_rcu_nocb_gp_state()
1547 static void show_rcu_nocb_state(struct rcu_data *rdp) in show_rcu_nocb_state()
1608 static void rcu_nocb_lock(struct rcu_data *rdp) in rcu_nocb_lock()
1613 static void rcu_nocb_unlock(struct rcu_data *rdp) in rcu_nocb_unlock()
1618 static void rcu_nocb_unlock_irqrestore(struct rcu_data *rdp, in rcu_nocb_unlock_irqrestore()
1625 static void rcu_lockdep_assert_cblist_protected(struct rcu_data *rdp) in rcu_lockdep_assert_cblist_protected()
1643 static bool wake_nocb_gp(struct rcu_data *rdp, bool force) in wake_nocb_gp()
1648 static bool rcu_nocb_flush_bypass(struct rcu_data *rdp, struct rcu_head *rhp, in rcu_nocb_flush_bypass()
1654 static void call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *head, in call_rcu_nocb()
1660 static void __call_rcu_nocb_wake(struct rcu_data *rdp, bool was_empty, in __call_rcu_nocb_wake()
1666 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) in rcu_boot_init_nocb_percpu_data()
1670 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp, int level) in rcu_nocb_need_deferred_wakeup()
1675 static bool do_nocb_deferred_wakeup(struct rcu_data *rdp) in do_nocb_deferred_wakeup()
1684 static void show_rcu_nocb_state(struct rcu_data *rdp) in show_rcu_nocb_state()