Home
last modified time | relevance | path

Searched refs:pprev (Results 1 – 25 of 51) sorted by relevance

123

/linux-6.12.1/include/linux/
Dlist_bl.h39 struct hlist_bl_node *next, **pprev; member
47 h->pprev = NULL; in INIT_HLIST_BL_NODE()
54 return !h->pprev; in hlist_bl_unhashed()
84 first->pprev = &n->next; in hlist_bl_add_head()
85 n->pprev = &h->first; in hlist_bl_add_head()
92 struct hlist_bl_node **pprev = next->pprev; in hlist_bl_add_before() local
94 n->pprev = pprev; in hlist_bl_add_before()
96 next->pprev = &n->next; in hlist_bl_add_before()
99 WRITE_ONCE(*pprev, in hlist_bl_add_before()
101 ((uintptr_t)n | ((uintptr_t)*pprev & LIST_BL_LOCKMASK))); in hlist_bl_add_before()
[all …]
Dlist_nulls.h26 struct hlist_nulls_node *next, **pprev; member
69 return !h->pprev; in hlist_nulls_unhashed()
83 return !READ_ONCE(h->pprev); in hlist_nulls_unhashed_lockless()
97 WRITE_ONCE(n->pprev, &h->first); in hlist_nulls_add_head()
100 WRITE_ONCE(first->pprev, &n->next); in hlist_nulls_add_head()
106 struct hlist_nulls_node **pprev = n->pprev; in __hlist_nulls_del() local
108 WRITE_ONCE(*pprev, next); in __hlist_nulls_del()
110 WRITE_ONCE(next->pprev, pprev); in __hlist_nulls_del()
116 WRITE_ONCE(n->pprev, LIST_POISON2); in hlist_nulls_del()
Drculist.h185 WRITE_ONCE(n->pprev, NULL); in hlist_del_init_rcu()
517 WRITE_ONCE(n->pprev, LIST_POISON2); in hlist_del_rcu()
535 WRITE_ONCE(new->pprev, old->pprev); in hlist_replace_rcu()
536 rcu_assign_pointer(*(struct hlist_node __rcu **)new->pprev, new); in hlist_replace_rcu()
538 WRITE_ONCE(new->next->pprev, &new->next); in hlist_replace_rcu()
539 WRITE_ONCE(old->pprev, LIST_POISON2); in hlist_replace_rcu()
559 WRITE_ONCE(node2->pprev, &left->first); in hlists_swap_heads_rcu()
560 WRITE_ONCE(node1->pprev, &right->first); in hlists_swap_heads_rcu()
568 #define hlist_pprev_rcu(node) (*((struct hlist_node __rcu **)((node)->pprev)))
595 WRITE_ONCE(n->pprev, &h->first); in hlist_add_head_rcu()
[all …]
Drculist_nulls.h37 WRITE_ONCE(n->pprev, NULL); in hlist_nulls_del_init_rcu()
77 WRITE_ONCE(n->pprev, LIST_POISON2); in hlist_nulls_del_rcu()
105 WRITE_ONCE(n->pprev, &h->first); in hlist_nulls_add_head_rcu()
108 WRITE_ONCE(first->pprev, &n->next); in hlist_nulls_add_head_rcu()
141 n->pprev = &last->next; in hlist_nulls_add_tail_rcu()
151 n->pprev = &n->next; in hlist_nulls_add_fake()
Dlist.h945 h->pprev = NULL; in INIT_HLIST_NODE()
958 return !h->pprev; in hlist_unhashed()
971 return !READ_ONCE(h->pprev); in hlist_unhashed_lockless()
986 struct hlist_node **pprev = n->pprev; in __hlist_del() local
988 WRITE_ONCE(*pprev, next); in __hlist_del()
990 WRITE_ONCE(next->pprev, pprev); in __hlist_del()
1004 n->pprev = LIST_POISON2; in hlist_del()
1034 WRITE_ONCE(first->pprev, &n->next); in hlist_add_head()
1036 WRITE_ONCE(n->pprev, &h->first); in hlist_add_head()
1047 WRITE_ONCE(n->pprev, next->pprev); in hlist_add_before()
[all …]
Drculist_bl.h49 n->pprev = LIST_POISON2; in hlist_bl_del_rcu()
81 first->pprev = &n->next; in hlist_bl_add_head_rcu()
82 n->pprev = &h->first; in hlist_bl_add_head_rcu()
Drhashtable.h714 struct rhash_head __rcu **pprev; in __rhashtable_insert_fast() local
731 pprev = NULL; in __rhashtable_insert_fast()
750 pprev = &head->next; in __rhashtable_insert_fast()
766 if (pprev) { in __rhashtable_insert_fast()
767 rcu_assign_pointer(*pprev, obj); in __rhashtable_insert_fast()
1001 struct rhash_head __rcu **pprev; in __rhashtable_remove_fast_one() local
1011 pprev = NULL; in __rhashtable_remove_fast_one()
1022 pprev = &he->next; in __rhashtable_remove_fast_one()
1054 if (pprev) { in __rhashtable_remove_fast_one()
1055 rcu_assign_pointer(*pprev, obj); in __rhashtable_remove_fast_one()
[all …]
/linux-6.12.1/tools/testing/selftests/bpf/
Dbpf_arena_list.h12 arena_list_node_t * __arena *pprev; member
54 WRITE_ONCE(first->pprev, tmp); in list_add_head()
62 WRITE_ONCE(n->pprev, tmp); in list_add_head()
68 arena_list_node_t * __arena *pprev = n->pprev; in __list_del() local
71 cast_kern(pprev); in __list_del()
72 tmp = *pprev; in __list_del()
76 cast_user(pprev); in __list_del()
78 WRITE_ONCE(next->pprev, pprev); in __list_del()
91 n->pprev = LIST_POISON2; in list_del()
/linux-6.12.1/net/ipv6/
Dtunnel6.c34 struct xfrm6_tunnel __rcu **pprev; in xfrm6_tunnel_register() local
43 pprev = &tunnel6_handlers; in xfrm6_tunnel_register()
46 pprev = &tunnel46_handlers; in xfrm6_tunnel_register()
49 pprev = &tunnelmpls6_handlers; in xfrm6_tunnel_register()
55 for (; (t = rcu_dereference_protected(*pprev, in xfrm6_tunnel_register()
57 pprev = &t->next) { in xfrm6_tunnel_register()
64 handler->next = *pprev; in xfrm6_tunnel_register()
65 rcu_assign_pointer(*pprev, handler); in xfrm6_tunnel_register()
78 struct xfrm6_tunnel __rcu **pprev; in xfrm6_tunnel_deregister() local
86 pprev = &tunnel6_handlers; in xfrm6_tunnel_deregister()
[all …]
Dxfrm6_protocol.c236 struct xfrm6_protocol __rcu **pprev; in xfrm6_protocol_register() local
251 for (pprev = proto_handlers(protocol); in xfrm6_protocol_register()
252 (t = rcu_dereference_protected(*pprev, in xfrm6_protocol_register()
254 pprev = &t->next) { in xfrm6_protocol_register()
261 handler->next = *pprev; in xfrm6_protocol_register()
262 rcu_assign_pointer(*pprev, handler); in xfrm6_protocol_register()
283 struct xfrm6_protocol __rcu **pprev; in xfrm6_protocol_deregister() local
292 for (pprev = proto_handlers(protocol); in xfrm6_protocol_deregister()
293 (t = rcu_dereference_protected(*pprev, in xfrm6_protocol_deregister()
295 pprev = &t->next) { in xfrm6_protocol_deregister()
[all …]
/linux-6.12.1/net/ipv4/
Dtunnel4.c33 struct xfrm_tunnel __rcu **pprev; in xfrm4_tunnel_register() local
41 for (pprev = fam_handlers(family); in xfrm4_tunnel_register()
42 (t = rcu_dereference_protected(*pprev, in xfrm4_tunnel_register()
44 pprev = &t->next) { in xfrm4_tunnel_register()
51 handler->next = *pprev; in xfrm4_tunnel_register()
52 rcu_assign_pointer(*pprev, handler); in xfrm4_tunnel_register()
65 struct xfrm_tunnel __rcu **pprev; in xfrm4_tunnel_deregister() local
71 for (pprev = fam_handlers(family); in xfrm4_tunnel_deregister()
72 (t = rcu_dereference_protected(*pprev, in xfrm4_tunnel_deregister()
74 pprev = &t->next) { in xfrm4_tunnel_deregister()
[all …]
Dxfrm4_protocol.c220 struct xfrm4_protocol __rcu **pprev; in xfrm4_protocol_register() local
235 for (pprev = proto_handlers(protocol); in xfrm4_protocol_register()
236 (t = rcu_dereference_protected(*pprev, in xfrm4_protocol_register()
238 pprev = &t->next) { in xfrm4_protocol_register()
245 handler->next = *pprev; in xfrm4_protocol_register()
246 rcu_assign_pointer(*pprev, handler); in xfrm4_protocol_register()
267 struct xfrm4_protocol __rcu **pprev; in xfrm4_protocol_deregister() local
276 for (pprev = proto_handlers(protocol); in xfrm4_protocol_deregister()
277 (t = rcu_dereference_protected(*pprev, in xfrm4_protocol_deregister()
279 pprev = &t->next) { in xfrm4_protocol_deregister()
[all …]
/linux-6.12.1/tools/lib/bpf/
Dhashmap.c24 static void hashmap_add_entry(struct hashmap_entry **pprev, in hashmap_add_entry() argument
27 entry->next = *pprev; in hashmap_add_entry()
28 *pprev = entry; in hashmap_add_entry()
31 static void hashmap_del_entry(struct hashmap_entry **pprev, in hashmap_del_entry() argument
34 *pprev = entry->next; in hashmap_del_entry()
132 struct hashmap_entry ***pprev, in hashmap_find_entry() argument
144 if (pprev) in hashmap_find_entry()
145 *pprev = prev_ptr; in hashmap_find_entry()
223 struct hashmap_entry **pprev, *entry; in hashmap_delete() local
227 if (!hashmap_find_entry(map, key, h, &pprev, &entry)) in hashmap_delete()
[all …]
/linux-6.12.1/tools/perf/util/
Dhashmap.c24 static void hashmap_add_entry(struct hashmap_entry **pprev, in hashmap_add_entry() argument
27 entry->next = *pprev; in hashmap_add_entry()
28 *pprev = entry; in hashmap_add_entry()
31 static void hashmap_del_entry(struct hashmap_entry **pprev, in hashmap_del_entry() argument
34 *pprev = entry->next; in hashmap_del_entry()
132 struct hashmap_entry ***pprev, in hashmap_find_entry() argument
144 if (pprev) in hashmap_find_entry()
145 *pprev = prev_ptr; in hashmap_find_entry()
223 struct hashmap_entry **pprev, *entry; in hashmap_delete() local
227 if (!hashmap_find_entry(map, key, h, &pprev, &entry)) in hashmap_delete()
[all …]
/linux-6.12.1/tools/include/linux/
Dlist.h612 h->pprev = NULL; in INIT_HLIST_NODE()
617 return !h->pprev; in hlist_unhashed()
628 struct hlist_node **pprev = n->pprev; in __hlist_del() local
630 WRITE_ONCE(*pprev, next); in __hlist_del()
632 next->pprev = pprev; in __hlist_del()
639 n->pprev = LIST_POISON2; in hlist_del()
655 first->pprev = &n->next; in hlist_add_head()
657 n->pprev = &h->first; in hlist_add_head()
664 n->pprev = next->pprev; in hlist_add_before()
666 next->pprev = &n->next; in hlist_add_before()
[all …]
Dtypes.h98 struct hlist_node *next, **pprev; member
/linux-6.12.1/scripts/include/
Dlist.h325 h->pprev = NULL; in INIT_HLIST_NODE()
338 return !h->pprev; in hlist_unhashed()
344 struct hlist_node **pprev = n->pprev; in __hlist_del() local
346 *pprev = next; in __hlist_del()
348 next->pprev = pprev; in __hlist_del()
362 n->pprev = LIST_POISON2; in hlist_del()
393 first->pprev = &n->next; in hlist_add_head()
395 n->pprev = &h->first; in hlist_add_head()
Dlist_types.h14 struct hlist_node *next, **pprev; member
/linux-6.12.1/kernel/
Dtask_work.c126 struct callback_head **pprev = &task->task_works; in task_work_cancel_match() local
139 work = READ_ONCE(*pprev); in task_work_cancel_match()
142 pprev = &work->next; in task_work_cancel_match()
143 work = READ_ONCE(*pprev); in task_work_cancel_match()
144 } else if (try_cmpxchg(pprev, &work, work->next)) in task_work_cancel_match()
/linux-6.12.1/lib/
Drhashtable.c236 struct rhash_head __rcu **pprev = NULL; in rhashtable_rehash_one() local
253 pprev = &entry->next; in rhashtable_rehash_one()
270 if (pprev) in rhashtable_rehash_one()
271 rcu_assign_pointer(*pprev, next); in rhashtable_rehash_one()
503 struct rhash_head __rcu **pprev = NULL; in rhashtable_lookup_one() local
517 pprev = &head->next; in rhashtable_lookup_one()
530 if (pprev) in rhashtable_lookup_one()
531 rcu_assign_pointer(*pprev, obj); in rhashtable_lookup_one()
/linux-6.12.1/tools/testing/selftests/bpf/progs/
Dbtf_dump_test_case_ordering.c38 struct hlist_node **pprev; member
/linux-6.12.1/drivers/of/
Dfdt.c101 struct property *pp, **pprev = NULL; in populate_properties() local
105 pprev = &np->properties; in populate_properties()
154 *pprev = pp; in populate_properties()
155 pprev = &pp->next; in populate_properties()
182 *pprev = pp; in populate_properties()
/linux-6.12.1/mm/
Dvma.h507 struct vm_area_struct **pprev) in vma_iter_next_rewind() argument
523 if (pprev) in vma_iter_next_rewind()
524 *pprev = prev; in vma_iter_next_rewind()
Dmprotect.c604 struct vm_area_struct *vma, struct vm_area_struct **pprev, in mprotect_fixup() argument
618 *pprev = vma; in mprotect_fixup()
664 vma = vma_modify_flags(vmi, *pprev, vma, start, end, newflags); in mprotect_fixup()
670 *pprev = vma; in mprotect_fixup()
/linux-6.12.1/net/sched/
Dcls_api.c1895 struct tcf_proto __rcu **pprev; member
1902 return tcf_chain_dereference(*chain_info->pprev, chain); in tcf_chain_tp_prev()
1913 if (*chain_info->pprev == chain->filter_chain) in tcf_chain_tp_insert()
1916 rcu_assign_pointer(*chain_info->pprev, tp); in tcf_chain_tp_insert()
1930 RCU_INIT_POINTER(*chain_info->pprev, next); in tcf_chain_tp_remove()
1983 struct tcf_proto **pprev; in tcf_chain_tp_delete_empty() local
1989 for (pprev = &chain->filter_chain; in tcf_chain_tp_delete_empty()
1990 (tp_iter = tcf_chain_dereference(*pprev, chain)); in tcf_chain_tp_delete_empty()
1991 pprev = &tp_iter->next) { in tcf_chain_tp_delete_empty()
1993 chain_info.pprev = pprev; in tcf_chain_tp_delete_empty()
[all …]

123