Lines Matching refs:llnode

266 static int free_all(struct llist_node *llnode, bool percpu)  in free_all()  argument
271 llist_for_each_safe(pos, t, llnode) { in free_all()
299 struct llist_node *llnode = obj; in enque_to_free() local
304 llist_add(llnode, &c->free_by_rcu_ttrace); in enque_to_free()
309 struct llist_node *llnode, *t; in do_call_rcu_ttrace() local
313 llnode = llist_del_all(&c->free_by_rcu_ttrace); in do_call_rcu_ttrace()
314 free_all(llnode, !!c->percpu_size); in do_call_rcu_ttrace()
320 llist_for_each_safe(llnode, t, llist_del_all(&c->free_by_rcu_ttrace)) in do_call_rcu_ttrace()
321 llist_add(llnode, &c->waiting_for_gp_ttrace); in do_call_rcu_ttrace()
339 struct llist_node *llnode, *t; in free_bulk() local
348 llnode = __llist_del_first(&c->free_llist); in free_bulk()
349 if (llnode) in free_bulk()
354 if (llnode) in free_bulk()
355 enque_to_free(tgt, llnode); in free_bulk()
359 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra)) in free_bulk()
360 enque_to_free(tgt, llnode); in free_bulk()
368 struct llist_node *llnode; in __free_by_rcu() local
373 llnode = llist_del_all(&c->waiting_for_gp); in __free_by_rcu()
374 if (!llnode) in __free_by_rcu()
377 llist_add_batch(llnode, c->waiting_for_gp_tail, &tgt->free_by_rcu_ttrace); in __free_by_rcu()
387 struct llist_node *llnode, *t; in check_free_by_rcu() local
393 llist_for_each_safe(llnode, t, llist_del_all(&c->free_llist_extra_rcu)) in check_free_by_rcu()
394 if (__llist_add(llnode, &c->free_by_rcu)) in check_free_by_rcu()
395 c->free_by_rcu_tail = llnode; in check_free_by_rcu()
787 struct llist_node *llnode = NULL; in unit_alloc() local
803 llnode = __llist_del_first(&c->free_llist); in unit_alloc()
804 if (llnode) { in unit_alloc()
806 *(struct bpf_mem_cache **)llnode = c; in unit_alloc()
821 return llnode; in unit_alloc()
830 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free() local
840 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free()
844 __llist_add(llnode, &c->free_llist); in unit_free()
853 llist_add(llnode, &c->free_llist_extra); in unit_free()
870 struct llist_node *llnode = ptr - LLIST_NODE_SZ; in unit_free_rcu() local
873 c->tgt = *(struct bpf_mem_cache **)llnode; in unit_free_rcu()
877 if (__llist_add(llnode, &c->free_by_rcu)) in unit_free_rcu()
878 c->free_by_rcu_tail = llnode; in unit_free_rcu()
880 llist_add(llnode, &c->free_llist_extra_rcu); in unit_free_rcu()