| /linux-6.12.1/tools/testing/selftests/bpf/progs/ |
| D | map_ptr_kern.c | 30 struct bpf_map { struct
38 static inline int check_bpf_map_fields(struct bpf_map *map, __u32 key_size, in check_bpf_map_fields() argument
50 static inline int check_bpf_map_ptr(struct bpf_map *indirect, in check_bpf_map_ptr()
51 struct bpf_map *direct) in check_bpf_map_ptr()
62 static inline int check(struct bpf_map *indirect, struct bpf_map *direct, in check()
71 static inline int check_default(struct bpf_map *indirect, in check_default()
72 struct bpf_map *direct) in check_default()
80 check_default_noinline(struct bpf_map *indirect, struct bpf_map *direct) in check_default_noinline()
92 struct bpf_map map;
106 __s64 bpf_map_sum_elem_count(struct bpf_map *map) __ksym;
[all …]
|
| D | test_bpf_ma.c | 56 static __always_inline void batch_alloc(struct bpf_map *map, unsigned int batch, unsigned int idx) in batch_alloc()
83 static __always_inline void batch_free(struct bpf_map *map, unsigned int batch, unsigned int idx) in batch_free()
105 static __always_inline void batch_percpu_alloc(struct bpf_map *map, unsigned int batch, in batch_percpu_alloc()
133 static __always_inline void batch_percpu_free(struct bpf_map *map, unsigned int batch, in batch_percpu_free()
155 batch_alloc((struct bpf_map *)(&array_##size), batch, idx)
159 batch_alloc((struct bpf_map *)(&array_##size), batch, idx); \
160 batch_free((struct bpf_map *)(&array_##size), batch, idx); \
164 batch_percpu_alloc((struct bpf_map *)(&array_percpu_##size), batch, idx)
168 batch_percpu_alloc((struct bpf_map *)(&array_percpu_##size), batch, idx); \
169 batch_percpu_free((struct bpf_map *)(&array_percpu_##size), batch, idx); \
|
| D | bloom_filter_map.c | 10 struct bpf_map;
35 struct bpf_map *map;
41 check_elem(struct bpf_map *map, __u32 *key, __u32 *val, in check_elem()
58 struct bpf_map *inner_map; in inner_map()
79 data.map = (struct bpf_map *)&map_bloom; in check_bloom()
|
| D | bloom_filter_bench.c | 12 struct bpf_map;
43 struct bpf_map *map;
71 bloom_callback(struct bpf_map *map, __u32 *key, void *val, in bloom_callback()
96 data.map = (struct bpf_map *)&bloom_map; in bloom_lookup()
109 data.map = (struct bpf_map *)&bloom_map; in bloom_update()
|
| /linux-6.12.1/tools/lib/bpf/ |
| D | libbpf.h | 863 struct bpf_map;
865 LIBBPF_API struct bpf_link *bpf_map__attach_struct_ops(const struct bpf_map *map);
866 LIBBPF_API int bpf_link__update_map(struct bpf_link *link, const struct bpf_map *map);
949 LIBBPF_API struct bpf_map *
955 LIBBPF_API struct bpf_map *
956 bpf_object__next_map(const struct bpf_object *obj, const struct bpf_map *map);
964 LIBBPF_API struct bpf_map *
965 bpf_object__prev_map(const struct bpf_object *obj, const struct bpf_map *map);
986 LIBBPF_API int bpf_map__set_autocreate(struct bpf_map *map, bool autocreate);
987 LIBBPF_API bool bpf_map__autocreate(const struct bpf_map *map);
[all …]
|
| /linux-6.12.1/include/linux/ |
| D | bpf.h | 39 struct bpf_map;
84 struct bpf_map *(*map_alloc)(union bpf_attr *attr);
85 void (*map_release)(struct bpf_map *map, struct file *map_file);
86 void (*map_free)(struct bpf_map *map);
87 int (*map_get_next_key)(struct bpf_map *map, void *key, void *next_key);
88 void (*map_release_uref)(struct bpf_map *map);
89 void *(*map_lookup_elem_sys_only)(struct bpf_map *map, void *key);
90 int (*map_lookup_batch)(struct bpf_map *map, const union bpf_attr *attr,
92 int (*map_lookup_and_delete_elem)(struct bpf_map *map, void *key,
94 int (*map_lookup_and_delete_batch)(struct bpf_map *map,
[all …]
|
| /linux-6.12.1/kernel/bpf/ |
| D | queue_stack_maps.c | 17 struct bpf_map map;
25 static struct bpf_queue_stack *bpf_queue_stack(struct bpf_map *map) in bpf_queue_stack()
64 static struct bpf_map *queue_stack_map_alloc(union bpf_attr *attr) in queue_stack_map_alloc()
87 static void queue_stack_map_free(struct bpf_map *map) in queue_stack_map_free()
94 static long __queue_map_get(struct bpf_map *map, void *value, bool delete) in __queue_map_get()
128 static long __stack_map_get(struct bpf_map *map, void *value, bool delete) in __stack_map_get()
165 static long queue_map_peek_elem(struct bpf_map *map, void *value) in queue_map_peek_elem()
171 static long stack_map_peek_elem(struct bpf_map *map, void *value) in stack_map_peek_elem()
177 static long queue_map_pop_elem(struct bpf_map *map, void *value) in queue_map_pop_elem()
183 static long stack_map_pop_elem(struct bpf_map *map, void *value) in stack_map_pop_elem()
[all …]
|
| D | map_in_map.c | 10 struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd) in bpf_map_meta_alloc()
12 struct bpf_map *inner_map, *inner_map_meta; in bpf_map_meta_alloc()
48 struct bpf_map *ret = ERR_CAST(inner_map_meta->record); in bpf_map_meta_alloc()
76 void bpf_map_meta_free(struct bpf_map *map_meta) in bpf_map_meta_free()
83 bool bpf_map_meta_equal(const struct bpf_map *meta0, in bpf_map_meta_equal()
84 const struct bpf_map *meta1) in bpf_map_meta_equal()
94 void *bpf_map_fd_get_ptr(struct bpf_map *map, in bpf_map_fd_get_ptr()
98 struct bpf_map *inner_map, *inner_map_meta; in bpf_map_fd_get_ptr()
114 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer) in bpf_map_fd_put_ptr()
116 struct bpf_map *inner_map = ptr; in bpf_map_fd_put_ptr()
[all …]
|
| D | arraymap.c | 83 static struct bpf_map *array_map_alloc(union bpf_attr *attr) in array_map_alloc()
166 static void *array_map_lookup_elem(struct bpf_map *map, void *key) in array_map_lookup_elem()
177 static int array_map_direct_value_addr(const struct bpf_map *map, u64 *imm, in array_map_direct_value_addr()
191 static int array_map_direct_value_meta(const struct bpf_map *map, u64 imm, in array_map_direct_value_meta()
208 static int array_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in array_map_gen_lookup()
241 static void *percpu_array_map_lookup_elem(struct bpf_map *map, void *key) in percpu_array_map_lookup_elem()
253 static int percpu_array_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in percpu_array_map_gen_lookup()
284 static void *percpu_array_map_lookup_percpu_elem(struct bpf_map *map, void *key, u32 cpu) in percpu_array_map_lookup_percpu_elem()
298 int bpf_percpu_array_copy(struct bpf_map *map, void *key, void *value) in bpf_percpu_array_copy()
326 static int array_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in array_map_get_next_key()
[all …]
|
| D | bloom_filter.c | 16 struct bpf_map map;
36 static long bloom_map_peek_elem(struct bpf_map *map, void *value) in bloom_map_peek_elem()
51 static long bloom_map_push_elem(struct bpf_map *map, void *value, u64 flags) in bloom_map_push_elem()
68 static long bloom_map_pop_elem(struct bpf_map *map, void *value) in bloom_map_pop_elem()
73 static long bloom_map_delete_elem(struct bpf_map *map, void *value) in bloom_map_delete_elem()
78 static int bloom_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in bloom_map_get_next_key()
95 static struct bpf_map *bloom_map_alloc(union bpf_attr *attr) in bloom_map_alloc()
162 static void bloom_map_free(struct bpf_map *map) in bloom_map_free()
170 static void *bloom_map_lookup_elem(struct bpf_map *map, void *key) in bloom_map_lookup_elem()
176 static long bloom_map_update_elem(struct bpf_map *map, void *key, in bloom_map_update_elem()
[all …]
|
| D | bpf_inode_storage.c | 37 struct bpf_map *map, in inode_storage_lookup()
78 static void *bpf_fd_inode_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_lookup_elem()
90 static long bpf_fd_inode_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_inode_storage_update_elem()
107 static int inode_storage_delete(struct inode *inode, struct bpf_map *map) in inode_storage_delete()
120 static long bpf_fd_inode_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_inode_storage_delete_elem()
130 BPF_CALL_5(bpf_inode_storage_get, struct bpf_map *, map, struct inode *, inode, in BPF_CALL_5() argument
166 struct bpf_map *, map, struct inode *, inode) in BPF_CALL_2() argument
178 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key()
184 static struct bpf_map *inode_storage_map_alloc(union bpf_attr *attr) in inode_storage_map_alloc()
189 static void inode_storage_map_free(struct bpf_map *map) in inode_storage_map_free()
|
| D | map_in_map.h | 10 struct bpf_map;
12 struct bpf_map *bpf_map_meta_alloc(int inner_map_ufd);
13 void bpf_map_meta_free(struct bpf_map *map_meta);
14 void *bpf_map_fd_get_ptr(struct bpf_map *map, struct file *map_file,
16 void bpf_map_fd_put_ptr(struct bpf_map *map, void *ptr, bool need_defer);
|
| D | bpf_task_storage.c | 57 task_storage_lookup(struct task_struct *task, struct bpf_map *map, in task_storage_lookup()
90 static void *bpf_pid_task_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_lookup_elem()
123 static long bpf_pid_task_storage_update_elem(struct bpf_map *map, void *key, in bpf_pid_task_storage_update_elem()
159 static int task_storage_delete(struct task_struct *task, struct bpf_map *map, in task_storage_delete()
176 static long bpf_pid_task_storage_delete_elem(struct bpf_map *map, void *key) in bpf_pid_task_storage_delete_elem()
207 static void *__bpf_task_storage_get(struct bpf_map *map, in __bpf_task_storage_get()
230 BPF_CALL_5(bpf_task_storage_get_recur, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument
249 BPF_CALL_5(bpf_task_storage_get, struct bpf_map *, map, struct task_struct *, in BPF_CALL_5() argument
265 BPF_CALL_2(bpf_task_storage_delete_recur, struct bpf_map *, map, struct task_struct *, in BPF_CALL_2() argument
286 BPF_CALL_2(bpf_task_storage_delete, struct bpf_map *, map, struct task_struct *, in BPF_CALL_2() argument
[all …]
|
| D | bpf_cgrp_storage.c | 64 cgroup_storage_lookup(struct cgroup *cgroup, struct bpf_map *map, bool cacheit_lockit) in cgroup_storage_lookup()
78 static void *bpf_cgrp_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_cgrp_storage_lookup_elem()
96 static long bpf_cgrp_storage_update_elem(struct bpf_map *map, void *key, in bpf_cgrp_storage_update_elem()
116 static int cgroup_storage_delete(struct cgroup *cgroup, struct bpf_map *map) in cgroup_storage_delete()
128 static long bpf_cgrp_storage_delete_elem(struct bpf_map *map, void *key) in bpf_cgrp_storage_delete_elem()
145 static int notsupp_get_next_key(struct bpf_map *map, void *key, void *next_key) in notsupp_get_next_key()
150 static struct bpf_map *cgroup_storage_map_alloc(union bpf_attr *attr) in cgroup_storage_map_alloc()
155 static void cgroup_storage_map_free(struct bpf_map *map) in cgroup_storage_map_free()
161 BPF_CALL_5(bpf_cgrp_storage_get, struct bpf_map *, map, struct cgroup *, cgroup, in BPF_CALL_5() argument
191 BPF_CALL_2(bpf_cgrp_storage_delete, struct bpf_map *, map, struct cgroup *, cgroup) in BPF_CALL_2() argument
|
| D | map_iter.c | 16 struct bpf_map *map; in bpf_map_seq_start()
33 bpf_map_put((struct bpf_map *)v); in bpf_map_seq_next()
39 __bpf_md_ptr(struct bpf_map *, map);
42 DEFINE_BPF_ITER_FUNC(bpf_map, struct bpf_iter_meta *meta, struct bpf_map *map) in DEFINE_BPF_ITER_FUNC() argument
71 bpf_map_put((struct bpf_map *)v); in bpf_map_seq_stop()
81 BTF_ID_LIST_GLOBAL_SINGLE(btf_bpf_map_id, struct, bpf_map)
105 struct bpf_map *map; in bpf_iter_attach_map()
165 struct bpf_map *map, void *key, void *value)
198 __bpf_kfunc s64 bpf_map_sum_elem_count(const struct bpf_map *map) in bpf_map_sum_elem_count()
|
| D | arena.c | 44 struct bpf_map map;
63 static long arena_map_peek_elem(struct bpf_map *map, void *value) in arena_map_peek_elem()
68 static long arena_map_push_elem(struct bpf_map *map, void *value, u64 flags) in arena_map_push_elem()
73 static long arena_map_pop_elem(struct bpf_map *map, void *value) in arena_map_pop_elem()
78 static long arena_map_delete_elem(struct bpf_map *map, void *value) in arena_map_delete_elem()
83 static int arena_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in arena_map_get_next_key()
93 static struct bpf_map *arena_map_alloc(union bpf_attr *attr) in arena_map_alloc()
164 static void arena_map_free(struct bpf_map *map) in arena_map_free()
190 static void *arena_map_lookup_elem(struct bpf_map *map, void *key) in arena_map_lookup_elem()
195 static long arena_map_update_elem(struct bpf_map *map, void *key, in arena_map_update_elem()
[all …]
|
| D | local_storage.c | 22 struct bpf_map map;
29 static struct bpf_cgroup_storage_map *map_to_storage(struct bpf_map *map) in map_to_storage()
34 static bool attach_type_isolated(const struct bpf_map *map) in attach_type_isolated()
132 static void *cgroup_storage_lookup_elem(struct bpf_map *_map, void *key) in cgroup_storage_lookup_elem()
144 static long cgroup_storage_update_elem(struct bpf_map *map, void *key, in cgroup_storage_update_elem()
182 int bpf_percpu_cgroup_storage_copy(struct bpf_map *_map, void *key, in bpf_percpu_cgroup_storage_copy()
211 int bpf_percpu_cgroup_storage_update(struct bpf_map *_map, void *key, in bpf_percpu_cgroup_storage_update()
245 static int cgroup_storage_get_next_key(struct bpf_map *_map, void *key, in cgroup_storage_get_next_key()
285 static struct bpf_map *cgroup_storage_map_alloc(union bpf_attr *attr) in cgroup_storage_map_alloc()
330 static void cgroup_storage_map_free(struct bpf_map *_map) in cgroup_storage_map_free()
[all …]
|
| D | hashtab.c | 88 struct bpf_map map;
209 static void *fd_htab_map_get_ptr(const struct bpf_map *map, struct htab_elem *l) in fd_htab_map_get_ptr()
472 static struct bpf_map *htab_map_alloc(union bpf_attr *attr) in htab_map_alloc()
681 static void *__htab_map_lookup_elem(struct bpf_map *map, void *key) in __htab_map_lookup_elem()
702 static void *htab_map_lookup_elem(struct bpf_map *map, void *key) in htab_map_lookup_elem()
723 static int htab_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in htab_map_gen_lookup()
729 (void *(*)(struct bpf_map *map, void *key))NULL)); in htab_map_gen_lookup()
738 static __always_inline void *__htab_lru_map_lookup_elem(struct bpf_map *map, in __htab_lru_map_lookup_elem()
752 static void *htab_lru_map_lookup_elem(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem()
757 static void *htab_lru_map_lookup_elem_sys(struct bpf_map *map, void *key) in htab_lru_map_lookup_elem_sys()
[all …]
|
| D | reuseport_array.c | 12 struct bpf_map map;
16 static struct reuseport_array *reuseport_array(struct bpf_map *map) in reuseport_array()
50 static void *reuseport_array_lookup_elem(struct bpf_map *map, void *key) in reuseport_array_lookup_elem()
62 static long reuseport_array_delete_elem(struct bpf_map *map, void *key) in reuseport_array_delete_elem()
94 static void reuseport_array_free(struct bpf_map *map) in reuseport_array_free()
149 static struct bpf_map *reuseport_array_alloc(union bpf_attr *attr) in reuseport_array_alloc()
165 int bpf_fd_reuseport_array_lookup_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_lookup_elem()
232 int bpf_fd_reuseport_array_update_elem(struct bpf_map *map, void *key, in bpf_fd_reuseport_array_update_elem()
316 static int reuseport_array_get_next_key(struct bpf_map *map, void *key, in reuseport_array_get_next_key()
335 static u64 reuseport_array_mem_usage(const struct bpf_map *map) in reuseport_array_mem_usage()
|
| D | ringbuf.c | 79 struct bpf_map map;
189 static struct bpf_map *ringbuf_map_alloc(union bpf_attr *attr) in ringbuf_map_alloc()
230 static void ringbuf_map_free(struct bpf_map *map) in ringbuf_map_free()
239 static void *ringbuf_map_lookup_elem(struct bpf_map *map, void *key) in ringbuf_map_lookup_elem()
244 static long ringbuf_map_update_elem(struct bpf_map *map, void *key, void *value, in ringbuf_map_update_elem()
250 static long ringbuf_map_delete_elem(struct bpf_map *map, void *key) in ringbuf_map_delete_elem()
255 static int ringbuf_map_get_next_key(struct bpf_map *map, void *key, in ringbuf_map_get_next_key()
261 static int ringbuf_map_mmap_kern(struct bpf_map *map, struct vm_area_struct *vma) in ringbuf_map_mmap_kern()
279 static int ringbuf_map_mmap_user(struct bpf_map *map, struct vm_area_struct *vma) in ringbuf_map_mmap_user()
313 static __poll_t ringbuf_map_poll_kern(struct bpf_map *map, struct file *filp, in ringbuf_map_poll_kern()
[all …]
|
| D | bpf_struct_ops.c | 25 struct bpf_map map;
59 struct bpf_map __rcu *map;
428 static int bpf_struct_ops_map_get_next_key(struct bpf_map *map, void *key, in bpf_struct_ops_map_get_next_key()
438 int bpf_struct_ops_map_sys_lookup_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_sys_lookup_elem()
475 static void *bpf_struct_ops_map_lookup_elem(struct bpf_map *map, void *key) in bpf_struct_ops_map_lookup_elem()
589 static long bpf_struct_ops_map_update_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_update_elem()
796 static long bpf_struct_ops_map_delete_elem(struct bpf_map *map, void *key) in bpf_struct_ops_map_delete_elem()
824 static void bpf_struct_ops_map_seq_show_elem(struct bpf_map *map, void *key, in bpf_struct_ops_map_seq_show_elem()
846 static void __bpf_struct_ops_map_free(struct bpf_map *map) in __bpf_struct_ops_map_free()
858 static void bpf_struct_ops_map_free(struct bpf_map *map) in bpf_struct_ops_map_free()
[all …]
|
| /linux-6.12.1/net/xdp/ |
| D | xskmap.c | 64 static struct bpf_map *xsk_map_alloc(union bpf_attr *attr) in xsk_map_alloc()
88 static u64 xsk_map_mem_usage(const struct bpf_map *map) in xsk_map_mem_usage()
96 static void xsk_map_free(struct bpf_map *map) in xsk_map_free()
104 static int xsk_map_get_next_key(struct bpf_map *map, void *key, void *next_key) in xsk_map_get_next_key()
121 static int xsk_map_gen_lookup(struct bpf_map *map, struct bpf_insn *insn_buf) in xsk_map_gen_lookup()
141 static void *__xsk_map_lookup_elem(struct bpf_map *map, u32 key) in __xsk_map_lookup_elem()
151 static void *xsk_map_lookup_elem(struct bpf_map *map, void *key) in xsk_map_lookup_elem()
156 static void *xsk_map_lookup_elem_sys_only(struct bpf_map *map, void *key) in xsk_map_lookup_elem_sys_only()
161 static long xsk_map_update_elem(struct bpf_map *map, void *key, void *value, in xsk_map_update_elem()
222 static long xsk_map_delete_elem(struct bpf_map *map, void *key) in xsk_map_delete_elem()
[all …]
|
| /linux-6.12.1/net/core/ |
| D | sock_map.c | 18 struct bpf_map map;
34 static int sock_map_prog_update(struct bpf_map *map, struct bpf_prog *prog,
37 static struct sk_psock_progs *sock_map_progs(struct bpf_map *map);
39 static struct bpf_map *sock_map_alloc(union bpf_attr *attr) in sock_map_alloc()
70 struct bpf_map *map; in sock_map_get_from_fd()
89 struct bpf_map *map; in sock_map_prog_detach()
133 struct bpf_map *map, void *link_raw) in sock_map_add_link()
151 struct bpf_map *map = link->map; in sock_map_del_link()
216 static int sock_map_link(struct bpf_map *map, struct sock *sk) in sock_map_link()
335 static void sock_map_free(struct bpf_map *map) in sock_map_free()
[all …]
|
| D | bpf_sk_storage.c | 21 bpf_sk_storage_lookup(struct sock *sk, struct bpf_map *map, bool cacheit_lockit) in bpf_sk_storage_lookup()
35 static int bpf_sk_storage_del(struct sock *sk, struct bpf_map *map) in bpf_sk_storage_del()
64 static void bpf_sk_storage_map_free(struct bpf_map *map) in bpf_sk_storage_map_free()
69 static struct bpf_map *bpf_sk_storage_map_alloc(union bpf_attr *attr) in bpf_sk_storage_map_alloc()
74 static int notsupp_get_next_key(struct bpf_map *map, void *key, in notsupp_get_next_key()
80 static void *bpf_fd_sk_storage_lookup_elem(struct bpf_map *map, void *key) in bpf_fd_sk_storage_lookup_elem()
97 static long bpf_fd_sk_storage_update_elem(struct bpf_map *map, void *key, in bpf_fd_sk_storage_update_elem()
117 static long bpf_fd_sk_storage_delete_elem(struct bpf_map *map, void *key) in bpf_fd_sk_storage_delete_elem()
172 struct bpf_map *map; in bpf_sk_storage_clone()
224 BPF_CALL_5(bpf_sk_storage_get, struct bpf_map *, map, struct sock *, sk, in BPF_CALL_5() argument
[all …]
|
| /linux-6.12.1/tools/perf/util/ |
| D | bpf_map.h | 6 struct bpf_map;
10 int bpf_map__fprintf(struct bpf_map *map, FILE *fp);
16 static inline int bpf_map__fprintf(struct bpf_map *map __maybe_unused, FILE *fp __maybe_unused) in bpf_map__fprintf()
|