Searched refs:xskb (Results 1 – 4 of 4) sorted by relevance
| /linux-6.12.1/include/net/ |
| D | xsk_buff_pool.h | 118 void xp_free(struct xdp_buff_xsk *xskb);
120 static inline void xp_init_xskb_addr(struct xdp_buff_xsk *xskb, struct xsk_buff_pool *pool, in xp_init_xskb_addr() argument
123 xskb->orig_addr = addr; in xp_init_xskb_addr()
124 xskb->xdp.data_hard_start = pool->addrs + addr + pool->headroom; in xp_init_xskb_addr()
127 static inline void xp_init_xskb_dma(struct xdp_buff_xsk *xskb, struct xsk_buff_pool *pool, in xp_init_xskb_dma() argument
130 xskb->frame_dma = (dma_pages[addr >> PAGE_SHIFT] & ~XSK_NEXT_PG_CONTIG_MASK) + in xp_init_xskb_dma()
132 xskb->dma = xskb->frame_dma + pool->headroom + XDP_PACKET_HEADROOM; in xp_init_xskb_dma()
146 static inline dma_addr_t xp_get_dma(struct xdp_buff_xsk *xskb) in xp_get_dma() argument
148 return xskb->dma; in xp_get_dma()
151 static inline dma_addr_t xp_get_frame_dma(struct xdp_buff_xsk *xskb) in xp_get_frame_dma() argument
[all …]
|
| D | xdp_sock_drv.h | 87 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_dma() local
89 return xp_get_dma(xskb); in xsk_buff_xdp_get_dma()
94 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_xdp_get_frame_dma() local
96 return xp_get_frame_dma(xskb); in xsk_buff_xdp_get_frame_dma()
122 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_buff_free() local
123 struct list_head *xskb_list = &xskb->pool->xskb_list; in xsk_buff_free()
136 xp_free(xskb); in xsk_buff_free()
148 struct xdp_buff_xsk *xskb = container_of(first, struct xdp_buff_xsk, xdp); in xsk_buff_get_frag() local
152 frag = list_first_entry_or_null(&xskb->pool->xskb_list, in xsk_buff_get_frag()
164 struct xdp_buff_xsk *xskb = container_of(tail, struct xdp_buff_xsk, xdp); in xsk_buff_del_tail() local
[all …]
|
| /linux-6.12.1/net/xdp/ |
| D | xsk_buff_pool.c | 60 struct xdp_buff_xsk *xskb; in xp_create_and_assign_umem() local
101 xskb = &pool->heads[i]; in xp_create_and_assign_umem()
102 xskb->pool = pool; in xp_create_and_assign_umem()
103 xskb->xdp.frame_sz = umem->chunk_size - umem->headroom; in xp_create_and_assign_umem()
104 INIT_LIST_HEAD(&xskb->free_list_node); in xp_create_and_assign_umem()
105 INIT_LIST_HEAD(&xskb->xskb_list_node); in xp_create_and_assign_umem()
107 pool->free_heads[i] = xskb; in xp_create_and_assign_umem()
109 xp_init_xskb_addr(xskb, pool, i * pool->chunk_size); in xp_create_and_assign_umem()
133 struct xdp_buff_xsk *xskb = &pool->heads[i]; in xp_fill_cb() local
135 memcpy(xskb->cb + desc->off, desc->src, desc->bytes); in xp_fill_cb()
[all …]
|
| D | xsk.c | 138 static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff_xsk *xskb, u32 len, in __xsk_rcv_zc() argument
144 addr = xp_get_handle(xskb); in __xsk_rcv_zc()
151 xp_release(xskb); in __xsk_rcv_zc()
157 struct xdp_buff_xsk *xskb = container_of(xdp, struct xdp_buff_xsk, xdp); in xsk_rcv_zc() local
167 err = __xsk_rcv_zc(xs, xskb, len, contd); in xsk_rcv_zc()
173 xskb_list = &xskb->pool->xskb_list; in xsk_rcv_zc()
231 struct xdp_buff_xsk *xskb; in __xsk_rcv() local
248 xskb = container_of(xsk_xdp, struct xdp_buff_xsk, xdp); in __xsk_rcv()
249 err = __xsk_rcv_zc(xs, xskb, len, 0); in __xsk_rcv()
286 xskb = container_of(xsk_xdp, struct xdp_buff_xsk, xdp); in __xsk_rcv()
[all …]
|