61 	struct bpf_prog *xdp_prog;  member
68 	struct bpf_prog *xdp_prog;  member
226 				if (dev->xdp_prog)  in dev_map_free()
227 					bpf_prog_put(dev->xdp_prog);  in dev_map_free()
242 			if (dev->xdp_prog)  in dev_map_free()
243 				bpf_prog_put(dev->xdp_prog);  in dev_map_free()
334 static int dev_map_bpf_prog_run(struct bpf_prog *xdp_prog,  in dev_map_bpf_prog_run()  argument
353 		act = bpf_prog_run_xdp(xdp_prog, &xdp);  in dev_map_bpf_prog_run()
363 			bpf_warn_invalid_xdp_action(NULL, xdp_prog, act);  in dev_map_bpf_prog_run()
366 			trace_xdp_exception(tx_dev, xdp_prog, act);  in dev_map_bpf_prog_run()
393 	if (bq->xdp_prog) {  in bq_xmit_all()
394 		to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev, bq->dev_rx);  in bq_xmit_all()
430 		bq->xdp_prog = NULL;  in __dev_flush()
457 		       struct net_device *dev_rx, struct bpf_prog *xdp_prog)  in bq_enqueue()  argument
475 		bq->xdp_prog = xdp_prog;  in bq_enqueue()
484 				struct bpf_prog *xdp_prog)  in __xdp_enqueue()  argument
499 	bq_enqueue(dev, xdpf, dev_rx, xdp_prog);  in __xdp_enqueue()
509 	if (!dst->xdp_prog)  in dev_map_bpf_prog_run_skb()
515 	act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog);  in dev_map_bpf_prog_run_skb()
521 		bpf_warn_invalid_xdp_action(NULL, dst->xdp_prog, act);  in dev_map_bpf_prog_run_skb()
524 		trace_xdp_exception(dst->dev, dst->xdp_prog, act);  in dev_map_bpf_prog_run_skb()
545 	return __xdp_enqueue(dev, xdpf, dev_rx, dst->xdp_prog);  in dev_map_enqueue()
576 	bq_enqueue(obj->dev, nxdpf, dev_rx, obj->xdp_prog);  in dev_map_enqueue_clone()
673 		bq_enqueue(last_dst->dev, xdpf, dev_rx, last_dst->xdp_prog);  in dev_map_enqueue_multi()
681 			     struct bpf_prog *xdp_prog)  in dev_map_generic_redirect()  argument
697 	generic_xdp_tx(skb, xdp_prog);  in dev_map_generic_redirect()
704 				  struct bpf_prog *xdp_prog)  in dev_map_redirect_clone()  argument
713 	err = dev_map_generic_redirect(dst, nskb, xdp_prog);  in dev_map_redirect_clone()
723 			   struct bpf_prog *xdp_prog, struct bpf_map *map,  in dev_map_redirect_multi()  argument
756 			err = dev_map_redirect_clone(last_dst, skb, xdp_prog);  in dev_map_redirect_multi()
777 				err = dev_map_redirect_clone(last_dst, skb, xdp_prog);  in dev_map_redirect_multi()
788 		return dev_map_generic_redirect(last_dst, skb, xdp_prog);  in dev_map_redirect_multi()
814 	if (dev->xdp_prog)  in __dev_map_entry_free()
815 		bpf_prog_put(dev->xdp_prog);  in __dev_map_entry_free()
889 		dev->xdp_prog = prog;  in __dev_map_alloc_node()
892 		dev->xdp_prog = NULL;  in __dev_map_alloc_node()