Lines Matching refs:xdp_prog
60 struct bpf_prog *xdp_prog; member
68 struct bpf_prog *xdp_prog; member
217 if (dev->xdp_prog) in dev_map_free()
218 bpf_prog_put(dev->xdp_prog); in dev_map_free()
233 if (dev->xdp_prog) in dev_map_free()
234 bpf_prog_put(dev->xdp_prog); in dev_map_free()
325 static int dev_map_bpf_prog_run(struct bpf_prog *xdp_prog, in dev_map_bpf_prog_run() argument
341 act = bpf_prog_run_xdp(xdp_prog, &xdp); in dev_map_bpf_prog_run()
354 trace_xdp_exception(dev, xdp_prog, act); in dev_map_bpf_prog_run()
381 if (bq->xdp_prog) { in bq_xmit_all()
382 to_send = dev_map_bpf_prog_run(bq->xdp_prog, bq->q, cnt, dev); in bq_xmit_all()
419 bq->xdp_prog = NULL; in __dev_flush()
446 struct net_device *dev_rx, struct bpf_prog *xdp_prog) in bq_enqueue() argument
463 bq->xdp_prog = xdp_prog; in bq_enqueue()
472 struct bpf_prog *xdp_prog) in __xdp_enqueue() argument
488 bq_enqueue(dev, xdpf, dev_rx, xdp_prog); in __xdp_enqueue()
498 if (!dst->xdp_prog) in dev_map_bpf_prog_run_skb()
504 act = bpf_prog_run_generic_xdp(skb, &xdp, dst->xdp_prog); in dev_map_bpf_prog_run_skb()
513 trace_xdp_exception(dst->dev, dst->xdp_prog, act); in dev_map_bpf_prog_run_skb()
534 return __xdp_enqueue(dev, xdp, dev_rx, dst->xdp_prog); in dev_map_enqueue()
559 bq_enqueue(obj->dev, nxdpf, dev_rx, obj->xdp_prog); in dev_map_enqueue_clone()
661 bq_enqueue(last_dst->dev, xdpf, dev_rx, last_dst->xdp_prog); in dev_map_enqueue_multi()
669 struct bpf_prog *xdp_prog) in dev_map_generic_redirect() argument
685 generic_xdp_tx(skb, xdp_prog); in dev_map_generic_redirect()
692 struct bpf_prog *xdp_prog) in dev_map_redirect_clone() argument
701 err = dev_map_generic_redirect(dst, nskb, xdp_prog); in dev_map_redirect_clone()
711 struct bpf_prog *xdp_prog, struct bpf_map *map, in dev_map_redirect_multi() argument
744 err = dev_map_redirect_clone(last_dst, skb, xdp_prog); in dev_map_redirect_multi()
768 err = dev_map_redirect_clone(last_dst, skb, xdp_prog); in dev_map_redirect_multi()
779 return dev_map_generic_redirect(last_dst, skb, xdp_prog); in dev_map_redirect_multi()
805 if (dev->xdp_prog) in __dev_map_entry_free()
806 bpf_prog_put(dev->xdp_prog); in __dev_map_entry_free()
878 dev->xdp_prog = prog; in __dev_map_alloc_node()
881 dev->xdp_prog = NULL; in __dev_map_alloc_node()