Lines Matching refs:xdp_prog
147 struct bpf_prog __rcu *xdp_prog; member
572 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
586 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
587 if (!xdp_prog) in virtnet_xdp_xmit()
717 struct bpf_prog *xdp_prog; in receive_small() local
740 xdp_prog = NULL; in receive_small()
745 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
746 if (xdp_prog) { in receive_small()
781 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
800 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
808 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
818 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
832 if (!xdp_prog) { in receive_small()
889 struct bpf_prog *xdp_prog; in receive_mergeable() local
907 xdp_prog = NULL; in receive_mergeable()
912 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
913 if (xdp_prog) { in receive_mergeable()
962 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_mergeable()
1001 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1013 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_mergeable()
1028 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1039 head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog, in receive_mergeable()
2218 if (vi->rq[0].xdp_prog) in virtnet_set_channels()
2558 old_prog = rtnl_dereference(vi->rq[0].xdp_prog); in virtnet_xdp_set()
2575 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2591 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2615 rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); in virtnet_xdp_set()
2783 old_prog = rtnl_dereference(vi->rq[i].xdp_prog); in _free_receive_bufs()
2784 RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); in _free_receive_bufs()