| /linux/kernel/bpf/ |
| A D | devmap.c | 60 struct bpf_prog *xdp_prog; member
68 struct bpf_prog *xdp_prog; member
217 if (dev->xdp_prog) in dev_map_free()
233 if (dev->xdp_prog) in dev_map_free()
381 if (bq->xdp_prog) { in bq_xmit_all()
419 bq->xdp_prog = NULL; in __dev_flush()
463 bq->xdp_prog = xdp_prog; in bq_enqueue()
498 if (!dst->xdp_prog) in dev_map_bpf_prog_run_skb()
805 if (dev->xdp_prog) in __dev_map_entry_free()
878 dev->xdp_prog = prog; in __dev_map_alloc_node()
[all …]
|
| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt_xdp.c | 114 struct bpf_prog *xdp_prog = READ_ONCE(rxr->xdp_prog); in bnxt_rx_xdp() local
125 if (!xdp_prog) in bnxt_rx_xdp()
141 act = bpf_prog_run_xdp(xdp_prog, &xdp); in bnxt_rx_xdp()
161 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
184 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
189 if (xdp_do_redirect(bp->dev, &xdp, xdp_prog)) { in bnxt_rx_xdp()
190 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
201 trace_xdp_exception(bp->dev, xdp_prog, act); in bnxt_rx_xdp()
214 struct bpf_prog *xdp_prog = READ_ONCE(bp->xdp_prog); in bnxt_xdp_xmit() local
224 !xdp_prog) in bnxt_xdp_xmit()
[all …]
|
| /linux/drivers/net/ethernet/sfc/ |
| A D | rx.c | 256 struct bpf_prog *xdp_prog; in efx_do_xdp() local
263 xdp_prog = rcu_dereference_bh(efx->xdp_prog); in efx_do_xdp()
264 if (!xdp_prog) in efx_do_xdp()
294 xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); in efx_do_xdp()
320 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
327 err = xdp_do_redirect(efx->net_dev, &xdp, xdp_prog); in efx_do_xdp()
334 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
344 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
348 trace_xdp_exception(efx->net_dev, xdp_prog, xdp_act); in efx_do_xdp()
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| A D | ixgbe_xsk.c | 14 bool xdp_on = READ_ONCE(adapter->xdp_prog); in ixgbe_xsk_pool()
102 struct bpf_prog *xdp_prog; in ixgbe_run_xdp_zc() local
107 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbe_run_xdp_zc()
108 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbe_run_xdp_zc()
111 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ixgbe_run_xdp_zc()
138 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbe_run_xdp_zc()
511 if (!READ_ONCE(adapter->xdp_prog)) in ixgbe_xsk_wakeup()
|
| /linux/drivers/net/ |
| A D | veth.c | 62 struct bpf_prog __rcu *xdp_prog; member
612 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
615 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
616 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
623 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_one()
657 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
712 struct bpf_prog *xdp_prog; in veth_xdp_rcv_skb() local
719 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_skb()
720 if (unlikely(!xdp_prog)) { in veth_xdp_rcv_skb()
775 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_skb()
[all …]
|
| A D | virtio_net.c | 572 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
586 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
587 if (!xdp_prog) in virtnet_xdp_xmit()
740 xdp_prog = NULL; in receive_small()
745 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
746 if (xdp_prog) { in receive_small()
832 if (!xdp_prog) { in receive_small()
907 xdp_prog = NULL; in receive_mergeable()
912 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
913 if (xdp_prog) { in receive_mergeable()
[all …]
|
| A D | tun.c | 1625 struct bpf_prog *xdp_prog; in tun_build_skb() local
1633 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_build_skb()
1634 if (xdp_prog) in tun_build_skb()
1664 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_build_skb()
1665 if (xdp_prog) { in tun_build_skb()
1891 struct bpf_prog *xdp_prog; in tun_get_user() local
1896 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_get_user()
1897 if (xdp_prog) { in tun_get_user()
2389 struct bpf_prog *xdp_prog; in tun_xdp_one() local
2397 xdp_prog = rcu_dereference(tun->xdp_prog); in tun_xdp_one()
[all …]
|
| /linux/drivers/net/ethernet/intel/ice/ |
| A D | ice_xsk.c | 461 struct bpf_prog *xdp_prog, struct ice_tx_ring *xdp_ring) in ice_run_xdp_zc() argument
466 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp_zc()
469 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp_zc()
488 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp_zc()
510 struct bpf_prog *xdp_prog; in ice_clean_rx_irq_zc() local
516 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_clean_rx_irq_zc()
555 xdp_res = ice_run_xdp_zc(rx_ring, xdp, xdp_prog, xdp_ring); in ice_clean_rx_irq_zc()
|
| A D | ice_txrx.c | 451 rx_ring->xdp_prog = NULL; in ice_free_rx_ring()
505 WRITE_ONCE(rx_ring->xdp_prog, rx_ring->vsi->xdp_prog); in ice_setup_rx_ring()
552 act = bpf_prog_run_xdp(xdp_prog, xdp); in ice_run_xdp()
566 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in ice_run_xdp()
575 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ice_run_xdp()
1103 struct bpf_prog *xdp_prog = NULL; in ice_clean_rx_irq() local
1113 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ice_clean_rx_irq()
1114 if (xdp_prog) in ice_clean_rx_irq()
1180 if (!xdp_prog) in ice_clean_rx_irq()
1183 xdp_res = ice_run_xdp(rx_ring, &xdp, xdp_prog, xdp_ring); in ice_clean_rx_irq()
[all …]
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| A D | i40e_xsk.c | 153 struct bpf_prog *xdp_prog; in i40e_run_xdp_zc() local
159 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_run_xdp_zc()
160 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp_zc()
163 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp_zc()
183 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp_zc()
|
| A D | i40e_txrx.c | 1561 rx_ring->xdp_prog = NULL; in i40e_free_rx_resources()
1609 rx_ring->xdp_prog = rx_ring->vsi->xdp_prog; in i40e_setup_rx_descriptors()
2298 struct bpf_prog *xdp_prog; in i40e_run_xdp() local
2301 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in i40e_run_xdp()
2303 if (!xdp_prog) in i40e_run_xdp()
2308 act = bpf_prog_run_xdp(xdp_prog, xdp); in i40e_run_xdp()
2319 err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog); in i40e_run_xdp()
2329 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in i40e_run_xdp()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| A D | stmmac_xdp.c | 120 need_update = !!priv->xdp_prog != !!prog; in stmmac_xdp_set_prog()
124 old_prog = xchg(&priv->xdp_prog, prog); in stmmac_xdp_set_prog()
|
| A D | stmmac.h | 318 struct bpf_prog *xdp_prog; member
354 return !!priv->xdp_prog; in stmmac_xdp_is_enabled()
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| A D | en_rx.c | 438 ring->xdp_prog, in mlx4_en_destroy_rx_ring()
669 struct bpf_prog *xdp_prog; in mlx4_en_process_rx_cq() local
683 xdp_prog = rcu_dereference_bh(ring->xdp_prog); in mlx4_en_process_rx_cq()
769 if (xdp_prog) { in mlx4_en_process_rx_cq()
783 act = bpf_prog_run_xdp(xdp_prog, &xdp); in mlx4_en_process_rx_cq()
796 if (likely(!xdp_do_redirect(dev, &xdp, xdp_prog))) { in mlx4_en_process_rx_cq()
803 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
812 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
818 trace_xdp_exception(dev, xdp_prog, act); in mlx4_en_process_rx_cq()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| A D | xdp.h | 75 if (priv->channels.params.xdp_prog) in mlx5e_xdp_tx_enable()
81 if (priv->channels.params.xdp_prog) in mlx5e_xdp_tx_disable()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| A D | pool.c | 106 if (!params->xdp_prog) { in mlx5e_xsk_enable_locked()
168 if (!priv->channels.params.xdp_prog) in mlx5e_xsk_disable_locked()
|
| /linux/drivers/net/ethernet/intel/igc/ |
| A D | igc_xdp.h | 14 return !!adapter->xdp_prog; in igc_xdp_is_enabled()
|
| /linux/drivers/net/ethernet/socionext/ |
| A D | netsec.c | 294 struct bpf_prog *xdp_prog; member
957 struct bpf_prog *xdp_prog; in netsec_process_rx() local
965 xdp_prog = READ_ONCE(priv->xdp_prog); in netsec_process_rx()
1024 if (xdp_prog) { in netsec_process_rx()
1025 xdp_result = netsec_run_xdp(priv, xdp_prog, &xdp); in netsec_process_rx()
1294 struct bpf_prog *xdp_prog = READ_ONCE(priv->xdp_prog); in netsec_setup_rx_dring() local
1302 .dma_dir = xdp_prog ? DMA_BIDIRECTIONAL : DMA_FROM_DEVICE, in netsec_setup_rx_dring()
1807 old_prog = xchg(&priv->xdp_prog, prog); in netsec_xdp_setup()
|
| /linux/drivers/net/ethernet/netronome/nfp/ |
| A D | nfp_net_common.c | 1381 if (!dp->xdp_prog) { in nfp_net_rx_alloc_one()
1408 if (!dp->xdp_prog) { in nfp_net_napi_alloc_one()
1820 struct bpf_prog *xdp_prog; in nfp_net_rx() local
1828 xdp_prog = READ_ONCE(dp->xdp_prog); in nfp_net_rx()
1917 if (xdp_prog && !meta.portid) { in nfp_net_rx()
1944 xdp_prog, act); in nfp_net_rx()
2036 if (xdp_prog) { in nfp_net_rx()
3314 if (!dp->xdp_prog) in nfp_net_check_config()
3336 if (dp->xdp_prog) in nfp_net_ring_reconfig()
3674 if (!prog == !nn->dp.xdp_prog) { in nfp_net_xdp_setup_drv()
[all …]
|
| /linux/drivers/net/ethernet/intel/ixgbevf/ |
| A D | ixgbevf.h | 94 struct bpf_prog *xdp_prog; member
360 struct bpf_prog *xdp_prog; member
|
| A D | ixgbevf_main.c | 1054 struct bpf_prog *xdp_prog; in ixgbevf_run_xdp() local
1057 xdp_prog = READ_ONCE(rx_ring->xdp_prog); in ixgbevf_run_xdp()
1059 if (!xdp_prog) in ixgbevf_run_xdp()
1062 act = bpf_prog_run_xdp(xdp_prog, xdp); in ixgbevf_run_xdp()
1077 trace_xdp_exception(rx_ring->netdev, xdp_prog, act); in ixgbevf_run_xdp()
2630 if (adapter->xdp_prog && in ixgbevf_set_num_queues()
3495 rx_ring->xdp_prog = adapter->xdp_prog; in ixgbevf_setup_rx_resources()
3545 rx_ring->xdp_prog = NULL; in ixgbevf_free_rx_resources()
4254 if (adapter->xdp_prog) { in ixgbevf_change_mtu()
4429 old_prog = xchg(&adapter->xdp_prog, prog); in ixgbevf_xdp_setup()
[all …]
|
| /linux/samples/bpf/ |
| A D | xdp_sample_user.h | 39 int sample_install_xdp(struct bpf_program *xdp_prog, int ifindex, bool generic,
|
| /linux/drivers/net/ethernet/cavium/thunder/ |
| A D | nicvf_main.c | 797 if (nic->xdp_prog && (cqe_rx->rb_cnt == 1)) { in nicvf_rcv_pkt_handler()
799 if (nicvf_xdp_rx(snic, nic->xdp_prog, cqe_rx, sq, rq, &skb)) in nicvf_rcv_pkt_handler()
803 nic->xdp_prog ? true : false); in nicvf_rcv_pkt_handler()
923 if (nic->pnicvf->xdp_prog) { in nicvf_cq_intr_handler()
1270 if (nic->xdp_prog) in nicvf_xmit()
1587 if (nic->xdp_prog && new_mtu > MAX_XDP_MTU) { in nicvf_change_mtu()
1867 old_prog = xchg(&nic->xdp_prog, prog); in nicvf_xdp_setup()
1872 if (nic->xdp_prog) { in nicvf_xdp_setup()
1874 bpf_prog_add(nic->xdp_prog, nic->rx_queues - 1); in nicvf_xdp_setup()
|
| /linux/drivers/net/ethernet/freescale/dpaa/ |
| A D | dpaa_eth.h | 203 struct bpf_prog *xdp_prog; member
|
| A D | dpaa_eth.c | 2555 struct bpf_prog *xdp_prog; in dpaa_run_xdp() local
2561 xdp_prog = READ_ONCE(priv->xdp_prog); in dpaa_run_xdp()
2562 if (!xdp_prog) in dpaa_run_xdp()
2584 xdp_act = bpf_prog_run_xdp(xdp_prog, &xdp); in dpaa_run_xdp()
2619 err = xdp_do_redirect(priv->net_dev, &xdp, xdp_prog); in dpaa_run_xdp()
2621 trace_xdp_exception(priv->net_dev, xdp_prog, xdp_act); in dpaa_run_xdp()
2629 trace_xdp_exception(priv->net_dev, xdp_prog, xdp_act); in dpaa_run_xdp()
2752 if (READ_ONCE(priv->xdp_prog)) { in rx_default_dqrr()
3024 if (priv->xdp_prog && !xdp_validate_mtu(priv, new_mtu)) in dpaa_change_mtu()
3049 old_prog = xchg(&priv->xdp_prog, bpf->prog); in dpaa_setup_xdp()
|