| /linux/include/net/ |
| A D | xdp_sock_drv.h | 61 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
68 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
75 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
91 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
98 static inline void xsk_buff_set_size(struct xdp_buff *xdp, u32 size) in xsk_buff_set_size()
116 static inline void xsk_buff_dma_sync_for_cpu(struct xdp_buff *xdp, struct xsk_buff_pool *pool) in xsk_buff_dma_sync_for_cpu()
213 static inline dma_addr_t xsk_buff_xdp_get_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_dma()
218 static inline dma_addr_t xsk_buff_xdp_get_frame_dma(struct xdp_buff *xdp) in xsk_buff_xdp_get_frame_dma()
223 static inline struct xdp_buff *xsk_buff_alloc(struct xsk_buff_pool *pool) in xsk_buff_alloc()
238 static inline void xsk_buff_free(struct xdp_buff *xdp) in xsk_buff_free()
[all …]
|
| A D | xdp.h | 69 struct xdp_buff { struct
80 xdp_init_buff(struct xdp_buff *xdp, u32 frame_sz, struct xdp_rxq_info *rxq) in xdp_init_buff() argument
87 xdp_prepare_buff(struct xdp_buff *xdp, unsigned char *hard_start, in xdp_prepare_buff()
109 xdp_get_shared_info_from_buff(struct xdp_buff *xdp) in xdp_get_shared_info_from_buff()
166 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp);
176 void xdp_convert_frame_to_buff(struct xdp_frame *frame, struct xdp_buff *xdp) in xdp_convert_frame_to_buff()
186 int xdp_update_frame_from_buff(struct xdp_buff *xdp, in xdp_update_frame_from_buff()
215 struct xdp_frame *xdp_convert_buff_to_frame(struct xdp_buff *xdp) in xdp_convert_buff_to_frame()
235 void xdp_return_buff(struct xdp_buff *xdp);
268 xdp_set_data_meta_invalid(struct xdp_buff *xdp) in xdp_set_data_meta_invalid()
[all …]
|
| A D | xdp_sock.h | 18 struct xdp_buff;
79 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp);
80 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp);
85 static inline int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
90 static inline int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| A D | xsk_buff_pool.h | 23 struct xdp_buff xdp;
129 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool);
130 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max);
|
| A D | busy_poll.h | 170 const struct xdp_buff *xdp) in sk_mark_napi_id_once_xdp()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| A D | test_xdp_bpf2bpf.c | 23 struct xdp_buff { struct
45 int BPF_PROG(trace_on_entry, struct xdp_buff *xdp) in BPF_PROG() argument
64 int BPF_PROG(trace_on_exit, struct xdp_buff *xdp, int ret) in BPF_PROG()
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| A D | i40e_xsk.c | 27 static struct xdp_buff **i40e_rx_bi(struct i40e_ring *rx_ring, u32 idx) in i40e_rx_bi()
149 static int i40e_run_xdp_zc(struct i40e_ring *rx_ring, struct xdp_buff *xdp) in i40e_run_xdp_zc()
196 struct xdp_buff **xdp; in i40e_alloc_rx_buffers_zc()
242 struct xdp_buff *xdp) in i40e_construct_skb_zc()
266 struct xdp_buff *xdp_buff, in i40e_handle_xdp_result_zc() argument
282 xsk_buff_free(xdp_buff); in i40e_handle_xdp_result_zc()
292 skb = i40e_construct_skb_zc(rx_ring, xdp_buff); in i40e_handle_xdp_result_zc()
337 struct xdp_buff *bi; in i40e_clean_rx_irq_zc()
623 struct xdp_buff *rx_bi = *i40e_rx_bi(rx_ring, ntc); in i40e_xsk_clean_rx_ring()
|
| A D | i40e_txrx_common.h | 7 int i40e_xmit_xdp_tx_ring(struct xdp_buff *xdp, struct i40e_ring *xdp_ring);
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| A D | rx.c | 32 struct xdp_buff *xdp = wi->umr.dma_info[page_idx].xsk; in mlx5e_xsk_skb_from_cqe_mpwrq_linear()
85 struct xdp_buff *xdp = wi->di->xsk; in mlx5e_xsk_skb_from_cqe_linear()
|
| /linux/drivers/net/ethernet/intel/ice/ |
| A D | ice_xsk.c | 15 static struct xdp_buff **ice_xdp_buf(struct ice_rx_ring *rx_ring, u32 idx) in ice_xdp_buf()
375 struct xdp_buff **xdp; in ice_alloc_rx_bufs_zc()
429 ice_construct_skb_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp) in ice_construct_skb_zc()
460 ice_run_xdp_zc(struct ice_rx_ring *rx_ring, struct xdp_buff *xdp, in ice_run_xdp_zc()
522 struct xdp_buff *xdp; in ice_clean_rx_irq_zc()
818 struct xdp_buff *xdp = *ice_xdp_buf(rx_ring, ntc); in ice_xsk_clean_rx_ring()
|
| A D | ice_txrx_lib.h | 50 int ice_xmit_xdp_buff(struct xdp_buff *xdp, struct ice_tx_ring *xdp_ring);
|
| /linux/kernel/bpf/ |
| A D | devmap.c | 330 struct xdp_buff xdp; in dev_map_bpf_prog_run()
470 static inline int __xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in __xdp_enqueue()
495 struct xdp_buff xdp; in dev_map_bpf_prog_run_skb()
523 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in dev_xdp_enqueue()
529 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue()
537 static bool is_valid_dst(struct bpf_dtab_netdev *obj, struct xdp_buff *xdp) in is_valid_dst()
589 int dev_map_enqueue_multi(struct xdp_buff *xdp, struct net_device *dev_rx, in dev_map_enqueue_multi()
|
| A D | cpumap.c | 177 struct xdp_buff xdp; in cpu_map_bpf_prog_run_skb()
217 struct xdp_buff xdp; in cpu_map_bpf_prog_run_xdp()
749 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp, in cpu_map_enqueue()
|
| /linux/net/xdp/ |
| A D | xsk.c | 137 static int __xsk_rcv_zc(struct xdp_sock *xs, struct xdp_buff *xdp, u32 len) in __xsk_rcv_zc()
154 static void xsk_copy_xdp(struct xdp_buff *to, struct xdp_buff *from, u32 len) in xsk_copy_xdp()
172 static int __xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_rcv()
174 struct xdp_buff *xsk_xdp; in __xsk_rcv()
217 static int xsk_rcv_check(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv_check()
236 int xsk_generic_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_generic_rcv()
250 static int xsk_rcv(struct xdp_sock *xs, struct xdp_buff *xdp) in xsk_rcv()
270 int __xsk_map_redirect(struct xdp_sock *xs, struct xdp_buff *xdp) in __xsk_map_redirect()
|
| A D | xsk_buff_pool.c | 492 struct xdp_buff *xp_alloc(struct xsk_buff_pool *pool) in xp_alloc()
519 static u32 xp_alloc_new_from_fq(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xp_alloc_new_from_fq()
562 static u32 xp_alloc_reused(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 nb_entries) in xp_alloc_reused()
582 u32 xp_alloc_batch(struct xsk_buff_pool *pool, struct xdp_buff **xdp, u32 max) in xp_alloc_batch()
|
| /linux/drivers/net/ethernet/freescale/enetc/ |
| A D | enetc.c | 1383 struct xdp_buff *xdp_buff, u16 size) in enetc_map_rx_buff_to_xdp() argument
1392 xdp_prepare_buff(xdp_buff, hard_start - rx_ring->buffer_offset, in enetc_map_rx_buff_to_xdp()
1395 shinfo = xdp_get_shared_info_from_buff(xdp_buff); in enetc_map_rx_buff_to_xdp()
1400 u16 size, struct xdp_buff *xdp_buff) in enetc_add_rx_buff_to_xdp() argument
1418 int *cleaned_cnt, struct xdp_buff *xdp_buff) in enetc_build_xdp_buff() argument
1424 enetc_map_rx_buff_to_xdp(rx_ring, *i, xdp_buff, size); in enetc_build_xdp_buff()
1438 enetc_add_rx_buff_to_xdp(rx_ring, *i, size, xdp_buff); in enetc_build_xdp_buff()
1522 struct xdp_buff xdp_buff; in enetc_clean_rx_ring_xdp() local
1544 &cleaned_cnt, &xdp_buff); in enetc_clean_rx_ring_xdp()
1546 xdp_act = bpf_prog_run_xdp(prog, &xdp_buff); in enetc_clean_rx_ring_xdp()
[all …]
|
| /linux/include/linux/ |
| A D | bpf.h | 1614 struct xdp_buff;
1620 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp,
1622 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp,
1624 int dev_map_enqueue_multi(struct xdp_buff *xdp, struct net_device *dev_rx,
1633 int cpu_map_enqueue(struct bpf_cpu_map_entry *rcpu, struct xdp_buff *xdp,
1803 struct xdp_buff;
1808 int dev_xdp_enqueue(struct net_device *dev, struct xdp_buff *xdp, in dev_xdp_enqueue()
1815 int dev_map_enqueue(struct bpf_dtab_netdev *dst, struct xdp_buff *xdp, in dev_map_enqueue()
1822 int dev_map_enqueue_multi(struct xdp_buff *xdp, struct net_device *dev_rx, in dev_map_enqueue_multi()
1850 struct xdp_buff *xdp, in cpu_map_enqueue()
|
| A D | filter.h | 36 struct xdp_buff;
792 u32 xdp_master_redirect(struct xdp_buff *xdp);
795 struct xdp_buff *xdp) in bpf_prog_run_xdp()
1018 struct xdp_buff *xdp, struct bpf_prog *prog);
1020 struct xdp_buff *xdp,
|
| A D | bpf_types.h | 12 struct xdp_md, struct xdp_buff)
|
| /linux/net/core/ |
| A D | xdp.c | 341 struct xdp_buff *xdp) in __xdp_return()
441 void xdp_return_buff(struct xdp_buff *xdp) in xdp_return_buff()
471 struct xdp_frame *xdp_convert_zc_to_xdp_frame(struct xdp_buff *xdp) in xdp_convert_zc_to_xdp_frame()
|
| A D | filter.c | 3939 u32 xdp_master_redirect(struct xdp_buff *xdp) in xdp_master_redirect()
4021 struct xdp_buff *xdp, in xdp_do_generic_redirect_map()
4069 struct xdp_buff *xdp, struct bpf_prog *xdp_prog) in xdp_do_generic_redirect()
5613 BPF_CALL_4(bpf_xdp_fib_lookup, struct xdp_buff *, ctx, in BPF_CALL_4() argument
5763 BPF_CALL_5(bpf_xdp_check_mtu, struct xdp_buff *, xdp, in BPF_CALL_5() argument
9125 offsetof(struct xdp_buff, data)); in xdp_convert_ctx_access()
9130 offsetof(struct xdp_buff, data_meta)); in xdp_convert_ctx_access()
9135 offsetof(struct xdp_buff, data_end)); in xdp_convert_ctx_access()
9140 offsetof(struct xdp_buff, rxq)); in xdp_convert_ctx_access()
9150 offsetof(struct xdp_buff, rxq)); in xdp_convert_ctx_access()
[all …]
|
| /linux/drivers/net/hyperv/ |
| A D | netvsc_bpf.c | 24 struct xdp_buff *xdp) in netvsc_run_xdp()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| A D | xdp.h | 51 u32 *len, struct xdp_buff *xdp);
|
| A D | xdp.c | 60 struct mlx5e_dma_info *di, struct xdp_buff *xdp) in mlx5e_xmit_xdp_buff()
123 u32 *len, struct xdp_buff *xdp) in mlx5e_xdp_handle()
|
| /linux/net/bpf/ |
| A D | test_run.c | 699 static int xdp_convert_md_to_buff(struct xdp_md *xdp_md, struct xdp_buff *xdp) in xdp_convert_md_to_buff()
745 static void xdp_convert_buff_to_md(struct xdp_buff *xdp, struct xdp_md *xdp_md) in xdp_convert_buff_to_md()
765 struct xdp_buff xdp = {}; in bpf_prog_test_run_xdp()
|