/linux/tools/testing/selftests/bpf/progs/ |
A D | test_xdp_meta.c | 14 __u8 *data, *data_meta, *data_end; in ing_cls() local 17 data_meta = ctx_ptr(ctx, data_meta); in ing_cls() 22 data_meta + round_up(ETH_ALEN, 4) > data) in ing_cls() 25 diff |= ((__u32 *)data_meta)[0] ^ ((__u32 *)data)[0]; in ing_cls() 26 diff |= ((__u16 *)data_meta)[2] ^ ((__u16 *)data)[2]; in ing_cls() 34 __u8 *data, *data_meta, *data_end; in ing_xdp() local 41 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp() 46 data_meta + round_up(ETH_ALEN, 4) > data) in ing_xdp() 49 __builtin_memcpy(data_meta, data, ETH_ALEN); in ing_xdp()
|
A D | test_xdp_context_test_run.c | 9 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_context()
|
A D | test_xdp_bpf2bpf.c | 26 void *data_meta; member
|
/linux/tools/testing/selftests/bpf/verifier/ |
A D | meta_access.c | 5 offsetof(struct xdp_md, data_meta)), 21 offsetof(struct xdp_md, data_meta)), 40 offsetof(struct xdp_md, data_meta)), 58 offsetof(struct xdp_md, data_meta)), 77 offsetof(struct xdp_md, data_meta)), 96 offsetof(struct xdp_md, data_meta)), 115 offsetof(struct xdp_md, data_meta)), 133 offsetof(struct xdp_md, data_meta)), 149 offsetof(struct xdp_md, data_meta)), 167 offsetof(struct xdp_md, data_meta)), [all …]
|
A D | xdp_direct_packet_access.c | 757 offsetof(struct xdp_md, data_meta)), 774 offsetof(struct xdp_md, data_meta)), 792 offsetof(struct xdp_md, data_meta)), 810 offsetof(struct xdp_md, data_meta)), 827 offsetof(struct xdp_md, data_meta)), 845 offsetof(struct xdp_md, data_meta)), 863 offsetof(struct xdp_md, data_meta)), 882 offsetof(struct xdp_md, data_meta)), 900 offsetof(struct xdp_md, data_meta)), 918 offsetof(struct xdp_md, data_meta)), [all …]
|
A D | cgroup_skb.c | 139 offsetof(struct __sk_buff, data_meta)),
|
/linux/samples/bpf/ |
A D | xdp2skb_meta_kern.c | 53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark() 67 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local 68 struct meta_info *meta = data_meta; in _tc_mark()
|
/linux/tools/testing/selftests/bpf/prog_tests/ |
A D | xdp_context_test_run.c | 7 __u32 data_meta, __u32 data, __u32 data_end, in test_xdp_context_error() argument 14 .data_meta = data_meta, in test_xdp_context_error() 61 ctx_in.data_meta = 0; in test_xdp_context_test_run() 69 ASSERT_EQ(ctx_out.data_meta, 0, "valid-datameta"); in test_xdp_context_test_run()
|
/linux/include/net/ |
A D | xdp.h | 72 void *data_meta; member 95 xdp->data_meta = meta_valid ? data : data + 1; in xdp_prepare_buff() 181 xdp->data_meta = frame->data - frame->metasize; in xdp_convert_frame_to_buff() 193 metasize = xdp->data - xdp->data_meta; in xdp_update_frame_from_buff() 270 xdp->data_meta = xdp->data + 1; in xdp_set_data_meta_invalid() 276 return unlikely(xdp->data_meta > xdp->data); in xdp_data_meta_unsupported()
|
A D | xdp_sock_drv.h | 101 xdp->data_meta = xdp->data; in xsk_buff_set_size()
|
/linux/net/bpf/ |
A D | test_run.c | 737 xdp->data = xdp->data_meta + xdp_md->data; in xdp_convert_md_to_buff() 750 xdp_md->data = xdp->data - xdp->data_meta; in xdp_convert_buff_to_md() 751 xdp_md->data_end = xdp->data_end - xdp->data_meta; in xdp_convert_buff_to_md() 782 if (ctx->data_meta || ctx->data_end != size || in bpf_prog_test_run_xdp() 819 if (xdp.data_meta != data + headroom || in bpf_prog_test_run_xdp() 820 xdp.data_end != xdp.data_meta + size) in bpf_prog_test_run_xdp() 821 size = xdp.data_end - xdp.data_meta; in bpf_prog_test_run_xdp() 823 ret = bpf_test_finish(kattr, uattr, xdp.data_meta, size, retval, in bpf_prog_test_run_xdp()
|
/linux/net/core/ |
A D | xdp.c | 480 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame() 495 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
|
A D | filter.c | 3790 xdp->data - xdp->data_meta; in xdp_get_metalen() 3805 memmove(xdp->data_meta + offset, in BPF_CALL_2() 3806 xdp->data_meta, metalen); in BPF_CALL_2() 3807 xdp->data_meta += offset; in BPF_CALL_2() 3859 void *meta = xdp->data_meta + offset; in BPF_CALL_2() 3870 xdp->data_meta = meta; in BPF_CALL_2() 8173 case offsetof(struct xdp_md, data_meta): in xdp_is_valid_access() 8700 case offsetof(struct __sk_buff, data_meta): in bpf_convert_ctx_access() 8702 off -= offsetof(struct __sk_buff, data_meta); in bpf_convert_ctx_access() 9127 case offsetof(struct xdp_md, data_meta): in xdp_convert_ctx_access() [all …]
|
/linux/drivers/net/ethernet/intel/ice/ |
A D | ice_xsk.c | 432 unsigned int metasize = xdp->data - xdp->data_meta; in ice_construct_skb_zc() 548 xdp->data_meta = NULL; in ice_clean_rx_irq_zc()
|
A D | ice_txrx.c | 926 u8 metasize = xdp->data - xdp->data_meta; in ice_build_skb() 941 net_prefetch(xdp->data_meta); in ice_build_skb() 1168 xdp.data_meta = NULL; in ice_clean_rx_irq()
|
/linux/tools/include/uapi/linux/ |
A D | bpf.h | 5345 __u32 data_meta; member 5511 __u32 data_meta; member
|
/linux/include/uapi/linux/ |
A D | bpf.h | 5345 __u32 data_meta; member 5511 __u32 data_meta; member
|
/linux/drivers/net/ethernet/intel/ixgbe/ |
A D | ixgbe_xsk.c | 212 unsigned int metasize = bi->xdp->data - bi->xdp->data_meta; in ixgbe_construct_skb_zc()
|
/linux/drivers/net/ethernet/intel/i40e/ |
A D | i40e_xsk.c | 244 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
|
A D | i40e_txrx.c | 2189 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_build_skb() 2204 net_prefetch(xdp->data_meta); in i40e_build_skb()
|
/linux/net/xdp/ |
A D | xsk.c | 164 from_buf = from->data_meta; in xsk_copy_xdp() 165 metalen = from->data - from->data_meta; in xsk_copy_xdp()
|
A D | xsk_buff_pool.c | 508 xskb->xdp.data_meta = xskb->xdp.data; in xp_alloc()
|
/linux/include/linux/ |
A D | filter.h | 659 void *data_meta; member 698 cb->data_meta = skb->data - skb_metadata_len(skb); in bpf_compute_data_pointers()
|
/linux/drivers/net/ethernet/intel/igc/ |
A D | igc_main.c | 2438 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb_zc() 2449 skb_reserve(skb, xdp->data_meta - xdp->data_hard_start); in igc_construct_skb_zc() 2450 memcpy(__skb_put(skb, totalsize), xdp->data_meta, totalsize); in igc_construct_skb_zc() 2525 bi->xdp->data_meta += IGC_TS_HDR_LEN; in igc_clean_rx_irq_zc()
|
/linux/drivers/net/ethernet/freescale/dpaa/ |
A D | dpaa_eth.c | 2593 xdp.data - xdp.data_meta; in dpaa_run_xdp() 2595 *xdp_meta_len = xdp.data - xdp.data_meta; in dpaa_run_xdp()
|