| /linux/net/ipv4/ |
| A D | udp_offload.c | 440 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 447 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 454 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment() 461 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment() 465 if (NAPI_GRO_CB(skb)->is_flist != NAPI_GRO_CB(p)->is_flist) { in udp_gro_receive_segment() 466 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment() 521 NAPI_GRO_CB(skb)->is_flist = 0; in udp_gro_receive() 592 if (NAPI_GRO_CB(skb)->flush) in udp4_gro_receive() 602 NAPI_GRO_CB(skb)->is_ipv6 = 0; in udp4_gro_receive() 613 NAPI_GRO_CB(skb)->flush = 1; in udp4_gro_receive() [all …]
|
| A D | tcp_offload.c | 221 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive() 227 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive() 238 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive() 251 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive() 252 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive() 253 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive() 254 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive() 256 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive() 312 if (!NAPI_GRO_CB(skb)->flush && in tcp4_gro_receive() 315 NAPI_GRO_CB(skb)->flush = 1; in tcp4_gro_receive() [all …]
|
| A D | gre_offload.c | 132 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive() 135 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive() 160 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive() 186 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive() 197 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive() 212 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive() 218 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
|
| A D | fou.c | 244 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive() 247 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive() 250 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive() 272 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete() 299 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum() 405 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive() 414 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 421 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive() 436 NAPI_GRO_CB(skb)->encap_mark = 0; in gue_gro_receive() 439 NAPI_GRO_CB(skb)->is_fou = 1; in gue_gro_receive() [all …]
|
| A D | af_inet.c | 1479 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive() 1491 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive() 1496 NAPI_GRO_CB(p)->flush |= in inet_gro_receive() 1501 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive() 1515 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive() 1517 flush_id ^= NAPI_GRO_CB(p)->count; in inet_gro_receive() 1524 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive() 1531 NAPI_GRO_CB(skb)->flush |= flush; in inet_gro_receive() 1558 if (NAPI_GRO_CB(skb)->encap_mark) { in ipip_gro_receive() 1559 NAPI_GRO_CB(skb)->flush = 1; in ipip_gro_receive() [all …]
|
| A D | esp4_offload.c | 85 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive() 86 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
|
| /linux/net/ipv6/ |
| A D | ip6_offload.c | 229 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive() 238 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive() 255 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive() 265 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive() 270 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive() 271 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive() 275 NAPI_GRO_CB(skb)->flush |= flush; in ipv6_gro_receive() 297 NAPI_GRO_CB(skb)->flush = 1; in sit_ip6ip6_gro_receive() 301 NAPI_GRO_CB(skb)->encap_mark = 1; in sit_ip6ip6_gro_receive() 312 NAPI_GRO_CB(skb)->flush = 1; in ip4ip6_gro_receive() [all …]
|
| A D | udp_offload.c | 135 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive() 146 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive() 157 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive() 167 if (NAPI_GRO_CB(skb)->is_flist && !NAPI_GRO_CB(skb)->encap_mark) { in udp6_gro_complete() 171 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
|
| A D | tcpv6_offload.c | 19 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive() 22 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
|
| A D | esp6_offload.c | 113 NAPI_GRO_CB(skb)->same_flow = 0; in esp6_gro_receive() 114 NAPI_GRO_CB(skb)->flush = 1; in esp6_gro_receive()
|
| /linux/include/linux/ |
| A D | netdevice.h | 2604 NAPI_GRO_CB(skb)->flush |= 1; 2619 NAPI_GRO_CB(skb)->flush |= 1; 3039 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_frag0_invalidate() 3040 NAPI_GRO_CB(skb)->frag0_len = 0; in skb_gro_frag0_invalidate() 3062 if (NAPI_GRO_CB(skb)->csum_valid) in skb_gro_postpull_rcsum() 3063 NAPI_GRO_CB(skb)->csum = csum_sub(NAPI_GRO_CB(skb)->csum, in skb_gro_postpull_rcsum() 3098 NAPI_GRO_CB(skb)->csum = psum; in __skb_gro_checksum_validate_complete() 3107 NAPI_GRO_CB(skb)->csum_cnt--; in skb_gro_incr_csum_unnecessary() 3142 !NAPI_GRO_CB(skb)->csum_valid); in __skb_gro_checksum_convert_check() 3148 NAPI_GRO_CB(skb)->csum = ~pseudo; in __skb_gro_checksum_convert() [all …]
|
| /linux/include/net/ |
| A D | gro.h | 21 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
|
| A D | inet_common.h | 71 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
|
| /linux/net/core/ |
| A D | dev.c | 5950 NAPI_GRO_CB(p)->flush = 0; in gro_list_prepare() 5953 NAPI_GRO_CB(p)->same_flow = 0; in gro_list_prepare() 6005 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_reset_offset() 6006 NAPI_GRO_CB(skb)->frag0_len = 0; in skb_gro_reset_offset() 6084 NAPI_GRO_CB(skb)->free = 0; in dev_gro_receive() 6087 NAPI_GRO_CB(skb)->is_fou = 0; in dev_gro_receive() 6134 if (NAPI_GRO_CB(skb)->flush) in dev_gro_receive() 6142 NAPI_GRO_CB(skb)->count = 1; in dev_gro_receive() 6143 NAPI_GRO_CB(skb)->age = jiffies; in dev_gro_receive() 6144 NAPI_GRO_CB(skb)->last = skb; in dev_gro_receive() [all …]
|
| A D | skbuff.c | 3927 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list() 3930 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive_list() 3934 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list() 3935 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list() 3943 NAPI_GRO_CB(skb)->same_flow = 1; in skb_gro_receive_list() 4313 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive() 4394 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive() 4397 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive() 4398 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive() 4403 NAPI_GRO_CB(p)->count++; in skb_gro_receive() [all …]
|
| /linux/net/ethernet/ |
| A D | eth.c | 427 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive() 432 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
|
| /linux/net/8021q/ |
| A D | vlan_core.c | 489 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive() 494 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| A D | en_rx.c | 1177 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in mlx5e_shampo_update_hdr() 1465 if (NAPI_GRO_CB(skb)->count != 1) in mlx5e_shampo_complete_rx_cqe() 1916 NAPI_GRO_CB(skb)->count = 1; in mlx5e_skb_from_cqe_shampo() 1940 if (NAPI_GRO_CB(skb)->count > 1) in mlx5e_shampo_flush_skb() 2013 NAPI_GRO_CB(*skb)->count++; in mlx5e_handle_rx_cqe_mpwrq_shampo() 2014 if (NAPI_GRO_CB(*skb)->count == 2 && in mlx5e_handle_rx_cqe_mpwrq_shampo()
|
| /linux/drivers/net/ |
| A D | geneve.c | 506 if (!NAPI_GRO_CB(p)->same_flow) in geneve_gro_receive() 512 NAPI_GRO_CB(p)->same_flow = 0; in geneve_gro_receive()
|
| A D | vxlan.c | 745 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum() 800 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_receive() 806 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_receive()
|
| /linux/drivers/net/ethernet/qlogic/qede/ |
| A D | qede_fp.c | 1013 NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); in qede_tpa_end()
|
| /linux/drivers/net/ethernet/hisilicon/hns3/ |
| A D | hns3_enet.c | 3662 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in hns3_gro_complete() 3980 NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, in hns3_set_gro_and_checksum()
|
| /linux/drivers/net/ethernet/broadcom/bnx2x/ |
| A D | bnx2x_cmn.c | 544 NAPI_GRO_CB(skb)->count = num_of_coalesced_segs; in bnx2x_set_gro_params()
|
| /linux/drivers/net/ethernet/broadcom/bnxt/ |
| A D | bnxt.c | 1509 NAPI_GRO_CB(skb)->count = segs; in bnxt_gro_skb()
|