/linux/drivers/net/ethernet/intel/i40e/ |
A D | i40e_xsk.c | 328 u16 next_to_clean = rx_ring->next_to_clean; in i40e_clean_rx_irq_zc() local 354 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc() 356 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc() 365 bi = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc() 375 next_to_clean = (next_to_clean + 1) & count_mask; in i40e_clean_rx_irq_zc() 378 rx_ring->next_to_clean = next_to_clean; in i40e_clean_rx_irq_zc() 527 if (head_idx < tx_ring->next_to_clean) in i40e_clean_xdp_tx_irq() 539 ntc = tx_ring->next_to_clean; in i40e_clean_xdp_tx_irq() 556 tx_ring->next_to_clean += completed_frames; in i40e_clean_xdp_tx_irq() 558 tx_ring->next_to_clean -= tx_ring->count; in i40e_clean_xdp_tx_irq() [all …]
|
A D | i40e_adminq.c | 355 hw->aq.asq.next_to_clean = 0; in i40e_init_asq() 414 hw->aq.arq.next_to_clean = 0; in i40e_init_arq() 725 u16 ntc = asq->next_to_clean; in i40e_clean_asq() 750 asq->next_to_clean = ntc; in i40e_clean_asq() 1001 u16 ntc = hw->aq.arq.next_to_clean; in i40e_clean_arq_element() 1076 hw->aq.arq.next_to_clean = ntc; in i40e_clean_arq_element() 1094 hw->aq.asq.next_to_clean = 0; in i40e_resume_aq() 1099 hw->aq.arq.next_to_clean = 0; in i40e_resume_aq()
|
/linux/drivers/net/ethernet/intel/igc/ |
A D | igc_dump.c | 139 buffer_info = &tx_ring->tx_buffer_info[tx_ring->next_to_clean]; in igc_rings_dump() 142 n, tx_ring->next_to_use, tx_ring->next_to_clean, in igc_rings_dump() 182 i == tx_ring->next_to_clean) in igc_rings_dump() 186 else if (i == tx_ring->next_to_clean) in igc_rings_dump() 216 rx_ring->next_to_clean); in igc_rings_dump() 266 else if (i == rx_ring->next_to_clean) in igc_rings_dump()
|
/linux/drivers/net/ethernet/freescale/enetc/ |
A D | enetc.h | 96 int next_to_clean; member 129 if (bdr->next_to_clean > bdr->next_to_use) in enetc_bd_unused() 130 return bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused() 132 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused() 137 if (bdr->next_to_clean > bdr->next_to_alloc) in enetc_swbd_unused() 138 return bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused() 140 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused() 153 int next_to_clean; member
|
A D | enetc_cbdr.c | 23 cbdr->next_to_clean = 0; in enetc_setup_cbdr() 40 enetc_wr_reg(cbdr->pir, cbdr->next_to_clean); in enetc_setup_cbdr() 66 i = ring->next_to_clean; in enetc_clean_cbdr() 80 ring->next_to_clean = i; in enetc_clean_cbdr() 85 return (r->next_to_clean - r->next_to_use - 1 + r->bd_count) % in enetc_cbd_unused()
|
/linux/drivers/net/ethernet/intel/ice/ |
A D | ice_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 19 (R)->next_to_clean - (R)->next_to_use - 1)) 56 u16 next_to_clean; member
|
A D | ice_xsk.c | 412 int ntc = rx_ring->next_to_clean + 1; in ice_bump_ntc() 415 rx_ring->next_to_clean = ntc; in ice_bump_ntc() 528 rx_desc = ICE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc() 540 xdp = *ice_xdp_buf(rx_ring, rx_ring->next_to_clean); in ice_clean_rx_irq_zc() 603 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ice_clean_rx_irq_zc() 690 s16 ntc = xdp_ring->next_to_clean; in ice_clean_tx_irq_zc() 731 xdp_ring->next_to_clean = ntc; in ice_clean_tx_irq_zc() 814 u16 ntc = rx_ring->next_to_clean; in ice_xsk_clean_rx_ring() 830 u16 ntc = xdp_ring->next_to_clean, ntu = xdp_ring->next_to_use; in ice_xsk_clean_xdp_ring()
|
A D | ice_txrx.h | 111 (u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 112 (R)->next_to_clean - (R)->next_to_use - 1) 277 u16 next_to_clean; member 316 u16 next_to_clean; member
|
A D | ice_txrx.c | 174 tx_ring->next_to_clean = 0; in ice_clean_tx_ring() 218 s16 i = tx_ring->next_to_clean; in ice_clean_tx_irq() 303 tx_ring->next_to_clean = i; in ice_clean_tx_irq() 363 tx_ring->next_to_clean = 0; in ice_setup_tx_ring() 433 rx_ring->next_to_clean = 0; in ice_clean_rx_ring() 502 rx_ring->next_to_clean = 0; in ice_setup_rx_ring() 891 rx_buf = &rx_ring->rx_buf[rx_ring->next_to_clean]; in ice_get_rx_buf() 1038 u16 ntc = rx_ring->next_to_clean + 1; in ice_put_rx_buf() 1042 rx_ring->next_to_clean = ntc; in ice_put_rx_buf() 2400 s16 i = tx_ring->next_to_clean; in ice_clean_ctrl_tx_irq() [all …]
|
/linux/drivers/net/ethernet/intel/ixgbe/ |
A D | ixgbe_xsk.c | 235 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc() 238 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc() 266 rx_desc = IXGBE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ixgbe_clean_rx_irq_zc() 277 bi = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc() 287 &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc() 356 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ixgbe_clean_rx_irq_zc() 448 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq() 485 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq() 536 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring()
|
/linux/drivers/net/ethernet/hisilicon/hns3/ |
A D | hns3_trace.h | 84 __entry->ntc = ring->next_to_clean; 116 __entry->ntc = ring->next_to_clean; 118 __entry->buf_dma = ring->desc_cb[ring->next_to_clean].dma; 119 memcpy(__entry->desc, &ring->desc[ring->next_to_clean],
|
A D | hns3_enet.c | 994 tx_spare->next_to_clean); in hns3_tx_spare_update() 1130 tx_spare->next_to_clean += len; in hns3_tx_spare_reclaim_cb() 1135 if (tx_spare->next_to_clean) { in hns3_tx_spare_reclaim_cb() 3395 int ntc = ring->next_to_clean; in hns3_nic_reclaim_desc() 3480 int ntc = ring->next_to_clean; in hns3_desc_unused() 3837 ring->next_to_clean += 1; in hns3_rx_ring_move_fw() 3840 ring->next_to_clean = 0; in hns3_rx_ring_move_fw() 4032 pre_ntc = ring->next_to_clean ? (ring->next_to_clean - 1) : in hns3_handle_bdinfo() 4698 ring->next_to_clean = 0; in hns3_ring_get_cfg() 4804 ring->next_to_clean = 0; in hns3_fini_ring() [all …]
|
/linux/drivers/net/ethernet/intel/ixgb/ |
A D | ixgb.h | 95 unsigned int next_to_clean; member 101 ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 102 (R)->next_to_clean - (R)->next_to_use - 1)
|
/linux/drivers/net/ethernet/hisilicon/hns3/hns3vf/ |
A D | hclgevf_cmd.c | 18 int ntc = ring->next_to_clean; in hclgevf_ring_space() 31 int ntc = ring->next_to_clean; in hclgevf_is_valid_csq_clean_head() 51 csq->next_to_use, csq->next_to_clean); in hclgevf_cmd_csq_clean() 58 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclgevf_cmd_csq_clean() 59 csq->next_to_clean = head; in hclgevf_cmd_csq_clean() 312 csq->next_to_clean = hclgevf_read_dev(hw, in hclgevf_cmd_send() 469 hdev->hw.cmq.csq.next_to_clean = 0; in hclgevf_cmd_init() 471 hdev->hw.cmq.crq.next_to_clean = 0; in hclgevf_cmd_init()
|
/linux/drivers/net/ethernet/hisilicon/hns3/hns3pf/ |
A D | hclge_cmd.c | 19 int ntc = ring->next_to_clean; in hclge_ring_space() 28 int ntc = ring->next_to_clean; in is_valid_csq_clean_head() 147 csq->next_to_use, csq->next_to_clean); in hclge_cmd_csq_clean() 156 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclge_cmd_csq_clean() 157 csq->next_to_clean = head; in hclge_cmd_csq_clean() 330 csq->next_to_clean = hclge_read_dev(hw, HCLGE_NIC_CSQ_HEAD_REG); in hclge_cmd_send() 501 hdev->hw.cmq.csq.next_to_clean = 0; in hclge_cmd_init() 503 hdev->hw.cmq.crq.next_to_clean = 0; in hclge_cmd_init()
|
/linux/drivers/net/ethernet/pasemi/ |
A D | pasemi_mac.h | 30 unsigned int next_to_clean; member 43 unsigned int next_to_clean; member 101 #define RING_USED(ring) (((ring)->next_to_fill - (ring)->next_to_clean) \
|
/linux/drivers/net/ethernet/atheros/atl1c/ |
A D | atl1c_main.c | 931 rfd_ring->next_to_clean = 0; in atl1c_clean_rx_ring() 934 rrd_ring->next_to_clean = 0; in atl1c_clean_rx_ring() 958 rfd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs() 960 rrd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs() 1618 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1c_clean_tx() local 1634 next_to_clean = 0; in atl1c_clean_tx() 1635 atomic_set(&tpd_ring->next_to_clean, next_to_clean); in atl1c_clean_tx() 1882 rrd_ring->next_to_clean)) { in atl1c_clean_rrd() 1885 rrd_ring->next_to_clean = 0; in atl1c_clean_rrd() 2027 u16 next_to_clean = 0; in atl1c_tpd_avail() local [all …]
|
/linux/drivers/net/ethernet/hisilicon/hns/ |
A D | hns_enet.c | 422 desc = &ring->desc[ring->next_to_clean]; in hns_nic_reuse_page() 585 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 599 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 705 int ntc = ring->next_to_clean; in hns_desc_unused() 927 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_reclaim_one_desc() 933 int c = ring->next_to_clean; in is_valid_clean_head() 973 while (head != ring->next_to_clean) { in hns_nic_tx_poll_one() 1012 if (head != ring->next_to_clean) { in hns_nic_tx_fini_pro() 1027 if (head == ring->next_to_clean) in hns_nic_tx_fini_pro_v2() 1044 while (head != ring->next_to_clean) in hns_nic_tx_clr_all_bufs() [all …]
|
/linux/drivers/net/ethernet/amazon/ena/ |
A D | ena_netdev.c | 1317 u16 next_to_clean; in ena_clean_tx_irq() local 1322 next_to_clean = tx_ring->next_to_clean; in ena_clean_tx_irq() 1364 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_tx_irq() 1368 tx_ring->next_to_clean = next_to_clean; in ena_clean_tx_irq() 1489 *next_to_clean = ENA_RX_RING_IDX_ADD(*next_to_clean, descs, in ena_rx_skb() 1513 *next_to_clean = in ena_rx_skb() 1654 u16 next_to_clean = rx_ring->next_to_clean; in ena_clean_rx_irq() local 1760 rx_ring->next_to_clean = next_to_clean; in ena_clean_rx_irq() 1899 next_to_clean = xdp_ring->next_to_clean; in ena_clean_xdp_irq() 1936 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_xdp_irq() [all …]
|
/linux/drivers/net/ethernet/intel/e1000/ |
A D | e1000.h | 155 unsigned int next_to_clean; member 176 unsigned int next_to_clean; member 190 unsigned int clean = smp_load_acquire(&(R)->next_to_clean); \
|
/linux/drivers/net/ethernet/atheros/atlx/ |
A D | atl1.c | 1113 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_init_ring_ptrs() 1115 rfd_ring->next_to_clean = 0; in atl1_init_ring_ptrs() 1119 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_init_ring_ptrs() 1155 rfd_ring->next_to_clean = 0; in atl1_clean_rx_ring() 1159 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_clean_rx_ring() 1199 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_clean_tx_ring() 1766 rfd_ring->next_to_clean = 0; in atl1_clean_alloc_flag() 1976 rfd_ring->next_to_clean = 0; in atl1_intr_rx() 2091 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1_tpd_avail() local 2093 return (next_to_clean > next_to_use) ? in atl1_tpd_avail() [all …]
|
/linux/drivers/net/ethernet/oki-semi/pch_gbe/ |
A D | pch_gbe_main.c | 59 (R)->next_to_clean - (R)->next_to_use - 1) 928 tx_ring->next_to_clean = 0; in pch_gbe_clean_tx_ring() 959 rx_ring->next_to_clean = 0; in pch_gbe_clean_rx_ring() 1467 tx_ring->next_to_clean); in pch_gbe_clean_tx() 1469 i = tx_ring->next_to_clean; in pch_gbe_clean_tx() 1571 tx_ring->next_to_clean = i; in pch_gbe_clean_tx() 1574 tx_ring->next_to_clean); in pch_gbe_clean_tx() 1608 i = rx_ring->next_to_clean; in pch_gbe_clean_rx() 1690 rx_ring->next_to_clean = i; in pch_gbe_clean_rx() 1727 tx_ring->next_to_clean = 0; in pch_gbe_setup_tx_resources() [all …]
|
/linux/drivers/net/ethernet/atheros/atl1e/ |
A D | atl1e_main.c | 752 atomic_set(&tx_ring->next_to_clean, 0); in atl1e_init_ring_ptrs() 1232 u16 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_clean_tx_irq() local 1234 while (next_to_clean != hw_next_to_clean) { in atl1e_clean_tx_irq() 1235 tx_buffer = &tx_ring->tx_buffer[next_to_clean]; in atl1e_clean_tx_irq() 1255 if (++next_to_clean == tx_ring->count) in atl1e_clean_tx_irq() 1256 next_to_clean = 0; in atl1e_clean_tx_irq() 1259 atomic_set(&tx_ring->next_to_clean, next_to_clean); in atl1e_clean_tx_irq() 1560 u16 next_to_clean = 0; in atl1e_tpd_avail() local 1562 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_tpd_avail() 1565 return (u16)(next_to_clean > next_to_use) ? in atl1e_tpd_avail() [all …]
|
/linux/drivers/net/ethernet/intel/iavf/ |
A D | iavf_txrx.c | 77 tx_ring->next_to_clean = 0; in iavf_clean_tx_ring() 117 head = ring->next_to_clean; in iavf_get_tx_pending() 193 int i = tx_ring->next_to_clean; in iavf_clean_tx_irq() 280 tx_ring->next_to_clean = i; in iavf_clean_tx_irq() 641 tx_ring->next_to_clean = 0; in iavf_setup_tx_descriptors() 704 rx_ring->next_to_clean = 0; in iavf_clean_rx_ring() 760 rx_ring->next_to_clean = 0; in iavf_setup_rx_descriptors() 1256 rx_buffer = &rx_ring->rx_bi[rx_ring->next_to_clean]; in iavf_get_rx_buffer() 1430 u32 ntc = rx_ring->next_to_clean + 1; in iavf_is_non_eop() 1434 rx_ring->next_to_clean = ntc; in iavf_is_non_eop() [all …]
|
A D | iavf_adminq.c | 342 hw->aq.asq.next_to_clean = 0; in iavf_init_asq() 401 hw->aq.arq.next_to_clean = 0; in iavf_init_arq() 575 u16 ntc = asq->next_to_clean; in iavf_clean_asq() 601 asq->next_to_clean = ntc; in iavf_clean_asq() 849 u16 ntc = hw->aq.arq.next_to_clean; in iavf_clean_arq_element() 925 hw->aq.arq.next_to_clean = ntc; in iavf_clean_arq_element()
|