Home
last modified time | relevance | path

Searched refs:pagecnt_bias (Results 1 – 25 of 26) sorted by relevance

12

/linux/drivers/net/ethernet/google/gve/
A Dgve_utils.c87 page_info->pagecnt_bias--; in gve_dec_pagecnt_bias()
88 if (page_info->pagecnt_bias == 0) { in gve_dec_pagecnt_bias()
94 page_info->pagecnt_bias = INT_MAX - pagecount; in gve_dec_pagecnt_bias()
A Dgve_rx.c19 page_ref_sub(page_info->page, page_info->pagecnt_bias - 1); in gve_rx_free_buffer()
35 rx->data.page_info[i].pagecnt_bias - 1); in gve_rx_unfill_pages()
78 page_info->pagecnt_bias = INT_MAX; in gve_setup_rx_buffer()
334 if (pagecount == page_info->pagecnt_bias) in gve_rx_can_recycle_buffer()
337 else if (pagecount > page_info->pagecnt_bias) in gve_rx_can_recycle_buffer()
339 WARN(pagecount < page_info->pagecnt_bias, in gve_rx_can_recycle_buffer()
A Dgve_rx_dqo.c21 return page_count(bs->page_info.page) - bs->page_info.pagecnt_bias; in gve_buf_ref_cnt()
27 page_ref_sub(bs->page_info.page, bs->page_info.pagecnt_bias - 1); in gve_free_page_dqo()
171 buf_state->page_info.pagecnt_bias = INT_MAX; in gve_alloc_page_dqo()
A Dgve.h62 int pagecnt_bias; /* expected pagecnt if only the driver has a ref */ member
/linux/drivers/net/ethernet/intel/iavf/
A Diavf_txrx.c691 __page_frag_cache_drain(rx_bi->page, rx_bi->pagecnt_bias); in iavf_clean_rx_ring()
849 bi->pagecnt_bias = 1; in iavf_alloc_mapped_page()
1141 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in iavf_reuse_rx_page()
1173 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in iavf_can_reuse_rx_page() local
1182 if (unlikely((page_count(page) - pagecnt_bias) > 1)) in iavf_can_reuse_rx_page()
1195 if (unlikely(!pagecnt_bias)) { in iavf_can_reuse_rx_page()
1197 rx_buffer->pagecnt_bias = USHRT_MAX; in iavf_can_reuse_rx_page()
1267 rx_buffer->pagecnt_bias--; in iavf_get_rx_buffer()
1331 rx_buffer->pagecnt_bias++; in iavf_construct_skb()
1408 rx_buffer->pagecnt_bias); in iavf_put_rx_buffer()
[all …]
A Diavf_txrx.h282 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/ice/
A Dice_txrx.c415 __page_frag_cache_drain(rx_buf->page, rx_buf->pagecnt_bias); in ice_clean_rx_ring()
682 bi->pagecnt_bias = USHRT_MAX; in ice_alloc_mapped_page()
787 unsigned int pagecnt_bias = rx_buf->pagecnt_bias; in ice_can_reuse_rx_page() local
796 if (unlikely((rx_buf_pgcnt - pagecnt_bias) > 1)) in ice_can_reuse_rx_page()
809 if (unlikely(pagecnt_bias == 1)) { in ice_can_reuse_rx_page()
811 rx_buf->pagecnt_bias = USHRT_MAX; in ice_can_reuse_rx_page()
873 new_buf->pagecnt_bias = old_buf->pagecnt_bias; in ice_reuse_rx_page()
908 rx_buf->pagecnt_bias--; in ice_get_rx_buf()
1018 rx_buf->pagecnt_bias++; in ice_construct_skb()
1190 rx_buf->pagecnt_bias++; in ice_clean_rx_irq()
[all …]
A Dice_txrx.h170 u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/i40e/
A Di40e_txrx.c1383 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in i40e_reuse_rx_page()
1697 bi->pagecnt_bias = USHRT_MAX; in i40e_alloc_mapped_page()
1995 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in i40e_can_reuse_rx_page() local
2004 if (unlikely((rx_buffer_pgcnt - pagecnt_bias) > 1)) in i40e_can_reuse_rx_page()
2017 if (unlikely(pagecnt_bias == 1)) { in i40e_can_reuse_rx_page()
2019 rx_buffer->pagecnt_bias = USHRT_MAX; in i40e_can_reuse_rx_page()
2091 rx_buffer->pagecnt_bias--; in i40e_get_rx_buffer()
2170 rx_buffer->pagecnt_bias++; in i40e_construct_skb()
2249 rx_buffer->pagecnt_bias); in i40e_put_rx_buffer()
2523 rx_buffer->pagecnt_bias++; in i40e_clean_rx_irq()
[all …]
A Di40e_txrx.h279 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/ixgbevf/
A Dixgbevf_main.c543 rx_buffer->pagecnt_bias--; in ixgbevf_get_rx_buffer()
565 rx_buffer->pagecnt_bias); in ixgbevf_put_rx_buffer()
639 bi->pagecnt_bias = 1; in ixgbevf_alloc_mapped_page()
781 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbevf_reuse_rx_page()
786 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbevf_can_reuse_rx_page() local
810 if (unlikely(!pagecnt_bias)) { in ixgbevf_can_reuse_rx_page()
812 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbevf_can_reuse_rx_page()
910 rx_buffer->pagecnt_bias++; in ixgbevf_construct_skb()
1178 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
1195 rx_buffer->pagecnt_bias++; in ixgbevf_clean_rx_irq()
[all …]
A Dixgbevf.h53 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/igc/
A Digc_main.c402 buffer_info->pagecnt_bias); in igc_clean_rx_ring_page_shared()
1659 rx_buffer->pagecnt_bias--; in igc_get_rx_buffer()
1782 rx_buffer->pagecnt_bias++; in igc_construct_skb()
1814 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igc_reuse_rx_page()
1820 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igc_can_reuse_rx_page() local
1843 if (unlikely(pagecnt_bias == 1)) { in igc_can_reuse_rx_page()
1845 rx_buffer->pagecnt_bias = USHRT_MAX; in igc_can_reuse_rx_page()
1931 rx_buffer->pagecnt_bias); in igc_put_rx_buffer()
1987 bi->pagecnt_bias = USHRT_MAX; in igc_alloc_mapped_page()
2367 rx_buffer->pagecnt_bias++; in igc_clean_rx_irq()
[all …]
A Digc.h466 __u16 pagecnt_bias; member
/linux/include/linux/
A Dmm_types.h354 unsigned int pagecnt_bias; member
/linux/drivers/net/ethernet/intel/igb/
A Digb_main.c4957 buffer_info->pagecnt_bias); in igb_clean_rx_ring()
8232 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in igb_reuse_rx_page()
8238 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in igb_can_reuse_rx_page() local
8261 if (unlikely(pagecnt_bias == 1)) { in igb_can_reuse_rx_page()
8263 rx_buffer->pagecnt_bias = USHRT_MAX; in igb_can_reuse_rx_page()
8345 rx_buffer->pagecnt_bias++; in igb_construct_skb()
8650 rx_buffer->pagecnt_bias--; in igb_get_rx_buffer()
8669 rx_buffer->pagecnt_bias); in igb_put_rx_buffer()
8753 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
8769 rx_buffer->pagecnt_bias++; in igb_clean_rx_irq()
[all …]
A Digb.h288 __u16 pagecnt_bias; member
/linux/drivers/net/ethernet/hisilicon/hns3/
A Dhns3_enet.c3208 cb->pagecnt_bias = USHRT_MAX; in hns3_alloc_buffer()
3220 if (cb->type & DESC_TYPE_PAGE && cb->pagecnt_bias) in hns3_free_buffer()
3221 __page_frag_cache_drain(cb->priv, cb->pagecnt_bias); in hns3_free_buffer()
3536 return page_count(cb->priv) == cb->pagecnt_bias; in hns3_can_reuse_page()
3606 desc_cb->pagecnt_bias--; in hns3_nic_reuse_page()
3608 if (unlikely(!desc_cb->pagecnt_bias)) { in hns3_nic_reuse_page()
3610 desc_cb->pagecnt_bias = USHRT_MAX; in hns3_nic_reuse_page()
3617 __page_frag_cache_drain(desc_cb->priv, desc_cb->pagecnt_bias); in hns3_nic_reuse_page()
3879 desc_cb->pagecnt_bias); in hns3_alloc_skb()
A Dhns3_enet.h338 u16 pagecnt_bias; member
/linux/drivers/net/ethernet/intel/ixgbe/
A Dixgbe_main.c1569 bi->pagecnt_bias = USHRT_MAX; in ixgbe_alloc_mapped_page()
1944 new_buff->pagecnt_bias = old_buff->pagecnt_bias; in ixgbe_reuse_rx_page()
1950 unsigned int pagecnt_bias = rx_buffer->pagecnt_bias; in ixgbe_can_reuse_rx_page() local
1977 if (unlikely(pagecnt_bias == 1)) { in ixgbe_can_reuse_rx_page()
1979 rx_buffer->pagecnt_bias = USHRT_MAX; in ixgbe_can_reuse_rx_page()
2058 rx_buffer->pagecnt_bias--; in ixgbe_get_rx_buffer()
2083 rx_buffer->pagecnt_bias); in ixgbe_put_rx_buffer()
2144 rx_buffer->pagecnt_bias++; in ixgbe_construct_skb()
2361 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
2378 rx_buffer->pagecnt_bias++; in ixgbe_clean_rx_irq()
[all …]
A Dixgbe.h233 __u16 pagecnt_bias; member
/linux/drivers/net/wireless/mediatek/mt76/
A Ddma.c501 __page_frag_cache_drain(page, q->rx_page.pagecnt_bias); in mt76_dma_rx_cleanup()
A Dusb.c757 __page_frag_cache_drain(page, q->rx_page.pagecnt_bias); in mt76u_free_rx_queue()
/linux/mm/
A Dpage_alloc.c5537 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in page_frag_alloc_align()
5545 if (!page_ref_sub_and_test(page, nc->pagecnt_bias)) in page_frag_alloc_align()
5561 nc->pagecnt_bias = PAGE_FRAG_CACHE_MAX_SIZE + 1; in page_frag_alloc_align()
5565 nc->pagecnt_bias--; in page_frag_alloc_align()
/linux/drivers/nvme/target/
A Dtcp.c1479 __page_frag_cache_drain(page, queue->pf_cache.pagecnt_bias); in nvmet_tcp_release_queue_work()

Completed in 179 milliseconds

12