Lines Matching refs:rxq
53 void hinic_rxq_clean_stats(struct hinic_rxq *rxq) in hinic_rxq_clean_stats() argument
55 struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats; in hinic_rxq_clean_stats()
71 void hinic_rxq_get_stats(struct hinic_rxq *rxq, struct hinic_rxq_stats *stats) in hinic_rxq_get_stats() argument
73 struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats; in hinic_rxq_get_stats()
93 static void rxq_stats_init(struct hinic_rxq *rxq) in rxq_stats_init() argument
95 struct hinic_rxq_stats *rxq_stats = &rxq->rxq_stats; in rxq_stats_init()
98 hinic_rxq_clean_stats(rxq); in rxq_stats_init()
101 static void rx_csum(struct hinic_rxq *rxq, u32 status, in rx_csum() argument
104 struct net_device *netdev = rxq->netdev; in rx_csum()
117 rxq->rxq_stats.csum_errors++; in rx_csum()
129 static struct sk_buff *rx_alloc_skb(struct hinic_rxq *rxq, in rx_alloc_skb() argument
132 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev); in rx_alloc_skb()
140 skb = netdev_alloc_skb_ip_align(rxq->netdev, rxq->rq->buf_sz); in rx_alloc_skb()
144 addr = dma_map_single(&pdev->dev, skb->data, rxq->rq->buf_sz, in rx_alloc_skb()
165 static void rx_unmap_skb(struct hinic_rxq *rxq, dma_addr_t dma_addr) in rx_unmap_skb() argument
167 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev); in rx_unmap_skb()
172 dma_unmap_single(&pdev->dev, dma_addr, rxq->rq->buf_sz, in rx_unmap_skb()
182 static void rx_free_skb(struct hinic_rxq *rxq, struct sk_buff *skb, in rx_free_skb() argument
185 rx_unmap_skb(rxq, dma_addr); in rx_free_skb()
195 static int rx_alloc_pkts(struct hinic_rxq *rxq) in rx_alloc_pkts() argument
197 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev); in rx_alloc_pkts()
206 free_wqebbs = hinic_get_rq_free_wqebbs(rxq->rq); in rx_alloc_pkts()
213 skb = rx_alloc_skb(rxq, &dma_addr); in rx_alloc_pkts()
219 rq_wqe = hinic_rq_get_wqe(rxq->rq, HINIC_RQ_WQE_SIZE, in rx_alloc_pkts()
222 rx_free_skb(rxq, skb, dma_addr); in rx_alloc_pkts()
226 hinic_rq_prepare_wqe(rxq->rq, prod_idx, rq_wqe, &sge); in rx_alloc_pkts()
228 hinic_rq_write_wqe(rxq->rq, prod_idx, rq_wqe, skb); in rx_alloc_pkts()
235 hinic_rq_update(rxq->rq, prod_idx); in rx_alloc_pkts()
245 static void free_all_rx_skbs(struct hinic_rxq *rxq) in free_all_rx_skbs() argument
247 struct hinic_rq *rq = rxq->rq; in free_all_rx_skbs()
260 rx_free_skb(rxq, rq->saved_skb[ci], hinic_sge_to_dma(&sge)); in free_all_rx_skbs()
273 static int rx_recv_jumbo_pkt(struct hinic_rxq *rxq, struct sk_buff *head_skb, in rx_recv_jumbo_pkt() argument
283 rq_wqe = hinic_rq_read_next_wqe(rxq->rq, HINIC_RQ_WQE_SIZE, in rx_recv_jumbo_pkt()
288 hinic_rq_get_sge(rxq->rq, rq_wqe, ci, &sge); in rx_recv_jumbo_pkt()
290 rx_unmap_skb(rxq, hinic_sge_to_dma(&sge)); in rx_recv_jumbo_pkt()
356 static int rxq_recv(struct hinic_rxq *rxq, int budget) in rxq_recv() argument
358 struct hinic_qp *qp = container_of(rxq->rq, struct hinic_qp, rq); in rxq_recv()
359 struct net_device *netdev = rxq->netdev; in rxq_recv()
361 struct hinic_rq *rq = rxq->rq; in rxq_recv()
381 rq_wqe = hinic_rq_read_wqe(rxq->rq, HINIC_RQ_WQE_SIZE, &skb, in rxq_recv()
391 hinic_rq_get_sge(rxq->rq, rq_wqe, ci, &sge); in rxq_recv()
393 rx_unmap_skb(rxq, hinic_sge_to_dma(&sge)); in rxq_recv()
395 rx_csum(rxq, status, skb); in rxq_recv()
405 num_wqes = rx_recv_jumbo_pkt(rxq, skb, pkt_len - in rxq_recv()
424 skb->protocol = eth_type_trans(skb, rxq->netdev); in rxq_recv()
426 napi_gro_receive(&rxq->napi, skb); in rxq_recv()
437 (u16)(pkt_len >> rxq->rx_buff_shift) + in rxq_recv()
438 ((pkt_len & (rxq->buf_len - 1)) ? 1 : 0); in rxq_recv()
447 free_wqebbs = hinic_get_rq_free_wqebbs(rxq->rq); in rxq_recv()
449 rx_alloc_pkts(rxq); in rxq_recv()
451 u64_stats_update_begin(&rxq->rxq_stats.syncp); in rxq_recv()
452 rxq->rxq_stats.pkts += pkts; in rxq_recv()
453 rxq->rxq_stats.bytes += rx_bytes; in rxq_recv()
454 u64_stats_update_end(&rxq->rxq_stats.syncp); in rxq_recv()
461 struct hinic_rxq *rxq = container_of(napi, struct hinic_rxq, napi); in rx_poll() local
462 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev); in rx_poll()
463 struct hinic_rq *rq = rxq->rq; in rx_poll()
466 pkts = rxq_recv(rxq, budget); in rx_poll()
480 static void rx_add_napi(struct hinic_rxq *rxq) in rx_add_napi() argument
482 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev); in rx_add_napi()
484 netif_napi_add(rxq->netdev, &rxq->napi, rx_poll, nic_dev->rx_weight); in rx_add_napi()
485 napi_enable(&rxq->napi); in rx_add_napi()
488 static void rx_del_napi(struct hinic_rxq *rxq) in rx_del_napi() argument
490 napi_disable(&rxq->napi); in rx_del_napi()
491 netif_napi_del(&rxq->napi); in rx_del_napi()
496 struct hinic_rxq *rxq = (struct hinic_rxq *)data; in rx_irq() local
497 struct hinic_rq *rq = rxq->rq; in rx_irq()
501 nic_dev = netdev_priv(rxq->netdev); in rx_irq()
507 nic_dev = netdev_priv(rxq->netdev); in rx_irq()
510 napi_schedule(&rxq->napi); in rx_irq()
514 static int rx_request_irq(struct hinic_rxq *rxq) in rx_request_irq() argument
516 struct hinic_dev *nic_dev = netdev_priv(rxq->netdev); in rx_request_irq()
520 struct hinic_rq *rq = rxq->rq; in rx_request_irq()
526 rx_add_napi(rxq); in rx_request_irq()
541 netif_err(nic_dev, drv, rxq->netdev, in rx_request_irq()
546 err = request_irq(rq->irq, rx_irq, 0, rxq->irq_name, rxq); in rx_request_irq()
558 free_irq(rq->irq, rxq); in rx_request_irq()
560 rx_del_napi(rxq); in rx_request_irq()
564 static void rx_free_irq(struct hinic_rxq *rxq) in rx_free_irq() argument
566 struct hinic_rq *rq = rxq->rq; in rx_free_irq()
569 free_irq(rq->irq, rxq); in rx_free_irq()
570 rx_del_napi(rxq); in rx_free_irq()
581 int hinic_init_rxq(struct hinic_rxq *rxq, struct hinic_rq *rq, in hinic_init_rxq() argument
587 rxq->netdev = netdev; in hinic_init_rxq()
588 rxq->rq = rq; in hinic_init_rxq()
589 rxq->buf_len = HINIC_RX_BUF_SZ; in hinic_init_rxq()
590 rxq->rx_buff_shift = ilog2(HINIC_RX_BUF_SZ); in hinic_init_rxq()
592 rxq_stats_init(rxq); in hinic_init_rxq()
594 rxq->irq_name = devm_kasprintf(&netdev->dev, GFP_KERNEL, in hinic_init_rxq()
596 if (!rxq->irq_name) in hinic_init_rxq()
599 pkts = rx_alloc_pkts(rxq); in hinic_init_rxq()
605 err = rx_request_irq(rxq); in hinic_init_rxq()
615 free_all_rx_skbs(rxq); in hinic_init_rxq()
616 devm_kfree(&netdev->dev, rxq->irq_name); in hinic_init_rxq()
624 void hinic_clean_rxq(struct hinic_rxq *rxq) in hinic_clean_rxq() argument
626 struct net_device *netdev = rxq->netdev; in hinic_clean_rxq()
628 rx_free_irq(rxq); in hinic_clean_rxq()
630 free_all_rx_skbs(rxq); in hinic_clean_rxq()
631 devm_kfree(&netdev->dev, rxq->irq_name); in hinic_clean_rxq()