Lines Matching refs:q_vector
779 static void igb_assign_vector(struct igb_q_vector *q_vector, int msix_vector) in igb_assign_vector() argument
781 struct igb_adapter *adapter = q_vector->adapter; in igb_assign_vector()
787 if (q_vector->rx.ring) in igb_assign_vector()
788 rx_queue = q_vector->rx.ring->reg_idx; in igb_assign_vector()
789 if (q_vector->tx.ring) in igb_assign_vector()
790 tx_queue = q_vector->tx.ring->reg_idx; in igb_assign_vector()
806 q_vector->eims_value = msixbm; in igb_assign_vector()
822 q_vector->eims_value = BIT(msix_vector); in igb_assign_vector()
843 q_vector->eims_value = BIT(msix_vector); in igb_assign_vector()
851 adapter->eims_enable_mask |= q_vector->eims_value; in igb_assign_vector()
854 q_vector->set_itr = 1; in igb_assign_vector()
918 igb_assign_vector(adapter->q_vector[i], vector++); in igb_configure_msix()
948 struct igb_q_vector *q_vector = adapter->q_vector[i]; in igb_request_msix() local
952 q_vector->itr_register = adapter->io_addr + E1000_EITR(vector); in igb_request_msix()
954 if (q_vector->rx.ring && q_vector->tx.ring) in igb_request_msix()
955 sprintf(q_vector->name, "%s-TxRx-%u", netdev->name, in igb_request_msix()
956 q_vector->rx.ring->queue_index); in igb_request_msix()
957 else if (q_vector->tx.ring) in igb_request_msix()
958 sprintf(q_vector->name, "%s-tx-%u", netdev->name, in igb_request_msix()
959 q_vector->tx.ring->queue_index); in igb_request_msix()
960 else if (q_vector->rx.ring) in igb_request_msix()
961 sprintf(q_vector->name, "%s-rx-%u", netdev->name, in igb_request_msix()
962 q_vector->rx.ring->queue_index); in igb_request_msix()
964 sprintf(q_vector->name, "%s-unused", netdev->name); in igb_request_msix()
967 igb_msix_ring, 0, q_vector->name, in igb_request_msix()
968 q_vector); in igb_request_msix()
983 adapter->q_vector[i]); in igb_request_msix()
998 struct igb_q_vector *q_vector = adapter->q_vector[v_idx]; in igb_free_q_vector() local
1000 adapter->q_vector[v_idx] = NULL; in igb_free_q_vector()
1005 if (q_vector) in igb_free_q_vector()
1006 kfree_rcu(q_vector, rcu); in igb_free_q_vector()
1019 struct igb_q_vector *q_vector = adapter->q_vector[v_idx]; in igb_reset_q_vector() local
1024 if (!q_vector) in igb_reset_q_vector()
1027 if (q_vector->tx.ring) in igb_reset_q_vector()
1028 adapter->tx_ring[q_vector->tx.ring->queue_index] = NULL; in igb_reset_q_vector()
1030 if (q_vector->rx.ring) in igb_reset_q_vector()
1031 adapter->rx_ring[q_vector->rx.ring->queue_index] = NULL; in igb_reset_q_vector()
1033 netif_napi_del(&q_vector->napi); in igb_reset_q_vector()
1188 struct igb_q_vector *q_vector; in igb_alloc_q_vector() local
1198 size = struct_size(q_vector, ring, ring_count); in igb_alloc_q_vector()
1201 q_vector = adapter->q_vector[v_idx]; in igb_alloc_q_vector()
1202 if (!q_vector) { in igb_alloc_q_vector()
1203 q_vector = kzalloc(size, GFP_KERNEL); in igb_alloc_q_vector()
1204 } else if (size > ksize(q_vector)) { in igb_alloc_q_vector()
1205 kfree_rcu(q_vector, rcu); in igb_alloc_q_vector()
1206 q_vector = kzalloc(size, GFP_KERNEL); in igb_alloc_q_vector()
1208 memset(q_vector, 0, size); in igb_alloc_q_vector()
1210 if (!q_vector) in igb_alloc_q_vector()
1214 netif_napi_add(adapter->netdev, &q_vector->napi, in igb_alloc_q_vector()
1218 adapter->q_vector[v_idx] = q_vector; in igb_alloc_q_vector()
1219 q_vector->adapter = adapter; in igb_alloc_q_vector()
1222 q_vector->tx.work_limit = adapter->tx_work_limit; in igb_alloc_q_vector()
1225 q_vector->itr_register = adapter->io_addr + E1000_EITR(0); in igb_alloc_q_vector()
1226 q_vector->itr_val = IGB_START_ITR; in igb_alloc_q_vector()
1229 ring = q_vector->ring; in igb_alloc_q_vector()
1235 q_vector->itr_val = adapter->rx_itr_setting; in igb_alloc_q_vector()
1239 q_vector->itr_val = adapter->tx_itr_setting; in igb_alloc_q_vector()
1248 ring->q_vector = q_vector; in igb_alloc_q_vector()
1251 igb_add_ring(ring, &q_vector->tx); in igb_alloc_q_vector()
1283 ring->q_vector = q_vector; in igb_alloc_q_vector()
1286 igb_add_ring(ring, &q_vector->rx); in igb_alloc_q_vector()
1431 igb_assign_vector(adapter->q_vector[0], 0); in igb_request_irq()
1464 adapter->q_vector[i]); in igb_free_irq()
2128 napi_enable(&(adapter->q_vector[i]->napi)); in igb_up()
2133 igb_assign_vector(adapter->q_vector[0], 0); in igb_up()
2196 if (adapter->q_vector[i]) { in igb_down()
2197 napi_synchronize(&adapter->q_vector[i]->napi); in igb_down()
2198 napi_disable(&adapter->q_vector[i]->napi); in igb_down()
4108 napi_enable(&(adapter->q_vector[i]->napi)); in __igb_open()
5613 eics |= adapter->q_vector[i]->eims_value; in igb_watchdog_task()
5661 static void igb_update_ring_itr(struct igb_q_vector *q_vector) in igb_update_ring_itr() argument
5663 int new_val = q_vector->itr_val; in igb_update_ring_itr()
5665 struct igb_adapter *adapter = q_vector->adapter; in igb_update_ring_itr()
5676 packets = q_vector->rx.total_packets; in igb_update_ring_itr()
5678 avg_wire_size = q_vector->rx.total_bytes / packets; in igb_update_ring_itr()
5680 packets = q_vector->tx.total_packets; in igb_update_ring_itr()
5683 q_vector->tx.total_bytes / packets); in igb_update_ring_itr()
5703 ((q_vector->rx.ring && adapter->rx_itr_setting == 3) || in igb_update_ring_itr()
5704 (!q_vector->rx.ring && adapter->tx_itr_setting == 3))) in igb_update_ring_itr()
5708 if (new_val != q_vector->itr_val) { in igb_update_ring_itr()
5709 q_vector->itr_val = new_val; in igb_update_ring_itr()
5710 q_vector->set_itr = 1; in igb_update_ring_itr()
5713 q_vector->rx.total_bytes = 0; in igb_update_ring_itr()
5714 q_vector->rx.total_packets = 0; in igb_update_ring_itr()
5715 q_vector->tx.total_bytes = 0; in igb_update_ring_itr()
5716 q_vector->tx.total_packets = 0; in igb_update_ring_itr()
5735 static void igb_update_itr(struct igb_q_vector *q_vector, in igb_update_itr() argument
5787 static void igb_set_itr(struct igb_q_vector *q_vector) in igb_set_itr() argument
5789 struct igb_adapter *adapter = q_vector->adapter; in igb_set_itr()
5790 u32 new_itr = q_vector->itr_val; in igb_set_itr()
5800 igb_update_itr(q_vector, &q_vector->tx); in igb_set_itr()
5801 igb_update_itr(q_vector, &q_vector->rx); in igb_set_itr()
5803 current_itr = max(q_vector->rx.itr, q_vector->tx.itr); in igb_set_itr()
5807 ((q_vector->rx.ring && adapter->rx_itr_setting == 3) || in igb_set_itr()
5808 (!q_vector->rx.ring && adapter->tx_itr_setting == 3))) in igb_set_itr()
5827 if (new_itr != q_vector->itr_val) { in igb_set_itr()
5832 new_itr = new_itr > q_vector->itr_val ? in igb_set_itr()
5833 max((new_itr * q_vector->itr_val) / in igb_set_itr()
5834 (new_itr + (q_vector->itr_val >> 2)), in igb_set_itr()
5842 q_vector->itr_val = new_itr; in igb_set_itr()
5843 q_vector->set_itr = 1; in igb_set_itr()
6854 static void igb_write_itr(struct igb_q_vector *q_vector) in igb_write_itr() argument
6856 struct igb_adapter *adapter = q_vector->adapter; in igb_write_itr()
6857 u32 itr_val = q_vector->itr_val & 0x7FFC; in igb_write_itr()
6859 if (!q_vector->set_itr) in igb_write_itr()
6870 writel(itr_val, q_vector->itr_register); in igb_write_itr()
6871 q_vector->set_itr = 0; in igb_write_itr()
6876 struct igb_q_vector *q_vector = data; in igb_msix_ring() local
6879 igb_write_itr(q_vector); in igb_msix_ring()
6881 napi_schedule(&q_vector->napi); in igb_msix_ring()
6928 static void igb_update_dca(struct igb_q_vector *q_vector) in igb_update_dca() argument
6930 struct igb_adapter *adapter = q_vector->adapter; in igb_update_dca()
6933 if (q_vector->cpu == cpu) in igb_update_dca()
6936 if (q_vector->tx.ring) in igb_update_dca()
6937 igb_update_tx_dca(adapter, q_vector->tx.ring, cpu); in igb_update_dca()
6939 if (q_vector->rx.ring) in igb_update_dca()
6940 igb_update_rx_dca(adapter, q_vector->rx.ring, cpu); in igb_update_dca()
6942 q_vector->cpu = cpu; in igb_update_dca()
6959 adapter->q_vector[i]->cpu = -1; in igb_setup_dca()
6960 igb_update_dca(adapter->q_vector[i]); in igb_setup_dca()
7895 struct igb_q_vector *q_vector = adapter->q_vector[0]; in igb_intr_msi() local
7900 igb_write_itr(q_vector); in igb_intr_msi()
7919 napi_schedule(&q_vector->napi); in igb_intr_msi()
7932 struct igb_q_vector *q_vector = adapter->q_vector[0]; in igb_intr() local
7945 igb_write_itr(q_vector); in igb_intr()
7965 napi_schedule(&q_vector->napi); in igb_intr()
7970 static void igb_ring_irq_enable(struct igb_q_vector *q_vector) in igb_ring_irq_enable() argument
7972 struct igb_adapter *adapter = q_vector->adapter; in igb_ring_irq_enable()
7975 if ((q_vector->rx.ring && (adapter->rx_itr_setting & 3)) || in igb_ring_irq_enable()
7976 (!q_vector->rx.ring && (adapter->tx_itr_setting & 3))) { in igb_ring_irq_enable()
7978 igb_set_itr(q_vector); in igb_ring_irq_enable()
7980 igb_update_ring_itr(q_vector); in igb_ring_irq_enable()
7985 wr32(E1000_EIMS, q_vector->eims_value); in igb_ring_irq_enable()
7998 struct igb_q_vector *q_vector = container_of(napi, in igb_poll() local
8005 if (q_vector->adapter->flags & IGB_FLAG_DCA_ENABLED) in igb_poll()
8006 igb_update_dca(q_vector); in igb_poll()
8008 if (q_vector->tx.ring) in igb_poll()
8009 clean_complete = igb_clean_tx_irq(q_vector, budget); in igb_poll()
8011 if (q_vector->rx.ring) { in igb_poll()
8012 int cleaned = igb_clean_rx_irq(q_vector, budget); in igb_poll()
8027 igb_ring_irq_enable(q_vector); in igb_poll()
8039 static bool igb_clean_tx_irq(struct igb_q_vector *q_vector, int napi_budget) in igb_clean_tx_irq() argument
8041 struct igb_adapter *adapter = q_vector->adapter; in igb_clean_tx_irq()
8042 struct igb_ring *tx_ring = q_vector->tx.ring; in igb_clean_tx_irq()
8046 unsigned int budget = q_vector->tx.work_limit; in igb_clean_tx_irq()
8138 q_vector->tx.total_bytes += total_bytes; in igb_clean_tx_irq()
8139 q_vector->tx.total_packets += total_packets; in igb_clean_tx_irq()
8318 skb = napi_alloc_skb(&rx_ring->q_vector->napi, IGB_RX_HDR_LEN); in igb_construct_skb()
8604 igb_ptp_rx_rgtstamp(rx_ring->q_vector, skb); in igb_process_skb_fields()
8676 static int igb_clean_rx_irq(struct igb_q_vector *q_vector, const int budget) in igb_clean_rx_irq() argument
8678 struct igb_adapter *adapter = q_vector->adapter; in igb_clean_rx_irq()
8679 struct igb_ring *rx_ring = q_vector->rx.ring; in igb_clean_rx_irq()
8726 ts_hdr_len = igb_ptp_rx_pktstamp(rx_ring->q_vector, in igb_clean_rx_irq()
8792 napi_gro_receive(&q_vector->napi, skb); in igb_clean_rx_irq()
8817 q_vector->rx.total_packets += total_packets; in igb_clean_rx_irq()
8818 q_vector->rx.total_bytes += total_bytes; in igb_clean_rx_irq()