Lines Matching refs:dev_maps
2399 static bool remove_xps_queue(struct xps_dev_maps *dev_maps, in remove_xps_queue() argument
2405 if (dev_maps) in remove_xps_queue()
2406 map = xmap_dereference(dev_maps->attr_map[tci]); in remove_xps_queue()
2421 RCU_INIT_POINTER(dev_maps->attr_map[tci], NULL); in remove_xps_queue()
2430 struct xps_dev_maps *dev_maps, in remove_xps_queue_cpu() argument
2433 int num_tc = dev_maps->num_tc; in remove_xps_queue_cpu()
2441 if (!remove_xps_queue(dev_maps, NULL, tci, j)) in remove_xps_queue_cpu()
2452 struct xps_dev_maps *dev_maps, in reset_xps_maps() argument
2461 kfree_rcu(dev_maps, rcu); in reset_xps_maps()
2467 struct xps_dev_maps *dev_maps; in clean_xps_maps() local
2471 dev_maps = xmap_dereference(dev->xps_maps[type]); in clean_xps_maps()
2472 if (!dev_maps) in clean_xps_maps()
2475 for (j = 0; j < dev_maps->nr_ids; j++) in clean_xps_maps()
2476 active |= remove_xps_queue_cpu(dev, dev_maps, j, offset, count); in clean_xps_maps()
2478 reset_xps_maps(dev, dev_maps, type); in clean_xps_maps()
2551 static void xps_copy_dev_maps(struct xps_dev_maps *dev_maps, in xps_copy_dev_maps() argument
2555 int i, tci = index * dev_maps->num_tc; in xps_copy_dev_maps()
2559 for (i = 0; i < dev_maps->num_tc; i++, tci++) { in xps_copy_dev_maps()
2564 map = xmap_dereference(dev_maps->attr_map[tci]); in xps_copy_dev_maps()
2573 struct xps_dev_maps *dev_maps, *new_dev_maps = NULL, *old_dev_maps = NULL; in __netif_set_xps_queue() local
2597 dev_maps = xmap_dereference(dev->xps_maps[type]); in __netif_set_xps_queue()
2616 if (dev_maps && in __netif_set_xps_queue()
2617 dev_maps->num_tc == num_tc && dev_maps->nr_ids == nr_ids) in __netif_set_xps_queue()
2635 map = copy ? xmap_dereference(dev_maps->attr_map[tci]) : NULL; in __netif_set_xps_queue()
2647 if (!dev_maps) { in __netif_set_xps_queue()
2682 xps_copy_dev_maps(dev_maps, new_dev_maps, j, tc, in __netif_set_xps_queue()
2689 if (!dev_maps) in __netif_set_xps_queue()
2692 for (j = 0; j < dev_maps->nr_ids; j++) { in __netif_set_xps_queue()
2693 for (i = num_tc, tci = j * dev_maps->num_tc; i--; tci++) { in __netif_set_xps_queue()
2694 map = xmap_dereference(dev_maps->attr_map[tci]); in __netif_set_xps_queue()
2704 RCU_INIT_POINTER(dev_maps->attr_map[tci], NULL); in __netif_set_xps_queue()
2709 old_dev_maps = dev_maps; in __netif_set_xps_queue()
2712 dev_maps = new_dev_maps; in __netif_set_xps_queue()
2722 if (!dev_maps) in __netif_set_xps_queue()
2726 for (j = 0; j < dev_maps->nr_ids; j++) { in __netif_set_xps_queue()
2727 tci = j * dev_maps->num_tc; in __netif_set_xps_queue()
2729 for (i = 0; i < dev_maps->num_tc; i++, tci++) { in __netif_set_xps_queue()
2731 netif_attr_test_mask(j, mask, dev_maps->nr_ids) && in __netif_set_xps_queue()
2732 netif_attr_test_online(j, online_mask, dev_maps->nr_ids)) in __netif_set_xps_queue()
2735 active |= remove_xps_queue(dev_maps, in __netif_set_xps_queue()
2746 reset_xps_maps(dev, dev_maps, type); in __netif_set_xps_queue()
2758 xmap_dereference(dev_maps->attr_map[tci]) : in __netif_set_xps_queue()
3980 struct xps_dev_maps *dev_maps, unsigned int tci) in __get_xps_queue_idx() argument
3986 if (tc >= dev_maps->num_tc || tci >= dev_maps->nr_ids) in __get_xps_queue_idx()
3989 tci *= dev_maps->num_tc; in __get_xps_queue_idx()
3992 map = rcu_dereference(dev_maps->attr_map[tci]); in __get_xps_queue_idx()
4010 struct xps_dev_maps *dev_maps; in get_xps_queue() local
4021 dev_maps = rcu_dereference(sb_dev->xps_maps[XPS_RXQS]); in get_xps_queue()
4022 if (dev_maps) { in get_xps_queue()
4026 queue_index = __get_xps_queue_idx(dev, skb, dev_maps, in get_xps_queue()
4032 dev_maps = rcu_dereference(sb_dev->xps_maps[XPS_CPUS]); in get_xps_queue()
4033 if (dev_maps) { in get_xps_queue()
4036 queue_index = __get_xps_queue_idx(dev, skb, dev_maps, in get_xps_queue()