Lines Matching refs:icq
34 struct io_cq *icq = container_of(head, struct io_cq, __rcu_head); in icq_free_icq_rcu() local
36 kmem_cache_free(icq->__rcu_icq_cache, icq); in icq_free_icq_rcu()
43 static void ioc_exit_icq(struct io_cq *icq) in ioc_exit_icq() argument
45 struct elevator_type *et = icq->q->elevator->type; in ioc_exit_icq()
47 if (icq->flags & ICQ_EXITED) in ioc_exit_icq()
51 et->ops.exit_icq(icq); in ioc_exit_icq()
53 icq->flags |= ICQ_EXITED; in ioc_exit_icq()
60 static void ioc_destroy_icq(struct io_cq *icq) in ioc_destroy_icq() argument
62 struct io_context *ioc = icq->ioc; in ioc_destroy_icq()
63 struct request_queue *q = icq->q; in ioc_destroy_icq()
68 radix_tree_delete(&ioc->icq_tree, icq->q->id); in ioc_destroy_icq()
69 hlist_del_init(&icq->ioc_node); in ioc_destroy_icq()
70 list_del_init(&icq->q_node); in ioc_destroy_icq()
77 if (rcu_access_pointer(ioc->icq_hint) == icq) in ioc_destroy_icq()
80 ioc_exit_icq(icq); in ioc_destroy_icq()
86 icq->__rcu_icq_cache = et->icq_cache; in ioc_destroy_icq()
87 icq->flags |= ICQ_DESTROYED; in ioc_destroy_icq()
88 call_rcu(&icq->__rcu_head, icq_free_icq_rcu); in ioc_destroy_icq()
102 struct io_cq *icq = hlist_entry(ioc->icq_list.first, in ioc_release_fn() local
104 struct request_queue *q = icq->q; in ioc_release_fn()
107 ioc_destroy_icq(icq); in ioc_release_fn()
122 if (!(icq->flags & ICQ_DESTROYED)) in ioc_release_fn()
123 ioc_destroy_icq(icq); in ioc_release_fn()
179 struct io_cq *icq; in put_io_context_active() local
187 hlist_for_each_entry(icq, &ioc->icq_list, ioc_node) { in put_io_context_active()
188 if (icq->flags & ICQ_EXITED) in put_io_context_active()
191 ioc_exit_icq(icq); in put_io_context_active()
218 struct io_cq *icq = list_entry(icq_list->next, in __ioc_clear_queue() local
220 struct io_context *ioc = icq->ioc; in __ioc_clear_queue()
223 if (icq->flags & ICQ_DESTROYED) { in __ioc_clear_queue()
227 ioc_destroy_icq(icq); in __ioc_clear_queue()
334 struct io_cq *icq; in ioc_lookup_icq() local
345 icq = rcu_dereference(ioc->icq_hint); in ioc_lookup_icq()
346 if (icq && icq->q == q) in ioc_lookup_icq()
349 icq = radix_tree_lookup(&ioc->icq_tree, q->id); in ioc_lookup_icq()
350 if (icq && icq->q == q) in ioc_lookup_icq()
351 rcu_assign_pointer(ioc->icq_hint, icq); /* allowed to race */ in ioc_lookup_icq()
353 icq = NULL; in ioc_lookup_icq()
356 return icq; in ioc_lookup_icq()
376 struct io_cq *icq; in ioc_create_icq() local
379 icq = kmem_cache_alloc_node(et->icq_cache, gfp_mask | __GFP_ZERO, in ioc_create_icq()
381 if (!icq) in ioc_create_icq()
385 kmem_cache_free(et->icq_cache, icq); in ioc_create_icq()
389 icq->ioc = ioc; in ioc_create_icq()
390 icq->q = q; in ioc_create_icq()
391 INIT_LIST_HEAD(&icq->q_node); in ioc_create_icq()
392 INIT_HLIST_NODE(&icq->ioc_node); in ioc_create_icq()
398 if (likely(!radix_tree_insert(&ioc->icq_tree, q->id, icq))) { in ioc_create_icq()
399 hlist_add_head(&icq->ioc_node, &ioc->icq_list); in ioc_create_icq()
400 list_add(&icq->q_node, &q->icq_list); in ioc_create_icq()
402 et->ops.init_icq(icq); in ioc_create_icq()
404 kmem_cache_free(et->icq_cache, icq); in ioc_create_icq()
405 icq = ioc_lookup_icq(ioc, q); in ioc_create_icq()
406 if (!icq) in ioc_create_icq()
413 return icq; in ioc_create_icq()