Lines Matching refs:ww_ctx
301 bool ww_mutex_spin_on_owner(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in ww_mutex_spin_on_owner() argument
319 if (ww_ctx->acquired > 0 && READ_ONCE(ww->ctx)) in ww_mutex_spin_on_owner()
350 struct ww_acquire_ctx *ww_ctx, struct mutex_waiter *waiter) in mutex_spin_on_owner() argument
376 if (ww_ctx && !ww_mutex_spin_on_owner(lock, ww_ctx, waiter)) { in mutex_spin_on_owner()
445 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in mutex_optimistic_spin() argument
480 if (!mutex_spin_on_owner(lock, owner, ww_ctx, waiter)) in mutex_optimistic_spin()
521 mutex_optimistic_spin(struct mutex *lock, struct ww_acquire_ctx *ww_ctx, in mutex_optimistic_spin() argument
575 struct ww_acquire_ctx *ww_ctx, const bool use_ww_ctx) in __mutex_lock_common() argument
582 ww_ctx = NULL; in __mutex_lock_common()
589 if (ww_ctx) { in __mutex_lock_common()
590 if (unlikely(ww_ctx == READ_ONCE(ww->ctx))) in __mutex_lock_common()
598 if (ww_ctx->acquired == 0) in __mutex_lock_common()
599 ww_ctx->wounded = 0; in __mutex_lock_common()
602 nest_lock = &ww_ctx->dep_map; in __mutex_lock_common()
610 mutex_optimistic_spin(lock, ww_ctx, NULL)) { in __mutex_lock_common()
613 if (ww_ctx) in __mutex_lock_common()
614 ww_mutex_set_context_fastpath(ww, ww_ctx); in __mutex_lock_common()
624 if (ww_ctx) in __mutex_lock_common()
625 __ww_mutex_check_waiters(lock, ww_ctx); in __mutex_lock_common()
633 waiter.ww_ctx = ww_ctx; in __mutex_lock_common()
645 ret = __ww_mutex_add_waiter(&waiter, lock, ww_ctx); in __mutex_lock_common()
673 if (ww_ctx) { in __mutex_lock_common()
674 ret = __ww_mutex_check_kill(lock, &waiter, ww_ctx); in __mutex_lock_common()
691 (first && mutex_optimistic_spin(lock, ww_ctx, &waiter))) in __mutex_lock_common()
700 if (ww_ctx) { in __mutex_lock_common()
705 if (!ww_ctx->is_wait_die && in __mutex_lock_common()
707 __ww_mutex_check_waiters(lock, ww_ctx); in __mutex_lock_common()
718 if (ww_ctx) in __mutex_lock_common()
719 ww_mutex_lock_acquired(ww, ww_ctx); in __mutex_lock_common()
745 unsigned long ip, struct ww_acquire_ctx *ww_ctx) in __ww_mutex_lock() argument
747 return __mutex_lock_common(lock, state, subclass, NULL, ip, ww_ctx, true); in __ww_mutex_lock()
763 int ww_mutex_trylock(struct ww_mutex *ww, struct ww_acquire_ctx *ww_ctx) in ww_mutex_trylock() argument
765 if (!ww_ctx) in ww_mutex_trylock()
775 if (ww_ctx->acquired == 0) in ww_mutex_trylock()
776 ww_ctx->wounded = 0; in ww_mutex_trylock()
779 ww_mutex_set_context_fastpath(ww, ww_ctx); in ww_mutex_trylock()
780 mutex_acquire_nest(&ww->base.dep_map, 0, 1, &ww_ctx->dep_map, _RET_IP_); in ww_mutex_trylock()