Lines Matching refs:RWSEM_FLAG_HANDOFF
118 #define RWSEM_FLAG_HANDOFF (1UL << 2) macro
127 RWSEM_FLAG_HANDOFF|RWSEM_FLAG_READFAIL)
387 atomic_long_andnot(RWSEM_FLAG_HANDOFF | RWSEM_FLAG_WAITERS, &sem->count); in rwsem_del_waiter()
458 if (!(oldcount & RWSEM_FLAG_HANDOFF) && in rwsem_mark_wake()
460 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
525 if (oldcount & RWSEM_FLAG_HANDOFF) in rwsem_mark_wake()
526 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
532 if (oldcount & RWSEM_FLAG_HANDOFF) in rwsem_mark_wake()
533 adjustment -= RWSEM_FLAG_HANDOFF; in rwsem_mark_wake()
578 bool has_handoff = !!(count & RWSEM_FLAG_HANDOFF); in rwsem_try_write_lock()
595 new |= RWSEM_FLAG_HANDOFF; in rwsem_try_write_lock()
598 new &= ~RWSEM_FLAG_HANDOFF; in rwsem_try_write_lock()
609 if (new & RWSEM_FLAG_HANDOFF) { in rwsem_try_write_lock()
650 while (!(count & (RWSEM_LOCK_MASK|RWSEM_FLAG_HANDOFF))) { in rwsem_try_write_lock_unqueued()
961 if (!(count & (RWSEM_WRITER_LOCKED | RWSEM_FLAG_HANDOFF))) { in rwsem_down_read_slowpath()
994 (RWSEM_WRITER_MASK | RWSEM_FLAG_HANDOFF))) { in rwsem_down_read_slowpath()