Lines Matching refs:r
232 unsigned int r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_rdunlock() local
236 rnew = r - (1 << PTHREAD_RWLOCK_READER_SHIFT); in __pthread_rwlock_rdunlock()
255 &r, rnew)) in __pthread_rwlock_rdunlock()
275 if ((r & PTHREAD_RWLOCK_RWAITING) != (rnew & PTHREAD_RWLOCK_RWAITING)) in __pthread_rwlock_rdunlock()
284 unsigned int r; in __pthread_rwlock_rdlock_full64() local
312 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_rdlock_full64()
313 while ((r & PTHREAD_RWLOCK_WRPHASE) == 0 in __pthread_rwlock_rdlock_full64()
314 && (r & PTHREAD_RWLOCK_WRLOCKED) != 0 in __pthread_rwlock_rdlock_full64()
315 && (r >> PTHREAD_RWLOCK_READER_SHIFT) > 0) in __pthread_rwlock_rdlock_full64()
322 (&rwlock->__data.__readers, &r, r | PTHREAD_RWLOCK_RWAITING)) in __pthread_rwlock_rdlock_full64()
328 while (((r = atomic_load_relaxed (&rwlock->__data.__readers)) in __pthread_rwlock_rdlock_full64()
333 r, clockid, abstime, in __pthread_rwlock_rdlock_full64()
353 r = (atomic_fetch_add_acquire (&rwlock->__data.__readers, in __pthread_rwlock_rdlock_full64()
370 while (__glibc_unlikely (r >= PTHREAD_RWLOCK_READER_OVERFLOW)) in __pthread_rwlock_rdlock_full64()
377 &r, r - (1 << PTHREAD_RWLOCK_READER_SHIFT))) in __pthread_rwlock_rdlock_full64()
390 if (__glibc_likely ((r & PTHREAD_RWLOCK_WRPHASE) == 0)) in __pthread_rwlock_rdlock_full64()
395 while ((r & PTHREAD_RWLOCK_WRPHASE) != 0 in __pthread_rwlock_rdlock_full64()
396 && (r & PTHREAD_RWLOCK_WRLOCKED) == 0) in __pthread_rwlock_rdlock_full64()
402 if (atomic_compare_exchange_weak_acquire (&rwlock->__data.__readers, &r, in __pthread_rwlock_rdlock_full64()
403 r ^ PTHREAD_RWLOCK_WRPHASE)) in __pthread_rwlock_rdlock_full64()
473 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_rdlock_full64()
474 while ((r & PTHREAD_RWLOCK_WRPHASE) != 0) in __pthread_rwlock_rdlock_full64()
480 (&rwlock->__data.__readers, &r, in __pthread_rwlock_rdlock_full64()
481 r - (1 << PTHREAD_RWLOCK_READER_SHIFT))) in __pthread_rwlock_rdlock_full64()
559 unsigned int r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_wrunlock() local
562 (&rwlock->__data.__readers, &r, in __pthread_rwlock_wrunlock()
563 ((r ^ PTHREAD_RWLOCK_WRLOCKED) in __pthread_rwlock_wrunlock()
564 ^ ((r >> PTHREAD_RWLOCK_READER_SHIFT) == 0 ? 0 in __pthread_rwlock_wrunlock()
569 if ((r >> PTHREAD_RWLOCK_READER_SHIFT) != 0) in __pthread_rwlock_wrunlock()
622 unsigned int r = atomic_fetch_or_acquire (&rwlock->__data.__readers, in __pthread_rwlock_wrlock_full64() local
624 if (__glibc_unlikely ((r & PTHREAD_RWLOCK_WRLOCKED) != 0)) in __pthread_rwlock_wrlock_full64()
642 if ((r & PTHREAD_RWLOCK_WRLOCKED) == 0) in __pthread_rwlock_wrlock_full64()
647 (&rwlock->__data.__readers, &r, r | PTHREAD_RWLOCK_WRLOCKED)) in __pthread_rwlock_wrlock_full64()
691 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_wrlock_full64()
718 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_wrlock_full64()
755 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_wrlock_full64()
765 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_wrlock_full64()
771 r |= PTHREAD_RWLOCK_WRLOCKED; in __pthread_rwlock_wrlock_full64()
783 if ((r & PTHREAD_RWLOCK_WRPHASE) != 0) in __pthread_rwlock_wrlock_full64()
788 while ((r & PTHREAD_RWLOCK_WRPHASE) == 0 in __pthread_rwlock_wrlock_full64()
789 && (r >> PTHREAD_RWLOCK_READER_SHIFT) == 0) in __pthread_rwlock_wrlock_full64()
796 &r, r | PTHREAD_RWLOCK_WRPHASE)) in __pthread_rwlock_wrlock_full64()
879 r = atomic_load_relaxed (&rwlock->__data.__readers); in __pthread_rwlock_wrlock_full64()
880 if ((r & PTHREAD_RWLOCK_WRPHASE) == 0) in __pthread_rwlock_wrlock_full64()
887 while ((r & PTHREAD_RWLOCK_WRPHASE) == 0) in __pthread_rwlock_wrlock_full64()
898 (&rwlock->__data.__readers, &r, in __pthread_rwlock_wrlock_full64()
899 (r ^ PTHREAD_RWLOCK_WRLOCKED) in __pthread_rwlock_wrlock_full64()
907 if ((r & PTHREAD_RWLOCK_RWAITING) != 0) in __pthread_rwlock_wrlock_full64()