Lines Matching refs:uaddr
202 static int attach_to_pi_state(u32 __user *uaddr, u32 uval, in attach_to_pi_state() argument
242 if (futex_get_value_locked(&uval2, uaddr)) in attach_to_pi_state()
320 static int handle_exit_race(u32 __user *uaddr, u32 uval, in handle_exit_race() argument
361 if (futex_get_value_locked(&uval2, uaddr)) in handle_exit_race()
410 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key, in attach_to_pi_owner() argument
428 return handle_exit_race(uaddr, uval, NULL); in attach_to_pi_owner()
447 int ret = handle_exit_race(uaddr, uval, p); in attach_to_pi_owner()
474 static int lock_pi_update_atomic(u32 __user *uaddr, u32 uval, u32 newval) in lock_pi_update_atomic() argument
482 err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in lock_pi_update_atomic()
514 int futex_lock_pi_atomic(u32 __user *uaddr, struct futex_hash_bucket *hb, in futex_lock_pi_atomic() argument
529 if (futex_get_value_locked(&uval, uaddr)) in futex_lock_pi_atomic()
550 return attach_to_pi_state(uaddr, uval, top_waiter->pi_state, ps); in futex_lock_pi_atomic()
570 ret = lock_pi_update_atomic(uaddr, uval, newval); in futex_lock_pi_atomic()
599 ret = lock_pi_update_atomic(uaddr, uval, newval); in futex_lock_pi_atomic()
607 return attach_to_pi_owner(uaddr, newval, key, ps, exiting); in futex_lock_pi_atomic()
613 static int wake_futex_pi(u32 __user *uaddr, u32 uval, struct futex_pi_state *pi_state) in wake_futex_pi() argument
650 ret = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in wake_futex_pi()
683 static int __fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in __fixup_pi_state_owner() argument
765 err = futex_get_value_locked(&uval, uaddr); in __fixup_pi_state_owner()
772 err = futex_cmpxchg_value_locked(&curval, uaddr, uval, newval); in __fixup_pi_state_owner()
808 err = fault_in_user_writeable(uaddr); in __fixup_pi_state_owner()
855 static int fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in fixup_pi_state_owner() argument
864 ret = __fixup_pi_state_owner(uaddr, q, argowner); in fixup_pi_state_owner()
884 int fixup_pi_owner(u32 __user *uaddr, struct futex_q *q, int locked) in fixup_pi_owner() argument
896 return fixup_pi_state_owner(uaddr, q, current); in fixup_pi_owner()
909 return fixup_pi_state_owner(uaddr, q, NULL); in fixup_pi_owner()
916 return fixup_pi_state_owner(uaddr, q, current); in fixup_pi_owner()
930 int futex_lock_pi(u32 __user *uaddr, unsigned int flags, ktime_t *time, int trylock) in futex_lock_pi() argument
948 ret = get_futex_key(uaddr, flags & FLAGS_SHARED, &q.key, FUTEX_WRITE); in futex_lock_pi()
955 ret = futex_lock_pi_atomic(uaddr, hb, &q.key, &q.pi_state, current, in futex_lock_pi()
1060 res = fixup_pi_owner(uaddr, &q, !ret); in futex_lock_pi()
1085 ret = fault_in_user_writeable(uaddr); in futex_lock_pi()
1100 int futex_unlock_pi(u32 __user *uaddr, unsigned int flags) in futex_unlock_pi() argument
1112 if (get_user(uval, uaddr)) in futex_unlock_pi()
1120 ret = get_futex_key(uaddr, flags & FLAGS_SHARED, &key, FUTEX_WRITE); in futex_unlock_pi()
1162 ret = wake_futex_pi(uaddr, uval, pi_state); in futex_unlock_pi()
1197 if ((ret = futex_cmpxchg_value_locked(&curval, uaddr, uval, 0))) { in futex_unlock_pi()
1227 ret = fault_in_user_writeable(uaddr); in futex_unlock_pi()