/linux/tools/testing/selftests/futex/include/ |
A D | futextest.h | 70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ argument 80 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait() 88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake() argument 131 futex_unlock_pi(futex_t *uaddr, int opflags) in futex_unlock_pi() argument 221 return __sync_val_compare_and_swap(uaddr, oldval, newval); in futex_cmpxchg() 231 futex_dec(futex_t *uaddr) in futex_dec() argument 233 return __sync_sub_and_fetch(uaddr, 1); in futex_dec() 243 futex_inc(futex_t *uaddr) in futex_inc() argument 245 return __sync_add_and_fetch(uaddr, 1); in futex_inc() 256 futex_set(futex_t *uaddr, u_int32_t newval) in futex_set() argument [all …]
|
/linux/drivers/mtd/chips/ |
A D | jedec_probe.c | 191 enum uaddr { enum 469 .uaddr = MTD_UADDR_DONT_CARE, 738 .uaddr = MTD_UADDR_DONT_CARE, 881 .uaddr = MTD_UADDR_UNNECESSARY, 1975 uint8_t uaddr; in cfi_jedec_setup() local 2010 uaddr = jedec_table[index].uaddr; in cfi_jedec_setup() 2037 uint8_t uaddr; in jedec_match() local 2094 uaddr = finfo->uaddr; in jedec_match() 2098 if ( MTD_UADDR_UNNECESSARY != uaddr && MTD_UADDR_DONT_CARE != uaddr in jedec_match() 2103 unlock_addrs[uaddr].addr1, in jedec_match() [all …]
|
/linux/arch/parisc/include/asm/ |
A D | futex.h | 14 _futex_spin_lock(u32 __user *uaddr) in _futex_spin_lock() argument 17 long index = ((long)uaddr & 0x7f8) >> 1; in _futex_spin_lock() 24 _futex_spin_unlock(u32 __user *uaddr) in _futex_spin_unlock() argument 41 _futex_spin_lock(uaddr); in arch_futex_atomic_op_inuser() 72 _futex_spin_unlock(uaddr); in arch_futex_atomic_op_inuser() 89 if (uaccess_kernel() && !uaddr) in futex_atomic_cmpxchg_inatomic() 92 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 101 _futex_spin_lock(uaddr); in futex_atomic_cmpxchg_inatomic() 103 _futex_spin_unlock(uaddr); in futex_atomic_cmpxchg_inatomic() 108 _futex_spin_unlock(uaddr); in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/tools/perf/bench/ |
A D | futex.h | 52 return syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3); in futex_syscall() 69 return futex_syscall(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait() 77 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) in futex_wake() argument 79 return futex_syscall(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags); in futex_wake() 86 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) in futex_lock_pi() argument 88 return futex_syscall(uaddr, FUTEX_LOCK_PI, 0, timeout, NULL, 0, opflags); in futex_lock_pi() 95 futex_unlock_pi(u_int32_t *uaddr, int opflags) in futex_unlock_pi() argument 97 return futex_syscall(uaddr, FUTEX_UNLOCK_PI, 0, NULL, NULL, 0, opflags); in futex_unlock_pi() 122 futex_wait_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, in futex_wait_requeue_pi() argument 125 return futex_syscall(uaddr, FUTEX_WAIT_REQUEUE_PI, val, timeout, uaddr2, 0, in futex_wait_requeue_pi() [all …]
|
/linux/arch/mips/include/asm/ |
A D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 49 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 50 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 79 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 80 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 92 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 102 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 106 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 110 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 114 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
/linux/arch/arm/include/asm/ |
A D | futex.h | 29 prefetchw(uaddr); \ 40 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 53 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 58 prefetchw(uaddr); in futex_atomic_cmpxchg_inatomic() 70 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() 94 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 107 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 120 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() [all …]
|
A D | tlbflush.h | 418 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in __local_flush_tlb_page() 422 tlb_op(TLB_V4_U_PAGE, "c8, c7, 1", uaddr); in __local_flush_tlb_page() 423 tlb_op(TLB_V4_D_PAGE, "c8, c6, 1", uaddr); in __local_flush_tlb_page() 424 tlb_op(TLB_V4_I_PAGE, "c8, c5, 1", uaddr); in __local_flush_tlb_page() 429 tlb_op(TLB_V6_U_PAGE, "c8, c7, 1", uaddr); in __local_flush_tlb_page() 430 tlb_op(TLB_V6_D_PAGE, "c8, c6, 1", uaddr); in __local_flush_tlb_page() 431 tlb_op(TLB_V6_I_PAGE, "c8, c5, 1", uaddr); in __local_flush_tlb_page() 439 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in local_flush_tlb_page() 444 __local_flush_tlb_page(vma, uaddr); in local_flush_tlb_page() 456 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in __flush_tlb_page() [all …]
|
/linux/arch/hexagon/include/asm/ |
A D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 39 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 56 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 79 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 98 : "+r" (ret), "=&r" (prev), "+m" (*uaddr) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/s390/include/asm/ |
A D | futex.h | 21 "=m" (*uaddr) \ 22 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \ 23 "m" (*uaddr) : "cc"); 26 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 33 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 37 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 41 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser() 72 : "=d" (ret), "+d" (oldval), "=m" (*uaddr) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/ia64/include/asm/ |
A D | futex.h | 9 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument 18 : "r" (uaddr), "r" (oparg) \ 23 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument 40 : "r" (uaddr), "r" (oparg) \ 53 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 58 __futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 65 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 __futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 85 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 88 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/arc/include/asm/ |
A D | futex.h | 18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 74 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 78 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 87 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 91 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 94 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 127 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/x86/include/asm/ |
A D | futex.h | 15 #define unsafe_atomic_op1(insn, oval, uaddr, oparg, label) \ argument 25 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \ 33 #define unsafe_atomic_op2(insn, oval, uaddr, oparg, label) \ argument 49 "+m" (*uaddr), "=&r" (tem) \ 57 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 59 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 68 uaddr, oparg, Efault); in arch_futex_atomic_op_inuser() 71 unsafe_atomic_op2("orl %4, %3", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser() 77 unsafe_atomic_op2("xorl %4, %3", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser() 95 if (!user_access_begin(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/xtensa/include/asm/ |
A D | futex.h | 20 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument 40 : [addr] "r" (uaddr), [oparg] "r" (arg), \ 64 [mem] "+m" (*(uaddr)) \ 70 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 75 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 81 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 85 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 89 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 93 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 97 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
/linux/arch/powerpc/include/asm/ |
A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \ 32 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 36 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 41 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 72 if (!user_access_begin(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/openrisc/include/asm/ |
A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 38 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 43 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 55 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 74 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/include/linux/ |
A D | bpf-cgroup.h | 168 struct sockaddr *uaddr, 266 #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) \ argument 316 #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) \ argument 317 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET4_CONNECT) 319 #define BPF_CGROUP_RUN_PROG_INET6_CONNECT(sk, uaddr) \ argument 320 BPF_CGROUP_RUN_SA_PROG(sk, uaddr, CGROUP_INET6_CONNECT) 334 #define BPF_CGROUP_RUN_PROG_UDP4_RECVMSG_LOCK(sk, uaddr) \ argument 337 #define BPF_CGROUP_RUN_PROG_UDP6_RECVMSG_LOCK(sk, uaddr) \ argument 500 #define BPF_CGROUP_RUN_SA_PROG(sk, uaddr, atype) ({ 0; }) argument 509 #define BPF_CGROUP_RUN_PROG_INET4_CONNECT(sk, uaddr) ({ 0; }) argument [all …]
|
/linux/arch/microblaze/include/asm/ |
A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \ 37 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 48 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 54 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 73 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/nds32/include/asm/ |
A D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 34 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 37 futex_atomic_cmpxchg_inatomic(u32 * uval, u32 __user * uaddr, in futex_atomic_cmpxchg_inatomic() argument 43 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 56 :"r"(oldval), "r"(newval), "r"(uaddr), "i"(-EFAULT) in futex_atomic_cmpxchg_inatomic() 69 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 73 __futex_atomic_op("move %0, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser() 77 __futex_atomic_op("add %0, %1, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser() 81 __futex_atomic_op("or %0, %1, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser() 85 __futex_atomic_op("and %0, %1, %3", ret, oldval, tmp, uaddr, in arch_futex_atomic_op_inuser() [all …]
|
/linux/arch/alpha/include/asm/ |
A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 26 : "r" (uaddr), "r"(oparg) \ 30 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 34 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 39 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 70 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/kernel/futex/ |
A D | pi.c | 242 if (futex_get_value_locked(&uval2, uaddr)) in attach_to_pi_state() 361 if (futex_get_value_locked(&uval2, uaddr)) in handle_exit_race() 428 return handle_exit_race(uaddr, uval, NULL); in attach_to_pi_owner() 447 int ret = handle_exit_race(uaddr, uval, p); in attach_to_pi_owner() 529 if (futex_get_value_locked(&uval, uaddr)) in futex_lock_pi_atomic() 765 err = futex_get_value_locked(&uval, uaddr); in __fixup_pi_state_owner() 808 err = fault_in_user_writeable(uaddr); in __fixup_pi_state_owner() 1060 res = fixup_pi_owner(uaddr, &q, !ret); in futex_lock_pi() 1085 ret = fault_in_user_writeable(uaddr); in futex_lock_pi() 1112 if (get_user(uval, uaddr)) in futex_unlock_pi() [all …]
|
/linux/arch/csky/include/asm/ |
A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 34 [u] "+m" (*uaddr), [t] "=&r" (tmp) \ 46 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 52 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 60 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 83 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 89 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/riscv/include/asm/ |
A D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 38 [u] "+m" (*uaddr), [t] "=&r" (tmp) \ 49 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 55 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 59 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 63 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 67 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 71 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 84 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 91 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/sparc/include/asm/ |
A D | futex_64.h | 9 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 34 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 38 if (unlikely((((unsigned long) uaddr) & 0x3UL))) in arch_futex_atomic_op_inuser() 43 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 55 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
/linux/arch/um/kernel/skas/ |
A D | uaccess.c | 282 if (!access_ok(uaddr, sizeof(*uaddr))) in arch_futex_atomic_op_inuser() 299 oldval = *uaddr; in arch_futex_atomic_op_inuser() 305 *uaddr = oparg; in arch_futex_atomic_op_inuser() 308 *uaddr += oparg; in arch_futex_atomic_op_inuser() 311 *uaddr |= oparg; in arch_futex_atomic_op_inuser() 314 *uaddr &= ~oparg; in arch_futex_atomic_op_inuser() 317 *uaddr ^= oparg; in arch_futex_atomic_op_inuser() 361 if (!access_ok(uaddr, sizeof(*uaddr))) in futex_atomic_cmpxchg_inatomic() 372 uaddr = page_address(page) + (((unsigned long) uaddr) & ~PAGE_MASK); in futex_atomic_cmpxchg_inatomic() 374 uaddr = kmap_atomic(page) + ((unsigned long) uaddr & ~PAGE_MASK); in futex_atomic_cmpxchg_inatomic() [all …]
|
/linux/arch/arm64/include/asm/ |
A D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument 33 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \ 44 u32 __user *uaddr = __uaccess_mask_ptr(_uaddr); in arch_futex_atomic_op_inuser() local 52 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 56 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 60 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, tmp, ~oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 87 u32 __user *uaddr; in futex_atomic_cmpxchg_inatomic() local 92 uaddr = __uaccess_mask_ptr(_uaddr); in futex_atomic_cmpxchg_inatomic() [all …]
|