6 #include <linux/config.h>
7 #include <linux/futex.h>
9 #include <asm/uaccess.h>
13 #define __FUTEX_SMP_SYNC " sync \n"
15 #define __FUTEX_SMP_SYNC
18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
20 if (cpu_has_llsc && R10000_LLSC_WAR) { \
21 __asm__ __volatile__( \
25 "1: ll %1, (%3) # __futex_atomic_op \n" \
35 " .section .fixup,\"ax\" \n" \
39 " .section __ex_table,\"a\" \n" \
40 " "__UA_ADDR "\t1b, 4b \n" \
41 " "__UA_ADDR "\t2b, 4b \n" \
43 : "=r" (ret), "=r" (oldval) \
44 : "0" (0), "r" (uaddr), "Jr" (oparg), "i" (-EFAULT)); \
45 } else if (cpu_has_llsc) { \
46 __asm__ __volatile__( \
50 "1: ll %1, (%3) # __futex_atomic_op \n" \
60 " .section .fixup,\"ax\" \n" \
64 " .section __ex_table,\"a\" \n" \
65 " "__UA_ADDR "\t1b, 4b \n" \
66 " "__UA_ADDR "\t2b, 4b \n" \
68 : "=r" (ret), "=r" (oldval) \
69 : "0" (0), "r" (uaddr), "Jr" (oparg), "i" (-EFAULT)); \
75 futex_atomic_op_inuser (int encoded_op
, int __user
*uaddr
)
77 int op
= (encoded_op
>> 28) & 7;
78 int cmp
= (encoded_op
>> 24) & 15;
79 int oparg
= (encoded_op
<< 8) >> 20;
80 int cmparg
= (encoded_op
<< 20) >> 20;
82 if (encoded_op
& (FUTEX_OP_OPARG_SHIFT
<< 28))
85 if (! access_ok (VERIFY_WRITE
, uaddr
, sizeof(int)))
92 __futex_atomic_op("move $1, %z4", ret
, oldval
, uaddr
, oparg
);
96 __futex_atomic_op("addu $1, %1, %z4",
97 ret
, oldval
, uaddr
, oparg
);
100 __futex_atomic_op("or $1, %1, %z4",
101 ret
, oldval
, uaddr
, oparg
);
104 __futex_atomic_op("and $1, %1, %z4",
105 ret
, oldval
, uaddr
, ~oparg
);
108 __futex_atomic_op("xor $1, %1, %z4",
109 ret
, oldval
, uaddr
, oparg
);
119 case FUTEX_OP_CMP_EQ
: ret
= (oldval
== cmparg
); break;
120 case FUTEX_OP_CMP_NE
: ret
= (oldval
!= cmparg
); break;
121 case FUTEX_OP_CMP_LT
: ret
= (oldval
< cmparg
); break;
122 case FUTEX_OP_CMP_GE
: ret
= (oldval
>= cmparg
); break;
123 case FUTEX_OP_CMP_LE
: ret
= (oldval
<= cmparg
); break;
124 case FUTEX_OP_CMP_GT
: ret
= (oldval
> cmparg
); break;
125 default: ret
= -ENOSYS
;
132 futex_atomic_cmpxchg_inatomic(int __user
*uaddr
, int oldval
, int newval
)
136 if (!access_ok(VERIFY_WRITE
, uaddr
, sizeof(int)))
139 if (cpu_has_llsc
&& R10000_LLSC_WAR
) {
140 __asm__
__volatile__(
141 "# futex_atomic_cmpxchg_inatomic \n"
146 " bne %0, %z3, 3f \n"
155 " .section .fixup,\"ax\" \n"
159 " .section __ex_table,\"a\" \n"
160 " "__UA_ADDR
"\t1b, 4b \n"
161 " "__UA_ADDR
"\t2b, 4b \n"
163 : "=&r" (retval
), "=R" (*uaddr
)
164 : "R" (*uaddr
), "Jr" (oldval
), "Jr" (newval
), "i" (-EFAULT
)
166 } else if (cpu_has_llsc
) {
167 __asm__
__volatile__(
168 "# futex_atomic_cmpxchg_inatomic \n"
173 " bne %0, %z3, 3f \n"
182 " .section .fixup,\"ax\" \n"
186 " .section __ex_table,\"a\" \n"
187 " "__UA_ADDR
"\t1b, 4b \n"
188 " "__UA_ADDR
"\t2b, 4b \n"
190 : "=&r" (retval
), "=R" (*uaddr
)
191 : "R" (*uaddr
), "Jr" (oldval
), "Jr" (newval
), "i" (-EFAULT
)