about summary refs log tree commit diff
path: root/include/atomic.h
diff options
context:
space:
mode:
authorCarlos O'Donell <carlos@systemhalted.org>2016-10-26 00:00:13 -0400
committerCarlos O'Donell <carlos@systemhalted.org>2016-10-26 00:00:13 -0400
commitabff18c0c6055ca5d1cd46923fd1205c057139a5 (patch)
treeac538e66a01817613655e12cd17222e67b24e3ed /include/atomic.h
parentcd74aa4d5ccae1ae9d815ae7088f06d6fc4aaffc (diff)
downloadglibc-abff18c0c6055ca5d1cd46923fd1205c057139a5.tar.gz
glibc-abff18c0c6055ca5d1cd46923fd1205c057139a5.tar.xz
glibc-abff18c0c6055ca5d1cd46923fd1205c057139a5.zip
Fix atomic_fetch_xor_release.
No code uses atomic_fetch_xor_release except for the upcoming
conditional variable rewrite. Therefore there is no user
visible bug here. The use of atomic_compare_and_exchange_bool_rel
is removed (since it doesn't exist anymore), and is replaced
by atomic_compare_exchange_weak_release.

We use weak_release because it provides better performance in
the loop (the weak semantic) and because the xor is release MO
(the release semantic). We don't reload expected in the loop
because atomic_compare_and_exchange_weak_release does this for
us as part of the CAS failure.

It is otherwise a fairly plain conversion that fixes building
the new condvar for 32-bit x86. Passes all regression tests
for x86.
Diffstat (limited to 'include/atomic.h')
-rw-r--r--include/atomic.h19
1 files changed, 11 insertions, 8 deletions
diff --git a/include/atomic.h b/include/atomic.h
index 5a8e7e7966..c8b46649c5 100644
--- a/include/atomic.h
+++ b/include/atomic.h
@@ -777,18 +777,21 @@ void __atomic_link_error (void);
 # endif
 
 # ifndef atomic_fetch_xor_release
+/* Failing the atomic_compare_exchange_weak_release reloads the value in
+   __atg104_expected, so we need only do the XOR again and retry.  */
 # define atomic_fetch_xor_release(mem, operand) \
-  ({ __typeof (*(mem)) __atg104_old;					      \
-     __typeof (mem) __atg104_memp = (mem);				      \
+  ({ __typeof (mem) __atg104_memp = (mem);				      \
+     __typeof (*(mem)) __atg104_expected = (*__atg104_memp);		      \
+     __typeof (*(mem)) __atg104_desired;				      \
      __typeof (*(mem)) __atg104_op = (operand);				      \
 									      \
      do									      \
-       __atg104_old = (*__atg104_memp);					      \
-     while (__builtin_expect						      \
-	    (atomic_compare_and_exchange_bool_rel (			      \
-		__atg104_memp, __atg104_old ^ __atg104_op, __atg104_old), 0));\
-									      \
-     __atg104_old; })
+       __atg104_desired = __atg104_expected ^ __atg104_op;		      \
+     while (__glibc_unlikely						      \
+	    (atomic_compare_exchange_weak_release (			      \
+	       __atg104_memp, &__atg104_expected, __atg104_desired)	      \
+	     == 0));							      \
+     __atg104_expected; })
 #endif
 
 #endif /* !USE_ATOMIC_COMPILER_BUILTINS  */