cas64strong-ptr.hpp 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247
  1. #ifndef BOOST_ATOMIC_DETAIL_CAS64STRONG_PTR_HPP
  2. #define BOOST_ATOMIC_DETAIL_CAS64STRONG_PTR_HPP
  3. // Distributed under the Boost Software License, Version 1.0.
  4. // See accompanying file LICENSE_1_0.txt or copy at
  5. // http://www.boost.org/LICENSE_1_0.txt)
  6. //
  7. // Copyright (c) 2011 Helge Bahmann
  8. // Copyright (c) 2013 Tim Blechmann
  9. // Build 64-bit atomic operation on pointers from platform_cmpxchg64_strong
  10. // primitive. It is assumed that 64-bit loads/stores are not
  11. // atomic, so they are implemented through platform_load64/platform_store64.
  12. //
  13. // The reason for extracting pointer specializations to a separate header is
  14. // that 64-bit CAS is available on some 32-bit platforms (notably, x86).
  15. // On these platforms there is no need for 64-bit pointer specializations,
  16. // since they will never be used.
  17. #include <string.h>
  18. #include <cstddef>
  19. #include <boost/cstdint.hpp>
  20. #include <boost/memory_order.hpp>
  21. #include <boost/atomic/detail/config.hpp>
  22. #include <boost/atomic/detail/base.hpp>
  23. #ifdef BOOST_HAS_PRAGMA_ONCE
  24. #pragma once
  25. #endif
  26. namespace boost {
  27. namespace atomics {
  28. namespace detail {
  29. /* pointer types */
  30. template<bool Sign>
  31. class base_atomic<void *, void *, 8, Sign>
  32. {
  33. private:
  34. typedef base_atomic this_type;
  35. typedef void * value_type;
  36. typedef std::ptrdiff_t difference_type;
  37. protected:
  38. typedef value_type value_arg_type;
  39. public:
  40. BOOST_DEFAULTED_FUNCTION(base_atomic(void), {})
  41. BOOST_CONSTEXPR explicit base_atomic(value_type v) BOOST_NOEXCEPT : v_(v) {}
  42. void
  43. store(value_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  44. {
  45. platform_fence_before_store(order);
  46. platform_store64(v, &v_);
  47. platform_fence_after_store(order);
  48. }
  49. value_type
  50. load(memory_order order = memory_order_seq_cst) const volatile BOOST_NOEXCEPT
  51. {
  52. value_type v = platform_load64(&v_);
  53. platform_fence_after_load(order);
  54. return v;
  55. }
  56. value_type
  57. exchange(value_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  58. {
  59. value_type original = load(memory_order_relaxed);
  60. do {
  61. } while (!compare_exchange_weak(original, v, order, memory_order_relaxed));
  62. return original;
  63. }
  64. bool
  65. compare_exchange_weak(
  66. value_type & expected,
  67. value_type desired,
  68. memory_order success_order,
  69. memory_order failure_order) volatile BOOST_NOEXCEPT
  70. {
  71. return compare_exchange_strong(expected, desired, success_order, failure_order);
  72. }
  73. bool
  74. compare_exchange_strong(
  75. value_type & expected,
  76. value_type desired,
  77. memory_order success_order,
  78. memory_order failure_order) volatile BOOST_NOEXCEPT
  79. {
  80. platform_fence_before(success_order);
  81. bool success = platform_cmpxchg64_strong(expected, desired, &v_);
  82. if (success) {
  83. platform_fence_after(success_order);
  84. } else {
  85. platform_fence_after(failure_order);
  86. }
  87. return success;
  88. }
  89. value_type
  90. fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  91. {
  92. value_type original = load(memory_order_relaxed);
  93. do {
  94. } while (!compare_exchange_weak(original, (char*)original + v, order, memory_order_relaxed));
  95. return original;
  96. }
  97. value_type
  98. fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  99. {
  100. value_type original = load(memory_order_relaxed);
  101. do {
  102. } while (!compare_exchange_weak(original, (char*)original - v, order, memory_order_relaxed));
  103. return original;
  104. }
  105. bool
  106. is_lock_free(void) const volatile BOOST_NOEXCEPT
  107. {
  108. return true;
  109. }
  110. BOOST_ATOMIC_DECLARE_VOID_POINTER_OPERATORS
  111. BOOST_DELETED_FUNCTION(base_atomic(base_atomic const&))
  112. BOOST_DELETED_FUNCTION(base_atomic& operator=(base_atomic const&))
  113. private:
  114. value_type v_;
  115. };
  116. template<typename T, bool Sign>
  117. class base_atomic<T *, void *, 8, Sign>
  118. {
  119. private:
  120. typedef base_atomic this_type;
  121. typedef T * value_type;
  122. typedef std::ptrdiff_t difference_type;
  123. protected:
  124. typedef value_type value_arg_type;
  125. public:
  126. BOOST_DEFAULTED_FUNCTION(base_atomic(void), {})
  127. BOOST_CONSTEXPR explicit base_atomic(value_type v) BOOST_NOEXCEPT : v_(v) {}
  128. void
  129. store(value_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  130. {
  131. platform_fence_before_store(order);
  132. platform_store64(v, &v_);
  133. platform_fence_after_store(order);
  134. }
  135. value_type
  136. load(memory_order order = memory_order_seq_cst) const volatile BOOST_NOEXCEPT
  137. {
  138. value_type v = platform_load64(&v_);
  139. platform_fence_after_load(order);
  140. return v;
  141. }
  142. value_type
  143. exchange(value_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  144. {
  145. value_type original = load(memory_order_relaxed);
  146. do {
  147. } while (!compare_exchange_weak(original, v, order, memory_order_relaxed));
  148. return original;
  149. }
  150. bool
  151. compare_exchange_weak(
  152. value_type & expected,
  153. value_type desired,
  154. memory_order success_order,
  155. memory_order failure_order) volatile BOOST_NOEXCEPT
  156. {
  157. return compare_exchange_strong(expected, desired, success_order, failure_order);
  158. }
  159. bool
  160. compare_exchange_strong(
  161. value_type & expected,
  162. value_type desired,
  163. memory_order success_order,
  164. memory_order failure_order) volatile BOOST_NOEXCEPT
  165. {
  166. platform_fence_before(success_order);
  167. bool success = platform_cmpxchg64_strong(expected, desired, &v_);
  168. if (success) {
  169. platform_fence_after(success_order);
  170. } else {
  171. platform_fence_after(failure_order);
  172. }
  173. return success;
  174. }
  175. value_type
  176. fetch_add(difference_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  177. {
  178. value_type original = load(memory_order_relaxed);
  179. do {
  180. } while (!compare_exchange_weak(original, original + v, order, memory_order_relaxed));
  181. return original;
  182. }
  183. value_type
  184. fetch_sub(difference_type v, memory_order order = memory_order_seq_cst) volatile BOOST_NOEXCEPT
  185. {
  186. value_type original = load(memory_order_relaxed);
  187. do {
  188. } while (!compare_exchange_weak(original, original - v, order, memory_order_relaxed));
  189. return original;
  190. }
  191. bool
  192. is_lock_free(void) const volatile BOOST_NOEXCEPT
  193. {
  194. return true;
  195. }
  196. BOOST_ATOMIC_DECLARE_POINTER_OPERATORS
  197. BOOST_DELETED_FUNCTION(base_atomic(base_atomic const&))
  198. BOOST_DELETED_FUNCTION(base_atomic& operator=(base_atomic const&))
  199. private:
  200. value_type v_;
  201. };
  202. }
  203. }
  204. }
  205. #endif