| Avi Drissman | e4622aa | 2022-09-08 20:36:06 | [diff] [blame] | 1 | // Copyright 2011 The Chromium Authors |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 5 | #include "base/atomicops.h" |
| [email protected] | 2edc286 | 2011-04-04 18:04:37 | [diff] [blame] | 6 | |
| [email protected] | da463967 | 2014-04-08 04:00:36 | [diff] [blame] | 7 | #include <stdint.h> |
| [email protected] | 2edc286 | 2011-04-04 18:04:37 | [diff] [blame] | 8 | #include <string.h> |
| Eugene Zemtsov | d29b0173 | 2024-12-19 21:20:12 | [diff] [blame] | 9 | |
| Venkatesh Srinivas | 325a5c2 | 2023-05-29 13:43:48 | [diff] [blame] | 10 | #include <type_traits> |
| Eugene Zemtsov | d29b0173 | 2024-12-19 21:20:12 | [diff] [blame] | 11 | #include <vector> |
| [email protected] | 2edc286 | 2011-04-04 18:04:37 | [diff] [blame] | 12 | |
| Tom Sepez | 7859fac5 | 2025-07-22 19:34:16 | [diff] [blame] | 13 | #include "base/compiler_specific.h" |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 14 | #include "testing/gtest/include/gtest/gtest.h" |
| 15 | |
| 16 | template <class AtomicType> |
| 17 | static void TestAtomicIncrement() { |
| 18 | // For now, we just test single threaded execution |
| 19 | |
| 20 | // use a guard value to make sure the NoBarrier_AtomicIncrement doesn't go |
| 21 | // outside the expected address bounds. This is in particular to |
| 22 | // test that some future change to the asm code doesn't cause the |
| 23 | // 32-bit NoBarrier_AtomicIncrement doesn't do the wrong thing on 64-bit |
| 24 | // machines. |
| 25 | struct { |
| 26 | AtomicType prev_word; |
| 27 | AtomicType count; |
| 28 | AtomicType next_word; |
| 29 | } s; |
| 30 | |
| 31 | AtomicType prev_word_value, next_word_value; |
| Tom Sepez | 7859fac5 | 2025-07-22 19:34:16 | [diff] [blame] | 32 | UNSAFE_TODO(memset(&prev_word_value, 0xFF, sizeof(AtomicType))); |
| 33 | UNSAFE_TODO(memset(&next_word_value, 0xEE, sizeof(AtomicType))); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 34 | |
| 35 | s.prev_word = prev_word_value; |
| 36 | s.count = 0; |
| 37 | s.next_word = next_word_value; |
| 38 | |
| 39 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, 1), 1); |
| 40 | EXPECT_EQ(s.count, 1); |
| 41 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 42 | EXPECT_EQ(s.next_word, next_word_value); |
| 43 | |
| 44 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, 2), 3); |
| 45 | EXPECT_EQ(s.count, 3); |
| 46 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 47 | EXPECT_EQ(s.next_word, next_word_value); |
| 48 | |
| 49 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, 3), 6); |
| 50 | EXPECT_EQ(s.count, 6); |
| 51 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 52 | EXPECT_EQ(s.next_word, next_word_value); |
| 53 | |
| 54 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, -3), 3); |
| 55 | EXPECT_EQ(s.count, 3); |
| 56 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 57 | EXPECT_EQ(s.next_word, next_word_value); |
| 58 | |
| 59 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, -2), 1); |
| 60 | EXPECT_EQ(s.count, 1); |
| 61 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 62 | EXPECT_EQ(s.next_word, next_word_value); |
| 63 | |
| 64 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, -1), 0); |
| 65 | EXPECT_EQ(s.count, 0); |
| 66 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 67 | EXPECT_EQ(s.next_word, next_word_value); |
| 68 | |
| 69 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, -1), -1); |
| 70 | EXPECT_EQ(s.count, -1); |
| 71 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 72 | EXPECT_EQ(s.next_word, next_word_value); |
| 73 | |
| 74 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, -4), -5); |
| 75 | EXPECT_EQ(s.count, -5); |
| 76 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 77 | EXPECT_EQ(s.next_word, next_word_value); |
| 78 | |
| 79 | EXPECT_EQ(base::subtle::NoBarrier_AtomicIncrement(&s.count, 5), 0); |
| 80 | EXPECT_EQ(s.count, 0); |
| 81 | EXPECT_EQ(s.prev_word, prev_word_value); |
| 82 | EXPECT_EQ(s.next_word, next_word_value); |
| 83 | } |
| 84 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 85 | #define NUM_BITS(T) (sizeof(T) * 8) |
| 86 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 87 | template <class AtomicType> |
| 88 | static void TestCompareAndSwap() { |
| 89 | AtomicType value = 0; |
| 90 | AtomicType prev = base::subtle::NoBarrier_CompareAndSwap(&value, 0, 1); |
| 91 | EXPECT_EQ(1, value); |
| 92 | EXPECT_EQ(0, prev); |
| 93 | |
| bcwhite | 85c5a0a | 2015-11-03 18:19:06 | [diff] [blame] | 94 | // Verify that CAS will *not* change "value" if it doesn't match the |
| 95 | // expected number. CAS will always return the actual value of the |
| 96 | // variable from before any change. |
| 97 | AtomicType fail = base::subtle::NoBarrier_CompareAndSwap(&value, 0, 2); |
| 98 | EXPECT_EQ(1, value); |
| 99 | EXPECT_EQ(1, fail); |
| 100 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 101 | // Use test value that has non-zero bits in both halves, more for testing |
| 102 | // 64-bit implementation on 32-bit platforms. |
| Peter Kasting | 134ef9af | 2024-12-28 02:30:09 | [diff] [blame] | 103 | const AtomicType k_test_val = |
| 104 | (static_cast<uint64_t>(1) << (NUM_BITS(AtomicType) - 2)) + 11; |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 105 | value = k_test_val; |
| 106 | prev = base::subtle::NoBarrier_CompareAndSwap(&value, 0, 5); |
| 107 | EXPECT_EQ(k_test_val, value); |
| 108 | EXPECT_EQ(k_test_val, prev); |
| 109 | |
| 110 | value = k_test_val; |
| 111 | prev = base::subtle::NoBarrier_CompareAndSwap(&value, k_test_val, 5); |
| 112 | EXPECT_EQ(5, value); |
| 113 | EXPECT_EQ(k_test_val, prev); |
| 114 | } |
| 115 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 116 | template <class AtomicType> |
| 117 | static void TestAtomicExchange() { |
| 118 | AtomicType value = 0; |
| 119 | AtomicType new_value = base::subtle::NoBarrier_AtomicExchange(&value, 1); |
| 120 | EXPECT_EQ(1, value); |
| 121 | EXPECT_EQ(0, new_value); |
| 122 | |
| 123 | // Use test value that has non-zero bits in both halves, more for testing |
| 124 | // 64-bit implementation on 32-bit platforms. |
| Peter Kasting | 134ef9af | 2024-12-28 02:30:09 | [diff] [blame] | 125 | const AtomicType k_test_val = |
| 126 | (static_cast<uint64_t>(1) << (NUM_BITS(AtomicType) - 2)) + 11; |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 127 | value = k_test_val; |
| 128 | new_value = base::subtle::NoBarrier_AtomicExchange(&value, k_test_val); |
| 129 | EXPECT_EQ(k_test_val, value); |
| 130 | EXPECT_EQ(k_test_val, new_value); |
| 131 | |
| 132 | value = k_test_val; |
| 133 | new_value = base::subtle::NoBarrier_AtomicExchange(&value, 5); |
| 134 | EXPECT_EQ(5, value); |
| 135 | EXPECT_EQ(k_test_val, new_value); |
| 136 | } |
| 137 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 138 | template <class AtomicType> |
| 139 | static void TestAtomicIncrementBounds() { |
| 140 | // Test at rollover boundary between int_max and int_min |
| Peter Kasting | 134ef9af | 2024-12-28 02:30:09 | [diff] [blame] | 141 | AtomicType test_val = |
| 142 | (static_cast<uint64_t>(1) << (NUM_BITS(AtomicType) - 1)); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 143 | AtomicType value = -1 ^ test_val; |
| 144 | AtomicType new_value = base::subtle::NoBarrier_AtomicIncrement(&value, 1); |
| 145 | EXPECT_EQ(test_val, value); |
| 146 | EXPECT_EQ(value, new_value); |
| 147 | |
| 148 | base::subtle::NoBarrier_AtomicIncrement(&value, -1); |
| 149 | EXPECT_EQ(-1 ^ test_val, value); |
| 150 | |
| 151 | // Test at 32-bit boundary for 64-bit atomic type. |
| [email protected] | da463967 | 2014-04-08 04:00:36 | [diff] [blame] | 152 | test_val = static_cast<uint64_t>(1) << (NUM_BITS(AtomicType) / 2); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 153 | value = test_val - 1; |
| 154 | new_value = base::subtle::NoBarrier_AtomicIncrement(&value, 1); |
| 155 | EXPECT_EQ(test_val, value); |
| 156 | EXPECT_EQ(value, new_value); |
| 157 | |
| 158 | base::subtle::NoBarrier_AtomicIncrement(&value, -1); |
| 159 | EXPECT_EQ(test_val - 1, value); |
| 160 | } |
| 161 | |
| [email protected] | ff845a4e | 2008-08-29 10:16:14 | [diff] [blame] | 162 | // Return an AtomicType with the value 0xa5a5a5.. |
| 163 | template <class AtomicType> |
| 164 | static AtomicType TestFillValue() { |
| 165 | AtomicType val = 0; |
| Tom Sepez | 7859fac5 | 2025-07-22 19:34:16 | [diff] [blame] | 166 | UNSAFE_TODO(memset(&val, 0xa5, sizeof(AtomicType))); |
| [email protected] | ff845a4e | 2008-08-29 10:16:14 | [diff] [blame] | 167 | return val; |
| 168 | } |
| 169 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 170 | // This is a simple sanity check that values are correct. Not testing |
| 171 | // atomicity |
| 172 | template <class AtomicType> |
| 173 | static void TestStore() { |
| [email protected] | ff845a4e | 2008-08-29 10:16:14 | [diff] [blame] | 174 | const AtomicType kVal1 = TestFillValue<AtomicType>(); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 175 | const AtomicType kVal2 = static_cast<AtomicType>(-1); |
| 176 | |
| 177 | AtomicType value; |
| 178 | |
| Andrew Rayskiy | 62991238 | 2023-10-18 22:58:42 | [diff] [blame] | 179 | if constexpr (std::is_same_v<AtomicType, base::subtle::Atomic32>) { |
| Venkatesh Srinivas | 325a5c2 | 2023-05-29 13:43:48 | [diff] [blame] | 180 | base::subtle::NoBarrier_Store(&value, kVal1); |
| 181 | EXPECT_EQ(kVal1, value); |
| 182 | base::subtle::NoBarrier_Store(&value, kVal2); |
| 183 | EXPECT_EQ(kVal2, value); |
| 184 | } |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 185 | |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 186 | base::subtle::Release_Store(&value, kVal1); |
| 187 | EXPECT_EQ(kVal1, value); |
| 188 | base::subtle::Release_Store(&value, kVal2); |
| 189 | EXPECT_EQ(kVal2, value); |
| 190 | } |
| 191 | |
| 192 | // This is a simple sanity check that values are correct. Not testing |
| 193 | // atomicity |
| 194 | template <class AtomicType> |
| 195 | static void TestLoad() { |
| [email protected] | ff845a4e | 2008-08-29 10:16:14 | [diff] [blame] | 196 | const AtomicType kVal1 = TestFillValue<AtomicType>(); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 197 | const AtomicType kVal2 = static_cast<AtomicType>(-1); |
| 198 | |
| 199 | AtomicType value; |
| 200 | |
| 201 | value = kVal1; |
| 202 | EXPECT_EQ(kVal1, base::subtle::NoBarrier_Load(&value)); |
| 203 | value = kVal2; |
| 204 | EXPECT_EQ(kVal2, base::subtle::NoBarrier_Load(&value)); |
| 205 | |
| 206 | value = kVal1; |
| 207 | EXPECT_EQ(kVal1, base::subtle::Acquire_Load(&value)); |
| 208 | value = kVal2; |
| 209 | EXPECT_EQ(kVal2, base::subtle::Acquire_Load(&value)); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 210 | } |
| 211 | |
| 212 | TEST(AtomicOpsTest, Inc) { |
| 213 | TestAtomicIncrement<base::subtle::Atomic32>(); |
| 214 | TestAtomicIncrement<base::subtle::AtomicWord>(); |
| 215 | } |
| 216 | |
| 217 | TEST(AtomicOpsTest, CompareAndSwap) { |
| 218 | TestCompareAndSwap<base::subtle::Atomic32>(); |
| [email protected] | b492eae | 2008-08-29 09:45:09 | [diff] [blame] | 219 | } |
| 220 | |
| 221 | TEST(AtomicOpsTest, Exchange) { |
| 222 | TestAtomicExchange<base::subtle::Atomic32>(); |
| 223 | TestAtomicExchange<base::subtle::AtomicWord>(); |
| 224 | } |
| 225 | |
| 226 | TEST(AtomicOpsTest, IncrementBounds) { |
| 227 | TestAtomicIncrementBounds<base::subtle::Atomic32>(); |
| 228 | TestAtomicIncrementBounds<base::subtle::AtomicWord>(); |
| 229 | } |
| 230 | |
| 231 | TEST(AtomicOpsTest, Store) { |
| 232 | TestStore<base::subtle::Atomic32>(); |
| 233 | TestStore<base::subtle::AtomicWord>(); |
| 234 | } |
| 235 | |
| 236 | TEST(AtomicOpsTest, Load) { |
| 237 | TestLoad<base::subtle::Atomic32>(); |
| 238 | TestLoad<base::subtle::AtomicWord>(); |
| 239 | } |
| Eugene Zemtsov | d29b0173 | 2024-12-19 21:20:12 | [diff] [blame] | 240 | |
| 241 | TEST(AtomicOpsTest, RelaxedAtomicWriteMemcpy) { |
| 242 | std::vector<uint8_t> src(17); |
| 243 | for (size_t i = 0; i < src.size(); i++) { |
| 244 | src[i] = i + 1; |
| 245 | } |
| 246 | |
| 247 | for (size_t i = 0; i < src.size(); i++) { |
| 248 | std::vector<uint8_t> dst(src.size()); |
| 249 | size_t bytes_to_copy = src.size() - i; |
| 250 | base::subtle::RelaxedAtomicWriteMemcpy( |
| 251 | base::span(dst).first(bytes_to_copy), |
| 252 | base::span(src).subspan(i, bytes_to_copy)); |
| 253 | for (size_t j = 0; j < bytes_to_copy; j++) { |
| 254 | EXPECT_EQ(src[i + j], dst[j]); |
| 255 | } |
| 256 | for (size_t j = bytes_to_copy; j < dst.size(); j++) { |
| 257 | EXPECT_EQ(0, dst[j]); |
| 258 | } |
| 259 | } |
| 260 | } |