|
@@ -20,6 +20,7 @@
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
INLINE void AtomicAdjustWin32Impl::
|
|
INLINE void AtomicAdjustWin32Impl::
|
|
|
inc(TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
inc(TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
|
|
|
+ assert((((size_t)&var) & (sizeof(Integer) - 1)) == 0);
|
|
|
#ifdef _WIN64
|
|
#ifdef _WIN64
|
|
|
InterlockedIncrement64(&var);
|
|
InterlockedIncrement64(&var);
|
|
|
#else
|
|
#else
|
|
@@ -36,6 +37,7 @@ inc(TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
INLINE bool AtomicAdjustWin32Impl::
|
|
INLINE bool AtomicAdjustWin32Impl::
|
|
|
dec(TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
dec(TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
|
|
|
+ assert((((size_t)&var) & (sizeof(Integer) - 1)) == 0);
|
|
|
#ifdef _WIN64
|
|
#ifdef _WIN64
|
|
|
return (InterlockedDecrement64(&var) != 0);
|
|
return (InterlockedDecrement64(&var) != 0);
|
|
|
#else
|
|
#else
|
|
@@ -64,7 +66,9 @@ add(TVOLATILE AtomicAdjustWin32Impl::Integer &var, AtomicAdjustWin32Impl::Intege
|
|
|
// returns the original value.
|
|
// returns the original value.
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
INLINE AtomicAdjustWin32Impl::Integer AtomicAdjustWin32Impl::
|
|
INLINE AtomicAdjustWin32Impl::Integer AtomicAdjustWin32Impl::
|
|
|
-set(TVOLATILE AtomicAdjustWin32Impl::Integer &var, AtomicAdjustWin32Impl::Integer new_value) {
|
|
|
|
|
|
|
+set(TVOLATILE AtomicAdjustWin32Impl::Integer &var,
|
|
|
|
|
+ AtomicAdjustWin32Impl::Integer new_value) {
|
|
|
|
|
+ assert((((size_t)&var) & (sizeof(Integer) - 1)) == 0);
|
|
|
#ifdef _WIN64
|
|
#ifdef _WIN64
|
|
|
return InterlockedExchange64(&var, new_value);
|
|
return InterlockedExchange64(&var, new_value);
|
|
|
#else
|
|
#else
|
|
@@ -83,6 +87,12 @@ set(TVOLATILE AtomicAdjustWin32Impl::Integer &var, AtomicAdjustWin32Impl::Intege
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
INLINE AtomicAdjustWin32Impl::Integer AtomicAdjustWin32Impl::
|
|
INLINE AtomicAdjustWin32Impl::Integer AtomicAdjustWin32Impl::
|
|
|
get(const TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
get(const TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
|
|
|
+ // On Intel platforms, word-aligned loads are atomic (if performed
|
|
|
|
|
+ // in a single instruction). We can't guarantee the compiler will
|
|
|
|
|
+ // generate a single instruction to load this value, but it
|
|
|
|
|
+ // certainly won't happen if its address isn't word-aligned, so make
|
|
|
|
|
+ // sure that's the case.
|
|
|
|
|
+ assert((((size_t)&var) & (sizeof(Integer) - 1)) == 0);
|
|
|
return var;
|
|
return var;
|
|
|
}
|
|
}
|
|
|
|
|
|
|
@@ -92,11 +102,11 @@ get(const TVOLATILE AtomicAdjustWin32Impl::Integer &var) {
|
|
|
// Description: Atomically changes the indicated variable and
|
|
// Description: Atomically changes the indicated variable and
|
|
|
// returns the original value.
|
|
// returns the original value.
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
-INLINE void *AtomicAdjustWin32Impl::
|
|
|
|
|
-set_ptr(void * TVOLATILE &var, void *new_value) {
|
|
|
|
|
- void *orig_value = var;
|
|
|
|
|
- var = new_value;
|
|
|
|
|
- return orig_value;
|
|
|
|
|
|
|
+INLINE AtomicAdjustWin32Impl::Pointer AtomicAdjustWin32Impl::
|
|
|
|
|
+set_ptr(TVOLATILE AtomicAdjustWin32Impl::Pointer &var,
|
|
|
|
|
+ AtomicAdjustWin32Impl::Pointer new_value) {
|
|
|
|
|
+ assert((((size_t)&var) & (sizeof(Pointer) - 1)) == 0);
|
|
|
|
|
+ return InterlockedExchangePointer(&var, new_value);
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
@@ -108,8 +118,10 @@ set_ptr(void * TVOLATILE &var, void *new_value) {
|
|
|
// asynchronously setting, incrementing, or decrementing
|
|
// asynchronously setting, incrementing, or decrementing
|
|
|
// (via other AtomicAjust methods).
|
|
// (via other AtomicAjust methods).
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
-INLINE void *AtomicAdjustWin32Impl::
|
|
|
|
|
-get_ptr(void * const TVOLATILE &var) {
|
|
|
|
|
|
|
+INLINE AtomicAdjustWin32Impl::Pointer AtomicAdjustWin32Impl::
|
|
|
|
|
+get_ptr(const TVOLATILE AtomicAdjustWin32Impl::Pointer &var) {
|
|
|
|
|
+ // As in get(), make sure the address is word-aligned.
|
|
|
|
|
+ assert((((size_t)&var) & (sizeof(Pointer) - 1)) == 0);
|
|
|
return var;
|
|
return var;
|
|
|
}
|
|
}
|
|
|
|
|
|
|
@@ -133,8 +145,10 @@ get_ptr(void * const TVOLATILE &var) {
|
|
|
//
|
|
//
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
INLINE AtomicAdjustWin32Impl::Integer AtomicAdjustWin32Impl::
|
|
INLINE AtomicAdjustWin32Impl::Integer AtomicAdjustWin32Impl::
|
|
|
-compare_and_exchange(TVOLATILE AtomicAdjustWin32Impl::Integer &mem, AtomicAdjustWin32Impl::Integer old_value,
|
|
|
|
|
|
|
+compare_and_exchange(TVOLATILE AtomicAdjustWin32Impl::Integer &mem,
|
|
|
|
|
+ AtomicAdjustWin32Impl::Integer old_value,
|
|
|
AtomicAdjustWin32Impl::Integer new_value) {
|
|
AtomicAdjustWin32Impl::Integer new_value) {
|
|
|
|
|
+ assert((((size_t)&mem) & (sizeof(Integer) - 1)) == 0);
|
|
|
// Note that the AtomicAdjust parameter order is different from
|
|
// Note that the AtomicAdjust parameter order is different from
|
|
|
// Windows convention!
|
|
// Windows convention!
|
|
|
#ifdef _WIN64
|
|
#ifdef _WIN64
|
|
@@ -151,9 +165,11 @@ compare_and_exchange(TVOLATILE AtomicAdjustWin32Impl::Integer &mem, AtomicAdjust
|
|
|
//
|
|
//
|
|
|
// As above, but works on pointers instead of integers.
|
|
// As above, but works on pointers instead of integers.
|
|
|
////////////////////////////////////////////////////////////////////
|
|
////////////////////////////////////////////////////////////////////
|
|
|
-INLINE void *AtomicAdjustWin32Impl::
|
|
|
|
|
-compare_and_exchange_ptr(void * TVOLATILE &mem, void *old_value,
|
|
|
|
|
- void *new_value) {
|
|
|
|
|
|
|
+INLINE AtomicAdjustWin32Impl::Pointer AtomicAdjustWin32Impl::
|
|
|
|
|
+compare_and_exchange_ptr(TVOLATILE AtomicAdjustWin32Impl::Pointer &mem,
|
|
|
|
|
+ AtomicAdjustWin32Impl::Pointer old_value,
|
|
|
|
|
+ AtomicAdjustWin32Impl::Pointer new_value) {
|
|
|
|
|
+ assert((((size_t)&mem) & (sizeof(Pointer) - 1)) == 0);
|
|
|
// Note that the AtomicAdjust parameter order is different from
|
|
// Note that the AtomicAdjust parameter order is different from
|
|
|
// Windows convention!
|
|
// Windows convention!
|
|
|
return InterlockedCompareExchangePointer(&mem, new_value, old_value);
|
|
return InterlockedCompareExchangePointer(&mem, new_value, old_value);
|