123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170 |
- #include "safe_refcount.h"
- #if defined(_MSC_VER)
- #include <windows.h>
- #define ATOMIC_CONDITIONAL_INCREMENT_BODY(m_pw, m_win_type, m_win_cmpxchg, m_cpp_type) \
- \
- \
- while (true) { \
- m_cpp_type tmp = static_cast<m_cpp_type const volatile &>(*(m_pw)); \
- if (tmp == 0) \
- return 0; \
- if (m_win_cmpxchg((m_win_type volatile *)(m_pw), tmp + 1, tmp) == tmp) \
- return tmp + 1; \
- }
- #define ATOMIC_EXCHANGE_IF_GREATER_BODY(m_pw, m_val, m_win_type, m_win_cmpxchg, m_cpp_type) \
- while (true) { \
- m_cpp_type tmp = static_cast<m_cpp_type const volatile &>(*(m_pw)); \
- if (tmp >= m_val) \
- return tmp; \
- if (m_win_cmpxchg((m_win_type volatile *)(m_pw), m_val, tmp) == tmp) \
- return m_val; \
- }
- _ALWAYS_INLINE_ uint32_t _atomic_conditional_increment_impl(register uint32_t *pw){
- ATOMIC_CONDITIONAL_INCREMENT_BODY(pw, LONG, InterlockedCompareExchange, uint32_t)
- }
- _ALWAYS_INLINE_ uint32_t _atomic_decrement_impl(register uint32_t *pw) {
- return InterlockedDecrement((LONG volatile *)pw);
- }
- _ALWAYS_INLINE_ uint32_t _atomic_increment_impl(register uint32_t *pw) {
- return InterlockedIncrement((LONG volatile *)pw);
- }
- _ALWAYS_INLINE_ uint32_t _atomic_sub_impl(register uint32_t *pw, register uint32_t val) {
- return InterlockedExchangeAdd((LONG volatile *)pw, -(int32_t)val) - val;
- }
- _ALWAYS_INLINE_ uint32_t _atomic_add_impl(register uint32_t *pw, register uint32_t val) {
- return InterlockedAdd((LONG volatile *)pw, val);
- }
- _ALWAYS_INLINE_ uint32_t _atomic_exchange_if_greater_impl(register uint32_t *pw, register uint32_t val){
- ATOMIC_EXCHANGE_IF_GREATER_BODY(pw, val, LONG, InterlockedCompareExchange, uint32_t)
- }
- _ALWAYS_INLINE_ uint64_t _atomic_conditional_increment_impl(register uint64_t *pw){
- ATOMIC_CONDITIONAL_INCREMENT_BODY(pw, LONGLONG, InterlockedCompareExchange64, uint64_t)
- }
- _ALWAYS_INLINE_ uint64_t _atomic_decrement_impl(register uint64_t *pw) {
- return InterlockedDecrement64((LONGLONG volatile *)pw);
- }
- _ALWAYS_INLINE_ uint64_t _atomic_increment_impl(register uint64_t *pw) {
- return InterlockedIncrement64((LONGLONG volatile *)pw);
- }
- _ALWAYS_INLINE_ uint64_t _atomic_sub_impl(register uint64_t *pw, register uint64_t val) {
- return InterlockedExchangeAdd64((LONGLONG volatile *)pw, -(int64_t)val) - val;
- }
- _ALWAYS_INLINE_ uint64_t _atomic_add_impl(register uint64_t *pw, register uint64_t val) {
- return InterlockedAdd64((LONGLONG volatile *)pw, val);
- }
- _ALWAYS_INLINE_ uint64_t _atomic_exchange_if_greater_impl(register uint64_t *pw, register uint64_t val){
- ATOMIC_EXCHANGE_IF_GREATER_BODY(pw, val, LONGLONG, InterlockedCompareExchange64, uint64_t)
- }
- uint32_t atomic_conditional_increment(register uint32_t *pw) {
- return _atomic_conditional_increment_impl(pw);
- }
- uint32_t atomic_decrement(register uint32_t *pw) {
- return _atomic_decrement_impl(pw);
- }
- uint32_t atomic_increment(register uint32_t *pw) {
- return _atomic_increment_impl(pw);
- }
- uint32_t atomic_sub(register uint32_t *pw, register uint32_t val) {
- return _atomic_sub_impl(pw, val);
- }
- uint32_t atomic_add(register uint32_t *pw, register uint32_t val) {
- return _atomic_add_impl(pw, val);
- }
- uint32_t atomic_exchange_if_greater(register uint32_t *pw, register uint32_t val) {
- return _atomic_exchange_if_greater_impl(pw, val);
- }
- uint64_t atomic_conditional_increment(register uint64_t *pw) {
- return _atomic_conditional_increment_impl(pw);
- }
- uint64_t atomic_decrement(register uint64_t *pw) {
- return _atomic_decrement_impl(pw);
- }
- uint64_t atomic_increment(register uint64_t *pw) {
- return _atomic_increment_impl(pw);
- }
- uint64_t atomic_sub(register uint64_t *pw, register uint64_t val) {
- return _atomic_sub_impl(pw, val);
- }
- uint64_t atomic_add(register uint64_t *pw, register uint64_t val) {
- return _atomic_add_impl(pw, val);
- }
- uint64_t atomic_exchange_if_greater(register uint64_t *pw, register uint64_t val) {
- return _atomic_exchange_if_greater_impl(pw, val);
- }
- #endif
|