00001 #ifndef RUBY_ATOMIC_H
00002 #define RUBY_ATOMIC_H
00003
00004 #if 0
00005 #elif defined HAVE_GCC_ATOMIC_BUILTINS
00006 typedef unsigned int rb_atomic_t;
00007 # define ATOMIC_SET(var, val) (void)__atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
00008 # define ATOMIC_INC(var) __atomic_fetch_add(&(var), 1, __ATOMIC_SEQ_CST)
00009 # define ATOMIC_DEC(var) __atomic_fetch_sub(&(var), 1, __ATOMIC_SEQ_CST)
00010 # define ATOMIC_OR(var, val) __atomic_or_fetch(&(var), (val), __ATOMIC_SEQ_CST)
00011 # define ATOMIC_EXCHANGE(var, val) __atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
00012 # define ATOMIC_CAS(var, oldval, newval) \
00013 ({ __typeof__(oldval) oldvaldup = (oldval); \
00014 __atomic_compare_exchange_n(&(var), &oldvaldup, (newval), 0, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST); \
00015 oldvaldup; })
00016
00017 # define ATOMIC_SIZE_ADD(var, val) __atomic_fetch_add(&(var), (val), __ATOMIC_SEQ_CST)
00018 # define ATOMIC_SIZE_SUB(var, val) __atomic_fetch_sub(&(var), (val), __ATOMIC_SEQ_CST)
00019 # define ATOMIC_SIZE_INC(var) __atomic_fetch_add(&(var), 1, __ATOMIC_SEQ_CST)
00020 # define ATOMIC_SIZE_DEC(var) __atomic_fetch_sub(&(var), 1, __ATOMIC_SEQ_CST)
00021 # define ATOMIC_SIZE_EXCHANGE(var, val) __atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
00022 # define ATOMIC_SIZE_CAS(var, oldval, newval) \
00023 ({ size_t oldvaldup = (oldval); \
00024 __atomic_compare_exchange_n(&(var), &oldvaldup, (newval), 0, __ATOMIC_SEQ_CST, __ATOMIC_SEQ_CST); \
00025 oldvaldup; })
00026
00027 # define ATOMIC_PTR_EXCHANGE(var, val) __atomic_exchange_n(&(var), (val), __ATOMIC_SEQ_CST)
00028
00029 #elif defined HAVE_GCC_SYNC_BUILTINS
00030
00031
00032
00033
00034 typedef unsigned int rb_atomic_t;
00035 # define ATOMIC_SET(var, val) (void)__sync_lock_test_and_set(&(var), (val))
00036 # define ATOMIC_INC(var) __sync_fetch_and_add(&(var), 1)
00037 # define ATOMIC_DEC(var) __sync_fetch_and_sub(&(var), 1)
00038 # define ATOMIC_OR(var, val) __sync_or_and_fetch(&(var), (val))
00039 # define ATOMIC_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
00040 # define ATOMIC_CAS(var, oldval, newval) __sync_val_compare_and_swap(&(var), (oldval), (newval))
00041
00042 # define ATOMIC_SIZE_ADD(var, val) __sync_fetch_and_add(&(var), (val))
00043 # define ATOMIC_SIZE_SUB(var, val) __sync_fetch_and_sub(&(var), (val))
00044 # define ATOMIC_SIZE_INC(var) __sync_fetch_and_add(&(var), 1)
00045 # define ATOMIC_SIZE_DEC(var) __sync_fetch_and_sub(&(var), 1)
00046 # define ATOMIC_SIZE_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
00047 # define ATOMIC_PTR_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
00048
00049 # define ATOMIC_PTR_EXCHANGE(var, val) __sync_lock_test_and_set(&(var), (val))
00050
00051 #elif defined _WIN32
00052 #if defined _MSC_VER && _MSC_VER > 1200
00053 #pragma intrinsic(_InterlockedOr)
00054 #endif
00055 typedef LONG rb_atomic_t;
00056
00057 # define ATOMIC_SET(var, val) InterlockedExchange(&(var), (val))
00058 # define ATOMIC_INC(var) InterlockedIncrement(&(var))
00059 # define ATOMIC_DEC(var) InterlockedDecrement(&(var))
00060 #if defined __GNUC__
00061 # define ATOMIC_OR(var, val) __asm__("lock\n\t" "orl\t%1, %0" : "=m"(var) : "Ir"(val))
00062 #elif defined _MSC_VER && _MSC_VER <= 1200
00063 # define ATOMIC_OR(var, val) rb_w32_atomic_or(&(var), (val))
00064 static inline void
00065 rb_w32_atomic_or(volatile rb_atomic_t *var, rb_atomic_t val)
00066 {
00067 #ifdef _M_IX86
00068 __asm mov eax, var;
00069 __asm mov ecx, val;
00070 __asm lock or [eax], ecx;
00071 #else
00072 #error unsupported architecture
00073 #endif
00074 }
00075 #else
00076 # define ATOMIC_OR(var, val) _InterlockedOr(&(var), (val))
00077 #endif
00078 # define ATOMIC_EXCHANGE(var, val) InterlockedExchange(&(var), (val))
00079 # define ATOMIC_CAS(var, oldval, newval) InterlockedCompareExchange(&(var), (newval), (oldval))
00080
00081 # if defined _MSC_VER && _MSC_VER <= 1200
00082 static inline rb_atomic_t
00083 rb_w32_atomic_cas(volatile rb_atomic_t *var, rb_atomic_t oldval, rb_atomic_t newval)
00084 {
00085 return (rb_atomic_t)InterlockedCompareExchange((PVOID *)var, (PVOID)newval, (PVOID)oldval);
00086 }
00087 # undef ATOMIC_CAS
00088 # define ATOMIC_CAS(var, oldval, newval) rb_w32_atomic_cas(&(var), (oldval), (newval))
00089 # endif
00090 # ifdef _M_AMD64
00091 # define ATOMIC_SIZE_ADD(var, val) InterlockedExchangeAdd64(&(var), (val))
00092 # define ATOMIC_SIZE_SUB(var, val) InterlockedExchangeAdd64(&(var), -(val))
00093 # define ATOMIC_SIZE_INC(var) InterlockedIncrement64(&(var))
00094 # define ATOMIC_SIZE_DEC(var) InterlockedDecrement64(&(var))
00095 # define ATOMIC_SIZE_EXCHANGE(var, val) InterlockedExchange64(&(var), (val))
00096 # define ATOMIC_SIZE_CAS(var, oldval, val) InterlockedCompareExchange64(&(var), (oldval), (val))
00097 # else
00098 # define ATOMIC_SIZE_ADD(var, val) InterlockedExchangeAdd((LONG *)&(var), (val))
00099 # define ATOMIC_SIZE_SUB(var, val) InterlockedExchangeAdd((LONG *)&(var), -(val))
00100 # define ATOMIC_SIZE_INC(var) InterlockedIncrement((LONG *)&(var))
00101 # define ATOMIC_SIZE_DEC(var) InterlockedDecrement((LONG *)&(var))
00102 # define ATOMIC_SIZE_EXCHANGE(var, val) InterlockedExchange((LONG *)&(var), (val))
00103 # endif
00104
00105 #elif defined(__sun) && defined(HAVE_ATOMIC_H)
00106 #include <atomic.h>
00107 typedef unsigned int rb_atomic_t;
00108
00109 # define ATOMIC_SET(var, val) (void)atomic_swap_uint(&(var), (val))
00110 # define ATOMIC_INC(var) atomic_inc_uint(&(var))
00111 # define ATOMIC_DEC(var) atomic_dec_uint(&(var))
00112 # define ATOMIC_OR(var, val) atomic_or_uint(&(var), (val))
00113 # define ATOMIC_EXCHANGE(var, val) atomic_swap_uint(&(var), (val))
00114 # define ATOMIC_CAS(var, oldval, newval) atomic_cas_uint(&(var), (oldval), (newval))
00115
00116 # if SIZEOF_SIZE_T == SIZEOF_LONG
00117 # define ATOMIC_SIZE_ADD(var, val) atomic_add_long(&(var), (val))
00118 # define ATOMIC_SIZE_SUB(var, val) atomic_add_long(&(var), -(val))
00119 # define ATOMIC_SIZE_INC(var) atomic_inc_ulong(&(var))
00120 # define ATOMIC_SIZE_DEC(var) atomic_dec_ulong(&(var))
00121 # define ATOMIC_SIZE_EXCHANGE(var, val) atomic_swap_ulong(&(var), (val))
00122 # define ATOMIC_SIZE_CAS(var, oldval, val) atomic_cas_ulong(&(var), (oldval), (val))
00123 # else
00124 # define ATOMIC_SIZE_ADD(var, val) atomic_add_int(&(var), (val))
00125 # define ATOMIC_SIZE_SUB(var, val) atomic_add_int(&(var), -(val))
00126 # define ATOMIC_SIZE_INC(var) atomic_inc_uint(&(var))
00127 # define ATOMIC_SIZE_DEC(var) atomic_dec_uint(&(var))
00128 # define ATOMIC_SIZE_EXCHANGE(var, val) atomic_swap_uint(&(var), (val))
00129 # endif
00130
00131 #else
00132 typedef int rb_atomic_t;
00133 #define NEED_RUBY_ATOMIC_EXCHANGE
00134 extern rb_atomic_t ruby_atomic_exchange(rb_atomic_t *ptr, rb_atomic_t val);
00135 extern rb_atomic_t ruby_atomic_compare_and_swap(rb_atomic_t *ptr,
00136 rb_atomic_t cmp,
00137 rb_atomic_t newval);
00138
00139 # define ATOMIC_SET(var, val) (void)((var) = (val))
00140 # define ATOMIC_INC(var) ((var)++)
00141 # define ATOMIC_DEC(var) ((var)--)
00142 # define ATOMIC_OR(var, val) ((var) |= (val))
00143 # define ATOMIC_EXCHANGE(var, val) ruby_atomic_exchange(&(var), (val))
00144 # define ATOMIC_CAS(var, oldval, newval) ruby_atomic_compare_and_swap(&(var), (oldval), (newval))
00145
00146 # define ATOMIC_SIZE_ADD(var, val) (void)((var) += (val))
00147 # define ATOMIC_SIZE_SUB(var, val) (void)((var) -= (val))
00148 # define ATOMIC_SIZE_INC(var) ((var)++)
00149 # define ATOMIC_SIZE_DEC(var) ((var)--)
00150 # define ATOMIC_SIZE_EXCHANGE(var, val) atomic_size_exchange(&(var), (val))
00151 static inline size_t
00152 atomic_size_exchange(size_t *ptr, size_t val)
00153 {
00154 size_t old = *ptr;
00155 *ptr = val;
00156 return old;
00157 }
00158 #endif
00159
00160 #ifndef ATOMIC_SIZE_CAS
00161 # define ATOMIC_SIZE_CAS(var, oldval, val) ATOMIC_CAS(var, oldval, val)
00162 #endif
00163
00164 #ifndef ATOMIC_PTR_EXCHANGE
00165 # if SIZEOF_VOIDP == SIZEOF_SIZE_T
00166 # define ATOMIC_PTR_EXCHANGE(var, val) (void *)ATOMIC_SIZE_EXCHANGE(*(size_t *)&(var), (size_t)(val))
00167 # endif
00168 #endif
00169 #ifndef ATOMIC_PTR_CAS
00170 # if SIZEOF_VOIDP == SIZEOF_SIZE_T
00171 # define ATOMIC_PTR_CAS(var, oldval, val) (void *)ATOMIC_SIZE_CAS(*(size_t *)&(var), (size_t)(oldval), (size_t)(val))
00172 # endif
00173 #endif
00174
00175 #endif
00176
