Ruby 3.5.0dev (2025-07-01 revision 9d080765cc3c6266521863ffe5882ba8d8322271)
ruby_atomic.h (9d080765cc3c6266521863ffe5882ba8d8322271)
1#ifndef INTERNAL_ATOMIC_H
2#define INTERNAL_ATOMIC_H
3
4#include "ruby/atomic.h"
5
6#define RUBY_ATOMIC_VALUE_LOAD(x) (VALUE)(RUBY_ATOMIC_PTR_LOAD(x))
7
8/* shim macros only */
9#define ATOMIC_ADD(var, val) RUBY_ATOMIC_ADD(var, val)
10#define ATOMIC_CAS(var, oldval, newval) RUBY_ATOMIC_CAS(var, oldval, newval)
11#define ATOMIC_DEC(var) RUBY_ATOMIC_DEC(var)
12#define ATOMIC_EXCHANGE(var, val) RUBY_ATOMIC_EXCHANGE(var, val)
13#define ATOMIC_FETCH_ADD(var, val) RUBY_ATOMIC_FETCH_ADD(var, val)
14#define ATOMIC_FETCH_SUB(var, val) RUBY_ATOMIC_FETCH_SUB(var, val)
15#define ATOMIC_INC(var) RUBY_ATOMIC_INC(var)
16#define ATOMIC_OR(var, val) RUBY_ATOMIC_OR(var, val)
17#define ATOMIC_PTR_CAS(var, oldval, newval) RUBY_ATOMIC_PTR_CAS(var, oldval, newval)
18#define ATOMIC_PTR_EXCHANGE(var, val) RUBY_ATOMIC_PTR_EXCHANGE(var, val)
19#define ATOMIC_SET(var, val) RUBY_ATOMIC_SET(var, val)
20#define ATOMIC_SIZE_ADD(var, val) RUBY_ATOMIC_SIZE_ADD(var, val)
21#define ATOMIC_SIZE_CAS(var, oldval, newval) RUBY_ATOMIC_SIZE_CAS(var, oldval, newval)
22#define ATOMIC_SIZE_DEC(var) RUBY_ATOMIC_SIZE_DEC(var)
23#define ATOMIC_SIZE_EXCHANGE(var, val) RUBY_ATOMIC_SIZE_EXCHANGE(var, val)
24#define ATOMIC_SIZE_INC(var) RUBY_ATOMIC_SIZE_INC(var)
25#define ATOMIC_SIZE_SUB(var, val) RUBY_ATOMIC_SIZE_SUB(var, val)
26#define ATOMIC_SUB(var, val) RUBY_ATOMIC_SUB(var, val)
27#define ATOMIC_VALUE_CAS(var, oldval, val) RUBY_ATOMIC_VALUE_CAS(var, oldval, val)
28#define ATOMIC_VALUE_EXCHANGE(var, val) RUBY_ATOMIC_VALUE_EXCHANGE(var, val)
29
30static inline rb_atomic_t
31rbimpl_atomic_load_relaxed(volatile rb_atomic_t *ptr)
32{
33#if defined(HAVE_GCC_ATOMIC_BUILTINS)
34 return __atomic_load_n(ptr, __ATOMIC_RELAXED);
35#else
36 return *ptr;
37#endif
38}
39#define ATOMIC_LOAD_RELAXED(var) rbimpl_atomic_load_relaxed(&(var))
40
41typedef RBIMPL_ALIGNAS(8) uint64_t rbimpl_atomic_uint64_t;
42
43static inline uint64_t
44rbimpl_atomic_u64_load_relaxed(const volatile rbimpl_atomic_uint64_t *value)
45{
46#if defined(HAVE_GCC_ATOMIC_BUILTINS_64)
47 return __atomic_load_n(value, __ATOMIC_RELAXED);
48#elif defined(_WIN32)
49 uint64_t val = *value;
50 return InterlockedCompareExchange64(RBIMPL_CAST((uint64_t *)value), val, val);
51#elif defined(__sun) && defined(HAVE_ATOMIC_H) && (defined(_LP64) || defined(_I32LPx))
52 uint64_t val = *value;
53 return atomic_cas_64(value, val, val);
54#else
55 return *value;
56#endif
57}
58#define ATOMIC_U64_LOAD_RELAXED(var) rbimpl_atomic_u64_load_relaxed(&(var))
59
60static inline void
61rbimpl_atomic_u64_set_relaxed(volatile rbimpl_atomic_uint64_t *address, uint64_t value)
62{
63#if defined(HAVE_GCC_ATOMIC_BUILTINS_64)
64 __atomic_store_n(address, value, __ATOMIC_RELAXED);
65#elif defined(_WIN32)
66 InterlockedExchange64(address, value);
67#elif defined(__sun) && defined(HAVE_ATOMIC_H) && (defined(_LP64) || defined(_I32LPx))
68 atomic_swap_64(address, value);
69#else
70 *address = value;
71#endif
72}
73#define ATOMIC_U64_SET_RELAXED(var, val) rbimpl_atomic_u64_set_relaxed(&(var), val)
74
75#endif
Atomic operations.
std::atomic< unsigned > rb_atomic_t
Type that is eligible for atomic operations.
Definition atomic.h:69
#define RBIMPL_ALIGNAS
Wraps (or simulates) alignas.
Definition stdalign.h:57
#define inline
Old Visual Studio versions do not support the inline keyword, so we need to define it to be __inline.
Definition defines.h:91