/*
* --------------- DO NOT EDIT THIS FILE! ---------------
* This file was automatically generated by the
* $ERL_TOP/erts/lib_src/utils/make_atomics_api script.
* If you need to make changes, edit the script and
* regenerate this file.
* --------------- DO NOT EDIT THIS FILE! ---------------
*/
/*
* %CopyrightBegin%
*
* Copyright Ericsson AB 2011-2012. All Rights Reserved.
*
* The contents of this file are subject to the Erlang Public License,
* Version 1.1, (the "License"); you may not use this file except in
* compliance with the License. You should have received a copy of the
* Erlang Public License along with this software. If not, it can be
* retrieved online at http://www.erlang.org/.
*
* Software distributed under the License is distributed on an "AS IS"
* basis, WITHOUT WARRANTY OF ANY KIND, either express or implied. See
* the License for the specific language governing rights and limitations
* under the License.
*
* %CopyrightEnd%
*/
/*
* Description: The ethread atomics API
* Author: Rickard Green
*/
/*
* This file maps native atomic implementations to ethread
* API atomics. If no native atomic implementation
* is available, a less efficient fallback is used instead.
* The API consists of 32-bit size, word size (pointer size),
* and double word size atomics.
*
* The following atomic operations are implemented for
* 32-bit size, and word size atomics:
* - cmpxchg
* - xchg
* - set
* - init
* - add_read
* - read
* - inc_read
* - dec_read
* - add
* - inc
* - dec
* - read_band
* - read_bor
*
* The following atomic operations are implemented for
* double word size atomics:
* - cmpxchg
* - set
* - read
* - init
*
* Appart from a function implementing the atomic operation
* with unspecified memory barrier semantics, there are
* functions implementing each operation with the following
* implied memory barrier semantics:
* - mb - Full memory barrier. Orders both loads, and
* stores before, and after the atomic operation.
* No load or store is allowed to be reordered
* over the atomic operation.
* - relb - Release barrier. Orders both loads, and
* stores appearing *before* the atomic
* operation. These are not allowed to be
* reordered over the atomic operation.
* - acqb - Acquire barrier. Orders both loads, and stores
* appearing *after* the atomic operation. These
* are not allowed to be reordered over the
* atomic operation.
* - wb - Write barrier. Orders *only* stores. These are
* not allowed to be reordered over the barrier.
* Store in atomic operation is ordered *after*
* the barrier.
* - rb - Read barrier. Orders *only* loads. These are
* not allowed to be reordered over the barrier.
* Load in atomic operation is ordered *before*
* the barrier.
* - ddrb - Data dependency read barrier. Orders *only*
* loads according to data dependency across the
* barrier. Load in atomic operation is ordered
* before the barrier.
*
* We implement all of these operation/barrier
* combinations, regardless of whether they are useful
* or not (some of them are useless).
*
* Double word size atomic functions are on the followning
* form:
* ethr_dw_atomic_<OP>[_<BARRIER>]
*
* Word size atomic functions are on the followning
* form:
* ethr_atomic_<OP>[_<BARRIER>]
*
* 32-bit size atomic functions are on the followning
* form:
* ethr_atomic32_<OP>[_<BARRIER>]
*
* Apart from the operation/barrier functions
* described above also 'addr' functions are implemented
* which return the actual memory address used of the
* atomic variable. The 'addr' functions have no barrier
* versions.
*
* The native atomic implementation does not need to
* implement all operation/barrier combinations.
* Functions that have no native implementation will be
* constructed from existing native functionality. These
* functions will perform the wanted operation and will
* produce sufficient memory barriers, but may
* in some cases be less efficient than pure native
* versions.
*
* When we create ethread API operation/barrier functions by
* adding barriers before and after native operations it is
* assumed that:
* - A native read operation begins, and ends with a load.
* - A native set operation begins, and ends with a store.
* - An init operation begins with either a load, or a store,
* and ends with either a load, or a store.
* - All other operations begins with a load, and ends with
* either a load, or a store.
*
* This is the minimum functionality that a native
* implementation needs to provide:
*
* - Functions that need to be implemented:
*
* - ethr_native_[dw_|su_dw_]atomic[BITS]_addr
* - ethr_native_[dw_|su_dw_]atomic[BITS]_cmpxchg[_<BARRIER>]
* (at least one cmpxchg of optional barrier)
*
* - Macros that needs to be defined:
*
* A macro informing about the presence of the native
* implementation:
*
* - ETHR_HAVE_NATIVE_[DW_|SU_DW_]ATOMIC[BITS]
*
* A macro naming (a string constant) the implementation:
*
* - ETHR_NATIVE_[DW_]ATOMIC[BITS]_IMPL
*
* Each implemented native atomic function has to
* be accompanied by a defined macro on the following
* form informing about its presence:
*
* - ETHR_HAVE_ETHR_NATIVE_[DW_|SU_DW_]ATOMIC[BITS]_<OP>[_<BARRIER>]
*
* A (sparc-v9 style) membar macro:
*
* - ETHR_MEMBAR(B)
*
* Which takes a combination of the following macros
* or:ed (using |) together:
*
* - ETHR_LoadLoad
* - ETHR_LoadStore
* - ETHR_StoreLoad
* - ETHR_StoreStore
*
*/
#ifndef ETHR_ATOMICS_H__
#define ETHR_ATOMICS_H__
#undef ETHR_AMC_FALLBACK__
#undef ETHR_AMC_NO_ATMCS__
#undef ETHR_AMC_ATMC_T__
#undef ETHR_AMC_ATMC_FUNC__
/* -- 32-bit atomics -- */
#undef ETHR_NAINT32_T__
#undef ETHR_NATMC32_FUNC__
#undef ETHR_NATMC32_ADDR_FUNC__
#undef ETHR_NATMC32_BITS__
#if defined(ETHR_HAVE_NATIVE_ATOMIC32)
# define ETHR_NEED_NATMC32_ADDR
# define ETHR_NATMC32_ADDR_FUNC__ ethr_native_atomic32_addr
typedef ethr_native_atomic32_t ethr_atomic32_t;
# define ETHR_NAINT32_T__ ethr_sint32_t
# define ETHR_NATMC32_FUNC__(X) ethr_native_atomic32_ ## X
# define ETHR_NATMC32_BITS__ 32
#elif defined(ETHR_HAVE_NATIVE_ATOMIC64)
# define ETHR_NEED_NATMC64_ADDR
#ifdef ETHR_BIGENDIAN
# define ETHR_NATMC32_ADDR_FUNC__(VAR) \
(((ethr_sint32_t *) ethr_native_atomic64_addr((VAR))) + 1)
#else
# define ETHR_NATMC32_ADDR_FUNC__(VAR) \
((ethr_sint32_t *) ethr_native_atomic64_addr((VAR)))
#endif
typedef ethr_native_atomic64_t ethr_atomic32_t;
# define ETHR_NAINT32_T__ ethr_sint64_t
# define ETHR_NATMC32_FUNC__(X) ethr_native_atomic64_ ## X
# define ETHR_NATMC32_BITS__ 64
#else
/*
* No native atomics usable for 32-bits atomics :(
* Use fallback...
*/
typedef ethr_sint32_t ethr_atomic32_t;
#endif
#undef ETHR_ATMC32_INLINE__
#ifdef ETHR_NATMC32_BITS__
# ifdef ETHR_TRY_INLINE_FUNCS
# define ETHR_ATMC32_INLINE__
# endif
# define ETHR_HAVE_32BIT_NATIVE_ATOMIC_OPS
#endif
#if !defined(ETHR_ATMC32_INLINE__) || defined(ETHR_ATOMIC_IMPL__)
# define ETHR_NEED_ATMC32_PROTOTYPES__
#endif
#ifndef ETHR_INLINE_ATMC32_FUNC_NAME_
# define ETHR_INLINE_ATMC32_FUNC_NAME_(X) X
#endif
#undef ETHR_ATMC32_FUNC__
#define ETHR_ATMC32_FUNC__(X) ETHR_INLINE_ATMC32_FUNC_NAME_(ethr_atomic32_ ## X)
/* -- Word size atomics -- */
#undef ETHR_NEED_NATMC32_ADDR
#undef ETHR_NEED_NATMC64_ADDR
#undef ETHR_NAINT_T__
#undef ETHR_NATMC_FUNC__
#undef ETHR_NATMC_ADDR_FUNC__
#undef ETHR_NATMC_BITS__
#if ETHR_SIZEOF_PTR == 8 && defined(ETHR_HAVE_NATIVE_ATOMIC64)
# ifndef ETHR_NEED_NATMC64_ADDR
# define ETHR_NEED_NATMC64_ADDR
# endif
# define ETHR_NATMC_ADDR_FUNC__ ethr_native_atomic64_addr
typedef ethr_native_atomic64_t ethr_atomic_t;
# define ETHR_NAINT_T__ ethr_sint64_t
# define ETHR_NATMC_FUNC__(X) ethr_native_atomic64_ ## X
# define ETHR_NATMC_BITS__ 64
#elif ETHR_SIZEOF_PTR == 4 && defined(ETHR_HAVE_NATIVE_ATOMIC32)
# ifndef ETHR_NEED_NATMC64_ADDR
# define ETHR_NEED_NATMC32_ADDR
# endif
# define ETHR_NATMC_ADDR_FUNC__ ethr_native_atomic32_addr
typedef ethr_native_atomic32_t ethr_atomic_t;
# define ETHR_NAINT_T__ ethr_sint32_t
# define ETHR_NATMC_FUNC__(X) ethr_native_atomic32_ ## X
# define ETHR_NATMC_BITS__ 32
#elif ETHR_SIZEOF_PTR == 4 && defined(ETHR_HAVE_NATIVE_ATOMIC64)
# ifndef ETHR_NEED_NATMC64_ADDR
# define ETHR_NEED_NATMC64_ADDR
# endif
#ifdef ETHR_BIGENDIAN
# define ETHR_NATMC_ADDR_FUNC__(VAR) \
(((ethr_sint32_t *) ethr_native_atomic64_addr((VAR))) + 1)
#else
# define ETHR_NATMC_ADDR_FUNC__(VAR) \
((ethr_sint32_t *) ethr_native_atomic64_addr((VAR)))
#endif
typedef ethr_native_atomic64_t ethr_atomic_t;
# define ETHR_NATMC_T__ ethr_native_atomic64_t
# define ETHR_NAINT_T__ ethr_sint64_t
# define ETHR_NATMC_FUNC__(X) ethr_native_atomic64_ ## X
# define ETHR_NATMC_BITS__ 64
#else
/*
* No native atomics usable for pointer size atomics :(
* Use fallback...
*/
# if defined(ETHR_HAVE_32BIT_NATIVE_ATOMIC_OPS)
# define ETHR_AMC_FALLBACK__
# define ETHR_AMC_NO_ATMCS__ 2
# define ETHR_AMC_SINT_T__ ethr_sint32_t
# define ETHR_AMC_ATMC_T__ ethr_atomic32_t
# define ETHR_AMC_ATMC_FUNC__(X) ETHR_INLINE_ATMC32_FUNC_NAME_(ethr_atomic32_ ## X)
typedef struct {
ETHR_AMC_ATMC_T__ atomic[ETHR_AMC_NO_ATMCS__];
} ethr_amc_t;
typedef struct {
ethr_amc_t amc;
ethr_sint_t sint;
} ethr_atomic_t;
# else /* locked fallback */
typedef ethr_sint_t ethr_atomic_t;
# endif
#endif
#undef ETHR_ATMC_INLINE__
#ifdef ETHR_NATMC_BITS__
# ifdef ETHR_TRY_INLINE_FUNCS
# define ETHR_ATMC_INLINE__
# endif
# define ETHR_HAVE_WORD_SZ_NATIVE_ATOMIC_OPS
#endif
#if !defined(ETHR_ATMC_INLINE__) || defined(ETHR_ATOMIC_IMPL__)
# define ETHR_NEED_ATMC_PROTOTYPES__
#endif
#ifndef ETHR_INLINE_ATMC_FUNC_NAME_
# define ETHR_INLINE_ATMC_FUNC_NAME_(X) X
#endif
#undef ETHR_ATMC_FUNC__
#define ETHR_ATMC_FUNC__(X) ETHR_INLINE_ATMC_FUNC_NAME_(ethr_atomic_ ## X)
/* -- Double word atomics -- */
#undef ETHR_SU_DW_NAINT_T__
#undef ETHR_SU_DW_NATMC_FUNC__
#undef ETHR_SU_DW_NATMC_ADDR_FUNC__
#undef ETHR_DW_NATMC_FUNC__
#undef ETHR_DW_NATMC_ADDR_FUNC__
#undef ETHR_DW_NATMC_BITS__
#if defined(ETHR_HAVE_NATIVE_DW_ATOMIC) || defined(ETHR_HAVE_NATIVE_SU_DW_ATOMIC)
# define ETHR_NEED_DW_NATMC_ADDR
# define ETHR_DW_NATMC_ADDR_FUNC__ ethr_native_dw_atomic_addr
# define ETHR_NATIVE_DW_ATOMIC_T__ ethr_native_dw_atomic_t
# define ETHR_DW_NATMC_FUNC__(X) ethr_native_dw_atomic_ ## X
# define ETHR_SU_DW_NATMC_FUNC__(X) ethr_native_su_dw_atomic_ ## X
# if ETHR_SIZEOF_PTR == 8
# define ETHR_DW_NATMC_BITS__ 128
# elif ETHR_SIZEOF_PTR == 4
# define ETHR_DW_NATMC_BITS__ 64
# else
# error "Word size not supported"
# endif
# ifdef ETHR_NATIVE_SU_DW_SINT_T
# define ETHR_SU_DW_NAINT_T__ ETHR_NATIVE_SU_DW_SINT_T
# endif
#elif ETHR_SIZEOF_PTR == 4 && defined(ETHR_HAVE_NATIVE_ATOMIC64)
# define ETHR_HAVE_NATIVE_SU_DW_ATOMIC
# ifndef ETHR_NEED_NATMC64_ADDR
# define ETHR_NEED_NATMC64_ADDR
# endif
# define ETHR_DW_NATMC_ADDR_FUNC__(VAR) \
((ethr_dw_sint_t *) ethr_native_atomic64_addr((VAR)))
# define ETHR_NATIVE_DW_ATOMIC_T__ ethr_native_atomic64_t
# define ETHR_SU_DW_NAINT_T__ ethr_sint64_t
# define ETHR_SU_DW_NATMC_FUNC__(X) ethr_native_atomic64_ ## X
# define ETHR_DW_NATMC_BITS__ 64
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
#define ETHR_DW_ATOMIC_FUNC__(X) ethr_dw_atomic_ ## X ## _fallback__
#else
#define ETHR_DW_ATOMIC_FUNC__(X) ethr_dw_atomic_ ## X
#endif
#if !defined(ETHR_DW_NATMC_BITS__) || defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
# define ETHR_NEED_DW_FALLBACK__
#endif
#if defined(ETHR_NEED_DW_FALLBACK__)
/*
* No native atomics usable for double word atomics :(
* Use fallback...
*/
# ifndef ETHR_AMC_FALLBACK__
# if ETHR_SIZEOF_PTR == 8 && defined(ETHR_HAVE_WORD_SZ_NATIVE_ATOMIC_OPS)
# define ETHR_AMC_FALLBACK__
# define ETHR_AMC_NO_ATMCS__ 1
# define ETHR_AMC_SINT_T__ ethr_sint_t
# define ETHR_AMC_ATMC_T__ ethr_atomic_t
# define ETHR_AMC_ATMC_FUNC__(X) ETHR_INLINE_ATMC_FUNC_NAME_(ethr_atomic_ ## X)
# elif defined(ETHR_HAVE_32BIT_NATIVE_ATOMIC_OPS)
# define ETHR_AMC_FALLBACK__
# define ETHR_AMC_NO_ATMCS__ 2
# define ETHR_AMC_SINT_T__ ethr_sint32_t
# define ETHR_AMC_ATMC_T__ ethr_atomic32_t
# define ETHR_AMC_ATMC_FUNC__(X) ETHR_INLINE_ATMC32_FUNC_NAME_(ethr_atomic32_ ## X)
# endif
# ifdef ETHR_AMC_FALLBACK__
typedef struct {
ETHR_AMC_ATMC_T__ atomic[ETHR_AMC_NO_ATMCS__];
} ethr_amc_t;
# endif
# endif
typedef struct {
#ifdef ETHR_AMC_FALLBACK__
ethr_amc_t amc;
#endif
ethr_sint_t sint[2];
} ethr_dw_atomic_fallback_t;
#endif
typedef union {
#ifdef ETHR_NATIVE_DW_ATOMIC_T__
ETHR_NATIVE_DW_ATOMIC_T__ native;
#endif
#ifdef ETHR_NEED_DW_FALLBACK__
ethr_dw_atomic_fallback_t fallback;
#endif
ethr_sint_t sint[2];
} ethr_dw_atomic_t;
typedef union {
#ifdef ETHR_SU_DW_NAINT_T__
ETHR_SU_DW_NAINT_T__ dw_sint;
#endif
ethr_sint_t sint[2];
} ethr_dw_sint_t;
#ifdef ETHR_BIGENDIAN
# define ETHR_DW_SINT_LOW_WORD 1
# define ETHR_DW_SINT_HIGH_WORD 0
#else
# define ETHR_DW_SINT_LOW_WORD 0
# define ETHR_DW_SINT_HIGH_WORD 1
#endif
#undef ETHR_DW_ATMC_INLINE__
#ifdef ETHR_DW_NATMC_BITS__
# ifdef ETHR_TRY_INLINE_FUNCS
# define ETHR_ATMC32_INLINE__
# endif
# define ETHR_HAVE_DOUBLE_WORD_SZ_NATIVE_ATOMIC_OPS
#endif
#if !defined(ETHR_DW_ATMC_INLINE__) || defined(ETHR_ATOMIC_IMPL__)
# define ETHR_NEED_DW_ATMC_PROTOTYPES__
#endif
#ifndef ETHR_INLINE_DW_ATMC_FUNC_NAME_
# define ETHR_INLINE_DW_ATMC_FUNC_NAME_(X) X
#endif
#undef ETHR_DW_ATMC_FUNC__
#define ETHR_DW_ATMC_FUNC__(X) ETHR_INLINE_DW_ATMC_FUNC_NAME_(ethr_dw_atomic_ ## X)
#if defined(ETHR_NEED_DW_ATMC_PROTOTYPES__)
int ethr_have_native_dw_atomic(void);
#endif
#if defined(ETHR_DW_ATMC_INLINE__) || defined(ETHR_ATOMIC_IMPL__)
static ETHR_INLINE int
ETHR_INLINE_DW_ATMC_FUNC_NAME_(ethr_have_native_dw_atomic)(void)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
return ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__;
#elif defined(ETHR_DW_NATMC_BITS__)
return 1;
#else
return 0;
#endif
}
#endif
/* -- Misc -- */
#if defined(ETHR_TRY_INLINE_FUNCS) || defined(ETHR_ATOMIC_IMPL__)
/*
* Unusual values are used by read() fallbacks implemented via cmpxchg().
* We want to use an unusual value in hope that it is more efficient
* not to match the value in memory.
*
* - Negative integer values are probably more unusual.
* - Very large absolute integer values are probably more unusual.
* - Odd pointers are probably more unusual (only char pointers can be odd).
*/
# define ETHR_UNUSUAL_SINT32_VAL__ ((ethr_sint32_t) 0x81818181)
# if ETHR_SIZEOF_PTR == 4
# define ETHR_UNUSUAL_SINT_VAL__ ((ethr_sint_t) ETHR_UNUSUAL_SINT32_VAL__)
# elif ETHR_SIZEOF_PTR == 8
# define ETHR_UNUSUAL_SINT_VAL__ ((ethr_sint_t) 0x8181818181818181L)
# else
# error "Word size not supported"
# endif
# if defined(ETHR_NEED_DW_NATMC_ADDR) && !defined(ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_ADDR)
# error "No ethr_native_dw_atomic_addr() available"
# endif
# if defined(ETHR_NEED_NATMC32_ADDR) && !defined(ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADDR)
# error "No ethr_native_atomic32_addr() available"
# endif
# if defined(ETHR_NEED_NATMC64_ADDR) && !defined(ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADDR)
# error "No ethr_native_atomic64_addr() available"
# endif
#endif
#if defined(__GNUC__)
# ifndef ETHR_COMPILER_BARRIER
# define ETHR_COMPILER_BARRIER __asm__ __volatile__("" : : : "memory")
# endif
#elif defined(ETHR_WIN32_THREADS)
# ifndef ETHR_COMPILER_BARRIER
# include <intrin.h>
# pragma intrinsic(_ReadWriteBarrier)
# define ETHR_COMPILER_BARRIER _ReadWriteBarrier()
# endif
#endif
void ethr_compiler_barrier_fallback(void);
#ifndef ETHR_COMPILER_BARRIER
# define ETHR_COMPILER_BARRIER ethr_compiler_barrier_fallback()
#endif
int ethr_init_atomics(void);
/* info */
char **ethr_native_atomic32_ops(void);
char **ethr_native_atomic64_ops(void);
char **ethr_native_dw_atomic_ops(void);
char **ethr_native_su_dw_atomic_ops(void);
#if !defined(ETHR_DW_NATMC_BITS__) && !defined(ETHR_NATMC_BITS__) && !defined(ETHR_NATMC32_BITS__)
/*
* ETHR_*MEMORY_BARRIER orders between locked and atomic accesses only,
* i.e. when no native atomic implementation exist and only our lock
* based atomic fallback is used, a noop is sufficient.
*/
# undef ETHR_MEMORY_BARRIER
# undef ETHR_WRITE_MEMORY_BARRIER
# undef ETHR_READ_MEMORY_BARRIER
# undef ETHR_READ_DEPEND_MEMORY_BARRIER
# undef ETHR_MEMBAR
# define ETHR_MEMBAR(B) do { } while (0)
#endif
#ifndef ETHR_MEMBAR
# error "No ETHR_MEMBAR defined"
#endif
#define ETHR_MEMORY_BARRIER ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore)
#define ETHR_WRITE_MEMORY_BARRIER ETHR_MEMBAR(ETHR_StoreStore)
#define ETHR_READ_MEMORY_BARRIER ETHR_MEMBAR(ETHR_LoadLoad)
#ifdef ETHR_READ_DEPEND_MEMORY_BARRIER
# undef ETHR_ORDERED_READ_DEPEND
#else
# define ETHR_READ_DEPEND_MEMORY_BARRIER ETHR_COMPILER_BARRIER
# define ETHR_ORDERED_READ_DEPEND
#endif
/* ---------- Double word size atomic implementation ---------- */
#ifdef ETHR_NEED_DW_ATMC_PROTOTYPES__
ethr_sint_t *ethr_dw_atomic_addr(ethr_dw_atomic_t *var);
int ethr_dw_atomic_cmpxchg(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ethr_dw_atomic_cmpxchg_ddrb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ethr_dw_atomic_cmpxchg_rb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ethr_dw_atomic_cmpxchg_wb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ethr_dw_atomic_cmpxchg_acqb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ethr_dw_atomic_cmpxchg_relb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ethr_dw_atomic_cmpxchg_mb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
void ethr_dw_atomic_set(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_set_ddrb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_set_rb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_set_wb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_set_acqb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_set_relb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_set_mb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read_ddrb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read_rb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read_wb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read_acqb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read_relb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_read_mb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init_ddrb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init_rb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init_wb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init_acqb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init_relb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ethr_dw_atomic_init_mb(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
ethr_sint_t *ETHR_DW_ATOMIC_FUNC__(addr)(ethr_dw_atomic_t *var);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
int ETHR_DW_ATOMIC_FUNC__(cmpxchg_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val);
void ETHR_DW_ATOMIC_FUNC__(set)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(set_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(set_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(set_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(set_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(set_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(set_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(read_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
void ETHR_DW_ATOMIC_FUNC__(init_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val);
#endif
#endif /* ETHR_NEED_DW_ATMC_PROTOTYPES__ */
#if (defined(ETHR_HAVE_DOUBLE_WORD_SZ_NATIVE_ATOMIC_OPS) \
&& (defined(ETHR_DW_ATMC_INLINE__) || defined(ETHR_ATOMIC_IMPL__)))
#if !defined(ETHR_DW_NATMC_BITS__)
# error "Missing native atomic implementation"
#elif defined(ETHR_HAVE_NATIVE_DW_ATOMIC) || defined(ETHR_HAVE_NATIVE_SU_DW_ATOMIC)
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG
# undef ETHR_HAVE_DW_NATMC_CMPXCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_CMPXCHG
# define ETHR_HAVE_DW_NATMC_CMPXCHG 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_CMPXCHG
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_CMPXCHG_RB
# define ETHR_HAVE_DW_NATMC_CMPXCHG_RB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_CMPXCHG_RB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_CMPXCHG_WB
# define ETHR_HAVE_DW_NATMC_CMPXCHG_WB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_CMPXCHG_WB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_CMPXCHG_ACQB
# define ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_CMPXCHG_ACQB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_CMPXCHG_RELB
# define ETHR_HAVE_DW_NATMC_CMPXCHG_RELB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_CMPXCHG_RELB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_CMPXCHG_MB
# define ETHR_HAVE_DW_NATMC_CMPXCHG_MB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_CMPXCHG_MB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_SET
# undef ETHR_HAVE_DW_NATMC_SET
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_SET
# define ETHR_HAVE_DW_NATMC_SET 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_SET
# define ETHR_HAVE_SU_DW_NATMC_SET 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_SET_RB
# undef ETHR_HAVE_DW_NATMC_SET_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_SET_RB
# define ETHR_HAVE_DW_NATMC_SET_RB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_SET_RB
# define ETHR_HAVE_SU_DW_NATMC_SET_RB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_SET_WB
# undef ETHR_HAVE_DW_NATMC_SET_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_SET_WB
# define ETHR_HAVE_DW_NATMC_SET_WB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_SET_WB
# define ETHR_HAVE_SU_DW_NATMC_SET_WB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_SET_ACQB
# undef ETHR_HAVE_DW_NATMC_SET_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_SET_ACQB
# define ETHR_HAVE_DW_NATMC_SET_ACQB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_SET_ACQB
# define ETHR_HAVE_SU_DW_NATMC_SET_ACQB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_SET_RELB
# undef ETHR_HAVE_DW_NATMC_SET_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_SET_RELB
# define ETHR_HAVE_DW_NATMC_SET_RELB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_SET_RELB
# define ETHR_HAVE_SU_DW_NATMC_SET_RELB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_SET_MB
# undef ETHR_HAVE_DW_NATMC_SET_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_SET_MB
# define ETHR_HAVE_DW_NATMC_SET_MB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_SET_MB
# define ETHR_HAVE_SU_DW_NATMC_SET_MB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_READ
# undef ETHR_HAVE_DW_NATMC_READ
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_READ
# define ETHR_HAVE_DW_NATMC_READ 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_READ
# define ETHR_HAVE_SU_DW_NATMC_READ 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_READ_RB
# undef ETHR_HAVE_DW_NATMC_READ_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_READ_RB
# define ETHR_HAVE_DW_NATMC_READ_RB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_READ_RB
# define ETHR_HAVE_SU_DW_NATMC_READ_RB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_READ_WB
# undef ETHR_HAVE_DW_NATMC_READ_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_READ_WB
# define ETHR_HAVE_DW_NATMC_READ_WB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_READ_WB
# define ETHR_HAVE_SU_DW_NATMC_READ_WB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_READ_ACQB
# undef ETHR_HAVE_DW_NATMC_READ_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_READ_ACQB
# define ETHR_HAVE_DW_NATMC_READ_ACQB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_READ_ACQB
# define ETHR_HAVE_SU_DW_NATMC_READ_ACQB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_READ_RELB
# undef ETHR_HAVE_DW_NATMC_READ_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_READ_RELB
# define ETHR_HAVE_DW_NATMC_READ_RELB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_READ_RELB
# define ETHR_HAVE_SU_DW_NATMC_READ_RELB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_READ_MB
# undef ETHR_HAVE_DW_NATMC_READ_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_READ_MB
# define ETHR_HAVE_DW_NATMC_READ_MB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_READ_MB
# define ETHR_HAVE_SU_DW_NATMC_READ_MB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_INIT
# undef ETHR_HAVE_DW_NATMC_INIT
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_INIT
# define ETHR_HAVE_DW_NATMC_INIT 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_INIT
# define ETHR_HAVE_SU_DW_NATMC_INIT 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_INIT_RB
# undef ETHR_HAVE_DW_NATMC_INIT_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_INIT_RB
# define ETHR_HAVE_DW_NATMC_INIT_RB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_INIT_RB
# define ETHR_HAVE_SU_DW_NATMC_INIT_RB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_INIT_WB
# undef ETHR_HAVE_DW_NATMC_INIT_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_INIT_WB
# define ETHR_HAVE_DW_NATMC_INIT_WB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_INIT_WB
# define ETHR_HAVE_SU_DW_NATMC_INIT_WB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_INIT_ACQB
# undef ETHR_HAVE_DW_NATMC_INIT_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_INIT_ACQB
# define ETHR_HAVE_DW_NATMC_INIT_ACQB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_INIT_ACQB
# define ETHR_HAVE_SU_DW_NATMC_INIT_ACQB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_INIT_RELB
# undef ETHR_HAVE_DW_NATMC_INIT_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_INIT_RELB
# define ETHR_HAVE_DW_NATMC_INIT_RELB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_INIT_RELB
# define ETHR_HAVE_SU_DW_NATMC_INIT_RELB 1
# endif
# undef ETHR_HAVE_SU_DW_NATMC_INIT_MB
# undef ETHR_HAVE_DW_NATMC_INIT_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_DW_ATOMIC_INIT_MB
# define ETHR_HAVE_DW_NATMC_INIT_MB 1
# endif
# ifdef ETHR_HAVE_ETHR_NATIVE_SU_DW_ATOMIC_INIT_MB
# define ETHR_HAVE_SU_DW_NATMC_INIT_MB 1
# endif
#elif ETHR_DW_NATMC_BITS__ == 64
# undef ETHR_HAVE_DW_NATMC_CMPXCHG
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG 1
# endif
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_RB
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_RB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB 1
# endif
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_WB
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_WB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB 1
# endif
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_ACQB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB 1
# endif
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_RELB
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_RELB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB 1
# endif
# undef ETHR_HAVE_DW_NATMC_CMPXCHG_MB
# undef ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_MB
# define ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB 1
# endif
# undef ETHR_HAVE_DW_NATMC_SET
# undef ETHR_HAVE_SU_DW_NATMC_SET
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET
# define ETHR_HAVE_SU_DW_NATMC_SET 1
# endif
# undef ETHR_HAVE_DW_NATMC_SET_RB
# undef ETHR_HAVE_SU_DW_NATMC_SET_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_RB
# define ETHR_HAVE_SU_DW_NATMC_SET_RB 1
# endif
# undef ETHR_HAVE_DW_NATMC_SET_WB
# undef ETHR_HAVE_SU_DW_NATMC_SET_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_WB
# define ETHR_HAVE_SU_DW_NATMC_SET_WB 1
# endif
# undef ETHR_HAVE_DW_NATMC_SET_ACQB
# undef ETHR_HAVE_SU_DW_NATMC_SET_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_ACQB
# define ETHR_HAVE_SU_DW_NATMC_SET_ACQB 1
# endif
# undef ETHR_HAVE_DW_NATMC_SET_RELB
# undef ETHR_HAVE_SU_DW_NATMC_SET_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_RELB
# define ETHR_HAVE_SU_DW_NATMC_SET_RELB 1
# endif
# undef ETHR_HAVE_DW_NATMC_SET_MB
# undef ETHR_HAVE_SU_DW_NATMC_SET_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_MB
# define ETHR_HAVE_SU_DW_NATMC_SET_MB 1
# endif
# undef ETHR_HAVE_DW_NATMC_READ
# undef ETHR_HAVE_SU_DW_NATMC_READ
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ
# define ETHR_HAVE_SU_DW_NATMC_READ 1
# endif
# undef ETHR_HAVE_DW_NATMC_READ_RB
# undef ETHR_HAVE_SU_DW_NATMC_READ_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_RB
# define ETHR_HAVE_SU_DW_NATMC_READ_RB 1
# endif
# undef ETHR_HAVE_DW_NATMC_READ_WB
# undef ETHR_HAVE_SU_DW_NATMC_READ_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_WB
# define ETHR_HAVE_SU_DW_NATMC_READ_WB 1
# endif
# undef ETHR_HAVE_DW_NATMC_READ_ACQB
# undef ETHR_HAVE_SU_DW_NATMC_READ_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_ACQB
# define ETHR_HAVE_SU_DW_NATMC_READ_ACQB 1
# endif
# undef ETHR_HAVE_DW_NATMC_READ_RELB
# undef ETHR_HAVE_SU_DW_NATMC_READ_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_RELB
# define ETHR_HAVE_SU_DW_NATMC_READ_RELB 1
# endif
# undef ETHR_HAVE_DW_NATMC_READ_MB
# undef ETHR_HAVE_SU_DW_NATMC_READ_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_MB
# define ETHR_HAVE_SU_DW_NATMC_READ_MB 1
# endif
# undef ETHR_HAVE_DW_NATMC_INIT
# undef ETHR_HAVE_SU_DW_NATMC_INIT
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT
# define ETHR_HAVE_SU_DW_NATMC_INIT 1
# endif
# undef ETHR_HAVE_DW_NATMC_INIT_RB
# undef ETHR_HAVE_SU_DW_NATMC_INIT_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_RB
# define ETHR_HAVE_SU_DW_NATMC_INIT_RB 1
# endif
# undef ETHR_HAVE_DW_NATMC_INIT_WB
# undef ETHR_HAVE_SU_DW_NATMC_INIT_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_WB
# define ETHR_HAVE_SU_DW_NATMC_INIT_WB 1
# endif
# undef ETHR_HAVE_DW_NATMC_INIT_ACQB
# undef ETHR_HAVE_SU_DW_NATMC_INIT_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_ACQB
# define ETHR_HAVE_SU_DW_NATMC_INIT_ACQB 1
# endif
# undef ETHR_HAVE_DW_NATMC_INIT_RELB
# undef ETHR_HAVE_SU_DW_NATMC_INIT_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_RELB
# define ETHR_HAVE_SU_DW_NATMC_INIT_RELB 1
# endif
# undef ETHR_HAVE_DW_NATMC_INIT_MB
# undef ETHR_HAVE_SU_DW_NATMC_INIT_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_MB
# define ETHR_HAVE_SU_DW_NATMC_INIT_MB 1
# endif
#else
# error "Invalid native atomic size"
#endif
#if defined(ETHR_HAVE_NATIVE_DW_ATOMIC)
#if (!defined(ETHR_HAVE_DW_NATMC_CMPXCHG) \
&& !defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB) \
&& !defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB) \
&& !defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB) \
&& !defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB) \
&& !defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB))
# error "No native cmpxchg() op available"
#endif
/*
* Read op used together with cmpxchg() fallback when no native op present.
*/
#if defined(ETHR_HAVE_DW_NATMC_READ)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
ETHR_DW_NATMC_FUNC__(read)(VAR, VAL)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
VAL.dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(VAR)
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
ETHR_DW_NATMC_FUNC__(read_rb)(VAR, VAL)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
VAL.dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(VAR)
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
ETHR_DW_NATMC_FUNC__(read_wb)(VAR, VAL)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
VAL.dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(VAR)
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
ETHR_DW_NATMC_FUNC__(read_acqb)(VAR, VAL)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
VAL.dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(VAR)
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
ETHR_DW_NATMC_FUNC__(read_relb)(VAR, VAL)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
VAL.dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(VAR)
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
ETHR_DW_NATMC_FUNC__(read_mb)(VAR, VAL)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
VAL.dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(VAR)
#else
/*
* We have no native read() op; guess zero and then use the
* the atomics actual value returned from cmpxchg().
*/
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, VAL) \
do { \
VAL.sint[0] = (ethr_sint_t) 0; \
VAL.sint[1] = (ethr_sint_t) 0; \
} while (0)
#endif
/*
* Native cmpxchg() fallback used when no native op present.
*/
#define ETHR_DW_NATMC_CMPXCHG_FALLBACK__(CMPXCHG, VAR, AVAL, OPS) \
do { \
int res__; \
ethr_dw_sint_t AVAL, exp_act__; \
ETHR_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR, exp_act__); \
do { \
AVAL.sint[0] = exp_act__.sint[0]; \
AVAL.sint[1] = exp_act__.sint[1]; \
{ OPS; } \
res__ = CMPXCHG(VAR, AVAL.sint, exp_act__.sint); \
} while (__builtin_expect(res__ == 0, 0)); \
} while (0)
#elif defined(ETHR_HAVE_NATIVE_SU_DW_ATOMIC)
#if (!defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG) \
&& !defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB) \
&& !defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB) \
&& !defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB) \
&& !defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB) \
&& !defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB))
# error "No native cmpxchg() op available"
#endif
/*
* Read op used together with cmpxchg() fallback when no native op present.
*/
#if defined(ETHR_HAVE_SU_DW_NATMC_READ)
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_SU_DW_NATMC_FUNC__(read)(VAR)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_SU_DW_NATMC_FUNC__(read_rb)(VAR)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_SU_DW_NATMC_FUNC__(read_wb)(VAR)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_SU_DW_NATMC_FUNC__(read_acqb)(VAR)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_SU_DW_NATMC_FUNC__(read_relb)(VAR)
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_SU_DW_NATMC_FUNC__(read_mb)(VAR)
#else
/*
* We have no native read() op; guess zero and then use the
* the atomics actual value returned from cmpxchg().
*/
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
((ETHR_SU_DW_NAINT_T__) 0)
#endif
/*
* Native cmpxchg() fallback used when no native op present.
*/
#define ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(CMPXCHG, VAR, AVAL, OPS) \
do { \
ETHR_SU_DW_NAINT_T__ AVAL; \
ETHR_SU_DW_NAINT_T__ new__, act__, exp__; \
act__ = ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK_READ__(VAR); \
do { \
exp__ = act__; \
AVAL = (ETHR_SU_DW_NAINT_T__) act__; \
{ OPS; } \
new__ = (ETHR_SU_DW_NAINT_T__) AVAL; \
act__ = CMPXCHG(VAR, new__, exp__); \
} while (__builtin_expect(act__ != exp__, 0)); \
} while (0)
#else
# error "?!?"
#endif
/* --- addr() --- */
static ETHR_INLINE ethr_sint_t *ETHR_DW_ATMC_FUNC__(addr)(ethr_dw_atomic_t *var)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
return (ethr_sint_t *) ETHR_DW_NATMC_ADDR_FUNC__((&var->native));
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { return ETHR_DW_ATOMIC_FUNC__(addr)(var); }
#endif
}
/* --- cmpxchg() --- */
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
int res;
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
res = ETHR_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->sint, old_val->sint);
#else
#error "Missing implementation of ethr_dw_atomic_cmpxchg()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { res = ETHR_DW_ATOMIC_FUNC__(cmpxchg)(var, val, old_val); }
#endif
return res;
}
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
int res;
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
res = ETHR_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_dw_atomic_cmpxchg_rb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { res = ETHR_DW_ATOMIC_FUNC__(cmpxchg_rb)(var, val, old_val); }
#endif
return res;
}
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
int res;
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_StoreStore);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_StoreStore);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_StoreStore);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_StoreStore);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
res = ETHR_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->sint, old_val->sint);
#else
#error "Missing implementation of ethr_dw_atomic_cmpxchg_wb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { res = ETHR_DW_ATOMIC_FUNC__(cmpxchg_wb)(var, val, old_val); }
#endif
return res;
}
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
int res;
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
res = ETHR_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_dw_atomic_cmpxchg_acqb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { res = ETHR_DW_ATOMIC_FUNC__(cmpxchg_acqb)(var, val, old_val); }
#endif
return res;
}
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
int res;
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->sint, old_val->sint);
#else
#error "Missing implementation of ethr_dw_atomic_cmpxchg_relb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { res = ETHR_DW_ATOMIC_FUNC__(cmpxchg_relb)(var, val, old_val); }
#endif
return res;
}
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
int res;
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NAINT_T__ act;
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->dw_sint, old_val->dw_sint);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NAINT_T__ act;
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
act = ETHR_SU_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->dw_sint, old_val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
res = (act == old_val->dw_sint);
old_val->dw_sint = act;
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_mb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
res = ETHR_DW_NATMC_FUNC__(cmpxchg_relb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_acqb)(&var->native, val->sint, old_val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_wb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg_rb)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = ETHR_DW_NATMC_FUNC__(cmpxchg)(&var->native, val->sint, old_val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_dw_atomic_cmpxchg_mb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { res = ETHR_DW_ATOMIC_FUNC__(cmpxchg_mb)(var, val, old_val); }
#endif
return res;
}
static ETHR_INLINE int ETHR_DW_ATMC_FUNC__(cmpxchg_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val, ethr_dw_sint_t *old_val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_DW_ATMC_FUNC__(cmpxchg)(var, val, old_val);
#else
return ETHR_DW_ATMC_FUNC__(cmpxchg_rb)(var, val, old_val);
#endif
}
/* --- set() --- */
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_SET)
ETHR_SU_DW_NATMC_FUNC__(set)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RB)
ETHR_SU_DW_NATMC_FUNC__(set_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_WB)
ETHR_SU_DW_NATMC_FUNC__(set_wb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_ACQB)
ETHR_SU_DW_NATMC_FUNC__(set_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RELB)
ETHR_SU_DW_NATMC_FUNC__(set_relb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_MB)
ETHR_SU_DW_NATMC_FUNC__(set_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET)
ETHR_DW_NATMC_FUNC__(set)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RB)
ETHR_DW_NATMC_FUNC__(set_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_WB)
ETHR_DW_NATMC_FUNC__(set_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_ACQB)
ETHR_DW_NATMC_FUNC__(set_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RELB)
ETHR_DW_NATMC_FUNC__(set_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_MB)
ETHR_DW_NATMC_FUNC__(set_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#else
#error "Missing implementation of ethr_dw_atomic_set()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(set)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_SET_RB)
ETHR_SU_DW_NATMC_FUNC__(set_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET)
ETHR_SU_DW_NATMC_FUNC__(set)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_MB)
ETHR_SU_DW_NATMC_FUNC__(set_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_WB)
ETHR_SU_DW_NATMC_FUNC__(set_wb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_ACQB)
ETHR_SU_DW_NATMC_FUNC__(set_acqb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RELB)
ETHR_SU_DW_NATMC_FUNC__(set_relb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RB)
ETHR_DW_NATMC_FUNC__(set_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET)
ETHR_DW_NATMC_FUNC__(set)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_SET_MB)
ETHR_DW_NATMC_FUNC__(set_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_WB)
ETHR_DW_NATMC_FUNC__(set_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_SET_ACQB)
ETHR_DW_NATMC_FUNC__(set_acqb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RELB)
ETHR_DW_NATMC_FUNC__(set_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_dw_atomic_set_rb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(set_rb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_SET_WB)
ETHR_SU_DW_NATMC_FUNC__(set_wb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_MB)
ETHR_SU_DW_NATMC_FUNC__(set_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_relb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_WB)
ETHR_DW_NATMC_FUNC__(set_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_MB)
ETHR_DW_NATMC_FUNC__(set_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#else
#error "Missing implementation of ethr_dw_atomic_set_wb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(set_wb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_SET_ACQB)
ETHR_SU_DW_NATMC_FUNC__(set_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RB)
ETHR_SU_DW_NATMC_FUNC__(set_rb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET)
ETHR_SU_DW_NATMC_FUNC__(set)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_MB)
ETHR_SU_DW_NATMC_FUNC__(set_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_WB)
ETHR_SU_DW_NATMC_FUNC__(set_wb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RELB)
ETHR_SU_DW_NATMC_FUNC__(set_relb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET_ACQB)
ETHR_DW_NATMC_FUNC__(set_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RB)
ETHR_DW_NATMC_FUNC__(set_rb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET)
ETHR_DW_NATMC_FUNC__(set)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET_MB)
ETHR_DW_NATMC_FUNC__(set_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_WB)
ETHR_DW_NATMC_FUNC__(set_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RELB)
ETHR_DW_NATMC_FUNC__(set_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_dw_atomic_set_acqb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(set_acqb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_SET_RELB)
ETHR_SU_DW_NATMC_FUNC__(set_relb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_SU_DW_NATMC_FUNC__(set_wb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_MB)
ETHR_SU_DW_NATMC_FUNC__(set_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RELB)
ETHR_DW_NATMC_FUNC__(set_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_DW_NATMC_FUNC__(set_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_MB)
ETHR_DW_NATMC_FUNC__(set_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#else
#error "Missing implementation of ethr_dw_atomic_set_relb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(set_relb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_SET_MB)
ETHR_SU_DW_NATMC_FUNC__(set_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RELB)
ETHR_SU_DW_NATMC_FUNC__(set_relb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_SU_DW_NATMC_FUNC__(set_wb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set_rb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(set)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET_MB)
ETHR_DW_NATMC_FUNC__(set_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RELB)
ETHR_DW_NATMC_FUNC__(set_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_DW_NATMC_FUNC__(set_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set_rb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(set)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_MB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RELB)
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval = val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_SU_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval = val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_MB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_mb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RELB)
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_relb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_acqb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_wb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg_rb), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_CMPXCHG_FALLBACK__(ETHR_DW_NATMC_FUNC__(cmpxchg), &var->native, aval, aval.sint[0] = val->sint[0]; aval.sint[1] = val->sint[1]);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_dw_atomic_set_mb()!"
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(set_mb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(set_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_DW_ATMC_FUNC__(set)(var, val);
#else
ETHR_DW_ATMC_FUNC__(set_rb)(var, val);
#endif
}
/* --- read() --- */
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_READ)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(&var->native);
#elif defined(ETHR_HAVE_DW_NATMC_READ)
ETHR_DW_NATMC_FUNC__(read)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
ETHR_DW_NATMC_FUNC__(read_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
ETHR_DW_NATMC_FUNC__(read_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
ETHR_DW_NATMC_FUNC__(read_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
ETHR_DW_NATMC_FUNC__(read_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
ETHR_DW_NATMC_FUNC__(read_mb)(&var->native, val->sint);
#else
ethr_dw_sint_t tmp;
tmp.sint[0] = ETHR_UNUSUAL_SINT_VAL__;
tmp.sint[1] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[0] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[1] = ETHR_UNUSUAL_SINT_VAL__;
(void) ETHR_DW_ATMC_FUNC__(cmpxchg)(var, &tmp, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(read)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
ETHR_DW_NATMC_FUNC__(read_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ)
ETHR_DW_NATMC_FUNC__(read)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
ETHR_DW_NATMC_FUNC__(read_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
ETHR_DW_NATMC_FUNC__(read_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
ETHR_DW_NATMC_FUNC__(read_acqb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
ETHR_DW_NATMC_FUNC__(read_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
ethr_dw_sint_t tmp;
tmp.sint[0] = ETHR_UNUSUAL_SINT_VAL__;
tmp.sint[1] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[0] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[1] = ETHR_UNUSUAL_SINT_VAL__;
(void) ETHR_DW_ATMC_FUNC__(cmpxchg_rb)(var, &tmp, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(read_rb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ)
ETHR_MEMBAR(ETHR_StoreStore);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_StoreStore);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(&var->native);
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
ETHR_DW_NATMC_FUNC__(read_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(read)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
ETHR_DW_NATMC_FUNC__(read_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(read_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(read_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(read_relb)(&var->native, val->sint);
#else
ethr_dw_sint_t tmp;
tmp.sint[0] = ETHR_UNUSUAL_SINT_VAL__;
tmp.sint[1] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[0] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[1] = ETHR_UNUSUAL_SINT_VAL__;
(void) ETHR_DW_ATMC_FUNC__(cmpxchg_wb)(var, &tmp, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(read_wb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(&var->native);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
ETHR_DW_NATMC_FUNC__(read_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
ETHR_DW_NATMC_FUNC__(read_rb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ)
ETHR_DW_NATMC_FUNC__(read)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
ETHR_DW_NATMC_FUNC__(read_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
ETHR_DW_NATMC_FUNC__(read_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
ETHR_DW_NATMC_FUNC__(read_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#else
ethr_dw_sint_t tmp;
tmp.sint[0] = ETHR_UNUSUAL_SINT_VAL__;
tmp.sint[1] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[0] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[1] = ETHR_UNUSUAL_SINT_VAL__;
(void) ETHR_DW_ATMC_FUNC__(cmpxchg_acqb)(var, &tmp, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(read_acqb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(&var->native);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
ETHR_DW_NATMC_FUNC__(read_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
ETHR_DW_NATMC_FUNC__(read_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read_acqb)(&var->native, val->sint);
#else
ethr_dw_sint_t tmp;
tmp.sint[0] = ETHR_UNUSUAL_SINT_VAL__;
tmp.sint[1] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[0] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[1] = ETHR_UNUSUAL_SINT_VAL__;
(void) ETHR_DW_ATMC_FUNC__(cmpxchg_relb)(var, &tmp, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(read_relb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_READ_MB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_mb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RELB)
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_relb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_acqb)(&var->native);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_wb)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read_rb)(&var->native);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
val->dw_sint = ETHR_SU_DW_NATMC_FUNC__(read)(&var->native);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ_MB)
ETHR_DW_NATMC_FUNC__(read_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RELB)
ETHR_DW_NATMC_FUNC__(read_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read_rb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_DW_NATMC_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(read)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#else
ethr_dw_sint_t tmp;
tmp.sint[0] = ETHR_UNUSUAL_SINT_VAL__;
tmp.sint[1] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[0] = ETHR_UNUSUAL_SINT_VAL__;
val->sint[1] = ETHR_UNUSUAL_SINT_VAL__;
(void) ETHR_DW_ATMC_FUNC__(cmpxchg_mb)(var, &tmp, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(read_mb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(read_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_DW_ATMC_FUNC__(read)(var, val);
#else
ETHR_DW_ATMC_FUNC__(read_rb)(var, val);
#endif
}
/* --- init() --- */
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_INIT)
ETHR_SU_DW_NATMC_FUNC__(init)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RB)
ETHR_SU_DW_NATMC_FUNC__(init_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_WB)
ETHR_SU_DW_NATMC_FUNC__(init_wb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_ACQB)
ETHR_SU_DW_NATMC_FUNC__(init_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RELB)
ETHR_SU_DW_NATMC_FUNC__(init_relb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_MB)
ETHR_SU_DW_NATMC_FUNC__(init_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT)
ETHR_DW_NATMC_FUNC__(init)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RB)
ETHR_DW_NATMC_FUNC__(init_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_WB)
ETHR_DW_NATMC_FUNC__(init_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_ACQB)
ETHR_DW_NATMC_FUNC__(init_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RELB)
ETHR_DW_NATMC_FUNC__(init_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_MB)
ETHR_DW_NATMC_FUNC__(init_mb)(&var->native, val->sint);
#else
ETHR_DW_ATMC_FUNC__(set)(var, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(init)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init_rb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_INIT_RB)
ETHR_SU_DW_NATMC_FUNC__(init_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT)
ETHR_SU_DW_NATMC_FUNC__(init)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_MB)
ETHR_SU_DW_NATMC_FUNC__(init_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_WB)
ETHR_SU_DW_NATMC_FUNC__(init_wb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_ACQB)
ETHR_SU_DW_NATMC_FUNC__(init_acqb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RELB)
ETHR_SU_DW_NATMC_FUNC__(init_relb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RB)
ETHR_DW_NATMC_FUNC__(init_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT)
ETHR_DW_NATMC_FUNC__(init)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_MB)
ETHR_DW_NATMC_FUNC__(init_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_WB)
ETHR_DW_NATMC_FUNC__(init_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_ACQB)
ETHR_DW_NATMC_FUNC__(init_acqb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RELB)
ETHR_DW_NATMC_FUNC__(init_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
ETHR_DW_ATMC_FUNC__(set_rb)(var, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(init_rb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init_wb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_INIT_WB)
ETHR_SU_DW_NATMC_FUNC__(init_wb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_MB)
ETHR_SU_DW_NATMC_FUNC__(init_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_relb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_WB)
ETHR_DW_NATMC_FUNC__(init_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_MB)
ETHR_DW_NATMC_FUNC__(init_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_relb)(&var->native, val->sint);
#else
ETHR_DW_ATMC_FUNC__(set_wb)(var, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(init_wb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init_acqb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_INIT_ACQB)
ETHR_SU_DW_NATMC_FUNC__(init_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RB)
ETHR_SU_DW_NATMC_FUNC__(init_rb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT)
ETHR_SU_DW_NATMC_FUNC__(init)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_MB)
ETHR_SU_DW_NATMC_FUNC__(init_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_WB)
ETHR_SU_DW_NATMC_FUNC__(init_wb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RELB)
ETHR_SU_DW_NATMC_FUNC__(init_relb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_ACQB)
ETHR_DW_NATMC_FUNC__(init_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RB)
ETHR_DW_NATMC_FUNC__(init_rb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT)
ETHR_DW_NATMC_FUNC__(init)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_MB)
ETHR_DW_NATMC_FUNC__(init_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_WB)
ETHR_DW_NATMC_FUNC__(init_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RELB)
ETHR_DW_NATMC_FUNC__(init_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
ETHR_DW_ATMC_FUNC__(set_acqb)(var, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(init_acqb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init_relb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_INIT_RELB)
ETHR_SU_DW_NATMC_FUNC__(init_relb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_FUNC__(init_wb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_MB)
ETHR_SU_DW_NATMC_FUNC__(init_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_rb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RELB)
ETHR_DW_NATMC_FUNC__(init_relb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(init_wb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_MB)
ETHR_DW_NATMC_FUNC__(init_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_rb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_acqb)(&var->native, val->sint);
#else
ETHR_DW_ATMC_FUNC__(set_relb)(var, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(init_relb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init_mb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
if (ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__) {
#endif
#if defined(ETHR_HAVE_SU_DW_NATMC_INIT_MB)
ETHR_SU_DW_NATMC_FUNC__(init_mb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RELB)
ETHR_SU_DW_NATMC_FUNC__(init_relb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_acqb)(&var->native, val->dw_sint);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_SU_DW_NATMC_FUNC__(init_wb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init_rb)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_SU_DW_NATMC_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_SU_DW_NATMC_FUNC__(init)(&var->native, val->dw_sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_MB)
ETHR_DW_NATMC_FUNC__(init_mb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RELB)
ETHR_DW_NATMC_FUNC__(init_relb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_acqb)(&var->native, val->sint);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_DW_NATMC_FUNC__(init_wb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init_rb)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_DW_NATMC_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_DW_NATMC_FUNC__(init)(&var->native, val->sint);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
ETHR_DW_ATMC_FUNC__(set_mb)(var, val);
#endif
#if defined(ETHR_RTCHK_USE_NATIVE_DW_ATOMIC_IMPL__)
} else { ETHR_DW_ATOMIC_FUNC__(init_mb)(var, val); }
#endif
}
static ETHR_INLINE void ETHR_DW_ATMC_FUNC__(init_ddrb)(ethr_dw_atomic_t *var, ethr_dw_sint_t *val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_DW_ATMC_FUNC__(init)(var, val);
#else
ETHR_DW_ATMC_FUNC__(init_rb)(var, val);
#endif
}
#endif /* ETHR_DW_ATMC_INLINE__ */
/* ---------- Word size atomic implementation ---------- */
#ifdef ETHR_NEED_ATMC_PROTOTYPES__
ethr_sint_t *ethr_atomic_addr(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_cmpxchg(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_cmpxchg_ddrb(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_cmpxchg_rb(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_cmpxchg_wb(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_cmpxchg_acqb(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_cmpxchg_relb(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_cmpxchg_mb(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val);
ethr_sint_t ethr_atomic_xchg(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_xchg_ddrb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_xchg_rb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_xchg_wb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_xchg_acqb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_xchg_relb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_xchg_mb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set_ddrb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set_rb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set_wb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set_acqb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set_relb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_set_mb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init_ddrb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init_rb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init_wb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init_acqb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init_relb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_init_mb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read_ddrb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read_rb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read_wb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read_acqb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read_relb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_add_read_mb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_ddrb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_rb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_wb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_acqb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_relb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_mb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read_ddrb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read_rb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read_wb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read_acqb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read_relb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_inc_read_mb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read_ddrb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read_rb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read_wb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read_acqb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read_relb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_dec_read_mb(ethr_atomic_t *var);
void ethr_atomic_add(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_add_ddrb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_add_rb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_add_wb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_add_acqb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_add_relb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_add_mb(ethr_atomic_t *var, ethr_sint_t val);
void ethr_atomic_inc(ethr_atomic_t *var);
void ethr_atomic_inc_ddrb(ethr_atomic_t *var);
void ethr_atomic_inc_rb(ethr_atomic_t *var);
void ethr_atomic_inc_wb(ethr_atomic_t *var);
void ethr_atomic_inc_acqb(ethr_atomic_t *var);
void ethr_atomic_inc_relb(ethr_atomic_t *var);
void ethr_atomic_inc_mb(ethr_atomic_t *var);
void ethr_atomic_dec(ethr_atomic_t *var);
void ethr_atomic_dec_ddrb(ethr_atomic_t *var);
void ethr_atomic_dec_rb(ethr_atomic_t *var);
void ethr_atomic_dec_wb(ethr_atomic_t *var);
void ethr_atomic_dec_acqb(ethr_atomic_t *var);
void ethr_atomic_dec_relb(ethr_atomic_t *var);
void ethr_atomic_dec_mb(ethr_atomic_t *var);
ethr_sint_t ethr_atomic_read_band(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_band_ddrb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_band_rb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_band_wb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_band_acqb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_band_relb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_band_mb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor_ddrb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor_rb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor_wb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor_acqb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor_relb(ethr_atomic_t *var, ethr_sint_t val);
ethr_sint_t ethr_atomic_read_bor_mb(ethr_atomic_t *var, ethr_sint_t val);
#endif /* ETHR_NEED_ATMC_PROTOTYPES__ */
#if (defined(ETHR_HAVE_WORD_SZ_NATIVE_ATOMIC_OPS) \
&& (defined(ETHR_ATMC_INLINE__) || defined(ETHR_ATOMIC_IMPL__)))
#if !defined(ETHR_NATMC_BITS__)
# error "Missing native atomic implementation"
#elif ETHR_NATMC_BITS__ == 64
# undef ETHR_HAVE_NATMC_CMPXCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG
# define ETHR_HAVE_NATMC_CMPXCHG 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_RB
# define ETHR_HAVE_NATMC_CMPXCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_WB
# define ETHR_HAVE_NATMC_CMPXCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_ACQB
# define ETHR_HAVE_NATMC_CMPXCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_RELB
# define ETHR_HAVE_NATMC_CMPXCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_MB
# define ETHR_HAVE_NATMC_CMPXCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG
# define ETHR_HAVE_NATMC_XCHG 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_RB
# define ETHR_HAVE_NATMC_XCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_WB
# define ETHR_HAVE_NATMC_XCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_ACQB
# define ETHR_HAVE_NATMC_XCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_RELB
# define ETHR_HAVE_NATMC_XCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_MB
# define ETHR_HAVE_NATMC_XCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC_SET
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET
# define ETHR_HAVE_NATMC_SET 1
# endif
# undef ETHR_HAVE_NATMC_SET_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_RB
# define ETHR_HAVE_NATMC_SET_RB 1
# endif
# undef ETHR_HAVE_NATMC_SET_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_WB
# define ETHR_HAVE_NATMC_SET_WB 1
# endif
# undef ETHR_HAVE_NATMC_SET_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_ACQB
# define ETHR_HAVE_NATMC_SET_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_SET_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_RELB
# define ETHR_HAVE_NATMC_SET_RELB 1
# endif
# undef ETHR_HAVE_NATMC_SET_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_MB
# define ETHR_HAVE_NATMC_SET_MB 1
# endif
# undef ETHR_HAVE_NATMC_INIT
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT
# define ETHR_HAVE_NATMC_INIT 1
# endif
# undef ETHR_HAVE_NATMC_INIT_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_RB
# define ETHR_HAVE_NATMC_INIT_RB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_WB
# define ETHR_HAVE_NATMC_INIT_WB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_ACQB
# define ETHR_HAVE_NATMC_INIT_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_RELB
# define ETHR_HAVE_NATMC_INIT_RELB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_MB
# define ETHR_HAVE_NATMC_INIT_MB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN
# define ETHR_HAVE_NATMC_ADD_RETURN 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_RB
# define ETHR_HAVE_NATMC_ADD_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_WB
# define ETHR_HAVE_NATMC_ADD_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_ACQB
# define ETHR_HAVE_NATMC_ADD_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_RELB
# define ETHR_HAVE_NATMC_ADD_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_MB
# define ETHR_HAVE_NATMC_ADD_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC_READ
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ
# define ETHR_HAVE_NATMC_READ 1
# endif
# undef ETHR_HAVE_NATMC_READ_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_RB
# define ETHR_HAVE_NATMC_READ_RB 1
# endif
# undef ETHR_HAVE_NATMC_READ_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_WB
# define ETHR_HAVE_NATMC_READ_WB 1
# endif
# undef ETHR_HAVE_NATMC_READ_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_ACQB
# define ETHR_HAVE_NATMC_READ_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_READ_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_RELB
# define ETHR_HAVE_NATMC_READ_RELB 1
# endif
# undef ETHR_HAVE_NATMC_READ_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_MB
# define ETHR_HAVE_NATMC_READ_MB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN
# define ETHR_HAVE_NATMC_INC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_RB
# define ETHR_HAVE_NATMC_INC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_WB
# define ETHR_HAVE_NATMC_INC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_ACQB
# define ETHR_HAVE_NATMC_INC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_RELB
# define ETHR_HAVE_NATMC_INC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_MB
# define ETHR_HAVE_NATMC_INC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN
# define ETHR_HAVE_NATMC_DEC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_RB
# define ETHR_HAVE_NATMC_DEC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_WB
# define ETHR_HAVE_NATMC_DEC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_ACQB
# define ETHR_HAVE_NATMC_DEC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_RELB
# define ETHR_HAVE_NATMC_DEC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_MB
# define ETHR_HAVE_NATMC_DEC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC_ADD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD
# define ETHR_HAVE_NATMC_ADD 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RB
# define ETHR_HAVE_NATMC_ADD_RB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_WB
# define ETHR_HAVE_NATMC_ADD_WB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_ACQB
# define ETHR_HAVE_NATMC_ADD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RELB
# define ETHR_HAVE_NATMC_ADD_RELB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_MB
# define ETHR_HAVE_NATMC_ADD_MB 1
# endif
# undef ETHR_HAVE_NATMC_INC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC
# define ETHR_HAVE_NATMC_INC 1
# endif
# undef ETHR_HAVE_NATMC_INC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RB
# define ETHR_HAVE_NATMC_INC_RB 1
# endif
# undef ETHR_HAVE_NATMC_INC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_WB
# define ETHR_HAVE_NATMC_INC_WB 1
# endif
# undef ETHR_HAVE_NATMC_INC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_ACQB
# define ETHR_HAVE_NATMC_INC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RELB
# define ETHR_HAVE_NATMC_INC_RELB 1
# endif
# undef ETHR_HAVE_NATMC_INC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_MB
# define ETHR_HAVE_NATMC_INC_MB 1
# endif
# undef ETHR_HAVE_NATMC_DEC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC
# define ETHR_HAVE_NATMC_DEC 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RB
# define ETHR_HAVE_NATMC_DEC_RB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_WB
# define ETHR_HAVE_NATMC_DEC_WB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_ACQB
# define ETHR_HAVE_NATMC_DEC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RELB
# define ETHR_HAVE_NATMC_DEC_RELB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_MB
# define ETHR_HAVE_NATMC_DEC_MB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD
# define ETHR_HAVE_NATMC_AND_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_RB
# define ETHR_HAVE_NATMC_AND_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_WB
# define ETHR_HAVE_NATMC_AND_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_ACQB
# define ETHR_HAVE_NATMC_AND_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_RELB
# define ETHR_HAVE_NATMC_AND_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_MB
# define ETHR_HAVE_NATMC_AND_RETOLD_MB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD
# define ETHR_HAVE_NATMC_OR_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_RB
# define ETHR_HAVE_NATMC_OR_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_WB
# define ETHR_HAVE_NATMC_OR_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_ACQB
# define ETHR_HAVE_NATMC_OR_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_RELB
# define ETHR_HAVE_NATMC_OR_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_MB
# define ETHR_HAVE_NATMC_OR_RETOLD_MB 1
# endif
#elif ETHR_NATMC_BITS__ == 32
# undef ETHR_HAVE_NATMC_CMPXCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG
# define ETHR_HAVE_NATMC_CMPXCHG 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_RB
# define ETHR_HAVE_NATMC_CMPXCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_WB
# define ETHR_HAVE_NATMC_CMPXCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_ACQB
# define ETHR_HAVE_NATMC_CMPXCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_RELB
# define ETHR_HAVE_NATMC_CMPXCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC_CMPXCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_MB
# define ETHR_HAVE_NATMC_CMPXCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG
# define ETHR_HAVE_NATMC_XCHG 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_RB
# define ETHR_HAVE_NATMC_XCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_WB
# define ETHR_HAVE_NATMC_XCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_ACQB
# define ETHR_HAVE_NATMC_XCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_RELB
# define ETHR_HAVE_NATMC_XCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC_XCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_MB
# define ETHR_HAVE_NATMC_XCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC_SET
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET
# define ETHR_HAVE_NATMC_SET 1
# endif
# undef ETHR_HAVE_NATMC_SET_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_RB
# define ETHR_HAVE_NATMC_SET_RB 1
# endif
# undef ETHR_HAVE_NATMC_SET_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_WB
# define ETHR_HAVE_NATMC_SET_WB 1
# endif
# undef ETHR_HAVE_NATMC_SET_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_ACQB
# define ETHR_HAVE_NATMC_SET_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_SET_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_RELB
# define ETHR_HAVE_NATMC_SET_RELB 1
# endif
# undef ETHR_HAVE_NATMC_SET_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_MB
# define ETHR_HAVE_NATMC_SET_MB 1
# endif
# undef ETHR_HAVE_NATMC_INIT
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT
# define ETHR_HAVE_NATMC_INIT 1
# endif
# undef ETHR_HAVE_NATMC_INIT_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_RB
# define ETHR_HAVE_NATMC_INIT_RB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_WB
# define ETHR_HAVE_NATMC_INIT_WB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_ACQB
# define ETHR_HAVE_NATMC_INIT_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_RELB
# define ETHR_HAVE_NATMC_INIT_RELB 1
# endif
# undef ETHR_HAVE_NATMC_INIT_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_MB
# define ETHR_HAVE_NATMC_INIT_MB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN
# define ETHR_HAVE_NATMC_ADD_RETURN 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_RB
# define ETHR_HAVE_NATMC_ADD_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_WB
# define ETHR_HAVE_NATMC_ADD_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_ACQB
# define ETHR_HAVE_NATMC_ADD_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_RELB
# define ETHR_HAVE_NATMC_ADD_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_MB
# define ETHR_HAVE_NATMC_ADD_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC_READ
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ
# define ETHR_HAVE_NATMC_READ 1
# endif
# undef ETHR_HAVE_NATMC_READ_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_RB
# define ETHR_HAVE_NATMC_READ_RB 1
# endif
# undef ETHR_HAVE_NATMC_READ_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_WB
# define ETHR_HAVE_NATMC_READ_WB 1
# endif
# undef ETHR_HAVE_NATMC_READ_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_ACQB
# define ETHR_HAVE_NATMC_READ_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_READ_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_RELB
# define ETHR_HAVE_NATMC_READ_RELB 1
# endif
# undef ETHR_HAVE_NATMC_READ_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_MB
# define ETHR_HAVE_NATMC_READ_MB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN
# define ETHR_HAVE_NATMC_INC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_RB
# define ETHR_HAVE_NATMC_INC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_WB
# define ETHR_HAVE_NATMC_INC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_ACQB
# define ETHR_HAVE_NATMC_INC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_RELB
# define ETHR_HAVE_NATMC_INC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_MB
# define ETHR_HAVE_NATMC_INC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN
# define ETHR_HAVE_NATMC_DEC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_RB
# define ETHR_HAVE_NATMC_DEC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_WB
# define ETHR_HAVE_NATMC_DEC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_ACQB
# define ETHR_HAVE_NATMC_DEC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_RELB
# define ETHR_HAVE_NATMC_DEC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_MB
# define ETHR_HAVE_NATMC_DEC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC_ADD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD
# define ETHR_HAVE_NATMC_ADD 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RB
# define ETHR_HAVE_NATMC_ADD_RB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_WB
# define ETHR_HAVE_NATMC_ADD_WB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_ACQB
# define ETHR_HAVE_NATMC_ADD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RELB
# define ETHR_HAVE_NATMC_ADD_RELB 1
# endif
# undef ETHR_HAVE_NATMC_ADD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_MB
# define ETHR_HAVE_NATMC_ADD_MB 1
# endif
# undef ETHR_HAVE_NATMC_INC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC
# define ETHR_HAVE_NATMC_INC 1
# endif
# undef ETHR_HAVE_NATMC_INC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RB
# define ETHR_HAVE_NATMC_INC_RB 1
# endif
# undef ETHR_HAVE_NATMC_INC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_WB
# define ETHR_HAVE_NATMC_INC_WB 1
# endif
# undef ETHR_HAVE_NATMC_INC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_ACQB
# define ETHR_HAVE_NATMC_INC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_INC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RELB
# define ETHR_HAVE_NATMC_INC_RELB 1
# endif
# undef ETHR_HAVE_NATMC_INC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_MB
# define ETHR_HAVE_NATMC_INC_MB 1
# endif
# undef ETHR_HAVE_NATMC_DEC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC
# define ETHR_HAVE_NATMC_DEC 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RB
# define ETHR_HAVE_NATMC_DEC_RB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_WB
# define ETHR_HAVE_NATMC_DEC_WB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_ACQB
# define ETHR_HAVE_NATMC_DEC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RELB
# define ETHR_HAVE_NATMC_DEC_RELB 1
# endif
# undef ETHR_HAVE_NATMC_DEC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_MB
# define ETHR_HAVE_NATMC_DEC_MB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD
# define ETHR_HAVE_NATMC_AND_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_RB
# define ETHR_HAVE_NATMC_AND_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_WB
# define ETHR_HAVE_NATMC_AND_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_ACQB
# define ETHR_HAVE_NATMC_AND_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_RELB
# define ETHR_HAVE_NATMC_AND_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC_AND_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_MB
# define ETHR_HAVE_NATMC_AND_RETOLD_MB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD
# define ETHR_HAVE_NATMC_OR_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_RB
# define ETHR_HAVE_NATMC_OR_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_WB
# define ETHR_HAVE_NATMC_OR_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_ACQB
# define ETHR_HAVE_NATMC_OR_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_RELB
# define ETHR_HAVE_NATMC_OR_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC_OR_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_MB
# define ETHR_HAVE_NATMC_OR_RETOLD_MB 1
# endif
#else
# error "Invalid native atomic size"
#endif
#if (!defined(ETHR_HAVE_NATMC_CMPXCHG) \
&& !defined(ETHR_HAVE_NATMC_CMPXCHG_RB) \
&& !defined(ETHR_HAVE_NATMC_CMPXCHG_WB) \
&& !defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB) \
&& !defined(ETHR_HAVE_NATMC_CMPXCHG_RELB) \
&& !defined(ETHR_HAVE_NATMC_CMPXCHG_MB))
# error "No native cmpxchg() op available"
#endif
/*
* Read op used together with cmpxchg() fallback when no native op present.
*/
#if defined(ETHR_HAVE_NATMC_READ)
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC_FUNC__(read)(VAR)
#elif defined(ETHR_HAVE_NATMC_READ_RB)
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC_FUNC__(read_rb)(VAR)
#elif defined(ETHR_HAVE_NATMC_READ_WB)
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC_FUNC__(read_wb)(VAR)
#elif defined(ETHR_HAVE_NATMC_READ_ACQB)
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC_FUNC__(read_acqb)(VAR)
#elif defined(ETHR_HAVE_NATMC_READ_RELB)
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC_FUNC__(read_relb)(VAR)
#elif defined(ETHR_HAVE_NATMC_READ_MB)
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC_FUNC__(read_mb)(VAR)
#else
/*
* We have no native read() op; guess zero and then use the
* the atomics actual value returned from cmpxchg().
*/
#define ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR) \
((ETHR_NAINT_T__) 0)
#endif
/*
* Native cmpxchg() fallback used when no native op present.
*/
#define ETHR_NATMC_CMPXCHG_FALLBACK__(CMPXCHG, VAR, AVAL, OPS) \
do { \
ethr_sint_t AVAL; \
ETHR_NAINT_T__ new__, act__, exp__; \
act__ = ETHR_NATMC_CMPXCHG_FALLBACK_READ__(VAR); \
do { \
exp__ = act__; \
AVAL = (ethr_sint_t) act__; \
{ OPS; } \
new__ = (ETHR_NAINT_T__) AVAL; \
act__ = CMPXCHG(VAR, new__, exp__); \
} while (__builtin_expect(act__ != exp__, 0)); \
} while (0)
/* --- addr() --- */
static ETHR_INLINE ethr_sint_t *ETHR_ATMC_FUNC__(addr)(ethr_atomic_t *var)
{
return (ethr_sint_t *) ETHR_NATMC_ADDR_FUNC__(var);
}
/* --- cmpxchg() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_CMPXCHG)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#else
#error "Missing implementation of ethr_atomic_cmpxchg()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg_rb)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic_cmpxchg_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg_wb)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#else
#error "Missing implementation of ethr_atomic_cmpxchg_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg_acqb)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_cmpxchg_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg_relb)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#else
#error "Missing implementation of ethr_atomic_cmpxchg_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg_mb)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(cmpxchg)(var, (ETHR_NAINT_T__) val, (ETHR_NAINT_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_cmpxchg_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(cmpxchg_ddrb)(ethr_atomic_t *var, ethr_sint_t val, ethr_sint_t old_val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(cmpxchg)(var, val, old_val);
#else
return ETHR_ATMC_FUNC__(cmpxchg_rb)(var, val, old_val);
#endif
}
/* --- xchg() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_XCHG)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#else
#error "Missing implementation of ethr_atomic_xchg()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_XCHG_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_XCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_XCHG_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_XCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic_xchg_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_XCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
#else
#error "Missing implementation of ethr_atomic_xchg_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_XCHG_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_XCHG)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_XCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_XCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_xchg_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_XCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#else
#error "Missing implementation of ethr_atomic_xchg_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_XCHG_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_XCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_XCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_XCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_XCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(xchg)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_xchg_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(xchg_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(xchg)(var, val);
#else
return ETHR_ATMC_FUNC__(xchg_rb)(var, val);
#endif
}
/* --- set() --- */
static ETHR_INLINE void ETHR_ATMC_FUNC__(set)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_SET)
ETHR_NATMC_FUNC__(set)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RB)
ETHR_NATMC_FUNC__(set_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_WB)
ETHR_NATMC_FUNC__(set_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_ACQB)
ETHR_NATMC_FUNC__(set_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RELB)
ETHR_NATMC_FUNC__(set_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_MB)
ETHR_NATMC_FUNC__(set_mb)(var, (ETHR_NAINT_T__) val);
#else
(void) ETHR_ATMC_FUNC__(xchg)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(set_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_SET_RB)
ETHR_NATMC_FUNC__(set_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET)
ETHR_NATMC_FUNC__(set)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_SET_MB)
ETHR_NATMC_FUNC__(set_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_WB)
ETHR_NATMC_FUNC__(set_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_SET_ACQB)
ETHR_NATMC_FUNC__(set_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_SET_RELB)
ETHR_NATMC_FUNC__(set_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC_FUNC__(xchg_rb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(set_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_SET_WB)
ETHR_NATMC_FUNC__(set_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(set)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_MB)
ETHR_NATMC_FUNC__(set_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_relb)(var, (ETHR_NAINT_T__) val);
#else
(void) ETHR_ATMC_FUNC__(xchg_wb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(set_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_SET_ACQB)
ETHR_NATMC_FUNC__(set_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RB)
ETHR_NATMC_FUNC__(set_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_SET)
ETHR_NATMC_FUNC__(set)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_SET_MB)
ETHR_NATMC_FUNC__(set_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_WB)
ETHR_NATMC_FUNC__(set_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_SET_RELB)
ETHR_NATMC_FUNC__(set_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(xchg_acqb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(set_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_SET_RELB)
ETHR_NATMC_FUNC__(set_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_NATMC_FUNC__(set_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC_FUNC__(set)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_MB)
ETHR_NATMC_FUNC__(set_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_acqb)(var, (ETHR_NAINT_T__) val);
#else
(void) ETHR_ATMC_FUNC__(xchg_relb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(set_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_SET_MB)
ETHR_NATMC_FUNC__(set_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_RELB)
ETHR_NATMC_FUNC__(set_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_NATMC_FUNC__(set_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC_FUNC__(set_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC_FUNC__(set)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(xchg_mb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(set_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC_FUNC__(set)(var, val);
#else
ETHR_ATMC_FUNC__(set_rb)(var, val);
#endif
}
/* --- init() --- */
static ETHR_INLINE void ETHR_ATMC_FUNC__(init)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_INIT)
ETHR_NATMC_FUNC__(init)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RB)
ETHR_NATMC_FUNC__(init_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_WB)
ETHR_NATMC_FUNC__(init_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_ACQB)
ETHR_NATMC_FUNC__(init_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RELB)
ETHR_NATMC_FUNC__(init_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_MB)
ETHR_NATMC_FUNC__(init_mb)(var, (ETHR_NAINT_T__) val);
#else
ETHR_ATMC_FUNC__(set)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(init_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_INIT_RB)
ETHR_NATMC_FUNC__(init_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT)
ETHR_NATMC_FUNC__(init)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INIT_MB)
ETHR_NATMC_FUNC__(init_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_WB)
ETHR_NATMC_FUNC__(init_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INIT_ACQB)
ETHR_NATMC_FUNC__(init_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INIT_RELB)
ETHR_NATMC_FUNC__(init_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
ETHR_ATMC_FUNC__(set_rb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(init_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_INIT_WB)
ETHR_NATMC_FUNC__(init_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(init)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_MB)
ETHR_NATMC_FUNC__(init_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_relb)(var, (ETHR_NAINT_T__) val);
#else
ETHR_ATMC_FUNC__(set_wb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(init_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_INIT_ACQB)
ETHR_NATMC_FUNC__(init_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RB)
ETHR_NATMC_FUNC__(init_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INIT)
ETHR_NATMC_FUNC__(init)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INIT_MB)
ETHR_NATMC_FUNC__(init_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_WB)
ETHR_NATMC_FUNC__(init_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INIT_RELB)
ETHR_NATMC_FUNC__(init_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
ETHR_ATMC_FUNC__(set_acqb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(init_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_INIT_RELB)
ETHR_NATMC_FUNC__(init_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(init_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC_FUNC__(init)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_MB)
ETHR_NATMC_FUNC__(init_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_acqb)(var, (ETHR_NAINT_T__) val);
#else
ETHR_ATMC_FUNC__(set_relb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(init_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_INIT_MB)
ETHR_NATMC_FUNC__(init_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_RELB)
ETHR_NATMC_FUNC__(init_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(init_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC_FUNC__(init_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC_FUNC__(init)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
ETHR_ATMC_FUNC__(set_mb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(init_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC_FUNC__(init)(var, val);
#else
ETHR_ATMC_FUNC__(init_rb)(var, val);
#endif
}
/* --- add_read() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_ADD_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#else
#error "Missing implementation of ethr_atomic_add_read()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_ADD_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic_add_read_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_ADD_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
#else
#error "Missing implementation of ethr_atomic_add_read_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_ADD_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_add_read_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_ADD_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#else
#error "Missing implementation of ethr_atomic_add_read_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_ADD_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(add_return)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_add_read_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(add_read_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(add_read)(var, val);
#else
return ETHR_ATMC_FUNC__(add_read_rb)(var, val);
#endif
}
/* --- read() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_READ)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_wb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_relb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_mb)(var);
#else
res = ETHR_ATMC_FUNC__(cmpxchg)(var, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_rb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_READ_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC_READ)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_READ_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_READ_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_READ_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
res = ETHR_ATMC_FUNC__(cmpxchg_rb)(var, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_wb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_READ_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_wb)(var);
#elif defined(ETHR_HAVE_NATMC_READ)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read)(var);
#elif defined(ETHR_HAVE_NATMC_READ_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_relb)(var);
#else
res = ETHR_ATMC_FUNC__(cmpxchg_wb)(var, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_acqb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_READ_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC_READ)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC_READ_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC_READ_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#else
res = ETHR_ATMC_FUNC__(cmpxchg_acqb)(var, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_relb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_READ_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_relb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_wb)(var);
#elif defined(ETHR_HAVE_NATMC_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read)(var);
#elif defined(ETHR_HAVE_NATMC_READ_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_acqb)(var);
#else
res = ETHR_ATMC_FUNC__(cmpxchg_relb)(var, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_mb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_READ_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(read)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#else
res = ETHR_ATMC_FUNC__(cmpxchg_mb)(var, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__, (ethr_sint_t) ETHR_UNUSUAL_SINT_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_ddrb)(ethr_atomic_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(read)(var);
#else
return ETHR_ATMC_FUNC__(read_rb)(var);
#endif
}
/* --- inc_read() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_INC_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_mb)(var);
#else
res = ETHR_ATMC_FUNC__(add_read)(var, (ethr_sint_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read_rb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_INC_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
res = ETHR_ATMC_FUNC__(add_read_rb)(var, (ethr_sint_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read_wb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_INC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_relb)(var);
#else
res = ETHR_ATMC_FUNC__(add_read_wb)(var, (ethr_sint_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read_acqb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_INC_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC_FUNC__(add_read_acqb)(var, (ethr_sint_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read_relb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_INC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_acqb)(var);
#else
res = ETHR_ATMC_FUNC__(add_read_relb)(var, (ethr_sint_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read_mb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_INC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(inc_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC_FUNC__(add_read_mb)(var, (ethr_sint_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(inc_read_ddrb)(ethr_atomic_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(inc_read)(var);
#else
return ETHR_ATMC_FUNC__(inc_read_rb)(var);
#endif
}
/* --- dec_read() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_DEC_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_mb)(var);
#else
res = ETHR_ATMC_FUNC__(add_read)(var, (ethr_sint_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read_rb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_DEC_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
res = ETHR_ATMC_FUNC__(add_read_rb)(var, (ethr_sint_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read_wb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_DEC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_relb)(var);
#else
res = ETHR_ATMC_FUNC__(add_read_wb)(var, (ethr_sint_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read_acqb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_DEC_RETURN_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC_FUNC__(add_read_acqb)(var, (ethr_sint_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read_relb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_DEC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_acqb)(var);
#else
res = ETHR_ATMC_FUNC__(add_read_relb)(var, (ethr_sint_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read_mb)(ethr_atomic_t *var)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_DEC_RETURN_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(dec_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC_FUNC__(add_read_mb)(var, (ethr_sint_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(dec_read_ddrb)(ethr_atomic_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(dec_read)(var);
#else
return ETHR_ATMC_FUNC__(dec_read_rb)(var);
#endif
}
/* --- add() --- */
static ETHR_INLINE void ETHR_ATMC_FUNC__(add)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_ADD)
ETHR_NATMC_FUNC__(add)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RB)
ETHR_NATMC_FUNC__(add_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_WB)
ETHR_NATMC_FUNC__(add_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_ACQB)
ETHR_NATMC_FUNC__(add_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RELB)
ETHR_NATMC_FUNC__(add_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_MB)
ETHR_NATMC_FUNC__(add_mb)(var, (ETHR_NAINT_T__) val);
#else
(void) ETHR_ATMC_FUNC__(add_read)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(add_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_ADD_RB)
ETHR_NATMC_FUNC__(add_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD)
ETHR_NATMC_FUNC__(add)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_ADD_MB)
ETHR_NATMC_FUNC__(add_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_WB)
ETHR_NATMC_FUNC__(add_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_ADD_ACQB)
ETHR_NATMC_FUNC__(add_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_ADD_RELB)
ETHR_NATMC_FUNC__(add_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC_FUNC__(add_read_rb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(add_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_ADD_WB)
ETHR_NATMC_FUNC__(add_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(add)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_MB)
ETHR_NATMC_FUNC__(add_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(add_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(add_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(add_relb)(var, (ETHR_NAINT_T__) val);
#else
(void) ETHR_ATMC_FUNC__(add_read_wb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(add_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_ADD_ACQB)
ETHR_NATMC_FUNC__(add_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RB)
ETHR_NATMC_FUNC__(add_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD)
ETHR_NATMC_FUNC__(add)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_MB)
ETHR_NATMC_FUNC__(add_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_WB)
ETHR_NATMC_FUNC__(add_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RELB)
ETHR_NATMC_FUNC__(add_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(add_read_acqb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(add_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_ADD_RELB)
ETHR_NATMC_FUNC__(add_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_MB)
ETHR_NATMC_FUNC__(add_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add_acqb)(var, (ETHR_NAINT_T__) val);
#else
(void) ETHR_ATMC_FUNC__(add_read_relb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(add_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
#if defined(ETHR_HAVE_NATMC_ADD_MB)
ETHR_NATMC_FUNC__(add_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_RELB)
ETHR_NATMC_FUNC__(add_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_ADD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_ADD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(add)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(add_read_mb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(add_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC_FUNC__(add)(var, val);
#else
ETHR_ATMC_FUNC__(add_rb)(var, val);
#endif
}
/* --- inc() --- */
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_INC)
ETHR_NATMC_FUNC__(inc)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RB)
ETHR_NATMC_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_WB)
ETHR_NATMC_FUNC__(inc_wb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_ACQB)
ETHR_NATMC_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RELB)
ETHR_NATMC_FUNC__(inc_relb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_MB)
ETHR_NATMC_FUNC__(inc_mb)(var);
#else
(void) ETHR_ATMC_FUNC__(inc_read)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc_rb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_INC_RB)
ETHR_NATMC_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC)
ETHR_NATMC_FUNC__(inc)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INC_MB)
ETHR_NATMC_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_WB)
ETHR_NATMC_FUNC__(inc_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INC_ACQB)
ETHR_NATMC_FUNC__(inc_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_INC_RELB)
ETHR_NATMC_FUNC__(inc_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC_FUNC__(inc_read_rb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc_wb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_INC_WB)
ETHR_NATMC_FUNC__(inc_wb)(var);
#elif defined(ETHR_HAVE_NATMC_INC)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(inc)(var);
#elif defined(ETHR_HAVE_NATMC_INC_MB)
ETHR_NATMC_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(inc_relb)(var);
#else
(void) ETHR_ATMC_FUNC__(inc_read_wb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc_acqb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_INC_ACQB)
ETHR_NATMC_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RB)
ETHR_NATMC_FUNC__(inc_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC)
ETHR_NATMC_FUNC__(inc)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_MB)
ETHR_NATMC_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_WB)
ETHR_NATMC_FUNC__(inc_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RELB)
ETHR_NATMC_FUNC__(inc_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(inc_read_acqb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc_relb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_INC_RELB)
ETHR_NATMC_FUNC__(inc_relb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc_wb)(var);
#elif defined(ETHR_HAVE_NATMC_INC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc)(var);
#elif defined(ETHR_HAVE_NATMC_INC_MB)
ETHR_NATMC_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc_acqb)(var);
#else
(void) ETHR_ATMC_FUNC__(inc_read_relb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc_mb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_INC_MB)
ETHR_NATMC_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_RELB)
ETHR_NATMC_FUNC__(inc_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_INC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_INC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(inc)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(inc_read_mb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(inc_ddrb)(ethr_atomic_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC_FUNC__(inc)(var);
#else
ETHR_ATMC_FUNC__(inc_rb)(var);
#endif
}
/* --- dec() --- */
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_DEC)
ETHR_NATMC_FUNC__(dec)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RB)
ETHR_NATMC_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_WB)
ETHR_NATMC_FUNC__(dec_wb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_ACQB)
ETHR_NATMC_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RELB)
ETHR_NATMC_FUNC__(dec_relb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_MB)
ETHR_NATMC_FUNC__(dec_mb)(var);
#else
(void) ETHR_ATMC_FUNC__(dec_read)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec_rb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_DEC_RB)
ETHR_NATMC_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC)
ETHR_NATMC_FUNC__(dec)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_DEC_MB)
ETHR_NATMC_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_WB)
ETHR_NATMC_FUNC__(dec_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_DEC_ACQB)
ETHR_NATMC_FUNC__(dec_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_DEC_RELB)
ETHR_NATMC_FUNC__(dec_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC_FUNC__(dec_read_rb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec_wb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_DEC_WB)
ETHR_NATMC_FUNC__(dec_wb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(dec)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_MB)
ETHR_NATMC_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_FUNC__(dec_relb)(var);
#else
(void) ETHR_ATMC_FUNC__(dec_read_wb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec_acqb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_DEC_ACQB)
ETHR_NATMC_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RB)
ETHR_NATMC_FUNC__(dec_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC)
ETHR_NATMC_FUNC__(dec)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_MB)
ETHR_NATMC_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_WB)
ETHR_NATMC_FUNC__(dec_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RELB)
ETHR_NATMC_FUNC__(dec_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(dec_read_acqb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec_relb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_DEC_RELB)
ETHR_NATMC_FUNC__(dec_relb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec_wb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_MB)
ETHR_NATMC_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec_acqb)(var);
#else
(void) ETHR_ATMC_FUNC__(dec_read_relb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec_mb)(ethr_atomic_t *var)
{
#if defined(ETHR_HAVE_NATMC_DEC_MB)
ETHR_NATMC_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_RELB)
ETHR_NATMC_FUNC__(dec_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC_DEC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_DEC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_FUNC__(dec)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC_FUNC__(dec_read_mb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC_FUNC__(dec_ddrb)(ethr_atomic_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC_FUNC__(dec)(var);
#else
ETHR_ATMC_FUNC__(dec_rb)(var);
#endif
}
/* --- read_band() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_AND_RETOLD)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#else
#error "Missing implementation of ethr_atomic_read_band()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_AND_RETOLD_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic_read_band_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_AND_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
#else
#error "Missing implementation of ethr_atomic_read_band_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_AND_RETOLD_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_read_band_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_AND_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#else
#error "Missing implementation of ethr_atomic_read_band_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_AND_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_AND_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(and_retold)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_read_band_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_band_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(read_band)(var, val);
#else
return ETHR_ATMC_FUNC__(read_band_rb)(var, val);
#endif
}
/* --- read_bor() --- */
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_OR_RETOLD)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#else
#error "Missing implementation of ethr_atomic_read_bor()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor_rb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_OR_RETOLD_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_acqb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic_read_bor_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor_wb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_OR_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
#else
#error "Missing implementation of ethr_atomic_read_bor_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor_acqb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_OR_RETOLD_ACQB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_WB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_read_bor_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor_relb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_OR_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_relb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_wb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_rb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#else
#error "Missing implementation of ethr_atomic_read_bor_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor_mb)(ethr_atomic_t *var, ethr_sint_t val)
{
ethr_sint_t res;
#if defined(ETHR_HAVE_NATMC_OR_RETOLD_MB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_mb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RELB)
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_relb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_acqb)(var, (ETHR_NAINT_T__) val);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_wb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold_rb)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_OR_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint_t) ETHR_NATMC_FUNC__(or_retold)(var, (ETHR_NAINT_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_MB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RELB)
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC_CMPXCHG_FALLBACK__(ETHR_NATMC_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic_read_bor_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint_t ETHR_ATMC_FUNC__(read_bor_ddrb)(ethr_atomic_t *var, ethr_sint_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC_FUNC__(read_bor)(var, val);
#else
return ETHR_ATMC_FUNC__(read_bor_rb)(var, val);
#endif
}
#endif /* ETHR_ATMC_INLINE__ */
/* ---------- 32-bit atomic implementation ---------- */
#ifdef ETHR_NEED_ATMC32_PROTOTYPES__
ethr_sint32_t *ethr_atomic32_addr(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_cmpxchg(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_cmpxchg_ddrb(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_cmpxchg_rb(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_cmpxchg_wb(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_cmpxchg_acqb(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_cmpxchg_relb(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_cmpxchg_mb(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val);
ethr_sint32_t ethr_atomic32_xchg(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_xchg_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_xchg_rb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_xchg_wb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_xchg_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_xchg_relb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_xchg_mb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set_rb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set_wb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set_relb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_set_mb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init_rb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init_wb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init_relb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_init_mb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read_rb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read_wb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read_relb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_add_read_mb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_ddrb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_rb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_wb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_acqb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_relb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_mb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read_ddrb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read_rb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read_wb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read_acqb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read_relb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_inc_read_mb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read_ddrb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read_rb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read_wb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read_acqb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read_relb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_dec_read_mb(ethr_atomic32_t *var);
void ethr_atomic32_add(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_add_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_add_rb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_add_wb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_add_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_add_relb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_add_mb(ethr_atomic32_t *var, ethr_sint32_t val);
void ethr_atomic32_inc(ethr_atomic32_t *var);
void ethr_atomic32_inc_ddrb(ethr_atomic32_t *var);
void ethr_atomic32_inc_rb(ethr_atomic32_t *var);
void ethr_atomic32_inc_wb(ethr_atomic32_t *var);
void ethr_atomic32_inc_acqb(ethr_atomic32_t *var);
void ethr_atomic32_inc_relb(ethr_atomic32_t *var);
void ethr_atomic32_inc_mb(ethr_atomic32_t *var);
void ethr_atomic32_dec(ethr_atomic32_t *var);
void ethr_atomic32_dec_ddrb(ethr_atomic32_t *var);
void ethr_atomic32_dec_rb(ethr_atomic32_t *var);
void ethr_atomic32_dec_wb(ethr_atomic32_t *var);
void ethr_atomic32_dec_acqb(ethr_atomic32_t *var);
void ethr_atomic32_dec_relb(ethr_atomic32_t *var);
void ethr_atomic32_dec_mb(ethr_atomic32_t *var);
ethr_sint32_t ethr_atomic32_read_band(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_band_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_band_rb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_band_wb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_band_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_band_relb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_band_mb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor_ddrb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor_rb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor_wb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor_acqb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor_relb(ethr_atomic32_t *var, ethr_sint32_t val);
ethr_sint32_t ethr_atomic32_read_bor_mb(ethr_atomic32_t *var, ethr_sint32_t val);
#endif /* ETHR_NEED_ATMC32_PROTOTYPES__ */
#if (defined(ETHR_HAVE_32BIT_NATIVE_ATOMIC_OPS) \
&& (defined(ETHR_ATMC32_INLINE__) || defined(ETHR_ATOMIC_IMPL__)))
#if !defined(ETHR_NATMC32_BITS__)
# error "Missing native atomic implementation"
#elif ETHR_NATMC32_BITS__ == 64
# undef ETHR_HAVE_NATMC32_CMPXCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG
# define ETHR_HAVE_NATMC32_CMPXCHG 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_RB
# define ETHR_HAVE_NATMC32_CMPXCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_WB
# define ETHR_HAVE_NATMC32_CMPXCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_ACQB
# define ETHR_HAVE_NATMC32_CMPXCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_RELB
# define ETHR_HAVE_NATMC32_CMPXCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_CMPXCHG_MB
# define ETHR_HAVE_NATMC32_CMPXCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG
# define ETHR_HAVE_NATMC32_XCHG 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_RB
# define ETHR_HAVE_NATMC32_XCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_WB
# define ETHR_HAVE_NATMC32_XCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_ACQB
# define ETHR_HAVE_NATMC32_XCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_RELB
# define ETHR_HAVE_NATMC32_XCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_XCHG_MB
# define ETHR_HAVE_NATMC32_XCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC32_SET
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET
# define ETHR_HAVE_NATMC32_SET 1
# endif
# undef ETHR_HAVE_NATMC32_SET_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_RB
# define ETHR_HAVE_NATMC32_SET_RB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_WB
# define ETHR_HAVE_NATMC32_SET_WB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_ACQB
# define ETHR_HAVE_NATMC32_SET_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_RELB
# define ETHR_HAVE_NATMC32_SET_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_SET_MB
# define ETHR_HAVE_NATMC32_SET_MB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT
# define ETHR_HAVE_NATMC32_INIT 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_RB
# define ETHR_HAVE_NATMC32_INIT_RB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_WB
# define ETHR_HAVE_NATMC32_INIT_WB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_ACQB
# define ETHR_HAVE_NATMC32_INIT_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_RELB
# define ETHR_HAVE_NATMC32_INIT_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INIT_MB
# define ETHR_HAVE_NATMC32_INIT_MB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN
# define ETHR_HAVE_NATMC32_ADD_RETURN 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_RB
# define ETHR_HAVE_NATMC32_ADD_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_WB
# define ETHR_HAVE_NATMC32_ADD_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_ACQB
# define ETHR_HAVE_NATMC32_ADD_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_RELB
# define ETHR_HAVE_NATMC32_ADD_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RETURN_MB
# define ETHR_HAVE_NATMC32_ADD_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC32_READ
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ
# define ETHR_HAVE_NATMC32_READ 1
# endif
# undef ETHR_HAVE_NATMC32_READ_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_RB
# define ETHR_HAVE_NATMC32_READ_RB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_WB
# define ETHR_HAVE_NATMC32_READ_WB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_ACQB
# define ETHR_HAVE_NATMC32_READ_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_RELB
# define ETHR_HAVE_NATMC32_READ_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_READ_MB
# define ETHR_HAVE_NATMC32_READ_MB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN
# define ETHR_HAVE_NATMC32_INC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_RB
# define ETHR_HAVE_NATMC32_INC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_WB
# define ETHR_HAVE_NATMC32_INC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_ACQB
# define ETHR_HAVE_NATMC32_INC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_RELB
# define ETHR_HAVE_NATMC32_INC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RETURN_MB
# define ETHR_HAVE_NATMC32_INC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN
# define ETHR_HAVE_NATMC32_DEC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_RB
# define ETHR_HAVE_NATMC32_DEC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_WB
# define ETHR_HAVE_NATMC32_DEC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_ACQB
# define ETHR_HAVE_NATMC32_DEC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_RELB
# define ETHR_HAVE_NATMC32_DEC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RETURN_MB
# define ETHR_HAVE_NATMC32_DEC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD
# define ETHR_HAVE_NATMC32_ADD 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RB
# define ETHR_HAVE_NATMC32_ADD_RB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_WB
# define ETHR_HAVE_NATMC32_ADD_WB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_ACQB
# define ETHR_HAVE_NATMC32_ADD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_RELB
# define ETHR_HAVE_NATMC32_ADD_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_ADD_MB
# define ETHR_HAVE_NATMC32_ADD_MB 1
# endif
# undef ETHR_HAVE_NATMC32_INC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC
# define ETHR_HAVE_NATMC32_INC 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RB
# define ETHR_HAVE_NATMC32_INC_RB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_WB
# define ETHR_HAVE_NATMC32_INC_WB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_ACQB
# define ETHR_HAVE_NATMC32_INC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_RELB
# define ETHR_HAVE_NATMC32_INC_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_INC_MB
# define ETHR_HAVE_NATMC32_INC_MB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC
# define ETHR_HAVE_NATMC32_DEC 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RB
# define ETHR_HAVE_NATMC32_DEC_RB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_WB
# define ETHR_HAVE_NATMC32_DEC_WB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_ACQB
# define ETHR_HAVE_NATMC32_DEC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_RELB
# define ETHR_HAVE_NATMC32_DEC_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_DEC_MB
# define ETHR_HAVE_NATMC32_DEC_MB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD
# define ETHR_HAVE_NATMC32_AND_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_RB
# define ETHR_HAVE_NATMC32_AND_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_WB
# define ETHR_HAVE_NATMC32_AND_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_ACQB
# define ETHR_HAVE_NATMC32_AND_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_RELB
# define ETHR_HAVE_NATMC32_AND_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_AND_RETOLD_MB
# define ETHR_HAVE_NATMC32_AND_RETOLD_MB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD
# define ETHR_HAVE_NATMC32_OR_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_RB
# define ETHR_HAVE_NATMC32_OR_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_WB
# define ETHR_HAVE_NATMC32_OR_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_ACQB
# define ETHR_HAVE_NATMC32_OR_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_RELB
# define ETHR_HAVE_NATMC32_OR_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC64_OR_RETOLD_MB
# define ETHR_HAVE_NATMC32_OR_RETOLD_MB 1
# endif
#elif ETHR_NATMC32_BITS__ == 32
# undef ETHR_HAVE_NATMC32_CMPXCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG
# define ETHR_HAVE_NATMC32_CMPXCHG 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_RB
# define ETHR_HAVE_NATMC32_CMPXCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_WB
# define ETHR_HAVE_NATMC32_CMPXCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_ACQB
# define ETHR_HAVE_NATMC32_CMPXCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_RELB
# define ETHR_HAVE_NATMC32_CMPXCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_CMPXCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_CMPXCHG_MB
# define ETHR_HAVE_NATMC32_CMPXCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG
# define ETHR_HAVE_NATMC32_XCHG 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_RB
# define ETHR_HAVE_NATMC32_XCHG_RB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_WB
# define ETHR_HAVE_NATMC32_XCHG_WB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_ACQB
# define ETHR_HAVE_NATMC32_XCHG_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_RELB
# define ETHR_HAVE_NATMC32_XCHG_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_XCHG_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_XCHG_MB
# define ETHR_HAVE_NATMC32_XCHG_MB 1
# endif
# undef ETHR_HAVE_NATMC32_SET
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET
# define ETHR_HAVE_NATMC32_SET 1
# endif
# undef ETHR_HAVE_NATMC32_SET_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_RB
# define ETHR_HAVE_NATMC32_SET_RB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_WB
# define ETHR_HAVE_NATMC32_SET_WB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_ACQB
# define ETHR_HAVE_NATMC32_SET_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_RELB
# define ETHR_HAVE_NATMC32_SET_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_SET_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_SET_MB
# define ETHR_HAVE_NATMC32_SET_MB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT
# define ETHR_HAVE_NATMC32_INIT 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_RB
# define ETHR_HAVE_NATMC32_INIT_RB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_WB
# define ETHR_HAVE_NATMC32_INIT_WB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_ACQB
# define ETHR_HAVE_NATMC32_INIT_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_RELB
# define ETHR_HAVE_NATMC32_INIT_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_INIT_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INIT_MB
# define ETHR_HAVE_NATMC32_INIT_MB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN
# define ETHR_HAVE_NATMC32_ADD_RETURN 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_RB
# define ETHR_HAVE_NATMC32_ADD_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_WB
# define ETHR_HAVE_NATMC32_ADD_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_ACQB
# define ETHR_HAVE_NATMC32_ADD_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_RELB
# define ETHR_HAVE_NATMC32_ADD_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RETURN_MB
# define ETHR_HAVE_NATMC32_ADD_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC32_READ
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ
# define ETHR_HAVE_NATMC32_READ 1
# endif
# undef ETHR_HAVE_NATMC32_READ_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_RB
# define ETHR_HAVE_NATMC32_READ_RB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_WB
# define ETHR_HAVE_NATMC32_READ_WB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_ACQB
# define ETHR_HAVE_NATMC32_READ_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_RELB
# define ETHR_HAVE_NATMC32_READ_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_READ_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_READ_MB
# define ETHR_HAVE_NATMC32_READ_MB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN
# define ETHR_HAVE_NATMC32_INC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_RB
# define ETHR_HAVE_NATMC32_INC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_WB
# define ETHR_HAVE_NATMC32_INC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_ACQB
# define ETHR_HAVE_NATMC32_INC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_RELB
# define ETHR_HAVE_NATMC32_INC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RETURN_MB
# define ETHR_HAVE_NATMC32_INC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN
# define ETHR_HAVE_NATMC32_DEC_RETURN 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_RB
# define ETHR_HAVE_NATMC32_DEC_RETURN_RB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_WB
# define ETHR_HAVE_NATMC32_DEC_RETURN_WB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_ACQB
# define ETHR_HAVE_NATMC32_DEC_RETURN_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_RELB
# define ETHR_HAVE_NATMC32_DEC_RETURN_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RETURN_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RETURN_MB
# define ETHR_HAVE_NATMC32_DEC_RETURN_MB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD
# define ETHR_HAVE_NATMC32_ADD 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RB
# define ETHR_HAVE_NATMC32_ADD_RB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_WB
# define ETHR_HAVE_NATMC32_ADD_WB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_ACQB
# define ETHR_HAVE_NATMC32_ADD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_RELB
# define ETHR_HAVE_NATMC32_ADD_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_ADD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_ADD_MB
# define ETHR_HAVE_NATMC32_ADD_MB 1
# endif
# undef ETHR_HAVE_NATMC32_INC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC
# define ETHR_HAVE_NATMC32_INC 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RB
# define ETHR_HAVE_NATMC32_INC_RB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_WB
# define ETHR_HAVE_NATMC32_INC_WB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_ACQB
# define ETHR_HAVE_NATMC32_INC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_RELB
# define ETHR_HAVE_NATMC32_INC_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_INC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_INC_MB
# define ETHR_HAVE_NATMC32_INC_MB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC
# define ETHR_HAVE_NATMC32_DEC 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RB
# define ETHR_HAVE_NATMC32_DEC_RB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_WB
# define ETHR_HAVE_NATMC32_DEC_WB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_ACQB
# define ETHR_HAVE_NATMC32_DEC_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_RELB
# define ETHR_HAVE_NATMC32_DEC_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_DEC_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_DEC_MB
# define ETHR_HAVE_NATMC32_DEC_MB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD
# define ETHR_HAVE_NATMC32_AND_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_RB
# define ETHR_HAVE_NATMC32_AND_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_WB
# define ETHR_HAVE_NATMC32_AND_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_ACQB
# define ETHR_HAVE_NATMC32_AND_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_RELB
# define ETHR_HAVE_NATMC32_AND_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_AND_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_AND_RETOLD_MB
# define ETHR_HAVE_NATMC32_AND_RETOLD_MB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD
# define ETHR_HAVE_NATMC32_OR_RETOLD 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_RB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_RB
# define ETHR_HAVE_NATMC32_OR_RETOLD_RB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_WB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_WB
# define ETHR_HAVE_NATMC32_OR_RETOLD_WB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_ACQB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_ACQB
# define ETHR_HAVE_NATMC32_OR_RETOLD_ACQB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_RELB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_RELB
# define ETHR_HAVE_NATMC32_OR_RETOLD_RELB 1
# endif
# undef ETHR_HAVE_NATMC32_OR_RETOLD_MB
# ifdef ETHR_HAVE_ETHR_NATIVE_ATOMIC32_OR_RETOLD_MB
# define ETHR_HAVE_NATMC32_OR_RETOLD_MB 1
# endif
#else
# error "Invalid native atomic size"
#endif
#if (!defined(ETHR_HAVE_NATMC32_CMPXCHG) \
&& !defined(ETHR_HAVE_NATMC32_CMPXCHG_RB) \
&& !defined(ETHR_HAVE_NATMC32_CMPXCHG_WB) \
&& !defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB) \
&& !defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB) \
&& !defined(ETHR_HAVE_NATMC32_CMPXCHG_MB))
# error "No native cmpxchg() op available"
#endif
/*
* Read op used together with cmpxchg() fallback when no native op present.
*/
#if defined(ETHR_HAVE_NATMC32_READ)
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC32_FUNC__(read)(VAR)
#elif defined(ETHR_HAVE_NATMC32_READ_RB)
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC32_FUNC__(read_rb)(VAR)
#elif defined(ETHR_HAVE_NATMC32_READ_WB)
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC32_FUNC__(read_wb)(VAR)
#elif defined(ETHR_HAVE_NATMC32_READ_ACQB)
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC32_FUNC__(read_acqb)(VAR)
#elif defined(ETHR_HAVE_NATMC32_READ_RELB)
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC32_FUNC__(read_relb)(VAR)
#elif defined(ETHR_HAVE_NATMC32_READ_MB)
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
ETHR_NATMC32_FUNC__(read_mb)(VAR)
#else
/*
* We have no native read() op; guess zero and then use the
* the atomics actual value returned from cmpxchg().
*/
#define ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR) \
((ETHR_NAINT32_T__) 0)
#endif
/*
* Native cmpxchg() fallback used when no native op present.
*/
#define ETHR_NATMC32_CMPXCHG_FALLBACK__(CMPXCHG, VAR, AVAL, OPS) \
do { \
ethr_sint32_t AVAL; \
ETHR_NAINT32_T__ new__, act__, exp__; \
act__ = ETHR_NATMC32_CMPXCHG_FALLBACK_READ__(VAR); \
do { \
exp__ = act__; \
AVAL = (ethr_sint32_t) act__; \
{ OPS; } \
new__ = (ETHR_NAINT32_T__) AVAL; \
act__ = CMPXCHG(VAR, new__, exp__); \
} while (__builtin_expect(act__ != exp__, 0)); \
} while (0)
/* --- addr() --- */
static ETHR_INLINE ethr_sint32_t *ETHR_ATMC32_FUNC__(addr)(ethr_atomic32_t *var)
{
return (ethr_sint32_t *) ETHR_NATMC32_ADDR_FUNC__(var);
}
/* --- cmpxchg() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_CMPXCHG)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#else
#error "Missing implementation of ethr_atomic32_cmpxchg()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg_rb)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic32_cmpxchg_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg_wb)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#else
#error "Missing implementation of ethr_atomic32_cmpxchg_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg_acqb)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_cmpxchg_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg_relb)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#else
#error "Missing implementation of ethr_atomic32_cmpxchg_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg_mb)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_mb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_relb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_acqb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_wb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg_rb)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(cmpxchg)(var, (ETHR_NAINT32_T__) val, (ETHR_NAINT32_T__) old_val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_cmpxchg_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(cmpxchg_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val, ethr_sint32_t old_val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(cmpxchg)(var, val, old_val);
#else
return ETHR_ATMC32_FUNC__(cmpxchg_rb)(var, val, old_val);
#endif
}
/* --- xchg() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_XCHG)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#else
#error "Missing implementation of ethr_atomic32_xchg()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_XCHG_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_XCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_XCHG_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic32_xchg_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_XCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
#else
#error "Missing implementation of ethr_atomic32_xchg_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_XCHG_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_XCHG)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_XCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_xchg_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_XCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#else
#error "Missing implementation of ethr_atomic32_xchg_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_XCHG_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_XCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_XCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_XCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_XCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(xchg)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval = val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval = val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_xchg_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(xchg_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(xchg)(var, val);
#else
return ETHR_ATMC32_FUNC__(xchg_rb)(var, val);
#endif
}
/* --- set() --- */
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_SET)
ETHR_NATMC32_FUNC__(set)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RB)
ETHR_NATMC32_FUNC__(set_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_WB)
ETHR_NATMC32_FUNC__(set_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_ACQB)
ETHR_NATMC32_FUNC__(set_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RELB)
ETHR_NATMC32_FUNC__(set_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_MB)
ETHR_NATMC32_FUNC__(set_mb)(var, (ETHR_NAINT32_T__) val);
#else
(void) ETHR_ATMC32_FUNC__(xchg)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_SET_RB)
ETHR_NATMC32_FUNC__(set_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET)
ETHR_NATMC32_FUNC__(set)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_SET_MB)
ETHR_NATMC32_FUNC__(set_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_WB)
ETHR_NATMC32_FUNC__(set_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_SET_ACQB)
ETHR_NATMC32_FUNC__(set_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_SET_RELB)
ETHR_NATMC32_FUNC__(set_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC32_FUNC__(xchg_rb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_SET_WB)
ETHR_NATMC32_FUNC__(set_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_MB)
ETHR_NATMC32_FUNC__(set_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_relb)(var, (ETHR_NAINT32_T__) val);
#else
(void) ETHR_ATMC32_FUNC__(xchg_wb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_SET_ACQB)
ETHR_NATMC32_FUNC__(set_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RB)
ETHR_NATMC32_FUNC__(set_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_SET)
ETHR_NATMC32_FUNC__(set)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_SET_MB)
ETHR_NATMC32_FUNC__(set_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_WB)
ETHR_NATMC32_FUNC__(set_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_SET_RELB)
ETHR_NATMC32_FUNC__(set_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(xchg_acqb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_SET_RELB)
ETHR_NATMC32_FUNC__(set_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_NATMC32_FUNC__(set_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_MB)
ETHR_NATMC32_FUNC__(set_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_acqb)(var, (ETHR_NAINT32_T__) val);
#else
(void) ETHR_ATMC32_FUNC__(xchg_relb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_SET_MB)
ETHR_NATMC32_FUNC__(set_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_RELB)
ETHR_NATMC32_FUNC__(set_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_SET_ACQB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_SET_WB)
ETHR_MEMBAR(ETHR_LoadStore);
ETHR_NATMC32_FUNC__(set_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_SET_RB)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_SET)
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(set)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(xchg_mb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(set_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC32_FUNC__(set)(var, val);
#else
ETHR_ATMC32_FUNC__(set_rb)(var, val);
#endif
}
/* --- init() --- */
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_INIT)
ETHR_NATMC32_FUNC__(init)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RB)
ETHR_NATMC32_FUNC__(init_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_WB)
ETHR_NATMC32_FUNC__(init_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_ACQB)
ETHR_NATMC32_FUNC__(init_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RELB)
ETHR_NATMC32_FUNC__(init_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_MB)
ETHR_NATMC32_FUNC__(init_mb)(var, (ETHR_NAINT32_T__) val);
#else
ETHR_ATMC32_FUNC__(set)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_INIT_RB)
ETHR_NATMC32_FUNC__(init_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT)
ETHR_NATMC32_FUNC__(init)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INIT_MB)
ETHR_NATMC32_FUNC__(init_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_WB)
ETHR_NATMC32_FUNC__(init_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INIT_ACQB)
ETHR_NATMC32_FUNC__(init_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INIT_RELB)
ETHR_NATMC32_FUNC__(init_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
ETHR_ATMC32_FUNC__(set_rb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_INIT_WB)
ETHR_NATMC32_FUNC__(init_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_MB)
ETHR_NATMC32_FUNC__(init_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_relb)(var, (ETHR_NAINT32_T__) val);
#else
ETHR_ATMC32_FUNC__(set_wb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_INIT_ACQB)
ETHR_NATMC32_FUNC__(init_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RB)
ETHR_NATMC32_FUNC__(init_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INIT)
ETHR_NATMC32_FUNC__(init)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INIT_MB)
ETHR_NATMC32_FUNC__(init_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_WB)
ETHR_NATMC32_FUNC__(init_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INIT_RELB)
ETHR_NATMC32_FUNC__(init_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
ETHR_ATMC32_FUNC__(set_acqb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_INIT_RELB)
ETHR_NATMC32_FUNC__(init_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(init_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_MB)
ETHR_NATMC32_FUNC__(init_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_acqb)(var, (ETHR_NAINT32_T__) val);
#else
ETHR_ATMC32_FUNC__(set_relb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_INIT_MB)
ETHR_NATMC32_FUNC__(init_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_RELB)
ETHR_NATMC32_FUNC__(init_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INIT_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_INIT_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(init_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INIT_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INIT)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
ETHR_NATMC32_FUNC__(init)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
ETHR_ATMC32_FUNC__(set_mb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(init_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC32_FUNC__(init)(var, val);
#else
ETHR_ATMC32_FUNC__(init_rb)(var, val);
#endif
}
/* --- add_read() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_ADD_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#else
#error "Missing implementation of ethr_atomic32_add_read()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_ADD_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic32_add_read_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_ADD_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
#else
#error "Missing implementation of ethr_atomic32_add_read_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_ADD_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_add_read_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_ADD_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#else
#error "Missing implementation of ethr_atomic32_add_read_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_ADD_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(add_return)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, aval += val; res = aval);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, aval += val; res = aval);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_add_read_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(add_read_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(add_read)(var, val);
#else
return ETHR_ATMC32_FUNC__(add_read_rb)(var, val);
#endif
}
/* --- read() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_READ)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_mb)(var);
#else
res = ETHR_ATMC32_FUNC__(cmpxchg)(var, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_rb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_READ_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_READ_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_READ_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_READ_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
res = ETHR_ATMC32_FUNC__(cmpxchg_rb)(var, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_wb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_READ_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_relb)(var);
#else
res = ETHR_ATMC32_FUNC__(cmpxchg_wb)(var, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_acqb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_READ_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC32_READ)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC32_READ_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC32_READ_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#else
res = ETHR_ATMC32_FUNC__(cmpxchg_acqb)(var, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_relb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_READ_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_acqb)(var);
#else
res = ETHR_ATMC32_FUNC__(cmpxchg_relb)(var, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_mb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_READ_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC32_READ_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_READ_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC32_READ_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore);
#elif defined(ETHR_HAVE_NATMC32_READ)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(read)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore);
#else
res = ETHR_ATMC32_FUNC__(cmpxchg_mb)(var, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__, (ethr_sint32_t) ETHR_UNUSUAL_SINT32_VAL__);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_ddrb)(ethr_atomic32_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(read)(var);
#else
return ETHR_ATMC32_FUNC__(read_rb)(var);
#endif
}
/* --- inc_read() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_INC_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_mb)(var);
#else
res = ETHR_ATMC32_FUNC__(add_read)(var, (ethr_sint32_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read_rb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_INC_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
res = ETHR_ATMC32_FUNC__(add_read_rb)(var, (ethr_sint32_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read_wb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_INC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_relb)(var);
#else
res = ETHR_ATMC32_FUNC__(add_read_wb)(var, (ethr_sint32_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read_acqb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_INC_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC32_FUNC__(add_read_acqb)(var, (ethr_sint32_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read_relb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_INC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_acqb)(var);
#else
res = ETHR_ATMC32_FUNC__(add_read_relb)(var, (ethr_sint32_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read_mb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_INC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(inc_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC32_FUNC__(add_read_mb)(var, (ethr_sint32_t) 1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(inc_read_ddrb)(ethr_atomic32_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(inc_read)(var);
#else
return ETHR_ATMC32_FUNC__(inc_read_rb)(var);
#endif
}
/* --- dec_read() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_DEC_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_mb)(var);
#else
res = ETHR_ATMC32_FUNC__(add_read)(var, (ethr_sint32_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read_rb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_DEC_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
res = ETHR_ATMC32_FUNC__(add_read_rb)(var, (ethr_sint32_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read_wb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_DEC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_relb)(var);
#else
res = ETHR_ATMC32_FUNC__(add_read_wb)(var, (ethr_sint32_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read_acqb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_DEC_RETURN_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC32_FUNC__(add_read_acqb)(var, (ethr_sint32_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read_relb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_DEC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_acqb)(var);
#else
res = ETHR_ATMC32_FUNC__(add_read_relb)(var, (ethr_sint32_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read_mb)(ethr_atomic32_t *var)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_DEC_RETURN_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RETURN)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(dec_return)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
res = ETHR_ATMC32_FUNC__(add_read_mb)(var, (ethr_sint32_t) -1);
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(dec_read_ddrb)(ethr_atomic32_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(dec_read)(var);
#else
return ETHR_ATMC32_FUNC__(dec_read_rb)(var);
#endif
}
/* --- add() --- */
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_ADD)
ETHR_NATMC32_FUNC__(add)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RB)
ETHR_NATMC32_FUNC__(add_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_WB)
ETHR_NATMC32_FUNC__(add_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_ACQB)
ETHR_NATMC32_FUNC__(add_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RELB)
ETHR_NATMC32_FUNC__(add_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_MB)
ETHR_NATMC32_FUNC__(add_mb)(var, (ETHR_NAINT32_T__) val);
#else
(void) ETHR_ATMC32_FUNC__(add_read)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_ADD_RB)
ETHR_NATMC32_FUNC__(add_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD)
ETHR_NATMC32_FUNC__(add)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_ADD_MB)
ETHR_NATMC32_FUNC__(add_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_WB)
ETHR_NATMC32_FUNC__(add_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_ADD_ACQB)
ETHR_NATMC32_FUNC__(add_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_ADD_RELB)
ETHR_NATMC32_FUNC__(add_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC32_FUNC__(add_read_rb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_ADD_WB)
ETHR_NATMC32_FUNC__(add_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(add)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_MB)
ETHR_NATMC32_FUNC__(add_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(add_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(add_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(add_relb)(var, (ETHR_NAINT32_T__) val);
#else
(void) ETHR_ATMC32_FUNC__(add_read_wb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_ADD_ACQB)
ETHR_NATMC32_FUNC__(add_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RB)
ETHR_NATMC32_FUNC__(add_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD)
ETHR_NATMC32_FUNC__(add)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_MB)
ETHR_NATMC32_FUNC__(add_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_WB)
ETHR_NATMC32_FUNC__(add_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RELB)
ETHR_NATMC32_FUNC__(add_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(add_read_acqb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_ADD_RELB)
ETHR_NATMC32_FUNC__(add_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_MB)
ETHR_NATMC32_FUNC__(add_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add_acqb)(var, (ETHR_NAINT32_T__) val);
#else
(void) ETHR_ATMC32_FUNC__(add_read_relb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#if defined(ETHR_HAVE_NATMC32_ADD_MB)
ETHR_NATMC32_FUNC__(add_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_RELB)
ETHR_NATMC32_FUNC__(add_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_ADD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_ADD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(add)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(add_read_mb)(var, val);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(add_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC32_FUNC__(add)(var, val);
#else
ETHR_ATMC32_FUNC__(add_rb)(var, val);
#endif
}
/* --- inc() --- */
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_INC)
ETHR_NATMC32_FUNC__(inc)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RB)
ETHR_NATMC32_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_WB)
ETHR_NATMC32_FUNC__(inc_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_ACQB)
ETHR_NATMC32_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RELB)
ETHR_NATMC32_FUNC__(inc_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_MB)
ETHR_NATMC32_FUNC__(inc_mb)(var);
#else
(void) ETHR_ATMC32_FUNC__(inc_read)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc_rb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_INC_RB)
ETHR_NATMC32_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC)
ETHR_NATMC32_FUNC__(inc)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INC_MB)
ETHR_NATMC32_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_WB)
ETHR_NATMC32_FUNC__(inc_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INC_ACQB)
ETHR_NATMC32_FUNC__(inc_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_INC_RELB)
ETHR_NATMC32_FUNC__(inc_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC32_FUNC__(inc_read_rb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc_wb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_INC_WB)
ETHR_NATMC32_FUNC__(inc_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(inc)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_MB)
ETHR_NATMC32_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(inc_relb)(var);
#else
(void) ETHR_ATMC32_FUNC__(inc_read_wb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc_acqb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_INC_ACQB)
ETHR_NATMC32_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RB)
ETHR_NATMC32_FUNC__(inc_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC)
ETHR_NATMC32_FUNC__(inc)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_MB)
ETHR_NATMC32_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_WB)
ETHR_NATMC32_FUNC__(inc_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RELB)
ETHR_NATMC32_FUNC__(inc_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(inc_read_acqb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc_relb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_INC_RELB)
ETHR_NATMC32_FUNC__(inc_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_MB)
ETHR_NATMC32_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc_acqb)(var);
#else
(void) ETHR_ATMC32_FUNC__(inc_read_relb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc_mb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_INC_MB)
ETHR_NATMC32_FUNC__(inc_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_RELB)
ETHR_NATMC32_FUNC__(inc_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_INC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_INC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(inc)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(inc_read_mb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(inc_ddrb)(ethr_atomic32_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC32_FUNC__(inc)(var);
#else
ETHR_ATMC32_FUNC__(inc_rb)(var);
#endif
}
/* --- dec() --- */
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_DEC)
ETHR_NATMC32_FUNC__(dec)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RB)
ETHR_NATMC32_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_WB)
ETHR_NATMC32_FUNC__(dec_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_ACQB)
ETHR_NATMC32_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RELB)
ETHR_NATMC32_FUNC__(dec_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_MB)
ETHR_NATMC32_FUNC__(dec_mb)(var);
#else
(void) ETHR_ATMC32_FUNC__(dec_read)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec_rb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_DEC_RB)
ETHR_NATMC32_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC)
ETHR_NATMC32_FUNC__(dec)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_DEC_MB)
ETHR_NATMC32_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_WB)
ETHR_NATMC32_FUNC__(dec_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_DEC_ACQB)
ETHR_NATMC32_FUNC__(dec_acqb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_DEC_RELB)
ETHR_NATMC32_FUNC__(dec_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
(void) ETHR_ATMC32_FUNC__(dec_read_rb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec_wb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_DEC_WB)
ETHR_NATMC32_FUNC__(dec_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(dec)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_MB)
ETHR_NATMC32_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_FUNC__(dec_relb)(var);
#else
(void) ETHR_ATMC32_FUNC__(dec_read_wb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec_acqb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_DEC_ACQB)
ETHR_NATMC32_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RB)
ETHR_NATMC32_FUNC__(dec_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC)
ETHR_NATMC32_FUNC__(dec)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_MB)
ETHR_NATMC32_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_WB)
ETHR_NATMC32_FUNC__(dec_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RELB)
ETHR_NATMC32_FUNC__(dec_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(dec_read_acqb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec_relb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_DEC_RELB)
ETHR_NATMC32_FUNC__(dec_relb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec_wb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_MB)
ETHR_NATMC32_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec_rb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec_acqb)(var);
#else
(void) ETHR_ATMC32_FUNC__(dec_read_relb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec_mb)(ethr_atomic32_t *var)
{
#if defined(ETHR_HAVE_NATMC32_DEC_MB)
ETHR_NATMC32_FUNC__(dec_mb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_RELB)
ETHR_NATMC32_FUNC__(dec_relb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec_acqb)(var);
#elif defined(ETHR_HAVE_NATMC32_DEC_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec_wb)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec_rb)(var);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_DEC)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_FUNC__(dec)(var);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
(void) ETHR_ATMC32_FUNC__(dec_read_mb)(var);
#endif
}
static ETHR_INLINE void ETHR_ATMC32_FUNC__(dec_ddrb)(ethr_atomic32_t *var)
{
#ifdef ETHR_ORDERED_READ_DEPEND
ETHR_ATMC32_FUNC__(dec)(var);
#else
ETHR_ATMC32_FUNC__(dec_rb)(var);
#endif
}
/* --- read_band() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_AND_RETOLD)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#else
#error "Missing implementation of ethr_atomic32_read_band()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_AND_RETOLD_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic32_read_band_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_AND_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
#else
#error "Missing implementation of ethr_atomic32_read_band_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_AND_RETOLD_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_read_band_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_AND_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#else
#error "Missing implementation of ethr_atomic32_read_band_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_AND_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_AND_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(and_retold)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval &= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval &= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_read_band_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_band_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(read_band)(var, val);
#else
return ETHR_ATMC32_FUNC__(read_band_rb)(var, val);
#endif
}
/* --- read_bor() --- */
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_OR_RETOLD)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#else
#error "Missing implementation of ethr_atomic32_read_bor()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor_rb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_OR_RETOLD_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_acqb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad);
#else
#error "Missing implementation of ethr_atomic32_read_bor_rb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor_wb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_OR_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_MEMBAR(ETHR_StoreStore);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
#else
#error "Missing implementation of ethr_atomic32_read_bor_wb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor_acqb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_OR_RETOLD_ACQB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_WB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_read_bor_acqb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor_relb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_OR_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_relb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_wb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_rb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#else
#error "Missing implementation of ethr_atomic32_read_bor_relb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor_mb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
ethr_sint32_t res;
#if defined(ETHR_HAVE_NATMC32_OR_RETOLD_MB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_mb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RELB)
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_relb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_acqb)(var, (ETHR_NAINT32_T__) val);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_wb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold_rb)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_OR_RETOLD)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
res = (ethr_sint32_t) ETHR_NATMC32_FUNC__(or_retold)(var, (ETHR_NAINT32_T__) val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_MB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_mb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RELB)
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_relb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_ACQB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_acqb), var, aval, res = aval; aval |= val);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_WB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_wb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG_RB)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg_rb), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#elif defined(ETHR_HAVE_NATMC32_CMPXCHG)
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_StoreLoad);
ETHR_NATMC32_CMPXCHG_FALLBACK__(ETHR_NATMC32_FUNC__(cmpxchg), var, aval, res = aval; aval |= val);
ETHR_MEMBAR(ETHR_LoadLoad|ETHR_LoadStore|ETHR_StoreLoad|ETHR_StoreStore);
#else
#error "Missing implementation of ethr_atomic32_read_bor_mb()!"
#endif
return res;
}
static ETHR_INLINE ethr_sint32_t ETHR_ATMC32_FUNC__(read_bor_ddrb)(ethr_atomic32_t *var, ethr_sint32_t val)
{
#ifdef ETHR_ORDERED_READ_DEPEND
return ETHR_ATMC32_FUNC__(read_bor)(var, val);
#else
return ETHR_ATMC32_FUNC__(read_bor_rb)(var, val);
#endif
}
#endif /* ETHR_ATMC32_INLINE__ */
#endif /* ETHR_ATOMICS_H__ */
