// -*- C++ -*- //===--------------------------- atomic -----------------------------------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #ifndef _LIBCPP_ATOMIC #define _LIBCPP_ATOMIC /* atomic synopsis namespace std { // order and consistency typedef enum memory_order { memory_order_relaxed, memory_order_consume, // load-consume memory_order_acquire, // load-acquire memory_order_release, // store-release memory_order_acq_rel, // store-release load-acquire memory_order_seq_cst // store-release load-acquire } memory_order; template T kill_dependency(T y); // lock-free property #define ATOMIC_CHAR_LOCK_FREE unspecified #define ATOMIC_CHAR16_T_LOCK_FREE unspecified #define ATOMIC_CHAR32_T_LOCK_FREE unspecified #define ATOMIC_WCHAR_T_LOCK_FREE unspecified #define ATOMIC_SHORT_LOCK_FREE unspecified #define ATOMIC_INT_LOCK_FREE unspecified #define ATOMIC_LONG_LOCK_FREE unspecified #define ATOMIC_LLONG_LOCK_FREE unspecified #define ATOMIC_ADDRESS_LOCK_FREE unspecified // operations on atomic types #define ATOMIC_VAR_INIT(value) see below // flag type and operations typedef struct atomic_flag { bool test_and_set(memory_order = memory_order_seq_cst) volatile; bool test_and_set(memory_order = memory_order_seq_cst); void clear(memory_order = memory_order_seq_cst) volatile; void clear(memory_order = memory_order_seq_cst); atomic_flag() = default; atomic_flag(const atomic_flag&) = delete; atomic_flag& operator=(const atomic_flag&) = delete; atomic_flag& operator=(const atomic_flag&) volatile = delete; } atomic_flag; bool atomic_flag_test_and_set(volatile atomic_flag*); bool atomic_flag_test_and_set(atomic_flag*); bool atomic_flag_test_and_set_explicit(volatile atomic_flag*, memory_order); bool atomic_flag_test_and_set_explicit(atomic_flag*, memory_order); void atomic_flag_clear(volatile atomic_flag*); void atomic_flag_clear(atomic_flag*); void atomic_flag_clear_explicit(volatile atomic_flag*, memory_order); void atomic_flag_clear_explicit(atomic_flag*, memory_order); #define ATOMIC_FLAG_INIT see below // atomic_bool typedef struct atomic_bool { bool is_lock_free() const volatile; bool is_lock_free() const; void store(bool, memory_order = memory_order_seq_cst) volatile; void store(bool, memory_order = memory_order_seq_cst); bool load(memory_order = memory_order_seq_cst) const volatile; bool load(memory_order = memory_order_seq_cst) const; operator bool() const volatile; operator bool() const; bool exchange(bool, memory_order = memory_order_seq_cst) volatile; bool exchange(bool, memory_order = memory_order_seq_cst); bool compare_exchange_weak(bool&, bool, memory_order, memory_order) volatile; bool compare_exchange_weak(bool&, bool, memory_order, memory_order); bool compare_exchange_strong(bool&, bool, memory_order, memory_order) volatile; bool compare_exchange_strong(bool&, bool, memory_order, memory_order); bool compare_exchange_weak(bool&, bool, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(bool&, bool, memory_order = memory_order_seq_cst); bool compare_exchange_strong(bool&, bool, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(bool&, bool, memory_order = memory_order_seq_cst); atomic_bool() = default; constexpr atomic_bool(bool); atomic_bool(const atomic_bool&) = delete; atomic_bool& operator=(const atomic_bool&) = delete; atomic_bool& operator=(const atomic_bool&) volatile = delete; bool operator=(bool) volatile; } atomic_bool; bool atomic_is_lock_free(const volatile atomic_bool*); bool atomic_is_lock_free(const atomic_bool*); void atomic_init(volatile atomic_bool*, bool); void atomic_init(atomic_bool*, bool); void atomic_store(volatile atomic_bool*, bool); void atomic_store(atomic_bool*, bool); void atomic_store_explicit(volatile atomic_bool*, bool, memory_order); void atomic_store_explicit(atomic_bool*, bool, memory_order); bool atomic_load(const volatile atomic_bool*); bool atomic_load(const atomic_bool*); bool atomic_load_explicit(const volatile atomic_bool*, memory_order); bool atomic_load_explicit(const atomic_bool*, memory_order); bool atomic_exchange(volatile atomic_bool*, bool); bool atomic_exchange(atomic_bool*, bool); bool atomic_exchange_explicit(volatile atomic_bool*, bool, memory_order); bool atomic_exchange_explicit(atomic_bool*, bool, memory_order); bool atomic_compare_exchange_weak(volatile atomic_bool*, bool*, bool); bool atomic_compare_exchange_weak(atomic_bool*, bool*, bool); bool atomic_compare_exchange_strong(volatile atomic_bool*, bool*, bool); bool atomic_compare_exchange_strong(atomic_bool*, bool*, bool); bool atomic_compare_exchange_weak_explicit(volatile atomic_bool*, bool*, bool, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_bool*, bool*, bool, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_bool*, bool*, bool, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_bool*, bool*, bool, memory_order, memory_order); // atomic_char typedef struct atomic_char { bool is_lock_free() const volatile; bool is_lock_free() const; void store(char, memory_order = memory_order_seq_cst) volatile; void store(char, memory_order = memory_order_seq_cst); char load(memory_order = memory_order_seq_cst) const volatile; char load(memory_order = memory_order_seq_cst) const; operator char() const volatile; operator char() const; char exchange(char, memory_order = memory_order_seq_cst) volatile; char exchange(char, memory_order = memory_order_seq_cst); bool compare_exchange_weak(char&, char, memory_order, memory_order) volatile; bool compare_exchange_weak(char&, char, memory_order, memory_order); bool compare_exchange_strong(char&, char, memory_order, memory_order) volatile; bool compare_exchange_strong(char&, char, memory_order, memory_order); bool compare_exchange_weak(char&, char, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(char&, char, memory_order = memory_order_seq_cst); bool compare_exchange_strong(char&, char, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(char&, char, memory_order = memory_order_seq_cst); char fetch_add(char, memory_order = memory_order_seq_cst) volatile; char fetch_add(char, memory_order = memory_order_seq_cst); char fetch_sub(char, memory_order = memory_order_seq_cst) volatile; char fetch_sub(char, memory_order = memory_order_seq_cst); char fetch_and(char, memory_order = memory_order_seq_cst) volatile; char fetch_and(char, memory_order = memory_order_seq_cst); char fetch_or(char, memory_order = memory_order_seq_cst) volatile; char fetch_or(char, memory_order = memory_order_seq_cst); char fetch_xor(char, memory_order = memory_order_seq_cst) volatile; char fetch_xor(char, memory_order = memory_order_seq_cst); atomic_char() = default; constexpr atomic_char(char); atomic_char(const atomic_char&) = delete; atomic_char& operator=(const atomic_char&) = delete; atomic_char& operator=(const atomic_char&) volatile = delete; char operator=(char) volatile; char operator=(char); char operator++(int) volatile; char operator++(int); char operator--(int) volatile; char operator--(int); char operator++() volatile; char operator++(); char operator--() volatile; char operator--(); char operator+=(char) volatile; char operator+=(char); char operator-=(char) volatile; char operator-=(char); char operator&=(char) volatile; char operator&=(char); char operator|=(char) volatile; char operator|=(char); char operator^=(char) volatile; char operator^=(char); } atomic_char; bool atomic_is_lock_free(const volatile atomic_char*); bool atomic_is_lock_free(const atomic_char*); void atomic_init(volatile atomic_char*, itype); void atomic_init(atomic_char*, itype); void atomic_store(volatile atomic_char*, char); void atomic_store(atomic_char*, char); void atomic_store_explicit(volatile atomic_char*, char, memory_order); void atomic_store_explicit(atomic_char*, char, memory_order); char atomic_load(const volatile atomic_char*); char atomic_load(const atomic_char*); char atomic_load_explicit(const volatile atomic_char*, memory_order); char atomic_load_explicit(const atomic_char*, memory_order); char atomic_exchange(volatile atomic_char*, char); char atomic_exchange(atomic_char*, char); char atomic_exchange_explicit(volatile atomic_char*, char, memory_order); char atomic_exchange_explicit(atomic_char*, char, memory_order); bool atomic_compare_exchange_weak(volatile atomic_char*, char*, char); bool atomic_compare_exchange_weak(atomic_char*, char*, char); bool atomic_compare_exchange_strong(volatile atomic_char*, char*, char); bool atomic_compare_exchange_strong(atomic_char*, char*, char); bool atomic_compare_exchange_weak_explicit(volatile atomic_char*, char*, char, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_char*, char*, char, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_char*, char*, char, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_char*, char*, char, memory_order, memory_order); char atomic_fetch_add(volatile atomic_char*, char); char atomic_fetch_add(atomic_char*, char); char atomic_fetch_add_explicit(volatile atomic_char*, char, memory_order); char atomic_fetch_add_explicit(atomic_char*, char, memory_order); char atomic_fetch_sub(volatile atomic_char*, char); char atomic_fetch_sub(atomic_char*, char); char atomic_fetch_sub_explicit(volatile atomic_char*, char, memory_order); char atomic_fetch_sub_explicit(atomic_char*, char, memory_order); char atomic_fetch_and(volatile atomic_char*, char); char atomic_fetch_and(atomic_char*, char); char atomic_fetch_and_explicit(volatile atomic_char*, char, memory_order); char atomic_fetch_and_explicit(atomic_char*, char, memory_order); char atomic_fetch_or(volatile atomic_char*, char); char atomic_fetch_or(atomic_char*, char); char atomic_fetch_or_explicit(volatile atomic_char*, char, memory_order); char atomic_fetch_or_explicit(atomic_char*, char, memory_order); char atomic_fetch_xor(volatile atomic_char*, char); char atomic_fetch_xor(atomic_char*, char); char atomic_fetch_xor_explicit(volatile atomic_char*, char, memory_order); char atomic_fetch_xor_explicit(atomic_char*, char, memory_order); // atomic_schar typedef struct atomic_schar { bool is_lock_free() const volatile; bool is_lock_free() const; void store(signed char, memory_order = memory_order_seq_cst) volatile; void store(signed char, memory_order = memory_order_seq_cst); signed char load(memory_order = memory_order_seq_cst) const volatile; signed char load(memory_order = memory_order_seq_cst) const; operator signed char() const volatile; operator signed char() const; signed char exchange(signed char, memory_order = memory_order_seq_cst) volatile; signed char exchange(signed char, memory_order = memory_order_seq_cst); bool compare_exchange_weak(signed char&, signed char, memory_order, memory_order) volatile; bool compare_exchange_weak(signed char&, signed char, memory_order, memory_order); bool compare_exchange_strong(signed char&, signed char, memory_order, memory_order) volatile; bool compare_exchange_strong(signed char&, signed char, memory_order, memory_order); bool compare_exchange_weak(signed char&, signed char, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(signed char&, signed char, memory_order = memory_order_seq_cst); bool compare_exchange_strong(signed char&, signed char, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(signed char&, signed char, memory_order = memory_order_seq_cst); signed char fetch_add(signed char, memory_order = memory_order_seq_cst) volatile; signed char fetch_add(signed char, memory_order = memory_order_seq_cst); signed char fetch_sub(signed char, memory_order = memory_order_seq_cst) volatile; signed char fetch_sub(signed char, memory_order = memory_order_seq_cst); signed char fetch_and(signed char, memory_order = memory_order_seq_cst) volatile; signed char fetch_and(signed char, memory_order = memory_order_seq_cst); signed char fetch_or(signed char, memory_order = memory_order_seq_cst) volatile; signed char fetch_or(signed char, memory_order = memory_order_seq_cst); signed char fetch_xor(signed char, memory_order = memory_order_seq_cst) volatile; signed char fetch_xor(signed char, memory_order = memory_order_seq_cst); atomic_schar() = default; constexpr atomic_schar(signed char); atomic_schar(const atomic_schar&) = delete; atomic_schar& operator=(const atomic_schar&) = delete; atomic_schar& operator=(const atomic_schar&) volatile = delete; signed char operator=(signed char) volatile; signed char operator=(signed char); signed char operator++(int) volatile; signed char operator++(int); signed char operator--(int) volatile; signed char operator--(int); signed char operator++() volatile; signed char operator++(); signed char operator--() volatile; signed char operator--(); signed char operator+=(signed char) volatile; signed char operator+=(signed char); signed char operator-=(signed char) volatile; signed char operator-=(signed char); signed char operator&=(signed char) volatile; signed char operator&=(signed char); signed char operator|=(signed char) volatile; signed char operator|=(signed char); signed char operator^=(signed char) volatile; signed char operator^=(signed char); } atomic_schar; bool atomic_is_lock_free(const volatile atomic_schar*); bool atomic_is_lock_free(const atomic_schar*); void atomic_init(volatile atomic_schar*, itype); void atomic_init(atomic_schar*, itype); void atomic_store(volatile atomic_schar*, signed char); void atomic_store(atomic_schar*, signed char); void atomic_store_explicit(volatile atomic_schar*, signed char, memory_order); void atomic_store_explicit(atomic_schar*, signed char, memory_order); signed char atomic_load(const volatile atomic_schar*); signed char atomic_load(const atomic_schar*); signed char atomic_load_explicit(const volatile atomic_schar*, memory_order); signed char atomic_load_explicit(const atomic_schar*, memory_order); signed char atomic_exchange(volatile atomic_schar*, signed char); signed char atomic_exchange(atomic_schar*, signed char); signed char atomic_exchange_explicit(volatile atomic_schar*, signed char, memory_order); signed char atomic_exchange_explicit(atomic_schar*, signed char, memory_order); bool atomic_compare_exchange_weak(volatile atomic_schar*, signed char*, signed char); bool atomic_compare_exchange_weak(atomic_schar*, signed char*, signed char); bool atomic_compare_exchange_strong(volatile atomic_schar*, signed char*, signed char); bool atomic_compare_exchange_strong(atomic_schar*, signed char*, signed char); bool atomic_compare_exchange_weak_explicit(volatile atomic_schar*, signed char*, signed char, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_schar*, signed char*, signed char, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_schar*, signed char*, signed char, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_schar*, signed char*, signed char, memory_order, memory_order); signed char atomic_fetch_add(volatile atomic_schar*, signed char); signed char atomic_fetch_add(atomic_schar*, signed char); signed char atomic_fetch_add_explicit(volatile atomic_schar*, signed char, memory_order); signed char atomic_fetch_add_explicit(atomic_schar*, signed char, memory_order); signed char atomic_fetch_sub(volatile atomic_schar*, signed char); signed char atomic_fetch_sub(atomic_schar*, signed char); signed char atomic_fetch_sub_explicit(volatile atomic_schar*, signed char, memory_order); signed char atomic_fetch_sub_explicit(atomic_schar*, signed char, memory_order); signed char atomic_fetch_and(volatile atomic_schar*, signed char); signed char atomic_fetch_and(atomic_schar*, signed char); signed char atomic_fetch_and_explicit(volatile atomic_schar*, signed char, memory_order); signed char atomic_fetch_and_explicit(atomic_schar*, signed char, memory_order); signed char atomic_fetch_or(volatile atomic_schar*, signed char); signed char atomic_fetch_or(atomic_schar*, signed char); signed char atomic_fetch_or_explicit(volatile atomic_schar*, signed char, memory_order); signed char atomic_fetch_or_explicit(atomic_schar*, signed char, memory_order); signed char atomic_fetch_xor(volatile atomic_schar*, signed char); signed char atomic_fetch_xor(atomic_schar*, signed char); signed char atomic_fetch_xor_explicit(volatile atomic_schar*, signed char, memory_order); signed char atomic_fetch_xor_explicit(atomic_schar*, signed char, memory_order); // atomic_uchar typedef struct atomic_uchar { bool is_lock_free() const volatile; bool is_lock_free() const; void store(unsigned char, memory_order = memory_order_seq_cst) volatile; void store(unsigned char, memory_order = memory_order_seq_cst); unsigned char load(memory_order = memory_order_seq_cst) const volatile; unsigned char load(memory_order = memory_order_seq_cst) const; operator unsigned char() const volatile; operator unsigned char() const; unsigned char exchange(unsigned char, memory_order = memory_order_seq_cst) volatile; unsigned char exchange(unsigned char, memory_order = memory_order_seq_cst); bool compare_exchange_weak(unsigned char&, unsigned char, memory_order, memory_order) volatile; bool compare_exchange_weak(unsigned char&, unsigned char, memory_order, memory_order); bool compare_exchange_strong(unsigned char&, unsigned char, memory_order, memory_order) volatile; bool compare_exchange_strong(unsigned char&, unsigned char, memory_order, memory_order); bool compare_exchange_weak(unsigned char&, unsigned char, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(unsigned char&, unsigned char, memory_order = memory_order_seq_cst); bool compare_exchange_strong(unsigned char&, unsigned char, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(unsigned char&, unsigned char, memory_order = memory_order_seq_cst); unsigned char fetch_add(unsigned char, memory_order = memory_order_seq_cst) volatile; unsigned char fetch_add(unsigned char, memory_order = memory_order_seq_cst); unsigned char fetch_sub(unsigned char, memory_order = memory_order_seq_cst) volatile; unsigned char fetch_sub(unsigned char, memory_order = memory_order_seq_cst); unsigned char fetch_and(unsigned char, memory_order = memory_order_seq_cst) volatile; unsigned char fetch_and(unsigned char, memory_order = memory_order_seq_cst); unsigned char fetch_or(unsigned char, memory_order = memory_order_seq_cst) volatile; unsigned char fetch_or(unsigned char, memory_order = memory_order_seq_cst); unsigned char fetch_xor(unsigned char, memory_order = memory_order_seq_cst) volatile; unsigned char fetch_xor(unsigned char, memory_order = memory_order_seq_cst); atomic_uchar() = default; constexpr atomic_uchar(unsigned char); atomic_uchar(const atomic_uchar&) = delete; atomic_uchar& operator=(const atomic_uchar&) = delete; atomic_uchar& operator=(const atomic_uchar&) volatile = delete; unsigned char operator=(unsigned char) volatile; unsigned char operator=(unsigned char); unsigned char operator++(int) volatile; unsigned char operator++(int); unsigned char operator--(int) volatile; unsigned char operator--(int); unsigned char operator++() volatile; unsigned char operator++(); unsigned char operator--() volatile; unsigned char operator--(); unsigned char operator+=(unsigned char) volatile; unsigned char operator+=(unsigned char); unsigned char operator-=(unsigned char) volatile; unsigned char operator-=(unsigned char); unsigned char operator&=(unsigned char) volatile; unsigned char operator&=(unsigned char); unsigned char operator|=(unsigned char) volatile; unsigned char operator|=(unsigned char); unsigned char operator^=(unsigned char) volatile; unsigned char operator^=(unsigned char); } atomic_uchar; bool atomic_is_lock_free(const volatile atomic_uchar*); bool atomic_is_lock_free(const atomic_uchar*); void atomic_init(volatile atomic_uchar*, itype); void atomic_init(atomic_uchar*, itype); void atomic_store(volatile atomic_uchar*, unsigned char); void atomic_store(atomic_uchar*, unsigned char); void atomic_store_explicit(volatile atomic_uchar*, unsigned char, memory_order); void atomic_store_explicit(atomic_uchar*, unsigned char, memory_order); unsigned char atomic_load(const volatile atomic_uchar*); unsigned char atomic_load(const atomic_uchar*); unsigned char atomic_load_explicit(const volatile atomic_uchar*, memory_order); unsigned char atomic_load_explicit(const atomic_uchar*, memory_order); unsigned char atomic_exchange(volatile atomic_uchar*, unsigned char); unsigned char atomic_exchange(atomic_uchar*, unsigned char); unsigned char atomic_exchange_explicit(volatile atomic_uchar*, unsigned char, memory_order); unsigned char atomic_exchange_explicit(atomic_uchar*, unsigned char, memory_order); bool atomic_compare_exchange_weak(volatile atomic_uchar*, unsigned char*, unsigned char); bool atomic_compare_exchange_weak(atomic_uchar*, unsigned char*, unsigned char); bool atomic_compare_exchange_strong(volatile atomic_uchar*, unsigned char*, unsigned char); bool atomic_compare_exchange_strong(atomic_uchar*, unsigned char*, unsigned char); bool atomic_compare_exchange_weak_explicit(volatile atomic_uchar*, unsigned char*, unsigned char, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_uchar*, unsigned char*, unsigned char, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_uchar*, unsigned char*, unsigned char, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_uchar*, unsigned char*, unsigned char, memory_order, memory_order); unsigned char atomic_fetch_add(volatile atomic_uchar*, unsigned char); unsigned char atomic_fetch_add(atomic_uchar*, unsigned char); unsigned char atomic_fetch_add_explicit(volatile atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_add_explicit(atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_sub(volatile atomic_uchar*, unsigned char); unsigned char atomic_fetch_sub(atomic_uchar*, unsigned char); unsigned char atomic_fetch_sub_explicit(volatile atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_sub_explicit(atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_and(volatile atomic_uchar*, unsigned char); unsigned char atomic_fetch_and(atomic_uchar*, unsigned char); unsigned char atomic_fetch_and_explicit(volatile atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_and_explicit(atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_or(volatile atomic_uchar*, unsigned char); unsigned char atomic_fetch_or(atomic_uchar*, unsigned char); unsigned char atomic_fetch_or_explicit(volatile atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_or_explicit(atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_xor(volatile atomic_uchar*, unsigned char); unsigned char atomic_fetch_xor(atomic_uchar*, unsigned char); unsigned char atomic_fetch_xor_explicit(volatile atomic_uchar*, unsigned char, memory_order); unsigned char atomic_fetch_xor_explicit(atomic_uchar*, unsigned char, memory_order); // atomic_short typedef struct atomic_short { bool is_lock_free() const volatile; bool is_lock_free() const; void store(short, memory_order = memory_order_seq_cst) volatile; void store(short, memory_order = memory_order_seq_cst); short load(memory_order = memory_order_seq_cst) const volatile; short load(memory_order = memory_order_seq_cst) const; operator short() const volatile; operator short() const; short exchange(short, memory_order = memory_order_seq_cst) volatile; short exchange(short, memory_order = memory_order_seq_cst); bool compare_exchange_weak(short&, short, memory_order, memory_order) volatile; bool compare_exchange_weak(short&, short, memory_order, memory_order); bool compare_exchange_strong(short&, short, memory_order, memory_order) volatile; bool compare_exchange_strong(short&, short, memory_order, memory_order); bool compare_exchange_weak(short&, short, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(short&, short, memory_order = memory_order_seq_cst); bool compare_exchange_strong(short&, short, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(short&, short, memory_order = memory_order_seq_cst); short fetch_add(short, memory_order = memory_order_seq_cst) volatile; short fetch_add(short, memory_order = memory_order_seq_cst); short fetch_sub(short, memory_order = memory_order_seq_cst) volatile; short fetch_sub(short, memory_order = memory_order_seq_cst); short fetch_and(short, memory_order = memory_order_seq_cst) volatile; short fetch_and(short, memory_order = memory_order_seq_cst); short fetch_or(short, memory_order = memory_order_seq_cst) volatile; short fetch_or(short, memory_order = memory_order_seq_cst); short fetch_xor(short, memory_order = memory_order_seq_cst) volatile; short fetch_xor(short, memory_order = memory_order_seq_cst); atomic_short() = default; constexpr atomic_short(short); atomic_short(const atomic_short&) = delete; atomic_short& operator=(const atomic_short&) = delete; atomic_short& operator=(const atomic_short&) volatile = delete; short operator=(short) volatile; short operator=(short); short operator++(int) volatile; short operator++(int); short operator--(int) volatile; short operator--(int); short operator++() volatile; short operator++(); short operator--() volatile; short operator--(); short operator+=(short) volatile; short operator+=(short); short operator-=(short) volatile; short operator-=(short); short operator&=(short) volatile; short operator&=(short); short operator|=(short) volatile; short operator|=(short); short operator^=(short) volatile; short operator^=(short); } atomic_short; bool atomic_is_lock_free(const volatile atomic_short*); bool atomic_is_lock_free(const atomic_short*); void atomic_init(volatile atomic_short*, itype); void atomic_init(atomic_short*, itype); void atomic_store(volatile atomic_short*, short); void atomic_store(atomic_short*, short); void atomic_store_explicit(volatile atomic_short*, short, memory_order); void atomic_store_explicit(atomic_short*, short, memory_order); short atomic_load(const volatile atomic_short*); short atomic_load(const atomic_short*); short atomic_load_explicit(const volatile atomic_short*, memory_order); short atomic_load_explicit(const atomic_short*, memory_order); short atomic_exchange(volatile atomic_short*, short); short atomic_exchange(atomic_short*, short); short atomic_exchange_explicit(volatile atomic_short*, short, memory_order); short atomic_exchange_explicit(atomic_short*, short, memory_order); bool atomic_compare_exchange_weak(volatile atomic_short*, short*, short); bool atomic_compare_exchange_weak(atomic_short*, short*, short); bool atomic_compare_exchange_strong(volatile atomic_short*, short*, short); bool atomic_compare_exchange_strong(atomic_short*, short*, short); bool atomic_compare_exchange_weak_explicit(volatile atomic_short*, short*, short, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_short*, short*, short, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_short*, short*, short, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_short*, short*, short, memory_order, memory_order); short atomic_fetch_add(volatile atomic_short*, short); short atomic_fetch_add(atomic_short*, short); short atomic_fetch_add_explicit(volatile atomic_short*, short, memory_order); short atomic_fetch_add_explicit(atomic_short*, short, memory_order); short atomic_fetch_sub(volatile atomic_short*, short); short atomic_fetch_sub(atomic_short*, short); short atomic_fetch_sub_explicit(volatile atomic_short*, short, memory_order); short atomic_fetch_sub_explicit(atomic_short*, short, memory_order); short atomic_fetch_and(volatile atomic_short*, short); short atomic_fetch_and(atomic_short*, short); short atomic_fetch_and_explicit(volatile atomic_short*, short, memory_order); short atomic_fetch_and_explicit(atomic_short*, short, memory_order); short atomic_fetch_or(volatile atomic_short*, short); short atomic_fetch_or(atomic_short*, short); short atomic_fetch_or_explicit(volatile atomic_short*, short, memory_order); short atomic_fetch_or_explicit(atomic_short*, short, memory_order); short atomic_fetch_xor(volatile atomic_short*, short); short atomic_fetch_xor(atomic_short*, short); short atomic_fetch_xor_explicit(volatile atomic_short*, short, memory_order); short atomic_fetch_xor_explicit(atomic_short*, short, memory_order); // atomic_ushort typedef struct atomic_ushort { bool is_lock_free() const volatile; bool is_lock_free() const; void store(unsigned short, memory_order = memory_order_seq_cst) volatile; void store(unsigned short, memory_order = memory_order_seq_cst); unsigned short load(memory_order = memory_order_seq_cst) const volatile; unsigned short load(memory_order = memory_order_seq_cst) const; operator unsigned short() const volatile; operator unsigned short() const; unsigned short exchange(unsigned short, memory_order = memory_order_seq_cst) volatile; unsigned short exchange(unsigned short, memory_order = memory_order_seq_cst); bool compare_exchange_weak(unsigned short&, unsigned short, memory_order, memory_order) volatile; bool compare_exchange_weak(unsigned short&, unsigned short, memory_order, memory_order); bool compare_exchange_strong(unsigned short&, unsigned short, memory_order, memory_order) volatile; bool compare_exchange_strong(unsigned short&, unsigned short, memory_order, memory_order); bool compare_exchange_weak(unsigned short&, unsigned short, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(unsigned short&, unsigned short, memory_order = memory_order_seq_cst); bool compare_exchange_strong(unsigned short&, unsigned short, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(unsigned short&, unsigned short, memory_order = memory_order_seq_cst); unsigned short fetch_add(unsigned short, memory_order = memory_order_seq_cst) volatile; unsigned short fetch_add(unsigned short, memory_order = memory_order_seq_cst); unsigned short fetch_sub(unsigned short, memory_order = memory_order_seq_cst) volatile; unsigned short fetch_sub(unsigned short, memory_order = memory_order_seq_cst); unsigned short fetch_and(unsigned short, memory_order = memory_order_seq_cst) volatile; unsigned short fetch_and(unsigned short, memory_order = memory_order_seq_cst); unsigned short fetch_or(unsigned short, memory_order = memory_order_seq_cst) volatile; unsigned short fetch_or(unsigned short, memory_order = memory_order_seq_cst); unsigned short fetch_xor(unsigned short, memory_order = memory_order_seq_cst) volatile; unsigned short fetch_xor(unsigned short, memory_order = memory_order_seq_cst); atomic_ushort() = default; constexpr atomic_ushort(unsigned short); atomic_ushort(const atomic_ushort&) = delete; atomic_ushort& operator=(const atomic_ushort&) = delete; atomic_ushort& operator=(const atomic_ushort&) volatile = delete; unsigned short operator=(unsigned short) volatile; unsigned short operator=(unsigned short); unsigned short operator++(int) volatile; unsigned short operator++(int); unsigned short operator--(int) volatile; unsigned short operator--(int); unsigned short operator++() volatile; unsigned short operator++(); unsigned short operator--() volatile; unsigned short operator--(); unsigned short operator+=(unsigned short) volatile; unsigned short operator+=(unsigned short); unsigned short operator-=(unsigned short) volatile; unsigned short operator-=(unsigned short); unsigned short operator&=(unsigned short) volatile; unsigned short operator&=(unsigned short); unsigned short operator|=(unsigned short) volatile; unsigned short operator|=(unsigned short); unsigned short operator^=(unsigned short) volatile; unsigned short operator^=(unsigned short); } atomic_ushort; bool atomic_is_lock_free(const volatile atomic_ushort*); bool atomic_is_lock_free(const atomic_ushort*); void atomic_init(volatile atomic_ushort*, itype); void atomic_init(atomic_ushort*, itype); void atomic_store(volatile atomic_ushort*, unsigned short); void atomic_store(atomic_ushort*, unsigned short); void atomic_store_explicit(volatile atomic_ushort*, unsigned short, memory_order); void atomic_store_explicit(atomic_ushort*, unsigned short, memory_order); unsigned short atomic_load(const volatile atomic_ushort*); unsigned short atomic_load(const atomic_ushort*); unsigned short atomic_load_explicit(const volatile atomic_ushort*, memory_order); unsigned short atomic_load_explicit(const atomic_ushort*, memory_order); unsigned short atomic_exchange(volatile atomic_ushort*, unsigned short); unsigned short atomic_exchange(atomic_ushort*, unsigned short); unsigned short atomic_exchange_explicit(volatile atomic_ushort*, unsigned short, memory_order); unsigned short atomic_exchange_explicit(atomic_ushort*, unsigned short, memory_order); bool atomic_compare_exchange_weak(volatile atomic_ushort*, unsigned short*, unsigned short); bool atomic_compare_exchange_weak(atomic_ushort*, unsigned short*, unsigned short); bool atomic_compare_exchange_strong(volatile atomic_ushort*, unsigned short*, unsigned short); bool atomic_compare_exchange_strong(atomic_ushort*, unsigned short*, unsigned short); bool atomic_compare_exchange_weak_explicit(volatile atomic_ushort*, unsigned short*, unsigned short, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_ushort*, unsigned short*, unsigned short, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_ushort*, unsigned short*, unsigned short, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_ushort*, unsigned short*, unsigned short, memory_order, memory_order); unsigned short atomic_fetch_add(volatile atomic_ushort*, unsigned short); unsigned short atomic_fetch_add(atomic_ushort*, unsigned short); unsigned short atomic_fetch_add_explicit(volatile atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_add_explicit(atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_sub(volatile atomic_ushort*, unsigned short); unsigned short atomic_fetch_sub(atomic_ushort*, unsigned short); unsigned short atomic_fetch_sub_explicit(volatile atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_sub_explicit(atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_and(volatile atomic_ushort*, unsigned short); unsigned short atomic_fetch_and(atomic_ushort*, unsigned short); unsigned short atomic_fetch_and_explicit(volatile atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_and_explicit(atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_or(volatile atomic_ushort*, unsigned short); unsigned short atomic_fetch_or(atomic_ushort*, unsigned short); unsigned short atomic_fetch_or_explicit(volatile atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_or_explicit(atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_xor(volatile atomic_ushort*, unsigned short); unsigned short atomic_fetch_xor(atomic_ushort*, unsigned short); unsigned short atomic_fetch_xor_explicit(volatile atomic_ushort*, unsigned short, memory_order); unsigned short atomic_fetch_xor_explicit(atomic_ushort*, unsigned short, memory_order); // atomic_int typedef struct atomic_int { bool is_lock_free() const volatile; bool is_lock_free() const; void store(int, memory_order = memory_order_seq_cst) volatile; void store(int, memory_order = memory_order_seq_cst); int load(memory_order = memory_order_seq_cst) const volatile; int load(memory_order = memory_order_seq_cst) const; operator int() const volatile; operator int() const; int exchange(int, memory_order = memory_order_seq_cst) volatile; int exchange(int, memory_order = memory_order_seq_cst); bool compare_exchange_weak(int&, int, memory_order, memory_order) volatile; bool compare_exchange_weak(int&, int, memory_order, memory_order); bool compare_exchange_strong(int&, int, memory_order, memory_order) volatile; bool compare_exchange_strong(int&, int, memory_order, memory_order); bool compare_exchange_weak(int&, int, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(int&, int, memory_order = memory_order_seq_cst); bool compare_exchange_strong(int&, int, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(int&, int, memory_order = memory_order_seq_cst); int fetch_add(int, memory_order = memory_order_seq_cst) volatile; int fetch_add(int, memory_order = memory_order_seq_cst); int fetch_sub(int, memory_order = memory_order_seq_cst) volatile; int fetch_sub(int, memory_order = memory_order_seq_cst); int fetch_and(int, memory_order = memory_order_seq_cst) volatile; int fetch_and(int, memory_order = memory_order_seq_cst); int fetch_or(int, memory_order = memory_order_seq_cst) volatile; int fetch_or(int, memory_order = memory_order_seq_cst); int fetch_xor(int, memory_order = memory_order_seq_cst) volatile; int fetch_xor(int, memory_order = memory_order_seq_cst); atomic_int() = default; constexpr atomic_int(int); atomic_int(const atomic_int&) = delete; atomic_int& operator=(const atomic_int&) = delete; atomic_int& operator=(const atomic_int&) volatile = delete; int operator=(int) volatile; int operator=(int); int operator++(int) volatile; int operator++(int); int operator--(int) volatile; int operator--(int); int operator++() volatile; int operator++(); int operator--() volatile; int operator--(); int operator+=(int) volatile; int operator+=(int); int operator-=(int) volatile; int operator-=(int); int operator&=(int) volatile; int operator&=(int); int operator|=(int) volatile; int operator|=(int); int operator^=(int) volatile; int operator^=(int); } atomic_int; bool atomic_is_lock_free(const volatile atomic_int*); bool atomic_is_lock_free(const atomic_int*); void atomic_init(volatile atomic_int*, itype); void atomic_init(atomic_int*, itype); void atomic_store(volatile atomic_int*, int); void atomic_store(atomic_int*, int); void atomic_store_explicit(volatile atomic_int*, int, memory_order); void atomic_store_explicit(atomic_int*, int, memory_order); int atomic_load(const volatile atomic_int*); int atomic_load(const atomic_int*); int atomic_load_explicit(const volatile atomic_int*, memory_order); int atomic_load_explicit(const atomic_int*, memory_order); int atomic_exchange(volatile atomic_int*, int); int atomic_exchange(atomic_int*, int); int atomic_exchange_explicit(volatile atomic_int*, int, memory_order); int atomic_exchange_explicit(atomic_int*, int, memory_order); bool atomic_compare_exchange_weak(volatile atomic_int*, int*, int); bool atomic_compare_exchange_weak(atomic_int*, int*, int); bool atomic_compare_exchange_strong(volatile atomic_int*, int*, int); bool atomic_compare_exchange_strong(atomic_int*, int*, int); bool atomic_compare_exchange_weak_explicit(volatile atomic_int*, int*, int, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_int*, int*, int, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_int*, int*, int, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_int*, int*, int, memory_order, memory_order); int atomic_fetch_add(volatile atomic_int*, int); int atomic_fetch_add(atomic_int*, int); int atomic_fetch_add_explicit(volatile atomic_int*, int, memory_order); int atomic_fetch_add_explicit(atomic_int*, int, memory_order); int atomic_fetch_sub(volatile atomic_int*, int); int atomic_fetch_sub(atomic_int*, int); int atomic_fetch_sub_explicit(volatile atomic_int*, int, memory_order); int atomic_fetch_sub_explicit(atomic_int*, int, memory_order); int atomic_fetch_and(volatile atomic_int*, int); int atomic_fetch_and(atomic_int*, int); int atomic_fetch_and_explicit(volatile atomic_int*, int, memory_order); int atomic_fetch_and_explicit(atomic_int*, int, memory_order); int atomic_fetch_or(volatile atomic_int*, int); int atomic_fetch_or(atomic_int*, int); int atomic_fetch_or_explicit(volatile atomic_int*, int, memory_order); int atomic_fetch_or_explicit(atomic_int*, int, memory_order); int atomic_fetch_xor(volatile atomic_int*, int); int atomic_fetch_xor(atomic_int*, int); int atomic_fetch_xor_explicit(volatile atomic_int*, int, memory_order); int atomic_fetch_xor_explicit(atomic_int*, int, memory_order); // atomic_uint typedef struct atomic_uint { bool is_lock_free() const volatile; bool is_lock_free() const; void store(unsigned int, memory_order = memory_order_seq_cst) volatile; void store(unsigned int, memory_order = memory_order_seq_cst); unsigned int load(memory_order = memory_order_seq_cst) const volatile; unsigned int load(memory_order = memory_order_seq_cst) const; operator unsigned int() const volatile; operator unsigned int() const; unsigned int exchange(unsigned int, memory_order = memory_order_seq_cst) volatile; unsigned int exchange(unsigned int, memory_order = memory_order_seq_cst); bool compare_exchange_weak(unsigned int&, unsigned int, memory_order, memory_order) volatile; bool compare_exchange_weak(unsigned int&, unsigned int, memory_order, memory_order); bool compare_exchange_strong(unsigned int&, unsigned int, memory_order, memory_order) volatile; bool compare_exchange_strong(unsigned int&, unsigned int, memory_order, memory_order); bool compare_exchange_weak(unsigned int&, unsigned int, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(unsigned int&, unsigned int, memory_order = memory_order_seq_cst); bool compare_exchange_strong(unsigned int&, unsigned int, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(unsigned int&, unsigned int, memory_order = memory_order_seq_cst); unsigned int fetch_add(unsigned int, memory_order = memory_order_seq_cst) volatile; unsigned int fetch_add(unsigned int, memory_order = memory_order_seq_cst); unsigned int fetch_sub(unsigned int, memory_order = memory_order_seq_cst) volatile; unsigned int fetch_sub(unsigned int, memory_order = memory_order_seq_cst); unsigned int fetch_and(unsigned int, memory_order = memory_order_seq_cst) volatile; unsigned int fetch_and(unsigned int, memory_order = memory_order_seq_cst); unsigned int fetch_or(unsigned int, memory_order = memory_order_seq_cst) volatile; unsigned int fetch_or(unsigned int, memory_order = memory_order_seq_cst); unsigned int fetch_xor(unsigned int, memory_order = memory_order_seq_cst) volatile; unsigned int fetch_xor(unsigned int, memory_order = memory_order_seq_cst); atomic_uint() = default; constexpr atomic_uint(unsigned int); atomic_uint(const atomic_uint&) = delete; atomic_uint& operator=(const atomic_uint&) = delete; atomic_uint& operator=(const atomic_uint&) volatile = delete; unsigned int operator=(unsigned int) volatile; unsigned int operator=(unsigned int); unsigned int operator++(int) volatile; unsigned int operator++(int); unsigned int operator--(int) volatile; unsigned int operator--(int); unsigned int operator++() volatile; unsigned int operator++(); unsigned int operator--() volatile; unsigned int operator--(); unsigned int operator+=(unsigned int) volatile; unsigned int operator+=(unsigned int); unsigned int operator-=(unsigned int) volatile; unsigned int operator-=(unsigned int); unsigned int operator&=(unsigned int) volatile; unsigned int operator&=(unsigned int); unsigned int operator|=(unsigned int) volatile; unsigned int operator|=(unsigned int); unsigned int operator^=(unsigned int) volatile; unsigned int operator^=(unsigned int); } atomic_uint; bool atomic_is_lock_free(const volatile atomic_uint*); bool atomic_is_lock_free(const atomic_uint*); void atomic_init(volatile atomic_uint*, itype); void atomic_init(atomic_uint*, itype); void atomic_store(volatile atomic_uint*, unsigned int); void atomic_store(atomic_uint*, unsigned int); void atomic_store_explicit(volatile atomic_uint*, unsigned int, memory_order); void atomic_store_explicit(atomic_uint*, unsigned int, memory_order); unsigned int atomic_load(const volatile atomic_uint*); unsigned int atomic_load(const atomic_uint*); unsigned int atomic_load_explicit(const volatile atomic_uint*, memory_order); unsigned int atomic_load_explicit(const atomic_uint*, memory_order); unsigned int atomic_exchange(volatile atomic_uint*, unsigned int); unsigned int atomic_exchange(atomic_uint*, unsigned int); unsigned int atomic_exchange_explicit(volatile atomic_uint*, unsigned int, memory_order); unsigned int atomic_exchange_explicit(atomic_uint*, unsigned int, memory_order); bool atomic_compare_exchange_weak(volatile atomic_uint*, unsigned int*, unsigned int); bool atomic_compare_exchange_weak(atomic_uint*, unsigned int*, unsigned int); bool atomic_compare_exchange_strong(volatile atomic_uint*, unsigned int*, unsigned int); bool atomic_compare_exchange_strong(atomic_uint*, unsigned int*, unsigned int); bool atomic_compare_exchange_weak_explicit(volatile atomic_uint*, unsigned int*, unsigned int, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_uint*, unsigned int*, unsigned int, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_uint*, unsigned int*, unsigned int, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_uint*, unsigned int*, unsigned int, memory_order, memory_order); unsigned int atomic_fetch_add(volatile atomic_uint*, unsigned int); unsigned int atomic_fetch_add(atomic_uint*, unsigned int); unsigned int atomic_fetch_add_explicit(volatile atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_add_explicit(atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_sub(volatile atomic_uint*, unsigned int); unsigned int atomic_fetch_sub(atomic_uint*, unsigned int); unsigned int atomic_fetch_sub_explicit(volatile atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_sub_explicit(atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_and(volatile atomic_uint*, unsigned int); unsigned int atomic_fetch_and(atomic_uint*, unsigned int); unsigned int atomic_fetch_and_explicit(volatile atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_and_explicit(atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_or(volatile atomic_uint*, unsigned int); unsigned int atomic_fetch_or(atomic_uint*, unsigned int); unsigned int atomic_fetch_or_explicit(volatile atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_or_explicit(atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_xor(volatile atomic_uint*, unsigned int); unsigned int atomic_fetch_xor(atomic_uint*, unsigned int); unsigned int atomic_fetch_xor_explicit(volatile atomic_uint*, unsigned int, memory_order); unsigned int atomic_fetch_xor_explicit(atomic_uint*, unsigned int, memory_order); // atomic_long typedef struct atomic_long { bool is_lock_free() const volatile; bool is_lock_free() const; void store(long, memory_order = memory_order_seq_cst) volatile; void store(long, memory_order = memory_order_seq_cst); long load(memory_order = memory_order_seq_cst) const volatile; long load(memory_order = memory_order_seq_cst) const; operator long() const volatile; operator long() const; long exchange(long, memory_order = memory_order_seq_cst) volatile; long exchange(long, memory_order = memory_order_seq_cst); bool compare_exchange_weak(long&, long, memory_order, memory_order) volatile; bool compare_exchange_weak(long&, long, memory_order, memory_order); bool compare_exchange_strong(long&, long, memory_order, memory_order) volatile; bool compare_exchange_strong(long&, long, memory_order, memory_order); bool compare_exchange_weak(long&, long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(long&, long, memory_order = memory_order_seq_cst); bool compare_exchange_strong(long&, long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(long&, long, memory_order = memory_order_seq_cst); long fetch_add(long, memory_order = memory_order_seq_cst) volatile; long fetch_add(long, memory_order = memory_order_seq_cst); long fetch_sub(long, memory_order = memory_order_seq_cst) volatile; long fetch_sub(long, memory_order = memory_order_seq_cst); long fetch_and(long, memory_order = memory_order_seq_cst) volatile; long fetch_and(long, memory_order = memory_order_seq_cst); long fetch_or(long, memory_order = memory_order_seq_cst) volatile; long fetch_or(long, memory_order = memory_order_seq_cst); long fetch_xor(long, memory_order = memory_order_seq_cst) volatile; long fetch_xor(long, memory_order = memory_order_seq_cst); atomic_long() = default; constexpr atomic_long(long); atomic_long(const atomic_long&) = delete; atomic_long& operator=(const atomic_long&) = delete; atomic_long& operator=(const atomic_long&) volatile = delete; long operator=(long) volatile; long operator=(long); long operator++(int) volatile; long operator++(int); long operator--(int) volatile; long operator--(int); long operator++() volatile; long operator++(); long operator--() volatile; long operator--(); long operator+=(long) volatile; long operator+=(long); long operator-=(long) volatile; long operator-=(long); long operator&=(long) volatile; long operator&=(long); long operator|=(long) volatile; long operator|=(long); long operator^=(long) volatile; long operator^=(long); } atomic_long; bool atomic_is_lock_free(const volatile atomic_long*); bool atomic_is_lock_free(const atomic_long*); void atomic_init(volatile atomic_long*, itype); void atomic_init(atomic_long*, itype); void atomic_store(volatile atomic_long*, long); void atomic_store(atomic_long*, long); void atomic_store_explicit(volatile atomic_long*, long, memory_order); void atomic_store_explicit(atomic_long*, long, memory_order); long atomic_load(const volatile atomic_long*); long atomic_load(const atomic_long*); long atomic_load_explicit(const volatile atomic_long*, memory_order); long atomic_load_explicit(const atomic_long*, memory_order); long atomic_exchange(volatile atomic_long*, long); long atomic_exchange(atomic_long*, long); long atomic_exchange_explicit(volatile atomic_long*, long, memory_order); long atomic_exchange_explicit(atomic_long*, long, memory_order); bool atomic_compare_exchange_weak(volatile atomic_long*, long*, long); bool atomic_compare_exchange_weak(atomic_long*, long*, long); bool atomic_compare_exchange_strong(volatile atomic_long*, long*, long); bool atomic_compare_exchange_strong(atomic_long*, long*, long); bool atomic_compare_exchange_weak_explicit(volatile atomic_long*, long*, long, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_long*, long*, long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_long*, long*, long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_long*, long*, long, memory_order, memory_order); long atomic_fetch_add(volatile atomic_long*, long); long atomic_fetch_add(atomic_long*, long); long atomic_fetch_add_explicit(volatile atomic_long*, long, memory_order); long atomic_fetch_add_explicit(atomic_long*, long, memory_order); long atomic_fetch_sub(volatile atomic_long*, long); long atomic_fetch_sub(atomic_long*, long); long atomic_fetch_sub_explicit(volatile atomic_long*, long, memory_order); long atomic_fetch_sub_explicit(atomic_long*, long, memory_order); long atomic_fetch_and(volatile atomic_long*, long); long atomic_fetch_and(atomic_long*, long); long atomic_fetch_and_explicit(volatile atomic_long*, long, memory_order); long atomic_fetch_and_explicit(atomic_long*, long, memory_order); long atomic_fetch_or(volatile atomic_long*, long); long atomic_fetch_or(atomic_long*, long); long atomic_fetch_or_explicit(volatile atomic_long*, long, memory_order); long atomic_fetch_or_explicit(atomic_long*, long, memory_order); long atomic_fetch_xor(volatile atomic_long*, long); long atomic_fetch_xor(atomic_long*, long); long atomic_fetch_xor_explicit(volatile atomic_long*, long, memory_order); long atomic_fetch_xor_explicit(atomic_long*, long, memory_order); // atomic_ulong typedef struct atomic_ulong { bool is_lock_free() const volatile; bool is_lock_free() const; void store(unsigned long, memory_order = memory_order_seq_cst) volatile; void store(unsigned long, memory_order = memory_order_seq_cst); unsigned long load(memory_order = memory_order_seq_cst) const volatile; unsigned long load(memory_order = memory_order_seq_cst) const; operator unsigned long() const volatile; operator unsigned long() const; unsigned long exchange(unsigned long, memory_order = memory_order_seq_cst) volatile; unsigned long exchange(unsigned long, memory_order = memory_order_seq_cst); bool compare_exchange_weak(unsigned long&, unsigned long, memory_order, memory_order) volatile; bool compare_exchange_weak(unsigned long&, unsigned long, memory_order, memory_order); bool compare_exchange_strong(unsigned long&, unsigned long, memory_order, memory_order) volatile; bool compare_exchange_strong(unsigned long&, unsigned long, memory_order, memory_order); bool compare_exchange_weak(unsigned long&, unsigned long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(unsigned long&, unsigned long, memory_order = memory_order_seq_cst); bool compare_exchange_strong(unsigned long&, unsigned long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(unsigned long&, unsigned long, memory_order = memory_order_seq_cst); unsigned long fetch_add(unsigned long, memory_order = memory_order_seq_cst) volatile; unsigned long fetch_add(unsigned long, memory_order = memory_order_seq_cst); unsigned long fetch_sub(unsigned long, memory_order = memory_order_seq_cst) volatile; unsigned long fetch_sub(unsigned long, memory_order = memory_order_seq_cst); unsigned long fetch_and(unsigned long, memory_order = memory_order_seq_cst) volatile; unsigned long fetch_and(unsigned long, memory_order = memory_order_seq_cst); unsigned long fetch_or(unsigned long, memory_order = memory_order_seq_cst) volatile; unsigned long fetch_or(unsigned long, memory_order = memory_order_seq_cst); unsigned long fetch_xor(unsigned long, memory_order = memory_order_seq_cst) volatile; unsigned long fetch_xor(unsigned long, memory_order = memory_order_seq_cst); atomic_ulong() = default; constexpr atomic_ulong(unsigned long); atomic_ulong(const atomic_ulong&) = delete; atomic_ulong& operator=(const atomic_ulong&) = delete; atomic_ulong& operator=(const atomic_ulong&) volatile = delete; unsigned long operator=(unsigned long) volatile; unsigned long operator=(unsigned long); unsigned long operator++(int) volatile; unsigned long operator++(int); unsigned long operator--(int) volatile; unsigned long operator--(int); unsigned long operator++() volatile; unsigned long operator++(); unsigned long operator--() volatile; unsigned long operator--(); unsigned long operator+=(unsigned long) volatile; unsigned long operator+=(unsigned long); unsigned long operator-=(unsigned long) volatile; unsigned long operator-=(unsigned long); unsigned long operator&=(unsigned long) volatile; unsigned long operator&=(unsigned long); unsigned long operator|=(unsigned long) volatile; unsigned long operator|=(unsigned long); unsigned long operator^=(unsigned long) volatile; unsigned long operator^=(unsigned long); } atomic_ulong; bool atomic_is_lock_free(const volatile atomic_ulong*); bool atomic_is_lock_free(const atomic_ulong*); void atomic_init(volatile atomic_ulong*, itype); void atomic_init(atomic_ulong*, itype); void atomic_store(volatile atomic_ulong*, unsigned long); void atomic_store(atomic_ulong*, unsigned long); void atomic_store_explicit(volatile atomic_ulong*, unsigned long, memory_order); void atomic_store_explicit(atomic_ulong*, unsigned long, memory_order); unsigned long atomic_load(const volatile atomic_ulong*); unsigned long atomic_load(const atomic_ulong*); unsigned long atomic_load_explicit(const volatile atomic_ulong*, memory_order); unsigned long atomic_load_explicit(const atomic_ulong*, memory_order); unsigned long atomic_exchange(volatile atomic_ulong*, unsigned long); unsigned long atomic_exchange(atomic_ulong*, unsigned long); unsigned long atomic_exchange_explicit(volatile atomic_ulong*, unsigned long, memory_order); unsigned long atomic_exchange_explicit(atomic_ulong*, unsigned long, memory_order); bool atomic_compare_exchange_weak(volatile atomic_ulong*, unsigned long*, unsigned long); bool atomic_compare_exchange_weak(atomic_ulong*, unsigned long*, unsigned long); bool atomic_compare_exchange_strong(volatile atomic_ulong*, unsigned long*, unsigned long); bool atomic_compare_exchange_strong(atomic_ulong*, unsigned long*, unsigned long); bool atomic_compare_exchange_weak_explicit(volatile atomic_ulong*, unsigned long*, unsigned long, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_ulong*, unsigned long*, unsigned long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_ulong*, unsigned long*, unsigned long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_ulong*, unsigned long*, unsigned long, memory_order, memory_order); unsigned long atomic_fetch_add(volatile atomic_ulong*, unsigned long); unsigned long atomic_fetch_add(atomic_ulong*, unsigned long); unsigned long atomic_fetch_add_explicit(volatile atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_add_explicit(atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_sub(volatile atomic_ulong*, unsigned long); unsigned long atomic_fetch_sub(atomic_ulong*, unsigned long); unsigned long atomic_fetch_sub_explicit(volatile atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_sub_explicit(atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_and(volatile atomic_ulong*, unsigned long); unsigned long atomic_fetch_and(atomic_ulong*, unsigned long); unsigned long atomic_fetch_and_explicit(volatile atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_and_explicit(atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_or(volatile atomic_ulong*, unsigned long); unsigned long atomic_fetch_or(atomic_ulong*, unsigned long); unsigned long atomic_fetch_or_explicit(volatile atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_or_explicit(atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_xor(volatile atomic_ulong*, unsigned long); unsigned long atomic_fetch_xor(atomic_ulong*, unsigned long); unsigned long atomic_fetch_xor_explicit(volatile atomic_ulong*, unsigned long, memory_order); unsigned long atomic_fetch_xor_explicit(atomic_ulong*, unsigned long, memory_order); // atomic_llong typedef struct atomic_llong { bool is_lock_free() const volatile; bool is_lock_free() const; void store(long long, memory_order = memory_order_seq_cst) volatile; void store(long long, memory_order = memory_order_seq_cst); long long load(memory_order = memory_order_seq_cst) const volatile; long long load(memory_order = memory_order_seq_cst) const; operator long long() const volatile; operator long long() const; long long exchange(long long, memory_order = memory_order_seq_cst) volatile; long long exchange(long long, memory_order = memory_order_seq_cst); bool compare_exchange_weak(long long&, long long, memory_order, memory_order) volatile; bool compare_exchange_weak(long long&, long long, memory_order, memory_order); bool compare_exchange_strong(long long&, long long, memory_order, memory_order) volatile; bool compare_exchange_strong(long long&, long long, memory_order, memory_order); bool compare_exchange_weak(long long&, long long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(long long&, long long, memory_order = memory_order_seq_cst); bool compare_exchange_strong(long long&, long long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(long long&, long long, memory_order = memory_order_seq_cst); long long fetch_add(long long, memory_order = memory_order_seq_cst) volatile; long long fetch_add(long long, memory_order = memory_order_seq_cst); long long fetch_sub(long long, memory_order = memory_order_seq_cst) volatile; long long fetch_sub(long long, memory_order = memory_order_seq_cst); long long fetch_and(long long, memory_order = memory_order_seq_cst) volatile; long long fetch_and(long long, memory_order = memory_order_seq_cst); long long fetch_or(long long, memory_order = memory_order_seq_cst) volatile; long long fetch_or(long long, memory_order = memory_order_seq_cst); long long fetch_xor(long long, memory_order = memory_order_seq_cst) volatile; long long fetch_xor(long long, memory_order = memory_order_seq_cst); atomic_llong() = default; constexpr atomic_llong(long long); atomic_llong(const atomic_llong&) = delete; atomic_llong& operator=(const atomic_llong&) = delete; atomic_llong& operator=(const atomic_llong&) volatile = delete; long long operator=(long long) volatile; long long operator=(long long); long long operator++(int) volatile; long long operator++(int); long long operator--(int) volatile; long long operator--(int); long long operator++() volatile; long long operator++(); long long operator--() volatile; long long operator--(); long long operator+=(long long) volatile; long long operator+=(long long); long long operator-=(long long) volatile; long long operator-=(long long); long long operator&=(long long) volatile; long long operator&=(long long); long long operator|=(long long) volatile; long long operator|=(long long); long long operator^=(long long) volatile; long long operator^=(long long); } atomic_llong; bool atomic_is_lock_free(const volatile atomic_llong*); bool atomic_is_lock_free(const atomic_llong*); void atomic_init(volatile atomic_llong*, itype); void atomic_init(atomic_llong*, itype); void atomic_store(volatile atomic_llong*, long long); void atomic_store(atomic_llong*, long long); void atomic_store_explicit(volatile atomic_llong*, long long, memory_order); void atomic_store_explicit(atomic_llong*, long long, memory_order); long long atomic_load(const volatile atomic_llong*); long long atomic_load(const atomic_llong*); long long atomic_load_explicit(const volatile atomic_llong*, memory_order); long long atomic_load_explicit(const atomic_llong*, memory_order); long long atomic_exchange(volatile atomic_llong*, long long); long long atomic_exchange(atomic_llong*, long long); long long atomic_exchange_explicit(volatile atomic_llong*, long long, memory_order); long long atomic_exchange_explicit(atomic_llong*, long long, memory_order); bool atomic_compare_exchange_weak(volatile atomic_llong*, long long*, long long); bool atomic_compare_exchange_weak(atomic_llong*, long long*, long long); bool atomic_compare_exchange_strong(volatile atomic_llong*, long long*, long long); bool atomic_compare_exchange_strong(atomic_llong*, long long*, long long); bool atomic_compare_exchange_weak_explicit(volatile atomic_llong*, long long*, long long, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_llong*, long long*, long long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_llong*, long long*, long long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_llong*, long long*, long long, memory_order, memory_order); long long atomic_fetch_add(volatile atomic_llong*, long long); long long atomic_fetch_add(atomic_llong*, long long); long long atomic_fetch_add_explicit(volatile atomic_llong*, long long, memory_order); long long atomic_fetch_add_explicit(atomic_llong*, long long, memory_order); long long atomic_fetch_sub(volatile atomic_llong*, long long); long long atomic_fetch_sub(atomic_llong*, long long); long long atomic_fetch_sub_explicit(volatile atomic_llong*, long long, memory_order); long long atomic_fetch_sub_explicit(atomic_llong*, long long, memory_order); long long atomic_fetch_and(volatile atomic_llong*, long long); long long atomic_fetch_and(atomic_llong*, long long); long long atomic_fetch_and_explicit(volatile atomic_llong*, long long, memory_order); long long atomic_fetch_and_explicit(atomic_llong*, long long, memory_order); long long atomic_fetch_or(volatile atomic_llong*, long long); long long atomic_fetch_or(atomic_llong*, long long); long long atomic_fetch_or_explicit(volatile atomic_llong*, long long, memory_order); long long atomic_fetch_or_explicit(atomic_llong*, long long, memory_order); long long atomic_fetch_xor(volatile atomic_llong*, long long); long long atomic_fetch_xor(atomic_llong*, long long); long long atomic_fetch_xor_explicit(volatile atomic_llong*, long long, memory_order); long long atomic_fetch_xor_explicit(atomic_llong*, long long, memory_order); // atomic_ullong typedef struct atomic_ullong { bool is_lock_free() const volatile; bool is_lock_free() const; void store(unsigned long long, memory_order = memory_order_seq_cst) volatile; void store(unsigned long long, memory_order = memory_order_seq_cst); unsigned long long load(memory_order = memory_order_seq_cst) const volatile; unsigned long long load(memory_order = memory_order_seq_cst) const; operator unsigned long long() const volatile; operator unsigned long long() const; unsigned long long exchange(unsigned long long, memory_order = memory_order_seq_cst) volatile; unsigned long long exchange(unsigned long long, memory_order = memory_order_seq_cst); bool compare_exchange_weak(unsigned long long&, unsigned long long, memory_order, memory_order) volatile; bool compare_exchange_weak(unsigned long long&, unsigned long long, memory_order, memory_order); bool compare_exchange_strong(unsigned long long&, unsigned long long, memory_order, memory_order) volatile; bool compare_exchange_strong(unsigned long long&, unsigned long long, memory_order, memory_order); bool compare_exchange_weak(unsigned long long&, unsigned long long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(unsigned long long&, unsigned long long, memory_order = memory_order_seq_cst); bool compare_exchange_strong(unsigned long long&, unsigned long long, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(unsigned long long&, unsigned long long, memory_order = memory_order_seq_cst); unsigned long long fetch_add(unsigned long long, memory_order = memory_order_seq_cst) volatile; unsigned long long fetch_add(unsigned long long, memory_order = memory_order_seq_cst); unsigned long long fetch_sub(unsigned long long, memory_order = memory_order_seq_cst) volatile; unsigned long long fetch_sub(unsigned long long, memory_order = memory_order_seq_cst); unsigned long long fetch_and(unsigned long long, memory_order = memory_order_seq_cst) volatile; unsigned long long fetch_and(unsigned long long, memory_order = memory_order_seq_cst); unsigned long long fetch_or(unsigned long long, memory_order = memory_order_seq_cst) volatile; unsigned long long fetch_or(unsigned long long, memory_order = memory_order_seq_cst); unsigned long long fetch_xor(unsigned long long, memory_order = memory_order_seq_cst) volatile; unsigned long long fetch_xor(unsigned long long, memory_order = memory_order_seq_cst); atomic_ullong() = default; constexpr atomic_ullong(unsigned long long); atomic_ullong(const atomic_ullong&) = delete; atomic_ullong& operator=(const atomic_ullong&) = delete; atomic_ullong& operator=(const atomic_ullong&) volatile = delete; unsigned long long operator=(unsigned long long) volatile; unsigned long long operator=(unsigned long long); unsigned long long operator++(int) volatile; unsigned long long operator++(int); unsigned long long operator--(int) volatile; unsigned long long operator--(int); unsigned long long operator++() volatile; unsigned long long operator++(); unsigned long long operator--() volatile; unsigned long long operator--(); unsigned long long operator+=(unsigned long long) volatile; unsigned long long operator+=(unsigned long long); unsigned long long operator-=(unsigned long long) volatile; unsigned long long operator-=(unsigned long long); unsigned long long operator&=(unsigned long long) volatile; unsigned long long operator&=(unsigned long long); unsigned long long operator|=(unsigned long long) volatile; unsigned long long operator|=(unsigned long long); unsigned long long operator^=(unsigned long long) volatile; unsigned long long operator^=(unsigned long long); } atomic_ullong; bool atomic_is_lock_free(const volatile atomic_ullong*); bool atomic_is_lock_free(const atomic_ullong*); void atomic_init(volatile atomic_ullong*, itype); void atomic_init(atomic_ullong*, itype); void atomic_store(volatile atomic_ullong*, unsigned long long); void atomic_store(atomic_ullong*, unsigned long long); void atomic_store_explicit(volatile atomic_ullong*, unsigned long long, memory_order); void atomic_store_explicit(atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_load(const volatile atomic_ullong*); unsigned long long atomic_load(const atomic_ullong*); unsigned long long atomic_load_explicit(const volatile atomic_ullong*, memory_order); unsigned long long atomic_load_explicit(const atomic_ullong*, memory_order); unsigned long long atomic_exchange(volatile atomic_ullong*, unsigned long long); unsigned long long atomic_exchange(atomic_ullong*, unsigned long long); unsigned long long atomic_exchange_explicit(volatile atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_exchange_explicit(atomic_ullong*, unsigned long long, memory_order); bool atomic_compare_exchange_weak(volatile atomic_ullong*, unsigned long long*, unsigned long long); bool atomic_compare_exchange_weak(atomic_ullong*, unsigned long long*, unsigned long long); bool atomic_compare_exchange_strong(volatile atomic_ullong*, unsigned long long*, unsigned long long); bool atomic_compare_exchange_strong(atomic_ullong*, unsigned long long*, unsigned long long); bool atomic_compare_exchange_weak_explicit(volatile atomic_ullong*, unsigned long long*, unsigned long long, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_ullong*, unsigned long long*, unsigned long long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_ullong*, unsigned long long*, unsigned long long, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_ullong*, unsigned long long*, unsigned long long, memory_order, memory_order); unsigned long long atomic_fetch_add(volatile atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_add(atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_add_explicit(volatile atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_add_explicit(atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_sub(volatile atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_sub(atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_sub_explicit(volatile atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_sub_explicit(atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_and(volatile atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_and(atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_and_explicit(volatile atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_and_explicit(atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_or(volatile atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_or(atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_or_explicit(volatile atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_or_explicit(atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_xor(volatile atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_xor(atomic_ullong*, unsigned long long); unsigned long long atomic_fetch_xor_explicit(volatile atomic_ullong*, unsigned long long, memory_order); unsigned long long atomic_fetch_xor_explicit(atomic_ullong*, unsigned long long, memory_order); // atomic_char16_t typedef struct atomic_char16_t { bool is_lock_free() const volatile; bool is_lock_free() const; void store(char16_t, memory_order = memory_order_seq_cst) volatile; void store(char16_t, memory_order = memory_order_seq_cst); char16_t load(memory_order = memory_order_seq_cst) const volatile; char16_t load(memory_order = memory_order_seq_cst) const; operator char16_t() const volatile; operator char16_t() const; char16_t exchange(char16_t, memory_order = memory_order_seq_cst) volatile; char16_t exchange(char16_t, memory_order = memory_order_seq_cst); bool compare_exchange_weak(char16_t&, char16_t, memory_order, memory_order) volatile; bool compare_exchange_weak(char16_t&, char16_t, memory_order, memory_order); bool compare_exchange_strong(char16_t&, char16_t, memory_order, memory_order) volatile; bool compare_exchange_strong(char16_t&, char16_t, memory_order, memory_order); bool compare_exchange_weak(char16_t&, char16_t, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(char16_t&, char16_t, memory_order = memory_order_seq_cst); bool compare_exchange_strong(char16_t&, char16_t, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(char16_t&, char16_t, memory_order = memory_order_seq_cst); char16_t fetch_add(char16_t, memory_order = memory_order_seq_cst) volatile; char16_t fetch_add(char16_t, memory_order = memory_order_seq_cst); char16_t fetch_sub(char16_t, memory_order = memory_order_seq_cst) volatile; char16_t fetch_sub(char16_t, memory_order = memory_order_seq_cst); char16_t fetch_and(char16_t, memory_order = memory_order_seq_cst) volatile; char16_t fetch_and(char16_t, memory_order = memory_order_seq_cst); char16_t fetch_or(char16_t, memory_order = memory_order_seq_cst) volatile; char16_t fetch_or(char16_t, memory_order = memory_order_seq_cst); char16_t fetch_xor(char16_t, memory_order = memory_order_seq_cst) volatile; char16_t fetch_xor(char16_t, memory_order = memory_order_seq_cst); atomic_char16_t() = default; constexpr atomic_char16_t(char16_t); atomic_char16_t(const atomic_char16_t&) = delete; atomic_char16_t& operator=(const atomic_char16_t&) = delete; atomic_char16_t& operator=(const atomic_char16_t&) volatile = delete; char16_t operator=(char16_t) volatile; char16_t operator=(char16_t); char16_t operator++(int) volatile; char16_t operator++(int); char16_t operator--(int) volatile; char16_t operator--(int); char16_t operator++() volatile; char16_t operator++(); char16_t operator--() volatile; char16_t operator--(); char16_t operator+=(char16_t) volatile; char16_t operator+=(char16_t); char16_t operator-=(char16_t) volatile; char16_t operator-=(char16_t); char16_t operator&=(char16_t) volatile; char16_t operator&=(char16_t); char16_t operator|=(char16_t) volatile; char16_t operator|=(char16_t); char16_t operator^=(char16_t) volatile; char16_t operator^=(char16_t); } atomic_char16_t; bool atomic_is_lock_free(const volatile atomic_char16_t*); bool atomic_is_lock_free(const atomic_char16_t*); void atomic_init(volatile atomic_char16_t*, itype); void atomic_init(atomic_char16_t*, itype); void atomic_store(volatile atomic_char16_t*, char16_t); void atomic_store(atomic_char16_t*, char16_t); void atomic_store_explicit(volatile atomic_char16_t*, char16_t, memory_order); void atomic_store_explicit(atomic_char16_t*, char16_t, memory_order); char16_t atomic_load(const volatile atomic_char16_t*); char16_t atomic_load(const atomic_char16_t*); char16_t atomic_load_explicit(const volatile atomic_char16_t*, memory_order); char16_t atomic_load_explicit(const atomic_char16_t*, memory_order); char16_t atomic_exchange(volatile atomic_char16_t*, char16_t); char16_t atomic_exchange(atomic_char16_t*, char16_t); char16_t atomic_exchange_explicit(volatile atomic_char16_t*, char16_t, memory_order); char16_t atomic_exchange_explicit(atomic_char16_t*, char16_t, memory_order); bool atomic_compare_exchange_weak(volatile atomic_char16_t*, char16_t*, char16_t); bool atomic_compare_exchange_weak(atomic_char16_t*, char16_t*, char16_t); bool atomic_compare_exchange_strong(volatile atomic_char16_t*, char16_t*, char16_t); bool atomic_compare_exchange_strong(atomic_char16_t*, char16_t*, char16_t); bool atomic_compare_exchange_weak_explicit(volatile atomic_char16_t*, char16_t*, char16_t, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_char16_t*, char16_t*, char16_t, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_char16_t*, char16_t*, char16_t, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_char16_t*, char16_t*, char16_t, memory_order, memory_order); char16_t atomic_fetch_add(volatile atomic_char16_t*, char16_t); char16_t atomic_fetch_add(atomic_char16_t*, char16_t); char16_t atomic_fetch_add_explicit(volatile atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_add_explicit(atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_sub(volatile atomic_char16_t*, char16_t); char16_t atomic_fetch_sub(atomic_char16_t*, char16_t); char16_t atomic_fetch_sub_explicit(volatile atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_sub_explicit(atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_and(volatile atomic_char16_t*, char16_t); char16_t atomic_fetch_and(atomic_char16_t*, char16_t); char16_t atomic_fetch_and_explicit(volatile atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_and_explicit(atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_or(volatile atomic_char16_t*, char16_t); char16_t atomic_fetch_or(atomic_char16_t*, char16_t); char16_t atomic_fetch_or_explicit(volatile atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_or_explicit(atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_xor(volatile atomic_char16_t*, char16_t); char16_t atomic_fetch_xor(atomic_char16_t*, char16_t); char16_t atomic_fetch_xor_explicit(volatile atomic_char16_t*, char16_t, memory_order); char16_t atomic_fetch_xor_explicit(atomic_char16_t*, char16_t, memory_order); // atomic_char32_t typedef struct atomic_char32_t { bool is_lock_free() const volatile; bool is_lock_free() const; void store(char32_t, memory_order = memory_order_seq_cst) volatile; void store(char32_t, memory_order = memory_order_seq_cst); char32_t load(memory_order = memory_order_seq_cst) const volatile; char32_t load(memory_order = memory_order_seq_cst) const; operator char32_t() const volatile; operator char32_t() const; char32_t exchange(char32_t, memory_order = memory_order_seq_cst) volatile; char32_t exchange(char32_t, memory_order = memory_order_seq_cst); bool compare_exchange_weak(char32_t&, char32_t, memory_order, memory_order) volatile; bool compare_exchange_weak(char32_t&, char32_t, memory_order, memory_order); bool compare_exchange_strong(char32_t&, char32_t, memory_order, memory_order) volatile; bool compare_exchange_strong(char32_t&, char32_t, memory_order, memory_order); bool compare_exchange_weak(char32_t&, char32_t, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(char32_t&, char32_t, memory_order = memory_order_seq_cst); bool compare_exchange_strong(char32_t&, char32_t, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(char32_t&, char32_t, memory_order = memory_order_seq_cst); char32_t fetch_add(char32_t, memory_order = memory_order_seq_cst) volatile; char32_t fetch_add(char32_t, memory_order = memory_order_seq_cst); char32_t fetch_sub(char32_t, memory_order = memory_order_seq_cst) volatile; char32_t fetch_sub(char32_t, memory_order = memory_order_seq_cst); char32_t fetch_and(char32_t, memory_order = memory_order_seq_cst) volatile; char32_t fetch_and(char32_t, memory_order = memory_order_seq_cst); char32_t fetch_or(char32_t, memory_order = memory_order_seq_cst) volatile; char32_t fetch_or(char32_t, memory_order = memory_order_seq_cst); char32_t fetch_xor(char32_t, memory_order = memory_order_seq_cst) volatile; char32_t fetch_xor(char32_t, memory_order = memory_order_seq_cst); atomic_char32_t() = default; constexpr atomic_char32_t(char32_t); atomic_char32_t(const atomic_char32_t&) = delete; atomic_char32_t& operator=(const atomic_char32_t&) = delete; atomic_char32_t& operator=(const atomic_char32_t&) volatile = delete; char32_t operator=(char32_t) volatile; char32_t operator=(char32_t); char32_t operator++(int) volatile; char32_t operator++(int); char32_t operator--(int) volatile; char32_t operator--(int); char32_t operator++() volatile; char32_t operator++(); char32_t operator--() volatile; char32_t operator--(); char32_t operator+=(char32_t) volatile; char32_t operator+=(char32_t); char32_t operator-=(char32_t) volatile; char32_t operator-=(char32_t); char32_t operator&=(char32_t) volatile; char32_t operator&=(char32_t); char32_t operator|=(char32_t) volatile; char32_t operator|=(char32_t); char32_t operator^=(char32_t) volatile; char32_t operator^=(char32_t); } atomic_char32_t; bool atomic_is_lock_free(const volatile atomic_char32_t*); bool atomic_is_lock_free(const atomic_char32_t*); void atomic_init(volatile atomic_char32_t*, itype); void atomic_init(atomic_char32_t*, itype); void atomic_store(volatile atomic_char32_t*, char32_t); void atomic_store(atomic_char32_t*, char32_t); void atomic_store_explicit(volatile atomic_char32_t*, char32_t, memory_order); void atomic_store_explicit(atomic_char32_t*, char32_t, memory_order); char32_t atomic_load(const volatile atomic_char32_t*); char32_t atomic_load(const atomic_char32_t*); char32_t atomic_load_explicit(const volatile atomic_char32_t*, memory_order); char32_t atomic_load_explicit(const atomic_char32_t*, memory_order); char32_t atomic_exchange(volatile atomic_char32_t*, char32_t); char32_t atomic_exchange(atomic_char32_t*, char32_t); char32_t atomic_exchange_explicit(volatile atomic_char32_t*, char32_t, memory_order); char32_t atomic_exchange_explicit(atomic_char32_t*, char32_t, memory_order); bool atomic_compare_exchange_weak(volatile atomic_char32_t*, char32_t*, char32_t); bool atomic_compare_exchange_weak(atomic_char32_t*, char32_t*, char32_t); bool atomic_compare_exchange_strong(volatile atomic_char32_t*, char32_t*, char32_t); bool atomic_compare_exchange_strong(atomic_char32_t*, char32_t*, char32_t); bool atomic_compare_exchange_weak_explicit(volatile atomic_char32_t*, char32_t*, char32_t, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_char32_t*, char32_t*, char32_t, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_char32_t*, char32_t*, char32_t, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_char32_t*, char32_t*, char32_t, memory_order, memory_order); char32_t atomic_fetch_add(volatile atomic_char32_t*, char32_t); char32_t atomic_fetch_add(atomic_char32_t*, char32_t); char32_t atomic_fetch_add_explicit(volatile atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_add_explicit(atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_sub(volatile atomic_char32_t*, char32_t); char32_t atomic_fetch_sub(atomic_char32_t*, char32_t); char32_t atomic_fetch_sub_explicit(volatile atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_sub_explicit(atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_and(volatile atomic_char32_t*, char32_t); char32_t atomic_fetch_and(atomic_char32_t*, char32_t); char32_t atomic_fetch_and_explicit(volatile atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_and_explicit(atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_or(volatile atomic_char32_t*, char32_t); char32_t atomic_fetch_or(atomic_char32_t*, char32_t); char32_t atomic_fetch_or_explicit(volatile atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_or_explicit(atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_xor(volatile atomic_char32_t*, char32_t); char32_t atomic_fetch_xor(atomic_char32_t*, char32_t); char32_t atomic_fetch_xor_explicit(volatile atomic_char32_t*, char32_t, memory_order); char32_t atomic_fetch_xor_explicit(atomic_char32_t*, char32_t, memory_order); // atomic_wchar_t typedef struct atomic_wchar_t { bool is_lock_free() const volatile; bool is_lock_free() const; void store(wchar_t, memory_order = memory_order_seq_cst) volatile; void store(wchar_t, memory_order = memory_order_seq_cst); wchar_t load(memory_order = memory_order_seq_cst) const volatile; wchar_t load(memory_order = memory_order_seq_cst) const; operator wchar_t() const volatile; operator wchar_t() const; wchar_t exchange(wchar_t, memory_order = memory_order_seq_cst) volatile; wchar_t exchange(wchar_t, memory_order = memory_order_seq_cst); bool compare_exchange_weak(wchar_t&, wchar_t, memory_order, memory_order) volatile; bool compare_exchange_weak(wchar_t&, wchar_t, memory_order, memory_order); bool compare_exchange_strong(wchar_t&, wchar_t, memory_order, memory_order) volatile; bool compare_exchange_strong(wchar_t&, wchar_t, memory_order, memory_order); bool compare_exchange_weak(wchar_t&, wchar_t, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(wchar_t&, wchar_t, memory_order = memory_order_seq_cst); bool compare_exchange_strong(wchar_t&, wchar_t, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(wchar_t&, wchar_t, memory_order = memory_order_seq_cst); wchar_t fetch_add(wchar_t, memory_order = memory_order_seq_cst) volatile; wchar_t fetch_add(wchar_t, memory_order = memory_order_seq_cst); wchar_t fetch_sub(wchar_t, memory_order = memory_order_seq_cst) volatile; wchar_t fetch_sub(wchar_t, memory_order = memory_order_seq_cst); wchar_t fetch_and(wchar_t, memory_order = memory_order_seq_cst) volatile; wchar_t fetch_and(wchar_t, memory_order = memory_order_seq_cst); wchar_t fetch_or(wchar_t, memory_order = memory_order_seq_cst) volatile; wchar_t fetch_or(wchar_t, memory_order = memory_order_seq_cst); wchar_t fetch_xor(wchar_t, memory_order = memory_order_seq_cst) volatile; wchar_t fetch_xor(wchar_t, memory_order = memory_order_seq_cst); atomic_wchar_t() = default; constexpr atomic_wchar_t(wchar_t); atomic_wchar_t(const atomic_wchar_t&) = delete; atomic_wchar_t& operator=(const atomic_wchar_t&) = delete; atomic_wchar_t& operator=(const atomic_wchar_t&) volatile = delete; wchar_t operator=(wchar_t) volatile; wchar_t operator=(wchar_t); wchar_t operator++(int) volatile; wchar_t operator++(int); wchar_t operator--(int) volatile; wchar_t operator--(int); wchar_t operator++() volatile; wchar_t operator++(); wchar_t operator--() volatile; wchar_t operator--(); wchar_t operator+=(wchar_t) volatile; wchar_t operator+=(wchar_t); wchar_t operator-=(wchar_t) volatile; wchar_t operator-=(wchar_t); wchar_t operator&=(wchar_t) volatile; wchar_t operator&=(wchar_t); wchar_t operator|=(wchar_t) volatile; wchar_t operator|=(wchar_t); wchar_t operator^=(wchar_t) volatile; wchar_t operator^=(wchar_t); } atomic_wchar_t; bool atomic_is_lock_free(const volatile atomic_wchar_t*); bool atomic_is_lock_free(const atomic_wchar_t*); void atomic_init(volatile atomic_wchar_t*, itype); void atomic_init(atomic_wchar_t*, itype); void atomic_store(volatile atomic_wchar_t*, wchar_t); void atomic_store(atomic_wchar_t*, wchar_t); void atomic_store_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); void atomic_store_explicit(atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_load(const volatile atomic_wchar_t*); wchar_t atomic_load(const atomic_wchar_t*); wchar_t atomic_load_explicit(const volatile atomic_wchar_t*, memory_order); wchar_t atomic_load_explicit(const atomic_wchar_t*, memory_order); wchar_t atomic_exchange(volatile atomic_wchar_t*, wchar_t); wchar_t atomic_exchange(atomic_wchar_t*, wchar_t); wchar_t atomic_exchange_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_exchange_explicit(atomic_wchar_t*, wchar_t, memory_order); bool atomic_compare_exchange_weak(volatile atomic_wchar_t*, wchar_t*, wchar_t); bool atomic_compare_exchange_weak(atomic_wchar_t*, wchar_t*, wchar_t); bool atomic_compare_exchange_strong(volatile atomic_wchar_t*, wchar_t*, wchar_t); bool atomic_compare_exchange_strong(atomic_wchar_t*, wchar_t*, wchar_t); bool atomic_compare_exchange_weak_explicit(volatile atomic_wchar_t*, wchar_t*, wchar_t, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_wchar_t*, wchar_t*, wchar_t, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_wchar_t*, wchar_t*, wchar_t, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_wchar_t*, wchar_t*, wchar_t, memory_order, memory_order); wchar_t atomic_fetch_add(volatile atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_add(atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_add_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_add_explicit(atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_sub(volatile atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_sub(atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_sub_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_sub_explicit(atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_and(volatile atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_and(atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_and_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_and_explicit(atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_or(volatile atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_or(atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_or_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_or_explicit(atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_xor(volatile atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_xor(atomic_wchar_t*, wchar_t); wchar_t atomic_fetch_xor_explicit(volatile atomic_wchar_t*, wchar_t, memory_order); wchar_t atomic_fetch_xor_explicit(atomic_wchar_t*, wchar_t, memory_order); // Atomics for standard typedef types typedef atomic_schar atomic_int_least8_t; typedef atomic_uchar atomic_uint_least8_t; typedef atomic_short atomic_int_least16_t; typedef atomic_ushort atomic_uint_least16_t; typedef atomic_int atomic_int_least32_t; typedef atomic_uint atomic_uint_least32_t; typedef atomic_llong atomic_int_least64_t; typedef atomic_ullong atomic_uint_least64_t; typedef atomic_schar atomic_int_fast8_t; typedef atomic_uchar atomic_uint_fast8_t; typedef atomic_short atomic_int_fast16_t; typedef atomic_ushort atomic_uint_fast16_t; typedef atomic_int atomic_int_fast32_t; typedef atomic_uint atomic_uint_fast32_t; typedef atomic_llong atomic_int_fast64_t; typedef atomic_ullong atomic_uint_fast64_t; typedef atomic_long atomic_intptr_t; typedef atomic_ulong atomic_uintptr_t; typedef atomic_ulong atomic_size_t; typedef atomic_long atomic_ptrdiff_t; typedef atomic_llong atomic_intmax_t; typedef atomic_ullong atomic_uintmax_t; // address types typedef struct atomic_address { bool is_lock_free() const volatile; bool is_lock_free() const; void store(void*, memory_order = memory_order_seq_cst) volatile; void store(void*, memory_order = memory_order_seq_cst); void* load(memory_order = memory_order_seq_cst) const volatile; void* load(memory_order = memory_order_seq_cst) const; operator void*() const volatile; operator void*() const; void* exchange(void*, memory_order = memory_order_seq_cst) volatile; void* exchange(void*, memory_order = memory_order_seq_cst); bool compare_exchange_weak(void*&, void*, memory_order, memory_order) volatile; bool compare_exchange_weak(void*&, void*, memory_order, memory_order); bool compare_exchange_strong(void*&, void*, memory_order, memory_order) volatile; bool compare_exchange_strong(void*&, void*, memory_order, memory_order); bool compare_exchange_weak(void*&, void*, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(void*&, void*, memory_order = memory_order_seq_cst); bool compare_exchange_strong(void*&, void*, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(void*&, void*, memory_order = memory_order_seq_cst); bool compare_exchange_weak(const void*&, const void*, memory_order, memory_order) volatile; bool compare_exchange_weak(const void*&, const void*, memory_order, memory_order); bool compare_exchange_strong(const void*&, const void*, memory_order, memory_order) volatile; bool compare_exchange_strong(const void*&, const void*, memory_order, memory_order); bool compare_exchange_weak(const void*&, const void*, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(const void*&, const void*, memory_order = memory_order_seq_cst); bool compare_exchange_strong(const void*&, const void*, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(const void*&, const void*, memory_order = memory_order_seq_cst); void* fetch_add(ptrdiff_t, memory_order = memory_order_seq_cst) volatile; void* fetch_add(ptrdiff_t, memory_order = memory_order_seq_cst); void* fetch_sub(ptrdiff_t, memory_order = memory_order_seq_cst) volatile; void* fetch_sub(ptrdiff_t, memory_order = memory_order_seq_cst); atomic_address() = default; constexpr atomic_address(void*); atomic_address(const atomic_address&) = delete; atomic_address& operator=(const atomic_address&) = delete; atomic_address& operator=(const atomic_address&) volatile = delete; void* operator=(const void*) volatile; void* operator=(const void*); void* operator+=(ptrdiff_t) volatile; void* operator+=(ptrdiff_t); void* operator-=(ptrdiff_t) volatile; void* operator-=(ptrdiff_t); } atomic_address; bool atomic_is_lock_free(const volatile atomic_address*); bool atomic_is_lock_free(const atomic_address*); void atomic_init(volatile atomic_address*, void*); void atomic_init(atomic_address*, void*); void atomic_store(volatile atomic_address*, void*); void atomic_store(atomic_address*, void*); void atomic_store_explicit(volatile atomic_address*, void*, memory_order); void atomic_store_explicit(atomic_address*, void*, memory_order); void* atomic_load(const volatile atomic_address*); void* atomic_load(const atomic_address*); void* atomic_load_explicit(const volatile atomic_address*, memory_order); void* atomic_load_explicit(const atomic_address*, memory_order); void* atomic_exchange(volatile atomic_address*, void*); void* atomic_exchange(atomic_address*, void*); void* atomic_exchange_explicit(volatile atomic_address*, void*, memory_order); void* atomic_exchange_explicit(atomic_address*, void*, memory_order); bool atomic_compare_exchange_weak(volatile atomic_address*, void**, void*); bool atomic_compare_exchange_weak(atomic_address*, void**, void*); bool atomic_compare_exchange_strong(volatile atomic_address*, void**, void*); bool atomic_compare_exchange_strong(atomic_address*, void**, void*); bool atomic_compare_exchange_weak_explicit(volatile atomic_address*, void**, void*, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_address*, void**, void*, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_address*, void**, void*, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_address*, void**, void*, memory_order, memory_order); void* atomic_fetch_add(volatile atomic_address*, ptrdiff_t); void* atomic_fetch_add(atomic_address*, ptrdiff_t); void* atomic_fetch_add_explicit(volatile atomic_address*, ptrdiff_t, memory_order); void* atomic_fetch_add_explicit(atomic_address*, ptrdiff_t, memory_order); void* atomic_fetch_sub(volatile atomic_address*, ptrdiff_t); void* atomic_fetch_sub(atomic_address*, ptrdiff_t); void* atomic_fetch_sub_explicit(volatile atomic_address*, ptrdiff_t, memory_order); void* atomic_fetch_sub_explicit(atomic_address*, ptrdiff_t, memory_order); // generic types template struct atomic { bool is_lock_free() const volatile; bool is_lock_free() const; void store(T, memory_order = memory_order_seq_cst) volatile; void store(T, memory_order = memory_order_seq_cst); T load(memory_order = memory_order_seq_cst) const volatile; T load(memory_order = memory_order_seq_cst) const; operator T() const volatile; operator T() const; T exchange(T, memory_order = memory_order_seq_cst) volatile; T exchange(T, memory_order = memory_order_seq_cst); bool compare_exchange_weak(T&, T, memory_order, memory_order) volatile; bool compare_exchange_weak(T&, T, memory_order, memory_order); bool compare_exchange_strong(T&, T, memory_order, memory_order) volatile; bool compare_exchange_strong(T&, T, memory_order, memory_order); bool compare_exchange_weak(T&, T, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(T&, T, memory_order = memory_order_seq_cst); bool compare_exchange_strong(T&, T, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(T&, T, memory_order = memory_order_seq_cst); atomic() = default; constexpr atomic(T); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; T operator=(T) volatile; T operator=(T); }; template <> struct atomic : public atomic_bool { atomic() = default; constexpr atomic(bool); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; bool operator=(bool) volatile; bool operator=(bool); operator bool() const volatile; operator bool() const; }; template <> struct atomic : public atomic_char { atomic() = default; constexpr atomic(char); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; char operator=(char) volatile; char operator=(char); operator char() const volatile; operator char() const; }; template <> struct atomic : public atomic_schar { atomic() = default; constexpr atomic(signed char); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; signed char operator=(signed char) volatile; signed char operator=(signed char); operator signed char() const volatile; operator signed char() const; }; template <> struct atomic : public atomic_uchar { atomic() = default; constexpr atomic(unsigned char); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; unsigned char operator=(unsigned char) volatile; unsigned char operator=(unsigned char); operator unsigned char() const volatile; operator unsigned char() const; }; template <> struct atomic : public atomic_short { atomic() = default; constexpr atomic(short); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; short operator=(short) volatile; short operator=(short); operator short() const volatile; operator short() const; }; template <> struct atomic : public atomic_ushort { atomic() = default; constexpr atomic(unsigned short); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; unsigned short operator=(unsigned short) volatile; unsigned short operator=(unsigned short); operator unsigned short() const volatile; operator unsigned short() const; }; template <> struct atomic : public atomic_int { atomic() = default; constexpr atomic(int); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; int operator=(int) volatile; int operator=(int); operator int() const volatile; operator int() const; }; template <> struct atomic : public atomic_uint { atomic() = default; constexpr atomic(unsigned int); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; unsigned int operator=(unsigned int) volatile; unsigned int operator=(unsigned int); operator unsigned int() const volatile; operator unsigned int() const; }; template <> struct atomic : public atomic_long { atomic() = default; constexpr atomic(long); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; long operator=(long) volatile; long operator=(long); operator long() const volatile; operator long() const; }; template <> struct atomic : public atomic_ulong { atomic() = default; constexpr atomic(unsigned long); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; unsigned long operator=(unsigned long) volatile; unsigned long operator=(unsigned long); operator unsigned long() const volatile; operator unsigned long() const; }; template <> struct atomic : public atomic_llong { atomic() = default; constexpr atomic(long long); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; long long operator=(long long) volatile; long long operator=(long long); operator long long() const volatile; operator long long() const; }; template <> struct atomic : public atomic_ullong { atomic() = default; constexpr atomic(unsigned long long); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; unsigned long long operator=(unsigned long long) volatile; unsigned long long operator=(unsigned long long); operator unsigned long long() const volatile; operator unsigned long long() const; }; template <> struct atomic : public atomic_char16_t { atomic() = default; constexpr atomic(char16_t); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; char16_t operator=(char16_t) volatile; char16_t operator=(char16_t); operator char16_t() const volatile; operator char16_t() const; }; template <> struct atomic : public atomic_char32_t { atomic() = default; constexpr atomic(char32_t); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; char32_t operator=(char32_t) volatile; char32_t operator=(char32_t); operator char32_t() const volatile; operator char32_t() const; }; template <> struct atomic : public atomic_wchar_t { atomic() = default; constexpr atomic(wchar_t); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; wchar_t operator=(wchar_t) volatile; wchar_t operator=(wchar_t); operator wchar_t() const volatile; operator wchar_t() const; }; template struct atomic : public atomic_address { void store(T*, memory_order = memory_order_seq_cst) volatile; void store(T*, memory_order = memory_order_seq_cst); T* load(memory_order = memory_order_seq_cst) const volatile; T* load(memory_order = memory_order_seq_cst) const; operator T*() const volatile; operator T*() const; T* exchange(T*, memory_order = memory_order_seq_cst) volatile; T* exchange(T*, memory_order = memory_order_seq_cst); bool compare_exchange_weak(T*&, T*, memory_order, memory_order) volatile; bool compare_exchange_weak(T*&, T*, memory_order, memory_order); bool compare_exchange_strong(T*&, T*, memory_order, memory_order) volatile; bool compare_exchange_strong(T*&, T*, memory_order, memory_order); bool compare_exchange_weak(T*&, T*, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_weak(T*&, T*, memory_order = memory_order_seq_cst); bool compare_exchange_strong(T*&, T*, memory_order = memory_order_seq_cst) volatile; bool compare_exchange_strong(T*&, T*, memory_order = memory_order_seq_cst); T* fetch_add(ptrdiff_t, memory_order = memory_order_seq_cst) volatile; T* fetch_add(ptrdiff_t, memory_order = memory_order_seq_cst); T* fetch_sub(ptrdiff_t, memory_order = memory_order_seq_cst) volatile; T* fetch_sub(ptrdiff_t, memory_order = memory_order_seq_cst); atomic() = default; constexpr atomic(T*); atomic(const atomic&) = delete; atomic& operator=(const atomic&) = delete; atomic& operator=(const atomic&) volatile = delete; T* operator=(T*) volatile; T* operator=(T*); T* operator++(int) volatile; T* operator++(int); T* operator--(int) volatile; T* operator--(int); T* operator++() volatile; T* operator++(); T* operator--() volatile; T* operator--(); T* operator+=(ptrdiff_t) volatile; T* operator+=(ptrdiff_t); T* operator-=(ptrdiff_t) volatile; T* operator-=(ptrdiff_t); }; // fences void atomic_thread_fence(memory_order); void atomic_signal_fence(memory_order); } // std */ #include <__config> #include <__mutex_base> #include #pragma GCC system_header _LIBCPP_BEGIN_NAMESPACE_STD typedef enum memory_order { memory_order_relaxed, memory_order_consume, memory_order_acquire, memory_order_release, memory_order_acq_rel, memory_order_seq_cst } memory_order; template inline _LIBCPP_INLINE_VISIBILITY _Tp kill_dependency(_Tp __y) { return __y; } _LIBCPP_VISIBLE mutex& __not_atomic_mut(); // load template _Tp __load_seq_cst(_Tp const volatile* __obj) { unique_lock _(__not_atomic_mut()); return *__obj; } // load bool inline _LIBCPP_INLINE_VISIBILITY bool __choose_load_seq_cst(bool const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_b) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_load_acquire(bool const volatile* __obj) { #if __has_feature(__atomic_load_acquire_b) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_load_consume(bool const volatile* __obj) { #if __has_feature(__atomic_load_consume_b) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_load_relaxed(bool const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_b) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load char inline _LIBCPP_INLINE_VISIBILITY char __choose_load_seq_cst(char const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_c) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_load_acquire(char const volatile* __obj) { #if __has_feature(__atomic_load_acquire_c) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_load_consume(char const volatile* __obj) { #if __has_feature(__atomic_load_consume_c) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_load_relaxed(char const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_c) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load signed char inline _LIBCPP_INLINE_VISIBILITY signed char __choose_load_seq_cst(signed char const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_a) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_load_acquire(signed char const volatile* __obj) { #if __has_feature(__atomic_load_acquire_a) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_load_consume(signed char const volatile* __obj) { #if __has_feature(__atomic_load_consume_a) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_load_relaxed(signed char const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_a) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load unsigned char inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_load_seq_cst(unsigned char const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_h) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_load_acquire(unsigned char const volatile* __obj) { #if __has_feature(__atomic_load_acquire_h) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_load_consume(unsigned char const volatile* __obj) { #if __has_feature(__atomic_load_consume_h) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_load_relaxed(unsigned char const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_h) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } #ifndef _LIBCPP_HAS_NO_UNICODE_CHARS // load char16_t inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_load_seq_cst(char16_t const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_Ds) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_load_acquire(char16_t const volatile* __obj) { #if __has_feature(__atomic_load_acquire_Ds) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_load_consume(char16_t const volatile* __obj) { #if __has_feature(__atomic_load_consume_Ds) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_load_relaxed(char16_t const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_Ds) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load char32_t inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_load_seq_cst(char32_t const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_Di) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_load_acquire(char32_t const volatile* __obj) { #if __has_feature(__atomic_load_acquire_Di) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_load_consume(char32_t const volatile* __obj) { #if __has_feature(__atomic_load_consume_Di) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_load_relaxed(char32_t const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_Di) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } #endif // _LIBCPP_HAS_NO_UNICODE_CHARS // load wchar_t inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_load_seq_cst(wchar_t const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_w) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_load_acquire(wchar_t const volatile* __obj) { #if __has_feature(__atomic_load_acquire_w) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_load_consume(wchar_t const volatile* __obj) { #if __has_feature(__atomic_load_consume_w) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_load_relaxed(wchar_t const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_w) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load short inline _LIBCPP_INLINE_VISIBILITY short __choose_load_seq_cst(short const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_s) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_load_acquire(short const volatile* __obj) { #if __has_feature(__atomic_load_acquire_s) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_load_consume(short const volatile* __obj) { #if __has_feature(__atomic_load_consume_s) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_load_relaxed(short const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_s) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load unsigned short inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_load_seq_cst(unsigned short const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_t) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_load_acquire(unsigned short const volatile* __obj) { #if __has_feature(__atomic_load_acquire_t) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_load_consume(unsigned short const volatile* __obj) { #if __has_feature(__atomic_load_consume_t) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_load_relaxed(unsigned short const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_t) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load int inline _LIBCPP_INLINE_VISIBILITY int __choose_load_seq_cst(int const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_i) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_load_acquire(int const volatile* __obj) { #if __has_feature(__atomic_load_acquire_i) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_load_consume(int const volatile* __obj) { #if __has_feature(__atomic_load_consume_i) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_load_relaxed(int const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_i) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load unsigned int inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_load_seq_cst(unsigned int const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_j) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_load_acquire(unsigned int const volatile* __obj) { #if __has_feature(__atomic_load_acquire_j) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_load_consume(unsigned int const volatile* __obj) { #if __has_feature(__atomic_load_consume_j) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_load_relaxed(unsigned int const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_j) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load long inline _LIBCPP_INLINE_VISIBILITY long __choose_load_seq_cst(long const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_l) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_load_acquire(long const volatile* __obj) { #if __has_feature(__atomic_load_acquire_l) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_load_consume(long const volatile* __obj) { #if __has_feature(__atomic_load_consume_l) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_load_relaxed(long const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_l) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load unsigned long inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_load_seq_cst(unsigned long const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_m) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_load_acquire(unsigned long const volatile* __obj) { #if __has_feature(__atomic_load_acquire_m) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_load_consume(unsigned long const volatile* __obj) { #if __has_feature(__atomic_load_consume_m) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_load_relaxed(unsigned long const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_m) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load long long inline _LIBCPP_INLINE_VISIBILITY long long __choose_load_seq_cst(long long const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_x) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_load_acquire(long long const volatile* __obj) { #if __has_feature(__atomic_load_acquire_x) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_load_consume(long long const volatile* __obj) { #if __has_feature(__atomic_load_consume_x) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_load_relaxed(long long const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_x) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load unsigned long long inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_load_seq_cst(unsigned long long const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_y) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_load_acquire(unsigned long long const volatile* __obj) { #if __has_feature(__atomic_load_acquire_y) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_load_consume(unsigned long long const volatile* __obj) { #if __has_feature(__atomic_load_consume_y) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_load_relaxed(unsigned long long const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_y) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // load void* inline _LIBCPP_INLINE_VISIBILITY void* __choose_load_seq_cst(void* const volatile* __obj) { #if __has_feature(__atomic_load_seq_cst_Py) return __atomic_load_seq_cst(__obj); #else return __load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_load_acquire(void* const volatile* __obj) { #if __has_feature(__atomic_load_acquire_Py) return __atomic_load_acquire(__obj); #else return __choose_load_seq_cst(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_load_consume(void* const volatile* __obj) { #if __has_feature(__atomic_load_consume_Py) return __atomic_load_consume(__obj); #else return __choose_load_acquire(__obj); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_load_relaxed(void* const volatile* __obj) { #if __has_feature(__atomic_load_relaxed_Py) return __atomic_load_relaxed(__obj); #else return __choose_load_consume(__obj); #endif } // store template void __store_seq_cst(_Tp volatile* __obj, _Tp __desr) { unique_lock _(__not_atomic_mut()); *__obj = __desr; } // store bool inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_store_seq_cst_b) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_store_release_b) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_store_relaxed_b) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store char inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(char volatile* __obj, char __desr) { #if __has_feature(__atomic_store_seq_cst_c) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(char volatile* __obj, char __desr) { #if __has_feature(__atomic_store_release_c) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(char volatile* __obj, char __desr) { #if __has_feature(__atomic_store_relaxed_c) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store signed char inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_store_seq_cst_a) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_store_release_a) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_store_relaxed_a) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store unsigned char inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_store_seq_cst_h) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_store_release_h) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_store_relaxed_h) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } #ifndef _LIBCPP_HAS_NO_UNICODE_CHARS // store char16_t inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_store_seq_cst_Ds) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_store_release_Ds) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_store_relaxed_Ds) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store char32_t inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_store_seq_cst_Di) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_store_release_Di) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_store_relaxed_Di) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } #endif // _LIBCPP_HAS_NO_UNICODE_CHARS // store wchar_t inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_store_seq_cst_w) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_store_release_w) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_store_relaxed_w) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store short inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(short volatile* __obj, short __desr) { #if __has_feature(__atomic_store_seq_cst_s) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(short volatile* __obj, short __desr) { #if __has_feature(__atomic_store_release_s) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(short volatile* __obj, short __desr) { #if __has_feature(__atomic_store_relaxed_s) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store unsigned short inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_store_seq_cst_t) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_store_release_t) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_store_relaxed_t) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store int inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(int volatile* __obj, int __desr) { #if __has_feature(__atomic_store_seq_cst_i) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(int volatile* __obj, int __desr) { #if __has_feature(__atomic_store_release_i) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(int volatile* __obj, int __desr) { #if __has_feature(__atomic_store_relaxed_i) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store unsigned int inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_store_seq_cst_j) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_store_release_j) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_store_relaxed_j) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store long inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(long volatile* __obj, long __desr) { #if __has_feature(__atomic_store_seq_cst_l) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(long volatile* __obj, long __desr) { #if __has_feature(__atomic_store_release_l) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(long volatile* __obj, long __desr) { #if __has_feature(__atomic_store_relaxed_l) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store unsigned long inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_store_seq_cst_m) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_store_release_m) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_store_relaxed_m) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store long long inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_store_seq_cst_x) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_store_release_x) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_store_relaxed_x) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store unsigned long long inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_store_seq_cst_y) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_store_release_y) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_store_relaxed_y) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // store void* inline _LIBCPP_INLINE_VISIBILITY void __choose_store_seq_cst(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_store_seq_cst_Py) __atomic_store_seq_cst(__obj, __desr); #else __store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_release(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_store_release_Py) __atomic_store_release(__obj, __desr); #else __choose_store_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void __choose_store_relaxed(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_store_relaxed_Py) __atomic_store_relaxed(__obj, __desr); #else __choose_store_release(__obj, __desr); #endif } // exchange template _Tp __exchange_seq_cst(_Tp volatile* __obj, _Tp __desr) { unique_lock _(__not_atomic_mut()); _Tp __r = *__obj; *__obj = __desr; return __r; } // exchange bool inline _LIBCPP_INLINE_VISIBILITY bool __choose_exchange_seq_cst(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_exchange_seq_cst_b) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_exchange_acq_rel(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_exchange_acq_rel_b) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_exchange_release(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_exchange_release_b) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_exchange_acquire(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_exchange_acquire_b) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_exchange_consume(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_exchange_consume_b) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_exchange_relaxed(bool volatile* __obj, bool __desr) { #if __has_feature(__atomic_exchange_relaxed_b) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange char inline _LIBCPP_INLINE_VISIBILITY char __choose_exchange_seq_cst(char volatile* __obj, char __desr) { #if __has_feature(__atomic_exchange_seq_cst_c) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_exchange_acq_rel(char volatile* __obj, char __desr) { #if __has_feature(__atomic_exchange_acq_rel_c) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_exchange_release(char volatile* __obj, char __desr) { #if __has_feature(__atomic_exchange_release_c) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_exchange_acquire(char volatile* __obj, char __desr) { #if __has_feature(__atomic_exchange_acquire_c) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_exchange_consume(char volatile* __obj, char __desr) { #if __has_feature(__atomic_exchange_consume_c) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char __choose_exchange_relaxed(char volatile* __obj, char __desr) { #if __has_feature(__atomic_exchange_relaxed_c) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange signed char inline _LIBCPP_INLINE_VISIBILITY signed char __choose_exchange_seq_cst(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_exchange_seq_cst_a) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_exchange_acq_rel(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_exchange_acq_rel_a) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_exchange_release(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_exchange_release_a) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_exchange_acquire(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_exchange_acquire_a) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_exchange_consume(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_exchange_consume_a) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY signed char __choose_exchange_relaxed(signed char volatile* __obj, signed char __desr) { #if __has_feature(__atomic_exchange_relaxed_a) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange unsigned char inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_exchange_seq_cst(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_exchange_seq_cst_h) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_exchange_acq_rel(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_exchange_acq_rel_h) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_exchange_release(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_exchange_release_h) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_exchange_acquire(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_exchange_acquire_h) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_exchange_consume(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_exchange_consume_h) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned char __choose_exchange_relaxed(unsigned char volatile* __obj, unsigned char __desr) { #if __has_feature(__atomic_exchange_relaxed_h) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } #ifndef _LIBCPP_HAS_NO_UNICODE_CHARS // exchange char16_t inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_exchange_seq_cst(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_exchange_seq_cst_Ds) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_exchange_acq_rel(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_exchange_acq_rel_Ds) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_exchange_release(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_exchange_release_Ds) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_exchange_acquire(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_exchange_acquire_Ds) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_exchange_consume(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_exchange_consume_Ds) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char16_t __choose_exchange_relaxed(char16_t volatile* __obj, char16_t __desr) { #if __has_feature(__atomic_exchange_relaxed_Ds) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange char32_t inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_exchange_seq_cst(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_exchange_seq_cst_Di) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_exchange_acq_rel(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_exchange_acq_rel_Di) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_exchange_release(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_exchange_release_Di) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_exchange_acquire(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_exchange_acquire_Di) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_exchange_consume(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_exchange_consume_Di) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY char32_t __choose_exchange_relaxed(char32_t volatile* __obj, char32_t __desr) { #if __has_feature(__atomic_exchange_relaxed_Di) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } #endif // _LIBCPP_HAS_NO_UNICODE_CHARS // exchange wchar_t inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_exchange_seq_cst(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_exchange_seq_cst_w) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_exchange_acq_rel(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_exchange_acq_rel_w) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_exchange_release(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_exchange_release_w) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_exchange_acquire(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_exchange_acquire_w) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_exchange_consume(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_exchange_consume_w) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY wchar_t __choose_exchange_relaxed(wchar_t volatile* __obj, wchar_t __desr) { #if __has_feature(__atomic_exchange_relaxed_w) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange short inline _LIBCPP_INLINE_VISIBILITY short __choose_exchange_seq_cst(short volatile* __obj, short __desr) { #if __has_feature(__atomic_exchange_seq_cst_s) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_exchange_acq_rel(short volatile* __obj, short __desr) { #if __has_feature(__atomic_exchange_acq_rel_s) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_exchange_release(short volatile* __obj, short __desr) { #if __has_feature(__atomic_exchange_release_s) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_exchange_acquire(short volatile* __obj, short __desr) { #if __has_feature(__atomic_exchange_acquire_s) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_exchange_consume(short volatile* __obj, short __desr) { #if __has_feature(__atomic_exchange_consume_s) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY short __choose_exchange_relaxed(short volatile* __obj, short __desr) { #if __has_feature(__atomic_exchange_relaxed_s) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange unsigned short inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_exchange_seq_cst(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_exchange_seq_cst_t) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_exchange_acq_rel(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_exchange_acq_rel_t) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_exchange_release(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_exchange_release_t) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_exchange_acquire(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_exchange_acquire_t) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_exchange_consume(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_exchange_consume_t) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned short __choose_exchange_relaxed(unsigned short volatile* __obj, unsigned short __desr) { #if __has_feature(__atomic_exchange_relaxed_t) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange int inline _LIBCPP_INLINE_VISIBILITY int __choose_exchange_seq_cst(int volatile* __obj, int __desr) { #if __has_feature(__atomic_exchange_seq_cst_i) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_exchange_acq_rel(int volatile* __obj, int __desr) { #if __has_feature(__atomic_exchange_acq_rel_i) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_exchange_release(int volatile* __obj, int __desr) { #if __has_feature(__atomic_exchange_release_i) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_exchange_acquire(int volatile* __obj, int __desr) { #if __has_feature(__atomic_exchange_acquire_i) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_exchange_consume(int volatile* __obj, int __desr) { #if __has_feature(__atomic_exchange_consume_i) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY int __choose_exchange_relaxed(int volatile* __obj, int __desr) { #if __has_feature(__atomic_exchange_relaxed_i) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange unsigned int inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_exchange_seq_cst(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_exchange_seq_cst_j) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_exchange_acq_rel(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_exchange_acq_rel_j) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_exchange_release(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_exchange_release_j) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_exchange_acquire(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_exchange_acquire_j) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_exchange_consume(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_exchange_consume_j) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned int __choose_exchange_relaxed(unsigned int volatile* __obj, unsigned int __desr) { #if __has_feature(__atomic_exchange_relaxed_j) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange long inline _LIBCPP_INLINE_VISIBILITY long __choose_exchange_seq_cst(long volatile* __obj, long __desr) { #if __has_feature(__atomic_exchange_seq_cst_l) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_exchange_acq_rel(long volatile* __obj, long __desr) { #if __has_feature(__atomic_exchange_acq_rel_l) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_exchange_release(long volatile* __obj, long __desr) { #if __has_feature(__atomic_exchange_release_l) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_exchange_acquire(long volatile* __obj, long __desr) { #if __has_feature(__atomic_exchange_acquire_l) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_exchange_consume(long volatile* __obj, long __desr) { #if __has_feature(__atomic_exchange_consume_l) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long __choose_exchange_relaxed(long volatile* __obj, long __desr) { #if __has_feature(__atomic_exchange_relaxed_l) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange unsigned long inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_exchange_seq_cst(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_exchange_seq_cst_m) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_exchange_acq_rel(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_exchange_acq_rel_m) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_exchange_release(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_exchange_release_m) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_exchange_acquire(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_exchange_acquire_m) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_exchange_consume(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_exchange_consume_m) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long __choose_exchange_relaxed(unsigned long volatile* __obj, unsigned long __desr) { #if __has_feature(__atomic_exchange_relaxed_m) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange long long inline _LIBCPP_INLINE_VISIBILITY long long __choose_exchange_seq_cst(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_exchange_seq_cst_x) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_exchange_acq_rel(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_exchange_acq_rel_x) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_exchange_release(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_exchange_release_x) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_exchange_acquire(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_exchange_acquire_x) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_exchange_consume(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_exchange_consume_x) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY long long __choose_exchange_relaxed(long long volatile* __obj, long long __desr) { #if __has_feature(__atomic_exchange_relaxed_x) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange unsigned long long inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_exchange_seq_cst(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_exchange_seq_cst_y) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_exchange_acq_rel(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_exchange_acq_rel_y) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_exchange_release(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_exchange_release_y) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_exchange_acquire(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_exchange_acquire_y) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_exchange_consume(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_exchange_consume_y) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY unsigned long long __choose_exchange_relaxed(unsigned long long volatile* __obj, unsigned long long __desr) { #if __has_feature(__atomic_exchange_relaxed_y) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // exchange void* inline _LIBCPP_INLINE_VISIBILITY void* __choose_exchange_seq_cst(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_exchange_seq_cst_Py) return __atomic_exchange_seq_cst(__obj, __desr); #else return __exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_exchange_acq_rel(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_exchange_acq_rel_Py) return __atomic_exchange_acq_rel(__obj, __desr); #else return __choose_exchange_seq_cst(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_exchange_release(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_exchange_release_Py) return __atomic_exchange_release(__obj, __desr); #else return __choose_exchange_acq_rel(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_exchange_acquire(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_exchange_acquire_Py) return __atomic_exchange_acquire(__obj, __desr); #else return __choose_exchange_release(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_exchange_consume(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_exchange_consume_Py) return __atomic_exchange_consume(__obj, __desr); #else return __choose_exchange_acquire(__obj, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY void* __choose_exchange_relaxed(void* volatile* __obj, void* __desr) { #if __has_feature(__atomic_exchange_relaxed_Py) return __atomic_exchange_relaxed(__obj, __desr); #else return __choose_exchange_consume(__obj, __desr); #endif } // compare_exchange_strong template bool __compare_exchange_strong_seq_cst_seq_cst(_Tp volatile* __obj, _Tp* __exp, _Tp __desr) { unique_lock _(__not_atomic_mut()); if (_STD::memcmp(const_cast<_Tp*>(__obj), __exp, sizeof(_Tp)) == 0) { _STD::memcpy(const_cast<_Tp*>(__obj), &__desr, sizeof(_Tp)); return true; } _STD::memcpy(__exp, const_cast<_Tp*>(__obj), sizeof(_Tp)); return false; } // compare_exchange_strong bool inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_b) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_b) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_b) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_b) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_b) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_b) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_b) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_b) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_b) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_b) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_b) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_b) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_b) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_b) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_b) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_b) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong char inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_c) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_c) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_c) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_c) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_c) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_c) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_c) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_c) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_c) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_c) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_c) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_c) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_c) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_c) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_c) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(char volatile* __obj, char* __exp, char __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_c) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong signed char inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_a) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_a) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_a) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_a) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_a) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_a) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_a) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_a) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_a) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_a) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_a) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_a) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_a) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_a) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_a) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_a) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong unsigned char inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_h) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_h) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_h) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_h) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_h) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_h) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_h) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_h) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_h) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_h) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_h) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_h) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_h) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_h) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_h) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_h) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } #ifndef _LIBCPP_HAS_NO_UNICODE_CHARS // compare_exchange_strong char16_t inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_Ds) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_Ds) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_Ds) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_Ds) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_Ds) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_Ds) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_Ds) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_Ds) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_Ds) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_Ds) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_Ds) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_Ds) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_Ds) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_Ds) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_Ds) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_Ds) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong char32_t inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_Di) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_Di) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_Di) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_Di) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_Di) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_Di) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_Di) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_Di) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_Di) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_Di) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_Di) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_Di) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_Di) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_Di) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_Di) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_Di) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } #endif // _LIBCPP_HAS_NO_UNICODE_CHARS // compare_exchange_strong wchar_t inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_w) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_w) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_w) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_w) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_w) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_w) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_w) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_w) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_w) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_w) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_w) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_w) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_w) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_w) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_w) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_w) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong short inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_s) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_s) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_s) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_s) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_s) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_s) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_s) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_s) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_s) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_s) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_s) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_s) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_s) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_s) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_s) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_s) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong unsigned short inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_t) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_t) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_t) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_t) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_t) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_t) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_t) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_t) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_t) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_t) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_t) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_t) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_t) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_t) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_t) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_t) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong int inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_i) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_i) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_i) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_i) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_i) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_i) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_i) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_i) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_i) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_i) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_i) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_i) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_i) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_i) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_i) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_i) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong unsigned int inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_j) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_j) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_j) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_j) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_j) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_j) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_j) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_j) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_j) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_j) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_j) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_j) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_j) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_j) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_j) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_j) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_l) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_l) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_l) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_l) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_l) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_l) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_l) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_l) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_l) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_l) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_l) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_l) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_l) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_l) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_l) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_l) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong unsigned long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_m) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_m) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_m) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_m) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_m) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_m) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_m) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_m) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_m) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_m) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_m) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_m) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_m) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_m) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_m) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_m) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong long long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_x) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_x) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_x) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_x) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_x) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_x) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_x) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_x) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_x) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_x) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_x) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_x) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_x) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_x) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_x) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_x) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong unsigned long long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_y) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_y) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_y) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_y) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_y) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_y) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_y) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_y) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_y) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_y) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_y) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_y) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_y) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_y) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_y) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_y) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_strong void* inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_seq_cst(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_seq_cst_Py) return __atomic_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #else return __compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_acquire_Py) return __atomic_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_consume_Py) return __atomic_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_seq_cst_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_seq_cst_relaxed_Py) return __atomic_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_acquire_Py) return __atomic_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_consume_Py) return __atomic_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acq_rel_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_acq_rel_relaxed_Py) return __atomic_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_acquire_Py) return __atomic_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_consume_Py) return __atomic_compare_exchange_strong_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_release_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_release_relaxed_Py) return __atomic_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_acquire_Py) return __atomic_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_consume_Py) return __atomic_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_acquire_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_acquire_relaxed_Py) return __atomic_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_consume_Py) return __atomic_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_consume_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_consume_relaxed_Py) return __atomic_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_strong_relaxed_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_strong_relaxed_relaxed_Py) return __atomic_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak bool inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_b) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_b) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_b) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_b) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_b) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_b) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_b) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_b) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_b) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_b) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_b) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_b) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_b) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_b) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_b) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(bool volatile* __obj, bool* __exp, bool __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_b) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak signed char inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_a) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_a) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_a) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_a) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_a) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_a) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_a) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_a) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_a) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_a) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_a) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_a) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_a) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_a) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_a) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(signed char volatile* __obj, signed char* __exp, signed char __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_a) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak unsigned char inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_h) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_h) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_h) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_h) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_h) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_h) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_h) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_h) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_h) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_h) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_h) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_h) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_h) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_h) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_h) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(unsigned char volatile* __obj, unsigned char* __exp, unsigned char __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_h) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } #ifndef _LIBCPP_HAS_NO_UNICODE_CHARS // compare_exchange_weak char16_t inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_Ds) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_Ds) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_Ds) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_Ds) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_Ds) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_Ds) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_Ds) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_Ds) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_Ds) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_Ds) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_Ds) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_Ds) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_Ds) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_Ds) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_Ds) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(char16_t volatile* __obj, char16_t* __exp, char16_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_Ds) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak char32_t inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_Di) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_Di) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_Di) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_Di) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_Di) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_Di) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_Di) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_Di) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_Di) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_Di) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_Di) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_Di) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_Di) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_Di) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_Di) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(char32_t volatile* __obj, char32_t* __exp, char32_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_Di) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } #endif // _LIBCPP_HAS_NO_UNICODE_CHARS // compare_exchange_weak wchar_t inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_w) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_w) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_w) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_w) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_w) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_w) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_w) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_w) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_w) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_w) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_w) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_w) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_w) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_w) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_w) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(wchar_t volatile* __obj, wchar_t* __exp, wchar_t __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_w) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak short inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_s) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_s) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_s) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_s) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_s) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_s) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_s) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_s) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_s) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_s) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_s) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_s) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_s) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_s) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_s) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(short volatile* __obj, short* __exp, short __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_s) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak unsigned short inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_t) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_t) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_t) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_t) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_t) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_t) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_t) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_t) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_t) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_t) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_t) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_t) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_t) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_t) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_t) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(unsigned short volatile* __obj, unsigned short* __exp, unsigned short __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_t) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak int inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_i) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_i) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_i) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_i) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_i) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_i) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_i) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_i) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_i) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_i) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_i) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_i) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_i) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_i) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_i) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(int volatile* __obj, int* __exp, int __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_i) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak unsigned int inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_j) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_j) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_j) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_j) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_j) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_j) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_j) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_j) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_j) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_j) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_j) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_j) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_j) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_j) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_j) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(unsigned int volatile* __obj, unsigned int* __exp, unsigned int __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_j) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_l) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_l) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_l) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_l) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_l) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_l) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_l) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_l) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_l) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_l) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_l) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_l) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_l) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_l) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_l) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(long volatile* __obj, long* __exp, long __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_l) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak unsigned long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_m) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_m) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_m) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_m) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_m) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_m) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_m) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_m) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_m) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_m) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_m) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_m) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_m) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_m) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_m) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(unsigned long volatile* __obj, unsigned long* __exp, unsigned long __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_m) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak long long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_x) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_x) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_x) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_x) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_x) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_x) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_x) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_x) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_x) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_x) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_x) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_x) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_x) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_x) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_x) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(long long volatile* __obj, long long* __exp, long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_x) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak unsigned long long inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_y) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_y) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_y) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_y) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_y) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_y) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_y) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_y) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_y) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_y) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_y) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_y) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_y) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_y) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_y) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(unsigned long long volatile* __obj, unsigned long long* __exp, unsigned long long __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_y) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // compare_exchange_weak void* inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_seq_cst(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_seq_cst_Py) return __atomic_compare_exchange_weak_seq_cst_seq_cst(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_seq_cst(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_acquire_Py) return __atomic_compare_exchange_weak_seq_cst_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_consume_Py) return __atomic_compare_exchange_weak_seq_cst_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_seq_cst_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_seq_cst_relaxed_Py) return __atomic_compare_exchange_weak_seq_cst_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_seq_cst_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_acquire_Py) return __atomic_compare_exchange_weak_acq_rel_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_consume_Py) return __atomic_compare_exchange_weak_acq_rel_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acq_rel_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_acq_rel_relaxed_Py) return __atomic_compare_exchange_weak_acq_rel_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acq_rel_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_acquire_Py) return __atomic_compare_exchange_weak_release_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_consume_Py) return __atomic_compare_exchange_weak_release_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_release_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_release_relaxed_Py) return __atomic_compare_exchange_weak_release_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_release_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_acquire(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_acquire_Py) return __atomic_compare_exchange_weak_acquire_acquire(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_acquire(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_consume_Py) return __atomic_compare_exchange_weak_acquire_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_acquire_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_acquire_relaxed_Py) return __atomic_compare_exchange_weak_acquire_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_acquire_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_consume(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_consume_Py) return __atomic_compare_exchange_weak_consume_consume(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_consume(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_consume_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_consume_relaxed_Py) return __atomic_compare_exchange_weak_consume_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_consume_relaxed(__obj, __exp, __desr); #endif } inline _LIBCPP_INLINE_VISIBILITY bool __choose_compare_exchange_weak_relaxed_relaxed(void* volatile* __obj, void** __exp, void* __desr) { #if __has_feature(__atomic_compare_exchange_weak_relaxed_relaxed_Py) return __atomic_compare_exchange_weak_relaxed_relaxed(__obj, __exp, __desr); #else return __choose_compare_exchange_strong_relaxed_relaxed(__obj, __exp, __desr); #endif } // flag type and operations #if !__has_feature(__atomic_flag) typedef bool __atomic_flag__; #endif struct atomic_flag; bool atomic_flag_test_and_set(volatile atomic_flag*); bool atomic_flag_test_and_set(atomic_flag*); bool atomic_flag_test_and_set_explicit(volatile atomic_flag*, memory_order); bool atomic_flag_test_and_set_explicit(atomic_flag*, memory_order); void atomic_flag_clear(volatile atomic_flag*); void atomic_flag_clear(atomic_flag*); void atomic_flag_clear_explicit(volatile atomic_flag*, memory_order); void atomic_flag_clear_explicit(atomic_flag*, memory_order); typedef struct _LIBCPP_VISIBLE atomic_flag { __atomic_flag__ __flg_; _LIBCPP_INLINE_VISIBILITY bool test_and_set() volatile {return atomic_flag_test_and_set(this);} _LIBCPP_INLINE_VISIBILITY bool test_and_set(memory_order __o) volatile {return atomic_flag_test_and_set_explicit(this, __o);} _LIBCPP_INLINE_VISIBILITY bool test_and_set() {return atomic_flag_test_and_set(this);} _LIBCPP_INLINE_VISIBILITY bool test_and_set(memory_order __o) {return atomic_flag_test_and_set_explicit(this, __o);} _LIBCPP_INLINE_VISIBILITY void clear() volatile {atomic_flag_clear(this);} _LIBCPP_INLINE_VISIBILITY void clear(memory_order __o) volatile {atomic_flag_clear_explicit(this, __o);} _LIBCPP_INLINE_VISIBILITY void clear() {atomic_flag_clear(this);} _LIBCPP_INLINE_VISIBILITY void clear(memory_order __o) {atomic_flag_clear_explicit(this, __o);} #ifndef _LIBCPP_HAS_NO_DEFAULTED_FUNCTIONS atomic_flag() = default; #else _LIBCPP_INLINE_VISIBILITY atomic_flag() {}; #endif #ifndef _LIBCPP_HAS_NO_DELETED_FUNCTIONS atomic_flag(const atomic_flag&) = delete; atomic_flag& operator=(const atomic_flag&) = delete; atomic_flag& operator=(const atomic_flag&) volatile = delete; #else private: atomic_flag(const atomic_flag&); atomic_flag& operator=(const atomic_flag&); atomic_flag& operator=(const atomic_flag&) volatile; public: #endif } atomic_flag; inline _LIBCPP_INLINE_VISIBILITY bool atomic_flag_test_and_set(volatile atomic_flag* __f) { return __choose_exchange_seq_cst(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_flag_test_and_set(atomic_flag* __f) { return atomic_flag_test_and_set(const_cast(__f)); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_flag_test_and_set_explicit(volatile atomic_flag* __f, memory_order __o) { switch (__o) { case memory_order_relaxed: return __choose_exchange_relaxed(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); case memory_order_consume: return __choose_exchange_consume(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); case memory_order_acquire: return __choose_exchange_acquire(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); case memory_order_release: return __choose_exchange_release(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); case memory_order_acq_rel: return __choose_exchange_acq_rel(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); case memory_order_seq_cst: return __choose_exchange_seq_cst(&__f->__flg_, __atomic_flag__(true)) == __atomic_flag__(true); } } inline _LIBCPP_INLINE_VISIBILITY bool atomic_flag_test_and_set_explicit(atomic_flag* __f, memory_order __o) { return atomic_flag_test_and_set_explicit(const_cast (__f), __o); } inline _LIBCPP_INLINE_VISIBILITY void atomic_flag_clear(volatile atomic_flag* __f) { __choose_store_seq_cst(&__f->__flg_, __atomic_flag__(false)); } inline _LIBCPP_INLINE_VISIBILITY void atomic_flag_clear(atomic_flag* __f) { atomic_flag_clear(const_cast(__f)); } inline _LIBCPP_INLINE_VISIBILITY void atomic_flag_clear_explicit(volatile atomic_flag* __f, memory_order __o) { switch (__o) { case memory_order_relaxed: __choose_store_relaxed(&__f->__flg_, __atomic_flag__(false)); break; case memory_order_release: __choose_store_release(&__f->__flg_, __atomic_flag__(false)); break; case memory_order_seq_cst: __choose_store_seq_cst(&__f->__flg_, __atomic_flag__(false)); break; } } inline _LIBCPP_INLINE_VISIBILITY void atomic_flag_clear_explicit(atomic_flag* __f, memory_order __o) { atomic_flag_clear_explicit(const_cast(__f), __o); } #define ATOMIC_FLAG_INIT {false} #define ATOMIC_VAR_INIT(__v) {__v} inline _LIBCPP_INLINE_VISIBILITY memory_order __translate_memory_order(memory_order __o) { switch (__o) { case memory_order_acq_rel: return memory_order_acquire; case memory_order_release: return memory_order_relaxed; } return __o; } // atomic_bool struct atomic_bool; bool atomic_is_lock_free(const volatile atomic_bool*); bool atomic_is_lock_free(const atomic_bool*); void atomic_init(volatile atomic_bool*, bool); void atomic_init(atomic_bool*, bool); void atomic_store(volatile atomic_bool*, bool); void atomic_store(atomic_bool*, bool); void atomic_store_explicit(volatile atomic_bool*, bool, memory_order); void atomic_store_explicit(atomic_bool*, bool, memory_order); bool atomic_load(const volatile atomic_bool*); bool atomic_load(const atomic_bool*); bool atomic_load_explicit(const volatile atomic_bool*, memory_order); bool atomic_load_explicit(const atomic_bool*, memory_order); bool atomic_exchange(volatile atomic_bool*, bool); bool atomic_exchange(atomic_bool*, bool); bool atomic_exchange_explicit(volatile atomic_bool*, bool, memory_order); bool atomic_exchange_explicit(atomic_bool*, bool, memory_order); bool atomic_compare_exchange_weak(volatile atomic_bool*, bool*, bool); bool atomic_compare_exchange_weak(atomic_bool*, bool*, bool); bool atomic_compare_exchange_strong(volatile atomic_bool*, bool*, bool); bool atomic_compare_exchange_strong(atomic_bool*, bool*, bool); bool atomic_compare_exchange_weak_explicit(volatile atomic_bool*, bool*, bool, memory_order, memory_order); bool atomic_compare_exchange_weak_explicit(atomic_bool*, bool*, bool, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(volatile atomic_bool*, bool*, bool, memory_order, memory_order); bool atomic_compare_exchange_strong_explicit(atomic_bool*, bool*, bool, memory_order, memory_order); typedef struct atomic_bool { bool __v_; _LIBCPP_INLINE_VISIBILITY bool is_lock_free() const volatile {return atomic_is_lock_free(this);} _LIBCPP_INLINE_VISIBILITY bool is_lock_free() const {return atomic_is_lock_free(this);} _LIBCPP_INLINE_VISIBILITY void store(bool __v) volatile {atomic_store(this, __v);} _LIBCPP_INLINE_VISIBILITY void store(bool __v, memory_order __o) volatile {atomic_store_explicit(this, __v, __o);} _LIBCPP_INLINE_VISIBILITY void store(bool __v) {atomic_store(this, __v);} _LIBCPP_INLINE_VISIBILITY void store(bool __v, memory_order __o) {atomic_store_explicit(this, __v, __o);} _LIBCPP_INLINE_VISIBILITY bool load() const volatile {return atomic_load(this);} _LIBCPP_INLINE_VISIBILITY bool load(memory_order __o) const volatile {return atomic_load_explicit(this, __o);} _LIBCPP_INLINE_VISIBILITY bool load() const {return atomic_load(this);} _LIBCPP_INLINE_VISIBILITY bool load(memory_order __o) const {return atomic_load_explicit(this, __o);} _LIBCPP_INLINE_VISIBILITY operator bool() const volatile {return load();} _LIBCPP_INLINE_VISIBILITY operator bool() const {return load();} _LIBCPP_INLINE_VISIBILITY bool exchange(bool __v) volatile {return atomic_exchange(this, __v);} _LIBCPP_INLINE_VISIBILITY bool exchange(bool __v, memory_order __o) volatile {return atomic_exchange_explicit(this, __v, __o);} _LIBCPP_INLINE_VISIBILITY bool exchange(bool __v) {return atomic_exchange(this, __v);} _LIBCPP_INLINE_VISIBILITY bool exchange(bool __v, memory_order __o) {return atomic_exchange_explicit(this, __v, __o);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_weak(bool& __v, bool __e, memory_order __s, memory_order __f) volatile {return atomic_compare_exchange_weak_explicit(this, &__v, __e, __s, __f);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_weak(bool& __v, bool __e, memory_order __s) volatile {return atomic_compare_exchange_weak_explicit(this, &__v, __e, __s, __s);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_weak(bool& __v, bool __e) volatile {return atomic_compare_exchange_weak(this, &__v, __e);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_weak(bool& __v, bool __e, memory_order __s, memory_order __f) {return atomic_compare_exchange_weak_explicit(this, &__v, __e, __s, __f);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_weak(bool& __v, bool __e, memory_order __s) {return atomic_compare_exchange_weak_explicit(this, &__v, __e, __s, __s);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_weak(bool& __v, bool __e) {return atomic_compare_exchange_weak(this, &__v, __e);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_strong(bool& __v, bool __e, memory_order __s, memory_order __f) volatile {return atomic_compare_exchange_strong_explicit(this, &__v, __e, __s, __f);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_strong(bool& __v, bool __e, memory_order __s) volatile {return atomic_compare_exchange_strong_explicit(this, &__v, __e, __s, __s);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_strong(bool& __v, bool __e) volatile {return atomic_compare_exchange_strong(this, &__v, __e);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_strong(bool& __v, bool __e, memory_order __s, memory_order __f) {return atomic_compare_exchange_strong_explicit(this, &__v, __e, __s, __f);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_strong(bool& __v, bool __e, memory_order __s) {return atomic_compare_exchange_strong_explicit(this, &__v, __e, __s, __s);} _LIBCPP_INLINE_VISIBILITY bool compare_exchange_strong(bool& __v, bool __e) {return atomic_compare_exchange_strong(this, &__v, __e);} #ifndef _LIBCPP_HAS_NO_DEFAULTED_FUNCTIONS atomic_bool() = default; #else _LIBCPP_INLINE_VISIBILITY atomic_bool() {} #endif _LIBCPP_INLINE_VISIBILITY /*constexpr*/ atomic_bool(bool __v) : __v_(__v) {} #ifndef _LIBCPP_HAS_NO_DELETED_FUNCTIONS atomic_bool(const atomic_bool&) = delete; atomic_bool& operator=(const atomic_bool&) = delete; atomic_bool& operator=(const atomic_bool&) volatile = delete; #else private: atomic_bool(const atomic_bool&); atomic_bool& operator=(const atomic_bool&); atomic_bool& operator=(const atomic_bool&) volatile; public: #endif _LIBCPP_INLINE_VISIBILITY bool operator=(bool __v) volatile {store(__v); return __v;} } atomic_bool; inline _LIBCPP_INLINE_VISIBILITY bool atomic_is_lock_free(const volatile atomic_bool*) { #if __has_feature(__atomic_store_seq_cst_b) && \ __has_feature(__atomic_load_seq_cst_b) && \ __has_feature(__atomic_exchange_seq_cst_b) && \ __has_feature(__atomic_compare_strong_weak_seq_cst_seq_cst_b) return true; #else return false; #endif } inline _LIBCPP_INLINE_VISIBILITY bool atomic_is_lock_free(const atomic_bool* __obj) { return atomic_is_lock_free(const_cast(__obj)); } inline _LIBCPP_INLINE_VISIBILITY void atomic_init(volatile atomic_bool* __obj, bool __desr) { __obj->__v_ = __desr; } inline _LIBCPP_INLINE_VISIBILITY void atomic_init(atomic_bool* __obj, bool __desr) { __obj->__v_ = __desr; } inline _LIBCPP_INLINE_VISIBILITY void atomic_store(volatile atomic_bool* __obj, bool __desr) { __choose_store_seq_cst(&__obj->__v_, __desr); } inline _LIBCPP_INLINE_VISIBILITY void atomic_store(atomic_bool* __obj, bool __desr) { atomic_store(const_cast(__obj), __desr); } inline _LIBCPP_INLINE_VISIBILITY void atomic_store_explicit(volatile atomic_bool* __obj, bool __desr, memory_order __o) { switch (__o) { case memory_order_relaxed: __choose_store_relaxed(&__obj->__v_, __desr); break; case memory_order_release: __choose_store_release(&__obj->__v_, __desr); break; case memory_order_seq_cst: __choose_store_seq_cst(&__obj->__v_, __desr); break; } } inline _LIBCPP_INLINE_VISIBILITY void atomic_store_explicit(atomic_bool* __obj, bool __desr, memory_order __o) { atomic_store_explicit(const_cast(__obj), __desr, __o); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_load(const volatile atomic_bool* __obj) { return __choose_load_seq_cst(&__obj->__v_); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_load(const atomic_bool* __obj) { return atomic_load(const_cast(__obj)); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_load_explicit(const volatile atomic_bool* __obj, memory_order __o) { switch (__o) { case memory_order_relaxed: return __choose_load_relaxed(&__obj->__v_); case memory_order_consume: return __choose_load_consume(&__obj->__v_); case memory_order_acquire: return __choose_load_acquire(&__obj->__v_); case memory_order_seq_cst: return __choose_load_seq_cst(&__obj->__v_); } } inline _LIBCPP_INLINE_VISIBILITY bool atomic_load_explicit(const atomic_bool* __obj, memory_order __o) { return atomic_load_explicit(const_cast (__obj), __o); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_exchange(volatile atomic_bool* __obj, bool __desr) { return __choose_exchange_seq_cst(&__obj->__v_, __desr); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_exchange(atomic_bool* __obj, bool __desr) { return atomic_exchange(const_cast(__obj), __desr); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_exchange_explicit(volatile atomic_bool* __obj, bool __desr, memory_order __o) { switch (__o) { case memory_order_relaxed: return __choose_exchange_relaxed(&__obj->__v_, __desr); case memory_order_consume: return __choose_exchange_consume(&__obj->__v_, __desr); case memory_order_acquire: return __choose_exchange_acquire(&__obj->__v_, __desr); case memory_order_release: return __choose_exchange_release(&__obj->__v_, __desr); case memory_order_acq_rel: return __choose_exchange_acq_rel(&__obj->__v_, __desr); case memory_order_seq_cst: return __choose_exchange_seq_cst(&__obj->__v_, __desr); } } inline _LIBCPP_INLINE_VISIBILITY bool atomic_exchange_explicit(atomic_bool* __obj, bool __desr, memory_order __o) { return atomic_exchange_explicit(const_cast (__obj), __desr, __o); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_weak(volatile atomic_bool* __obj, bool* __exp, bool __desr) { return __choose_compare_exchange_weak_seq_cst_seq_cst(&__obj->__v_, __exp, __desr); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_weak(atomic_bool* __obj, bool* __exp, bool __desr) { return atomic_compare_exchange_weak(const_cast (__obj), __exp, __desr); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_weak_explicit(volatile atomic_bool* __obj, bool* __exp, bool __desr, memory_order __s, memory_order __f) { __f = __translate_memory_order(__f); switch (__s) { case memory_order_relaxed: return __choose_compare_exchange_weak_relaxed_relaxed(&__obj->__v_, __exp, __desr); case memory_order_consume: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_weak_consume_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_weak_consume_consume( &__obj->__v_, __exp, __desr); } case memory_order_acquire: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_weak_acquire_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_weak_acquire_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_weak_acquire_acquire( &__obj->__v_, __exp, __desr); } case memory_order_release: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_weak_release_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_weak_release_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_weak_release_acquire( &__obj->__v_, __exp, __desr); } case memory_order_acq_rel: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_weak_acq_rel_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_weak_acq_rel_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_weak_acq_rel_acquire( &__obj->__v_, __exp, __desr); } case memory_order_seq_cst: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_weak_seq_cst_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_weak_seq_cst_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_weak_seq_cst_acquire( &__obj->__v_, __exp, __desr); case memory_order_seq_cst: return __choose_compare_exchange_weak_seq_cst_seq_cst( &__obj->__v_, __exp, __desr); } } } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_weak_explicit(atomic_bool* __obj, bool* __exp, bool __desr, memory_order __s, memory_order __f) { return atomic_compare_exchange_weak_explicit( const_cast(__obj), __exp, __desr, __s, __f); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_strong(volatile atomic_bool* __obj, bool* __exp, bool __desr) { return __choose_compare_exchange_strong_seq_cst_seq_cst(&__obj->__v_, __exp, __desr); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_strong(atomic_bool* __obj, bool* __exp, bool __desr) { return atomic_compare_exchange_strong(const_cast (__obj), __exp, __desr); } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_strong_explicit(volatile atomic_bool* __obj, bool* __exp, bool __desr, memory_order __s, memory_order __f) { __f = __translate_memory_order(__f); switch (__s) { case memory_order_relaxed: return __choose_compare_exchange_strong_relaxed_relaxed(&__obj->__v_, __exp, __desr); case memory_order_consume: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_strong_consume_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_strong_consume_consume( &__obj->__v_, __exp, __desr); } case memory_order_acquire: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_strong_acquire_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_strong_acquire_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_strong_acquire_acquire( &__obj->__v_, __exp, __desr); } case memory_order_release: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_strong_release_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_strong_release_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_strong_release_acquire( &__obj->__v_, __exp, __desr); } case memory_order_acq_rel: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_strong_acq_rel_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_strong_acq_rel_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_strong_acq_rel_acquire( &__obj->__v_, __exp, __desr); } case memory_order_seq_cst: switch (__f) { case memory_order_relaxed: return __choose_compare_exchange_strong_seq_cst_relaxed( &__obj->__v_, __exp, __desr); case memory_order_consume: return __choose_compare_exchange_strong_seq_cst_consume( &__obj->__v_, __exp, __desr); case memory_order_acquire: return __choose_compare_exchange_strong_seq_cst_acquire( &__obj->__v_, __exp, __desr); case memory_order_seq_cst: return __choose_compare_exchange_strong_seq_cst_seq_cst( &__obj->__v_, __exp, __desr); } } } inline _LIBCPP_INLINE_VISIBILITY bool atomic_compare_exchange_strong_explicit(atomic_bool* __obj, bool* __exp, bool __desr, memory_order __s, memory_order __f) { return atomic_compare_exchange_strong_explicit( const_cast(__obj), __exp, __desr, __s, __f); } _LIBCPP_END_NAMESPACE_STD #endif // _LIBCPP_ATOMIC