/*
* Copyright (c) 2003-2011 Hewlett-Packard Development Company, L.P.
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/

/*
* Generalize atomic operations for atomic_ops.h.
* Should not be included directly.
*
* We make no attempt to define useless operations, such as
* AO_nop_acquire
* AO_nop_release
*
* We have also so far neglected to define some others, which
* do not appear likely to be useful, e.g. stores with acquire
* or read barriers.
*
* This file is sometimes included twice by atomic_ops.h.
* All definitions include explicit checks that we are not replacing
* an earlier definition.  In general, more desirable expansions
* appear earlier so that we are more likely to use them.
*
* We only make safe generalizations, except that by default we define
* the ...dd_acquire_read operations to be equivalent to those without
* a barrier.  On platforms for which this is unsafe, the platform-specific
* file must define AO_NO_DD_ORDERING.
*/

#ifndef AO_ATOMIC_OPS_H
# error This file should not be included directly.
#endif

/* Generate test_and_set_full, if necessary and possible.       */
#if !defined(AO_HAVE_test_and_set) && !defined(AO_HAVE_test_and_set_release) \
   && !defined(AO_HAVE_test_and_set_acquire) \
   && !defined(AO_HAVE_test_and_set_read) \
   && !defined(AO_HAVE_test_and_set_full)

 /* Emulate AO_compare_and_swap() via AO_fetch_compare_and_swap().     */
# if defined(AO_HAVE_fetch_compare_and_swap) \
    && !defined(AO_HAVE_compare_and_swap)
   AO_INLINE int
   AO_compare_and_swap(volatile AO_t *addr, AO_t old_val, AO_t new_val)
   {
     return AO_fetch_compare_and_swap(addr, old_val, new_val) == old_val;
   }
#   define AO_HAVE_compare_and_swap
# endif

# if defined(AO_HAVE_fetch_compare_and_swap_full) \
    && !defined(AO_HAVE_compare_and_swap_full)
   AO_INLINE int
   AO_compare_and_swap_full(volatile AO_t *addr, AO_t old_val, AO_t new_val)
   {
     return AO_fetch_compare_and_swap_full(addr, old_val, new_val)
              == old_val;
   }
#   define AO_HAVE_compare_and_swap_full
# endif

# if defined(AO_HAVE_fetch_compare_and_swap_acquire) \
    && !defined(AO_HAVE_compare_and_swap_acquire)
   AO_INLINE int
   AO_compare_and_swap_acquire(volatile AO_t *addr, AO_t old_val,
                               AO_t new_val)
   {
     return AO_fetch_compare_and_swap_acquire(addr, old_val, new_val)
              == old_val;
   }
#   define AO_HAVE_compare_and_swap_acquire
# endif

# if defined(AO_HAVE_fetch_compare_and_swap_release) \
    && !defined(AO_HAVE_compare_and_swap_release)
   AO_INLINE int
   AO_compare_and_swap_release(volatile AO_t *addr, AO_t old_val,
                               AO_t new_val)
   {
     return AO_fetch_compare_and_swap_release(addr, old_val, new_val)
              == old_val;
   }
#   define AO_HAVE_compare_and_swap_release
# endif

# if defined(AO_CHAR_TS_T)
#   define AO_TS_COMPARE_AND_SWAP_FULL(a,o,n) \
                               AO_char_compare_and_swap_full(a,o,n)
#   define AO_TS_COMPARE_AND_SWAP_ACQUIRE(a,o,n) \
                               AO_char_compare_and_swap_acquire(a,o,n)
#   define AO_TS_COMPARE_AND_SWAP_RELEASE(a,o,n) \
                               AO_char_compare_and_swap_release(a,o,n)
#   define AO_TS_COMPARE_AND_SWAP(a,o,n) AO_char_compare_and_swap(a,o,n)
# endif

# if defined(AO_AO_TS_T)
#   define AO_TS_COMPARE_AND_SWAP_FULL(a,o,n) AO_compare_and_swap_full(a,o,n)
#   define AO_TS_COMPARE_AND_SWAP_ACQUIRE(a,o,n) \
                               AO_compare_and_swap_acquire(a,o,n)
#   define AO_TS_COMPARE_AND_SWAP_RELEASE(a,o,n) \
                               AO_compare_and_swap_release(a,o,n)
#   define AO_TS_COMPARE_AND_SWAP(a,o,n) AO_compare_and_swap(a,o,n)
# endif

# if (defined(AO_AO_TS_T) && defined(AO_HAVE_compare_and_swap_full)) \
    || (defined(AO_CHAR_TS_T) && defined(AO_HAVE_char_compare_and_swap_full))
   AO_INLINE AO_TS_VAL_t
   AO_test_and_set_full(volatile AO_TS_t *addr)
   {
     if (AO_TS_COMPARE_AND_SWAP_FULL(addr, AO_TS_CLEAR, AO_TS_SET))
       return AO_TS_CLEAR;
     else
       return AO_TS_SET;
   }
#   define AO_HAVE_test_and_set_full
# endif /* AO_HAVE_compare_and_swap_full */

# if (defined(AO_AO_TS_T) && defined(AO_HAVE_compare_and_swap_acquire)) \
    || (defined(AO_CHAR_TS_T) \
        && defined(AO_HAVE_char_compare_and_swap_acquire))
   AO_INLINE AO_TS_VAL_t
   AO_test_and_set_acquire(volatile AO_TS_t *addr)
   {
     if (AO_TS_COMPARE_AND_SWAP_ACQUIRE(addr, AO_TS_CLEAR, AO_TS_SET))
       return AO_TS_CLEAR;
     else
       return AO_TS_SET;
   }
#   define AO_HAVE_test_and_set_acquire
# endif /* AO_HAVE_compare_and_swap_acquire */

# if (defined(AO_AO_TS_T) && defined(AO_HAVE_compare_and_swap_release)) \
    || (defined(AO_CHAR_TS_T) \
        && defined(AO_HAVE_char_compare_and_swap_release))
   AO_INLINE AO_TS_VAL_t
   AO_test_and_set_release(volatile AO_TS_t *addr)
   {
     if (AO_TS_COMPARE_AND_SWAP_RELEASE(addr, AO_TS_CLEAR, AO_TS_SET))
       return AO_TS_CLEAR;
     else
       return AO_TS_SET;
   }
#   define AO_HAVE_test_and_set_release
# endif /* AO_HAVE_compare_and_swap_release */

# if (defined(AO_AO_TS_T) && defined(AO_HAVE_compare_and_swap)) \
    || (defined(AO_CHAR_TS_T) && defined(AO_HAVE_char_compare_and_swap))
   AO_INLINE AO_TS_VAL_t
   AO_test_and_set(volatile AO_TS_t *addr)
   {
     if (AO_TS_COMPARE_AND_SWAP(addr, AO_TS_CLEAR, AO_TS_SET))
       return AO_TS_CLEAR;
     else
       return AO_TS_SET;
   }
#   define AO_HAVE_test_and_set
# endif /* AO_HAVE_compare_and_swap */
#endif /* No prior test and set */

/* Nop */
#if !defined(AO_HAVE_nop)
 AO_INLINE void AO_nop(void) {}
# define AO_HAVE_nop
#endif

#if defined(AO_HAVE_test_and_set_full) && !defined(AO_HAVE_nop_full)
 AO_INLINE void
 AO_nop_full(void)
 {
   AO_TS_t dummy = AO_TS_INITIALIZER;
   AO_test_and_set_full(&dummy);
 }
# define AO_HAVE_nop_full
#endif

#if defined(AO_HAVE_nop_acquire) && !defined(CPPCHECK)
# error AO_nop_acquire is useless: do not define.
#endif

#if defined(AO_HAVE_nop_release) && !defined(CPPCHECK)
# error AO_nop_release is useless: do not define.
#endif

#if defined(AO_HAVE_nop_full) && !defined(AO_HAVE_nop_read)
# define AO_nop_read() AO_nop_full()
# define AO_HAVE_nop_read
#endif

#if defined(AO_HAVE_nop_full) && !defined(AO_HAVE_nop_write)
# define AO_nop_write() AO_nop_full()
# define AO_HAVE_nop_write
#endif

/* Test_and_set */
#if defined(AO_HAVE_test_and_set) && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_test_and_set_release)
# define AO_test_and_set_release(addr) (AO_nop_full(), AO_test_and_set(addr))
# define AO_HAVE_test_and_set_release
#endif

#if defined(AO_HAVE_test_and_set) && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_test_and_set_acquire)
 AO_INLINE AO_TS_VAL_t
 AO_test_and_set_acquire(volatile AO_TS_t *addr)
 {
   AO_TS_VAL_t result = AO_test_and_set(addr);
   AO_nop_full();
   return result;
 }
# define AO_HAVE_test_and_set_acquire
#endif

#if defined(AO_HAVE_test_and_set_full)
# if !defined(AO_HAVE_test_and_set_release)
#   define AO_test_and_set_release(addr) AO_test_and_set_full(addr)
#   define AO_HAVE_test_and_set_release
# endif
# if !defined(AO_HAVE_test_and_set_acquire)
#   define AO_test_and_set_acquire(addr) AO_test_and_set_full(addr)
#   define AO_HAVE_test_and_set_acquire
# endif
# if !defined(AO_HAVE_test_and_set_write)
#   define AO_test_and_set_write(addr) AO_test_and_set_full(addr)
#   define AO_HAVE_test_and_set_write
# endif
# if !defined(AO_HAVE_test_and_set_read)
#   define AO_test_and_set_read(addr) AO_test_and_set_full(addr)
#   define AO_HAVE_test_and_set_read
# endif
#endif /* AO_HAVE_test_and_set_full */

#if !defined(AO_HAVE_test_and_set) && defined(AO_HAVE_test_and_set_release)
# define AO_test_and_set(addr) AO_test_and_set_release(addr)
# define AO_HAVE_test_and_set
#endif
#if !defined(AO_HAVE_test_and_set) && defined(AO_HAVE_test_and_set_acquire)
# define AO_test_and_set(addr) AO_test_and_set_acquire(addr)
# define AO_HAVE_test_and_set
#endif
#if !defined(AO_HAVE_test_and_set) && defined(AO_HAVE_test_and_set_write)
# define AO_test_and_set(addr) AO_test_and_set_write(addr)
# define AO_HAVE_test_and_set
#endif
#if !defined(AO_HAVE_test_and_set) && defined(AO_HAVE_test_and_set_read)
# define AO_test_and_set(addr) AO_test_and_set_read(addr)
# define AO_HAVE_test_and_set
#endif

#if defined(AO_HAVE_test_and_set_acquire) && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_test_and_set_full)
# define AO_test_and_set_full(addr) \
                       (AO_nop_full(), AO_test_and_set_acquire(addr))
# define AO_HAVE_test_and_set_full
#endif

#if !defined(AO_HAVE_test_and_set_release_write) \
   && defined(AO_HAVE_test_and_set_write)
# define AO_test_and_set_release_write(addr) AO_test_and_set_write(addr)
# define AO_HAVE_test_and_set_release_write
#endif
#if !defined(AO_HAVE_test_and_set_release_write) \
   && defined(AO_HAVE_test_and_set_release)
# define AO_test_and_set_release_write(addr) AO_test_and_set_release(addr)
# define AO_HAVE_test_and_set_release_write
#endif
#if !defined(AO_HAVE_test_and_set_acquire_read) \
   && defined(AO_HAVE_test_and_set_read)
# define AO_test_and_set_acquire_read(addr) AO_test_and_set_read(addr)
# define AO_HAVE_test_and_set_acquire_read
#endif
#if !defined(AO_HAVE_test_and_set_acquire_read) \
   && defined(AO_HAVE_test_and_set_acquire)
# define AO_test_and_set_acquire_read(addr) AO_test_and_set_acquire(addr)
# define AO_HAVE_test_and_set_acquire_read
#endif

#ifdef AO_NO_DD_ORDERING
# if defined(AO_HAVE_test_and_set_acquire_read)
#   define AO_test_and_set_dd_acquire_read(addr) \
                                       AO_test_and_set_acquire_read(addr)
#   define AO_HAVE_test_and_set_dd_acquire_read
# endif
#else
# if defined(AO_HAVE_test_and_set)
#   define AO_test_and_set_dd_acquire_read(addr) AO_test_and_set(addr)
#   define AO_HAVE_test_and_set_dd_acquire_read
# endif
#endif /* !AO_NO_DD_ORDERING */

#include "generalize-small.h"

#include "generalize-arithm.h"

/* Compare_double_and_swap_double based on double_compare_and_swap.     */
#ifdef AO_HAVE_DOUBLE_PTR_STORAGE
# if defined(AO_HAVE_double_compare_and_swap) \
    && !defined(AO_HAVE_compare_double_and_swap_double)
  AO_INLINE int
  AO_compare_double_and_swap_double(volatile AO_double_t *addr,
                                    AO_t old_val1, AO_t old_val2,
                                    AO_t new_val1, AO_t new_val2)
  {
    AO_double_t old_w;
    AO_double_t new_w;
    old_w.AO_val1 = old_val1;
    old_w.AO_val2 = old_val2;
    new_w.AO_val1 = new_val1;
    new_w.AO_val2 = new_val2;
    return AO_double_compare_and_swap(addr, old_w, new_w);
  }
#  define AO_HAVE_compare_double_and_swap_double
# endif
# if defined(AO_HAVE_double_compare_and_swap_acquire) \
    && !defined(AO_HAVE_compare_double_and_swap_double_acquire)
   AO_INLINE int
   AO_compare_double_and_swap_double_acquire(volatile AO_double_t *addr,
                                             AO_t old_val1, AO_t old_val2,
                                             AO_t new_val1, AO_t new_val2)
   {
     AO_double_t old_w;
     AO_double_t new_w;
     old_w.AO_val1 = old_val1;
     old_w.AO_val2 = old_val2;
     new_w.AO_val1 = new_val1;
     new_w.AO_val2 = new_val2;
     return AO_double_compare_and_swap_acquire(addr, old_w, new_w);
   }
#   define AO_HAVE_compare_double_and_swap_double_acquire
# endif
# if defined(AO_HAVE_double_compare_and_swap_release) \
    && !defined(AO_HAVE_compare_double_and_swap_double_release)
   AO_INLINE int
   AO_compare_double_and_swap_double_release(volatile AO_double_t *addr,
                                             AO_t old_val1, AO_t old_val2,
                                             AO_t new_val1, AO_t new_val2)
   {
     AO_double_t old_w;
     AO_double_t new_w;
     old_w.AO_val1 = old_val1;
     old_w.AO_val2 = old_val2;
     new_w.AO_val1 = new_val1;
     new_w.AO_val2 = new_val2;
     return AO_double_compare_and_swap_release(addr, old_w, new_w);
   }
#   define AO_HAVE_compare_double_and_swap_double_release
# endif
# if defined(AO_HAVE_double_compare_and_swap_full) \
    && !defined(AO_HAVE_compare_double_and_swap_double_full)
   AO_INLINE int
   AO_compare_double_and_swap_double_full(volatile AO_double_t *addr,
                                          AO_t old_val1, AO_t old_val2,
                                          AO_t new_val1, AO_t new_val2)
   {
     AO_double_t old_w;
     AO_double_t new_w;
     old_w.AO_val1 = old_val1;
     old_w.AO_val2 = old_val2;
     new_w.AO_val1 = new_val1;
     new_w.AO_val2 = new_val2;
     return AO_double_compare_and_swap_full(addr, old_w, new_w);
   }
#   define AO_HAVE_compare_double_and_swap_double_full
# endif
#endif /* AO_HAVE_DOUBLE_PTR_STORAGE */

/* Compare_double_and_swap_double */
#if defined(AO_HAVE_compare_double_and_swap_double) \
   && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_compare_double_and_swap_double_acquire)
 AO_INLINE int
 AO_compare_double_and_swap_double_acquire(volatile AO_double_t *addr,
                                           AO_t o1, AO_t o2,
                                           AO_t n1, AO_t n2)
 {
   int result = AO_compare_double_and_swap_double(addr, o1, o2, n1, n2);
   AO_nop_full();
   return result;
 }
# define AO_HAVE_compare_double_and_swap_double_acquire
#endif
#if defined(AO_HAVE_compare_double_and_swap_double) \
   && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_compare_double_and_swap_double_release)
# define AO_compare_double_and_swap_double_release(addr,o1,o2,n1,n2) \
     (AO_nop_full(), AO_compare_double_and_swap_double(addr,o1,o2,n1,n2))
# define AO_HAVE_compare_double_and_swap_double_release
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_full)
# if !defined(AO_HAVE_compare_double_and_swap_double_release)
#   define AO_compare_double_and_swap_double_release(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_full(addr,o1,o2,n1,n2)
#   define AO_HAVE_compare_double_and_swap_double_release
# endif
# if !defined(AO_HAVE_compare_double_and_swap_double_acquire)
#   define AO_compare_double_and_swap_double_acquire(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_full(addr,o1,o2,n1,n2)
#   define AO_HAVE_compare_double_and_swap_double_acquire
# endif
# if !defined(AO_HAVE_compare_double_and_swap_double_write)
#   define AO_compare_double_and_swap_double_write(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_full(addr,o1,o2,n1,n2)
#   define AO_HAVE_compare_double_and_swap_double_write
# endif
# if !defined(AO_HAVE_compare_double_and_swap_double_read)
#   define AO_compare_double_and_swap_double_read(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_full(addr,o1,o2,n1,n2)
#   define AO_HAVE_compare_double_and_swap_double_read
# endif
#endif /* AO_HAVE_compare_double_and_swap_double_full */

#if !defined(AO_HAVE_compare_double_and_swap_double) \
   && defined(AO_HAVE_compare_double_and_swap_double_release)
# define AO_compare_double_and_swap_double(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_release(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double
#endif
#if !defined(AO_HAVE_compare_double_and_swap_double) \
   && defined(AO_HAVE_compare_double_and_swap_double_acquire)
# define AO_compare_double_and_swap_double(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_acquire(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double
#endif
#if !defined(AO_HAVE_compare_double_and_swap_double) \
   && defined(AO_HAVE_compare_double_and_swap_double_write)
# define AO_compare_double_and_swap_double(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_write(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double
#endif
#if !defined(AO_HAVE_compare_double_and_swap_double) \
   && defined(AO_HAVE_compare_double_and_swap_double_read)
# define AO_compare_double_and_swap_double(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_read(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double
#endif

#if defined(AO_HAVE_compare_double_and_swap_double_acquire) \
   && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_compare_double_and_swap_double_full)
# define AO_compare_double_and_swap_double_full(addr,o1,o2,n1,n2) \
               (AO_nop_full(), \
                AO_compare_double_and_swap_double_acquire(addr,o1,o2,n1,n2))
# define AO_HAVE_compare_double_and_swap_double_full
#endif

#if !defined(AO_HAVE_compare_double_and_swap_double_release_write) \
   && defined(AO_HAVE_compare_double_and_swap_double_write)
# define AO_compare_double_and_swap_double_release_write(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_write(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double_release_write
#endif
#if !defined(AO_HAVE_compare_double_and_swap_double_release_write) \
   && defined(AO_HAVE_compare_double_and_swap_double_release)
# define AO_compare_double_and_swap_double_release_write(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_release(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double_release_write
#endif
#if !defined(AO_HAVE_compare_double_and_swap_double_acquire_read) \
   && defined(AO_HAVE_compare_double_and_swap_double_read)
# define AO_compare_double_and_swap_double_acquire_read(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_read(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double_acquire_read
#endif
#if !defined(AO_HAVE_compare_double_and_swap_double_acquire_read) \
   && defined(AO_HAVE_compare_double_and_swap_double_acquire)
# define AO_compare_double_and_swap_double_acquire_read(addr,o1,o2,n1,n2) \
               AO_compare_double_and_swap_double_acquire(addr,o1,o2,n1,n2)
# define AO_HAVE_compare_double_and_swap_double_acquire_read
#endif

#ifdef AO_NO_DD_ORDERING
# if defined(AO_HAVE_compare_double_and_swap_double_acquire_read)
#   define AO_compare_double_and_swap_double_dd_acquire_read(addr,o1,o2,n1,n2) \
            AO_compare_double_and_swap_double_acquire_read(addr,o1,o2,n1,n2)
#   define AO_HAVE_compare_double_and_swap_double_dd_acquire_read
# endif
#else
# if defined(AO_HAVE_compare_double_and_swap_double)
#   define AO_compare_double_and_swap_double_dd_acquire_read(addr,o1,o2,n1,n2) \
                       AO_compare_double_and_swap_double(addr,o1,o2,n1,n2)
#   define AO_HAVE_compare_double_and_swap_double_dd_acquire_read
# endif
#endif /* !AO_NO_DD_ORDERING */

/* Compare_and_swap_double */
#if defined(AO_HAVE_compare_and_swap_double) && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_compare_and_swap_double_acquire)
 AO_INLINE int
 AO_compare_and_swap_double_acquire(volatile AO_double_t *addr,
                                           AO_t o1,
                                           AO_t n1, AO_t n2)
 {
   int result = AO_compare_and_swap_double(addr, o1, n1, n2);
   AO_nop_full();
   return result;
 }
# define AO_HAVE_compare_and_swap_double_acquire
#endif
#if defined(AO_HAVE_compare_and_swap_double) \
   && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_compare_and_swap_double_release)
# define AO_compare_and_swap_double_release(addr,o1,n1,n2) \
               (AO_nop_full(), AO_compare_and_swap_double(addr,o1,n1,n2))
# define AO_HAVE_compare_and_swap_double_release
#endif
#if defined(AO_HAVE_compare_and_swap_double_full)
# if !defined(AO_HAVE_compare_and_swap_double_release)
#   define AO_compare_and_swap_double_release(addr,o1,n1,n2) \
                               AO_compare_and_swap_double_full(addr,o1,n1,n2)
#   define AO_HAVE_compare_and_swap_double_release
# endif
# if !defined(AO_HAVE_compare_and_swap_double_acquire)
#   define AO_compare_and_swap_double_acquire(addr,o1,n1,n2) \
                               AO_compare_and_swap_double_full(addr,o1,n1,n2)
#   define AO_HAVE_compare_and_swap_double_acquire
# endif
# if !defined(AO_HAVE_compare_and_swap_double_write)
#   define AO_compare_and_swap_double_write(addr,o1,n1,n2) \
                               AO_compare_and_swap_double_full(addr,o1,n1,n2)
#   define AO_HAVE_compare_and_swap_double_write
# endif
# if !defined(AO_HAVE_compare_and_swap_double_read)
#   define AO_compare_and_swap_double_read(addr,o1,n1,n2) \
                               AO_compare_and_swap_double_full(addr,o1,n1,n2)
#   define AO_HAVE_compare_and_swap_double_read
# endif
#endif /* AO_HAVE_compare_and_swap_double_full */

#if !defined(AO_HAVE_compare_and_swap_double) \
   && defined(AO_HAVE_compare_and_swap_double_release)
# define AO_compare_and_swap_double(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_release(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double
#endif
#if !defined(AO_HAVE_compare_and_swap_double) \
   && defined(AO_HAVE_compare_and_swap_double_acquire)
# define AO_compare_and_swap_double(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_acquire(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double
#endif
#if !defined(AO_HAVE_compare_and_swap_double) \
   && defined(AO_HAVE_compare_and_swap_double_write)
# define AO_compare_and_swap_double(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_write(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double
#endif
#if !defined(AO_HAVE_compare_and_swap_double) \
   && defined(AO_HAVE_compare_and_swap_double_read)
# define AO_compare_and_swap_double(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_read(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double
#endif

#if defined(AO_HAVE_compare_and_swap_double_acquire) \
   && defined(AO_HAVE_nop_full) \
   && !defined(AO_HAVE_compare_and_swap_double_full)
# define AO_compare_and_swap_double_full(addr,o1,n1,n2) \
       (AO_nop_full(), AO_compare_and_swap_double_acquire(addr,o1,n1,n2))
# define AO_HAVE_compare_and_swap_double_full
#endif

#if !defined(AO_HAVE_compare_and_swap_double_release_write) \
   && defined(AO_HAVE_compare_and_swap_double_write)
# define AO_compare_and_swap_double_release_write(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_write(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double_release_write
#endif
#if !defined(AO_HAVE_compare_and_swap_double_release_write) \
   && defined(AO_HAVE_compare_and_swap_double_release)
# define AO_compare_and_swap_double_release_write(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_release(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double_release_write
#endif
#if !defined(AO_HAVE_compare_and_swap_double_acquire_read) \
   && defined(AO_HAVE_compare_and_swap_double_read)
# define AO_compare_and_swap_double_acquire_read(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_read(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double_acquire_read
#endif
#if !defined(AO_HAVE_compare_and_swap_double_acquire_read) \
   && defined(AO_HAVE_compare_and_swap_double_acquire)
# define AO_compare_and_swap_double_acquire_read(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_acquire(addr,o1,n1,n2)
# define AO_HAVE_compare_and_swap_double_acquire_read
#endif

#ifdef AO_NO_DD_ORDERING
# if defined(AO_HAVE_compare_and_swap_double_acquire_read)
#   define AO_compare_and_swap_double_dd_acquire_read(addr,o1,n1,n2) \
                       AO_compare_and_swap_double_acquire_read(addr,o1,n1,n2)
#   define AO_HAVE_compare_and_swap_double_dd_acquire_read
# endif
#else
# if defined(AO_HAVE_compare_and_swap_double)
#   define AO_compare_and_swap_double_dd_acquire_read(addr,o1,n1,n2) \
                       AO_compare_and_swap_double(addr,o1,n1,n2)
#   define AO_HAVE_compare_and_swap_double_dd_acquire_read
# endif
#endif

/* Convenience functions for AO_double compare-and-swap which types and */
/* reads easier in code.                                                */
#if defined(AO_HAVE_compare_double_and_swap_double) \
   && !defined(AO_HAVE_double_compare_and_swap)
 AO_INLINE int
 AO_double_compare_and_swap(volatile AO_double_t *addr,
                            AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double(addr,
                                       old_val.AO_val1, old_val.AO_val2,
                                       new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_release) \
   && !defined(AO_HAVE_double_compare_and_swap_release)
 AO_INLINE int
 AO_double_compare_and_swap_release(volatile AO_double_t *addr,
                                    AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_release(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_release
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_acquire) \
   && !defined(AO_HAVE_double_compare_and_swap_acquire)
 AO_INLINE int
 AO_double_compare_and_swap_acquire(volatile AO_double_t *addr,
                                    AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_acquire(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_acquire
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_read) \
   && !defined(AO_HAVE_double_compare_and_swap_read)
 AO_INLINE int
 AO_double_compare_and_swap_read(volatile AO_double_t *addr,
                                 AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_read(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_read
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_write) \
   && !defined(AO_HAVE_double_compare_and_swap_write)
 AO_INLINE int
 AO_double_compare_and_swap_write(volatile AO_double_t *addr,
                                  AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_write(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_write
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_release_write) \
   && !defined(AO_HAVE_double_compare_and_swap_release_write)
 AO_INLINE int
 AO_double_compare_and_swap_release_write(volatile AO_double_t *addr,
                               AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_release_write(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_release_write
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_acquire_read) \
   && !defined(AO_HAVE_double_compare_and_swap_acquire_read)
 AO_INLINE int
 AO_double_compare_and_swap_acquire_read(volatile AO_double_t *addr,
                               AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_acquire_read(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_acquire_read
#endif
#if defined(AO_HAVE_compare_double_and_swap_double_full) \
   && !defined(AO_HAVE_double_compare_and_swap_full)
 AO_INLINE int
 AO_double_compare_and_swap_full(volatile AO_double_t *addr,
                                 AO_double_t old_val, AO_double_t new_val)
 {
   return AO_compare_double_and_swap_double_full(addr,
                                         old_val.AO_val1, old_val.AO_val2,
                                         new_val.AO_val1, new_val.AO_val2);
 }
# define AO_HAVE_double_compare_and_swap_full
#endif

#ifndef AO_HAVE_double_compare_and_swap_dd_acquire_read
 /* Duplicated from generalize-small because double CAS might be       */
 /* defined after the include.                                         */
# ifdef AO_NO_DD_ORDERING
#   if defined(AO_HAVE_double_compare_and_swap_acquire_read)
#     define AO_double_compare_and_swap_dd_acquire_read(addr, old, new_val) \
               AO_double_compare_and_swap_acquire_read(addr, old, new_val)
#     define AO_HAVE_double_compare_and_swap_dd_acquire_read
#   endif
# elif defined(AO_HAVE_double_compare_and_swap)
#   define AO_double_compare_and_swap_dd_acquire_read(addr, old, new_val) \
               AO_double_compare_and_swap(addr, old, new_val)
#   define AO_HAVE_double_compare_and_swap_dd_acquire_read
# endif /* !AO_NO_DD_ORDERING */
#endif