< prev index next >
src/java.desktop/share/native/libfontmanager/harfbuzz/hb-atomic.hh
Print this page
*** 27,95 ****
* Chris Wilson <chris@chris-wilson.co.uk>
* Red Hat Author(s): Behdad Esfahbod
* Google Author(s): Behdad Esfahbod
*/
! #ifndef HB_ATOMIC_PRIVATE_HH
! #define HB_ATOMIC_PRIVATE_HH
! #include "hb-private.hh"
! /* atomic_int */
/* We need external help for these */
#if defined(hb_atomic_int_impl_add) \
&& defined(hb_atomic_ptr_impl_get) \
&& defined(hb_atomic_ptr_impl_cmpexch)
! /* Defined externally, i.e. in config.h; must have typedef'ed hb_atomic_int_impl_t as well. */
! #elif !defined(HB_NO_MT) && (defined(_WIN32) || defined(__CYGWIN__))
#include <windows.h>
! /* MinGW has a convoluted history of supporting MemoryBarrier
! * properly. As such, define a function to wrap the whole
! * thing. */
! static inline void _HBMemoryBarrier (void) {
#if !defined(MemoryBarrier)
! long dummy = 0;
InterlockedExchange (&dummy, 1);
#else
MemoryBarrier ();
#endif
}
! typedef LONG hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) InterlockedExchangeAdd (&(AI), (V))
! #define hb_atomic_ptr_impl_get(P) (_HBMemoryBarrier (), (void *) *(P))
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) (InterlockedCompareExchangePointer ((void **) (P), (void *) (N), (void *) (O)) == (void *) (O))
#elif !defined(HB_NO_MT) && defined(HAVE_INTEL_ATOMIC_PRIMITIVES)
! typedef int hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) __sync_fetch_and_add (&(AI), (V))
- #define hb_atomic_ptr_impl_get(P) (void *) (__sync_synchronize (), *(P))
#define hb_atomic_ptr_impl_cmpexch(P,O,N) __sync_bool_compare_and_swap ((P), (O), (N))
#elif !defined(HB_NO_MT) && defined(HAVE_SOLARIS_ATOMIC_OPS)
#include <atomic.h>
#include <mbarrier.h>
! typedef unsigned int hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) ( ({__machine_rw_barrier ();}), atomic_add_int_nv (&(AI), (V)) - (V))
! #define hb_atomic_ptr_impl_get(P) ( ({__machine_rw_barrier ();}), (void *) *(P))
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) ( ({__machine_rw_barrier ();}), atomic_cas_ptr ((void **) (P), (void *) (O), (void *) (N)) == (void *) (O) ? true : false)
#elif !defined(HB_NO_MT) && defined(__APPLE__)
#include <libkern/OSAtomic.h>
--- 27,165 ----
* Chris Wilson <chris@chris-wilson.co.uk>
* Red Hat Author(s): Behdad Esfahbod
* Google Author(s): Behdad Esfahbod
*/
! #ifndef HB_ATOMIC_HH
! #define HB_ATOMIC_HH
! #include "hb.hh"
! /*
! * Atomic integers and pointers.
! */
!
/* We need external help for these */
#if defined(hb_atomic_int_impl_add) \
&& defined(hb_atomic_ptr_impl_get) \
&& defined(hb_atomic_ptr_impl_cmpexch)
! /* Defined externally, i.e. in config.h. */
!
!
! #elif !defined(HB_NO_MT) && defined(__ATOMIC_ACQUIRE)
!
! /* C++11-style GCC primitives. */
!
! #define _hb_memory_barrier() __sync_synchronize ()
!
! #define hb_atomic_int_impl_add(AI, V) __atomic_fetch_add ((AI), (V), __ATOMIC_ACQ_REL)
! #define hb_atomic_int_impl_set_relaxed(AI, V) __atomic_store_n ((AI), (V), __ATOMIC_RELAXED)
! #define hb_atomic_int_impl_set(AI, V) __atomic_store_n ((AI), (V), __ATOMIC_RELEASE)
! #define hb_atomic_int_impl_get_relaxed(AI) __atomic_load_n ((AI), __ATOMIC_RELAXED)
! #define hb_atomic_int_impl_get(AI) __atomic_load_n ((AI), __ATOMIC_ACQUIRE)
!
! #define hb_atomic_ptr_impl_set_relaxed(P, V) __atomic_store_n ((P), (V), __ATOMIC_RELAXED)
! #define hb_atomic_ptr_impl_get_relaxed(P) __atomic_load_n ((P), __ATOMIC_RELAXED)
! #define hb_atomic_ptr_impl_get(P) __atomic_load_n ((P), __ATOMIC_ACQUIRE)
! static inline bool
! _hb_atomic_ptr_impl_cmplexch (const void **P, const void *O_, const void *N)
! {
! const void *O = O_; // Need lvalue
! return __atomic_compare_exchange_n ((void **) P, (void **) &O, (void *) N, true, __ATOMIC_ACQ_REL, __ATOMIC_RELAXED);
! }
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) _hb_atomic_ptr_impl_cmplexch ((const void **) (P), (O), (N))
!
! #elif !defined(HB_NO_MT) && __cplusplus >= 201103L
!
! /* C++11 atomics. */
!
! #include <atomic>
+ #define _hb_memory_barrier() std::atomic_thread_fence(std::memory_order_ack_rel)
+ #define _hb_memory_r_barrier() std::atomic_thread_fence(std::memory_order_acquire)
+ #define _hb_memory_w_barrier() std::atomic_thread_fence(std::memory_order_release)
! #define hb_atomic_int_impl_add(AI, V) (reinterpret_cast<std::atomic<int> *> (AI)->fetch_add ((V), std::memory_order_acq_rel))
! #define hb_atomic_int_impl_set_relaxed(AI, V) (reinterpret_cast<std::atomic<int> *> (AI)->store ((V), std::memory_order_relaxed))
! #define hb_atomic_int_impl_set(AI, V) (reinterpret_cast<std::atomic<int> *> (AI)->store ((V), std::memory_order_release))
! #define hb_atomic_int_impl_get_relaxed(AI) (reinterpret_cast<std::atomic<int> *> (AI)->load (std::memory_order_relaxed))
! #define hb_atomic_int_impl_get(AI) (reinterpret_cast<std::atomic<int> *> (AI)->load (std::memory_order_acquire))
!
! #define hb_atomic_ptr_impl_set_relaxed(P, V) (reinterpret_cast<std::atomic<void*> *> (P)->store ((V), std::memory_order_relaxed))
! #define hb_atomic_ptr_impl_get_relaxed(P) (reinterpret_cast<std::atomic<void*> *> (P)->load (std::memory_order_relaxed))
! #define hb_atomic_ptr_impl_get(P) (reinterpret_cast<std::atomic<void*> *> (P)->load (std::memory_order_acquire))
! static inline bool
! _hb_atomic_ptr_impl_cmplexch (const void **P, const void *O_, const void *N)
! {
! const void *O = O_; // Need lvalue
! return reinterpret_cast<std::atomic<const void*> *> (P)->compare_exchange_weak (O, N, std::memory_order_acq_rel, std::memory_order_relaxed);
! }
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) _hb_atomic_ptr_impl_cmplexch ((const void **) (P), (O), (N))
!
!
! #elif !defined(HB_NO_MT) && defined(_WIN32)
#include <windows.h>
! static inline void _hb_memory_barrier ()
! {
#if !defined(MemoryBarrier)
! /* MinGW has a convoluted history of supporting MemoryBarrier. */
! LONG dummy = 0;
InterlockedExchange (&dummy, 1);
#else
MemoryBarrier ();
#endif
}
+ #define _hb_memory_barrier() _hb_memory_barrier ()
! #define hb_atomic_int_impl_add(AI, V) InterlockedExchangeAdd ((LONG *) (AI), (V))
! static_assert ((sizeof (LONG) == sizeof (int)), "");
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) (InterlockedCompareExchangePointer ((P), (N), (O)) == (O))
#elif !defined(HB_NO_MT) && defined(HAVE_INTEL_ATOMIC_PRIMITIVES)
! #define _hb_memory_barrier() __sync_synchronize ()
!
! #define hb_atomic_int_impl_add(AI, V) __sync_fetch_and_add ((AI), (V))
#define hb_atomic_ptr_impl_cmpexch(P,O,N) __sync_bool_compare_and_swap ((P), (O), (N))
#elif !defined(HB_NO_MT) && defined(HAVE_SOLARIS_ATOMIC_OPS)
#include <atomic.h>
#include <mbarrier.h>
! #define _hb_memory_r_barrier() __machine_r_barrier ()
! #define _hb_memory_w_barrier() __machine_w_barrier ()
! #define _hb_memory_barrier() __machine_rw_barrier ()
!
! static inline int _hb_fetch_and_add (int *AI, int V)
! {
! _hb_memory_w_barrier ();
! int result = atomic_add_int_nv ((uint_t *) AI, V) - V;
! _hb_memory_r_barrier ();
! return result;
! }
! static inline bool _hb_compare_and_swap_ptr (void **P, void *O, void *N)
! {
! _hb_memory_w_barrier ();
! bool result = atomic_cas_ptr (P, O, N) == O;
! _hb_memory_r_barrier ();
! return result;
! }
!
! #define hb_atomic_int_impl_add(AI, V) _hb_fetch_and_add ((AI), (V))
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) _hb_compare_and_swap_ptr ((P), (O), (N))
#elif !defined(HB_NO_MT) && defined(__APPLE__)
#include <libkern/OSAtomic.h>
*** 97,182 ****
#include <AvailabilityMacros.h>
#elif defined(__IPHONE_OS_MIN_REQUIRED)
#include <Availability.h>
#endif
! typedef int32_t hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) (OSAtomicAdd32Barrier ((V), &(AI)) - (V))
- #define hb_atomic_ptr_impl_get(P) (OSMemoryBarrier (), (void *) *(P))
#if (MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4 || __IPHONE_VERSION_MIN_REQUIRED >= 20100)
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwapPtrBarrier ((void *) (O), (void *) (N), (void **) (P))
#else
#if __ppc64__ || __x86_64__ || __aarch64__
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwap64Barrier ((int64_t) (void *) (O), (int64_t) (void *) (N), (int64_t*) (P))
#else
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwap32Barrier ((int32_t) (void *) (O), (int32_t) (void *) (N), (int32_t*) (P))
#endif
#endif
#elif !defined(HB_NO_MT) && defined(_AIX) && (defined(__IBMCPP__) || defined(__ibmxl__))
#include <builtins.h>
! static inline int _hb_fetch_and_add(volatile int* AI, unsigned int V) {
! __lwsync();
! int result = __fetch_and_add(AI, V);
! __isync();
return result;
}
! static inline int _hb_compare_and_swaplp(volatile long* P, long O, long N) {
! __sync();
! int result = __compare_and_swaplp (P, &O, N);
! __sync();
return result;
}
! typedef int hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) _hb_fetch_and_add (&(AI), (V))
- #define hb_atomic_ptr_impl_get(P) (__sync(), (void *) *(P))
- #define hb_atomic_ptr_impl_cmpexch(P,O,N) _hb_compare_and_swaplp ((long*)(P), (long)(O), (long)(N))
#elif !defined(HB_NO_MT)
#define HB_ATOMIC_INT_NIL 1 /* Warn that fallback implementation is in use. */
! typedef volatile int hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) (((AI) += (V)) - (V))
! #define hb_atomic_ptr_impl_get(P) ((void *) *(P))
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) (* (void * volatile *) (P) == (void *) (O) ? (* (void * volatile *) (P) = (void *) (N), true) : false)
#else /* HB_NO_MT */
! typedef int hb_atomic_int_impl_t;
! #define hb_atomic_int_impl_add(AI, V) (((AI) += (V)) - (V))
- #define hb_atomic_ptr_impl_get(P) ((void *) *(P))
#define hb_atomic_ptr_impl_cmpexch(P,O,N) (* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), true) : false)
#endif
! #define HB_ATOMIC_INT_INIT(V) {V}
struct hb_atomic_int_t
{
! hb_atomic_int_impl_t v;
! inline void set_unsafe (int v_) { v = v_; }
! inline int get_unsafe (void) const { return v; }
! inline int inc (void) { return hb_atomic_int_impl_add (const_cast<hb_atomic_int_impl_t &> (v), 1); }
! inline int dec (void) { return hb_atomic_int_impl_add (const_cast<hb_atomic_int_impl_t &> (v), -1); }
};
! #define hb_atomic_ptr_get(P) hb_atomic_ptr_impl_get(P)
! #define hb_atomic_ptr_cmpexch(P,O,N) hb_atomic_ptr_impl_cmpexch((P),(O),(N))
! #endif /* HB_ATOMIC_PRIVATE_HH */
--- 167,300 ----
#include <AvailabilityMacros.h>
#elif defined(__IPHONE_OS_MIN_REQUIRED)
#include <Availability.h>
#endif
+ #define _hb_memory_barrier() OSMemoryBarrier ()
! #define hb_atomic_int_impl_add(AI, V) (OSAtomicAdd32Barrier ((V), (AI)) - (V))
#if (MAC_OS_X_VERSION_MIN_REQUIRED > MAC_OS_X_VERSION_10_4 || __IPHONE_VERSION_MIN_REQUIRED >= 20100)
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwapPtrBarrier ((O), (N), (P))
#else
#if __ppc64__ || __x86_64__ || __aarch64__
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwap64Barrier ((int64_t) (O), (int64_t) (N), (int64_t*) (P))
#else
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) OSAtomicCompareAndSwap32Barrier ((int32_t) (O), (int32_t) (N), (int32_t*) (P))
#endif
#endif
#elif !defined(HB_NO_MT) && defined(_AIX) && (defined(__IBMCPP__) || defined(__ibmxl__))
#include <builtins.h>
+ #define _hb_memory_barrier() __lwsync ()
! static inline int _hb_fetch_and_add (int *AI, int V)
! {
! _hb_memory_barrier ();
! int result = __fetch_and_add (AI, V);
! _hb_memory_barrier ();
return result;
}
! static inline bool _hb_compare_and_swaplp (long *P, long O, long N)
! {
! _hb_memory_barrier ();
! bool result = __compare_and_swaplp (P, &O, N);
! _hb_memory_barrier ();
return result;
}
! #define hb_atomic_int_impl_add(AI, V) _hb_fetch_and_add ((AI), (V))
!
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) _hb_compare_and_swaplp ((long *) (P), (long) (O), (long) (N))
! static_assert ((sizeof (long) == sizeof (void *)), "");
#elif !defined(HB_NO_MT)
#define HB_ATOMIC_INT_NIL 1 /* Warn that fallback implementation is in use. */
! #define _hb_memory_barrier()
!
! #define hb_atomic_int_impl_add(AI, V) ((*(AI) += (V)) - (V))
! #define hb_atomic_ptr_impl_cmpexch(P,O,N) (* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), true) : false)
#else /* HB_NO_MT */
! #define hb_atomic_int_impl_add(AI, V) ((*(AI) += (V)) - (V))
!
! #define _hb_memory_barrier()
#define hb_atomic_ptr_impl_cmpexch(P,O,N) (* (void **) (P) == (void *) (O) ? (* (void **) (P) = (void *) (N), true) : false)
#endif
! #ifndef _hb_memory_r_barrier
! #define _hb_memory_r_barrier() _hb_memory_barrier ()
! #endif
! #ifndef _hb_memory_w_barrier
! #define _hb_memory_w_barrier() _hb_memory_barrier ()
! #endif
! #ifndef hb_atomic_int_impl_set_relaxed
! #define hb_atomic_int_impl_set_relaxed(AI, V) (*(AI) = (V))
! #endif
! #ifndef hb_atomic_int_impl_get_relaxed
! #define hb_atomic_int_impl_get_relaxed(AI) (*(AI))
! #endif
+ #ifndef hb_atomic_ptr_impl_set_relaxed
+ #define hb_atomic_ptr_impl_set_relaxed(P, V) (*(P) = (V))
+ #endif
+ #ifndef hb_atomic_ptr_impl_get_relaxed
+ #define hb_atomic_ptr_impl_get_relaxed(P) (*(P))
+ #endif
+ #ifndef hb_atomic_int_impl_set
+ inline void hb_atomic_int_impl_set (int *AI, int v) { _hb_memory_w_barrier (); *AI = v; }
+ #endif
+ #ifndef hb_atomic_int_impl_get
+ inline int hb_atomic_int_impl_get (const int *AI) { int v = *AI; _hb_memory_r_barrier (); return v; }
+ #endif
+ #ifndef hb_atomic_ptr_impl_get
+ inline void *hb_atomic_ptr_impl_get (void ** const P) { void *v = *P; _hb_memory_r_barrier (); return v; }
+ #endif
+
+
+ #define HB_ATOMIC_INT_INIT(V) {V}
struct hb_atomic_int_t
{
! void set_relaxed (int v_) { hb_atomic_int_impl_set_relaxed (&v, v_); }
! void set (int v_) { hb_atomic_int_impl_set (&v, v_); }
! int get_relaxed () const { return hb_atomic_int_impl_get_relaxed (&v); }
! int get () const { return hb_atomic_int_impl_get (&v); }
! int inc () { return hb_atomic_int_impl_add (&v, 1); }
! int dec () { return hb_atomic_int_impl_add (&v, -1); }
! int v;
};
! #define HB_ATOMIC_PTR_INIT(V) {V}
! template <typename P>
! struct hb_atomic_ptr_t
! {
! typedef typename hb_remove_pointer (P) T;
!
! void init (T* v_ = nullptr) { set_relaxed (v_); }
! void set_relaxed (T* v_) { hb_atomic_ptr_impl_set_relaxed (&v, v_); }
! T *get_relaxed () const { return (T *) hb_atomic_ptr_impl_get_relaxed (&v); }
! T *get () const { return (T *) hb_atomic_ptr_impl_get ((void **) &v); }
! bool cmpexch (const T *old, T *new_) const { return hb_atomic_ptr_impl_cmpexch ((void **) &v, (void *) old, (void *) new_); }
!
! T * operator -> () const { return get (); }
! template <typename C> operator C * () const { return get (); }
!
! T *v;
! };
! #endif /* HB_ATOMIC_HH */
< prev index next >