1 /*
   2  * Copyright (c) 2003, 2017, Oracle and/or its affiliates. All rights reserved.
   3  * Copyright 2007, 2008, 2011, 2015, Red Hat, Inc.
   4  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   5  *
   6  * This code is free software; you can redistribute it and/or modify it
   7  * under the terms of the GNU General Public License version 2 only, as
   8  * published by the Free Software Foundation.
   9  *
  10  * This code is distributed in the hope that it will be useful, but WITHOUT
  11  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  13  * version 2 for more details (a copy is included in the LICENSE file that
  14  * accompanied this code).
  15  *
  16  * You should have received a copy of the GNU General Public License version
  17  * 2 along with this work; if not, write to the Free Software Foundation,
  18  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  19  *
  20  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  21  * or visit www.oracle.com if you need additional information or have any
  22  * questions.
  23  *
  24  */
  25 
  26 #ifndef OS_CPU_BSD_ZERO_VM_ATOMIC_BSD_ZERO_HPP
  27 #define OS_CPU_BSD_ZERO_VM_ATOMIC_BSD_ZERO_HPP
  28 
  29 #include "runtime/os.hpp"
  30 
  31 // Implementation of class atomic
  32 
  33 #ifdef M68K
  34 
  35 /*
  36  * __m68k_cmpxchg
  37  *
  38  * Atomically store newval in *ptr if *ptr is equal to oldval for user space.
  39  * Returns newval on success and oldval if no exchange happened.
  40  * This implementation is processor specific and works on
  41  * 68020 68030 68040 and 68060.
  42  *
  43  * It will not work on ColdFire, 68000 and 68010 since they lack the CAS
  44  * instruction.
  45  * Using a kernelhelper would be better for arch complete implementation.
  46  *
  47  */
  48 
  49 static inline int __m68k_cmpxchg(int oldval, int newval, volatile int *ptr) {
  50   int ret;
  51   __asm __volatile ("cas%.l %0,%2,%1"
  52                    : "=d" (ret), "+m" (*(ptr))
  53                    : "d" (newval), "0" (oldval));
  54   return ret;
  55 }
  56 
  57 /* Perform an atomic compare and swap: if the current value of `*PTR'
  58    is OLDVAL, then write NEWVAL into `*PTR'.  Return the contents of
  59    `*PTR' before the operation.*/
  60 static inline int m68k_compare_and_swap(int newval,
  61                                         volatile int *ptr,
  62                                         int oldval) {
  63   for (;;) {
  64       int prev = *ptr;
  65       if (prev != oldval)
  66         return prev;
  67 
  68       if (__m68k_cmpxchg (prev, newval, ptr) == newval)
  69         // Success.
  70         return prev;
  71 
  72       // We failed even though prev == oldval.  Try again.
  73     }
  74 }
  75 
  76 /* Atomically add an int to memory.  */
  77 static inline int m68k_add_and_fetch(int add_value, volatile int *ptr) {
  78   for (;;) {
  79       // Loop until success.
  80 
  81       int prev = *ptr;
  82 
  83       if (__m68k_cmpxchg (prev, prev + add_value, ptr) == prev + add_value)
  84         return prev + add_value;
  85     }
  86 }
  87 
  88 /* Atomically write VALUE into `*PTR' and returns the previous
  89    contents of `*PTR'.  */
  90 static inline int m68k_lock_test_and_set(int newval, volatile int *ptr) {
  91   for (;;) {
  92       // Loop until success.
  93       int prev = *ptr;
  94 
  95       if (__m68k_cmpxchg (prev, newval, ptr) == prev)
  96         return prev;
  97     }
  98 }
  99 #endif // M68K
 100 
 101 #ifdef ARM
 102 
 103 /*
 104  * __kernel_cmpxchg
 105  *
 106  * Atomically store newval in *ptr if *ptr is equal to oldval for user space.
 107  * Return zero if *ptr was changed or non-zero if no exchange happened.
 108  * The C flag is also set if *ptr was changed to allow for assembly
 109  * optimization in the calling code.
 110  *
 111  */
 112 
 113 typedef int (__kernel_cmpxchg_t)(int oldval, int newval, volatile int *ptr);
 114 #define __kernel_cmpxchg (*(__kernel_cmpxchg_t *) 0xffff0fc0)
 115 
 116 
 117 
 118 /* Perform an atomic compare and swap: if the current value of `*PTR'
 119    is OLDVAL, then write NEWVAL into `*PTR'.  Return the contents of
 120    `*PTR' before the operation.*/
 121 static inline int arm_compare_and_swap(int newval,
 122                                        volatile int *ptr,
 123                                        int oldval) {
 124   for (;;) {
 125       int prev = *ptr;
 126       if (prev != oldval)
 127         return prev;
 128 
 129       if (__kernel_cmpxchg (prev, newval, ptr) == 0)
 130         // Success.
 131         return prev;
 132 
 133       // We failed even though prev == oldval.  Try again.
 134     }
 135 }
 136 
 137 /* Atomically add an int to memory.  */
 138 static inline int arm_add_and_fetch(int add_value, volatile int *ptr) {
 139   for (;;) {
 140       // Loop until a __kernel_cmpxchg succeeds.
 141 
 142       int prev = *ptr;
 143 
 144       if (__kernel_cmpxchg (prev, prev + add_value, ptr) == 0)
 145         return prev + add_value;
 146     }
 147 }
 148 
 149 /* Atomically write VALUE into `*PTR' and returns the previous
 150    contents of `*PTR'.  */
 151 static inline int arm_lock_test_and_set(int newval, volatile int *ptr) {
 152   for (;;) {
 153       // Loop until a __kernel_cmpxchg succeeds.
 154       int prev = *ptr;
 155 
 156       if (__kernel_cmpxchg (prev, newval, ptr) == 0)
 157         return prev;
 158     }
 159 }
 160 #endif // ARM
 161 
 162 template<size_t byte_size>
 163 struct Atomic::PlatformAdd
 164   : Atomic::AddAndFetch<Atomic::PlatformAdd<byte_size> >
 165 {
 166   template<typename I, typename D>
 167   D add_and_fetch(I add_value, D volatile* dest) const;
 168 };
 169 
 170 template<>
 171 template<typename I, typename D>
 172 inline D Atomic::PlatformAdd<4>::add_and_fetch(I add_value, D volatile* dest) const {
 173   STATIC_ASSERT(4 == sizeof(I));
 174   STATIC_ASSERT(4 == sizeof(D));
 175 
 176 #ifdef ARM
 177   return add_using_helper<int>(arm_add_and_fetch, add_value, dest);
 178 #else
 179 #ifdef M68K
 180   return add_using_helper<int>(m68k_add_and_fetch, add_value, dest);
 181 #else
 182   return __sync_add_and_fetch(dest, add_value);
 183 #endif // M68K
 184 #endif // ARM
 185 }
 186 
 187 template<>
 188 template<typename I, typename D>
 189 inline D Atomic::PlatformAdd<8>::add_and_fetch(I add_value, D volatile* dest) const {
 190   STATIC_ASSERT(8 == sizeof(I));
 191   STATIC_ASSERT(8 == sizeof(D));
 192 
 193   return __sync_add_and_fetch(dest, add_value);
 194 }
 195 
 196 template<>
 197 template<typename T>
 198 inline T Atomic::PlatformXchg<4>::operator()(T exchange_value,
 199                                              T volatile* dest) const {
 200   STATIC_ASSERT(4 == sizeof(T));
 201 #ifdef ARM
 202   return xchg_using_helper<int>(arm_lock_test_and_set, exchange_value, dest);
 203 #else
 204 #ifdef M68K
 205   return xchg_using_helper<int>(m68k_lock_test_and_set, exchange_value, dest);
 206 #else
 207   // __sync_lock_test_and_set is a bizarrely named atomic exchange
 208   // operation.  Note that some platforms only support this with the
 209   // limitation that the only valid value to store is the immediate
 210   // constant 1.  There is a test for this in JNI_CreateJavaVM().
 211   T result = __sync_lock_test_and_set (dest, exchange_value);
 212   // All atomic operations are expected to be full memory barriers
 213   // (see atomic.hpp). However, __sync_lock_test_and_set is not
 214   // a full memory barrier, but an acquire barrier. Hence, this added
 215   // barrier.
 216   __sync_synchronize();
 217   return result;
 218 #endif // M68K
 219 #endif // ARM
 220 }
 221 
 222 template<>
 223 template<typename T>
 224 inline T Atomic::PlatformXchg<8>::operator()(T exchange_value,
 225                                              T volatile* dest) const {
 226   STATIC_ASSERT(8 == sizeof(T));
 227   T result = __sync_lock_test_and_set (dest, exchange_value);
 228   __sync_synchronize();
 229   return result;
 230 }
 231 
 232 // No direct support for cmpxchg of bytes; emulate using int.
 233 template<>
 234 struct Atomic::PlatformCmpxchg<1> : Atomic::CmpxchgByteUsingInt {};
 235 
 236 template<>
 237 template<typename T>
 238 inline T Atomic::PlatformCmpxchg<4>::operator()(T exchange_value,
 239                                                 T volatile* dest,
 240                                                 T compare_value,
 241                                                 cmpxchg_memory_order order) const {
 242   STATIC_ASSERT(4 == sizeof(T));
 243 #ifdef ARM
 244   return cmpxchg_using_helper<int>(arm_compare_and_swap, exchange_value, dest, compare_value);
 245 #else
 246 #ifdef M68K
 247   return cmpxchg_using_helper<int>(m68k_compare_and_swap, exchange_value, dest, compare_value);
 248 #else
 249   return __sync_val_compare_and_swap(dest, compare_value, exchange_value);
 250 #endif // M68K
 251 #endif // ARM
 252 }
 253 
 254 template<>
 255 template<typename T>
 256 inline T Atomic::PlatformCmpxchg<8>::operator()(T exchange_value,
 257                                                 T volatile* dest,
 258                                                 T compare_value,
 259                                                 cmpxchg_memory_order order) const {
 260   STATIC_ASSERT(8 == sizeof(T));
 261   return __sync_val_compare_and_swap(dest, compare_value, exchange_value);
 262 }
 263 
 264 template<>
 265 template<typename T>
 266 inline T Atomic::PlatformLoad<8>::operator()(T const volatile* src) const {
 267   STATIC_ASSERT(8 == sizeof(T));
 268   volatile int64_t dest;
 269   os::atomic_copy64(reinterpret_cast<const volatile int64_t*>(src), reinterpret_cast<volatile int64_t*>(&dest));
 270   return PrimitiveConversions::cast<T>(dest);
 271 }
 272 
 273 template<>
 274 template<typename T>
 275 inline void Atomic::PlatformStore<8>::operator()(T store_value,
 276                                                  T volatile* dest) const {
 277   STATIC_ASSERT(8 == sizeof(T));
 278   os::atomic_copy64(reinterpret_cast<const volatile int64_t*>(&store_value), reinterpret_cast<volatile int64_t*>(dest));
 279 }
 280 
 281 #endif // OS_CPU_BSD_ZERO_VM_ATOMIC_BSD_ZERO_HPP