1 /* 2 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved. 3 * Copyright (c) 2014, Red Hat Inc. All rights reserved. 4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 5 * 6 * This code is free software; you can redistribute it and/or modify it 7 * under the terms of the GNU General Public License version 2 only, as 8 * published by the Free Software Foundation. 9 * 10 * This code is distributed in the hope that it will be useful, but WITHOUT 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 13 * version 2 for more details (a copy is included in the LICENSE file that 14 * accompanied this code). 15 * 16 * You should have received a copy of the GNU General Public License version 17 * 2 along with this work; if not, write to the Free Software Foundation, 18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 19 * 20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 21 * or visit www.oracle.com if you need additional information or have any 22 * questions. 23 * 24 */ 25 26 #ifndef OS_CPU_LINUX_AARCH64_VM_ATOMIC_LINUX_AARCH64_INLINE_HPP 27 #define OS_CPU_LINUX_AARCH64_VM_ATOMIC_LINUX_AARCH64_INLINE_HPP 28 29 #include "runtime/atomic.hpp" 30 #include "runtime/os.hpp" 31 #include "vm_version_aarch64.hpp" 32 33 // Implementation of class atomic 34 35 #define FULL_MEM_BARRIER __sync_synchronize() 36 #define READ_MEM_BARRIER __atomic_thread_fence(__ATOMIC_ACQUIRE); 37 #define WRITE_MEM_BARRIER __atomic_thread_fence(__ATOMIC_RELEASE); 38 39 inline void Atomic::store (jbyte store_value, jbyte* dest) { *dest = store_value; } 40 inline void Atomic::store (jshort store_value, jshort* dest) { *dest = store_value; } 41 inline void Atomic::store (jint store_value, jint* dest) { *dest = store_value; } 42 inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; } 43 inline void Atomic::store_ptr(void* store_value, void* dest) { *(void**)dest = store_value; } 44 45 inline void Atomic::store (jbyte store_value, volatile jbyte* dest) { *dest = store_value; } 46 inline void Atomic::store (jshort store_value, volatile jshort* dest) { *dest = store_value; } 47 inline void Atomic::store (jint store_value, volatile jint* dest) { *dest = store_value; } 48 inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; } 49 inline void Atomic::store_ptr(void* store_value, volatile void* dest) { *(void* volatile *)dest = store_value; } 50 51 52 inline jint Atomic::add(jint add_value, volatile jint* dest) 53 { 54 return __sync_add_and_fetch(dest, add_value); 55 } 56 57 inline void Atomic::inc(volatile jint* dest) 58 { 59 add(1, dest); 60 } 61 62 inline void Atomic::inc_ptr(volatile void* dest) 63 { 64 add_ptr(1, dest); 65 } 66 67 inline void Atomic::dec (volatile jint* dest) 68 { 69 add(-1, dest); 70 } 71 72 inline void Atomic::dec_ptr(volatile void* dest) 73 { 74 add_ptr(-1, dest); 75 } 76 77 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) 78 { 79 jint res = __sync_lock_test_and_set (dest, exchange_value); 80 FULL_MEM_BARRIER; 81 return res; 82 } 83 84 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) 85 { 86 return (void *) xchg_ptr((intptr_t) exchange_value, 87 (volatile intptr_t*) dest); 88 } 89 90 91 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value, cmpxchg_memory_order order) 92 { 93 return __sync_val_compare_and_swap(dest, compare_value, exchange_value); 94 } 95 96 inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; } 97 inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; } 98 99 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) 100 { 101 return __sync_add_and_fetch(dest, add_value); 102 } 103 104 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) 105 { 106 return (void *) add_ptr(add_value, (volatile intptr_t *) dest); 107 } 108 109 inline void Atomic::inc_ptr(volatile intptr_t* dest) 110 { 111 add_ptr(1, dest); 112 } 113 114 inline void Atomic::dec_ptr(volatile intptr_t* dest) 115 { 116 add_ptr(-1, dest); 117 } 118 119 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) 120 { 121 intptr_t res = __sync_lock_test_and_set (dest, exchange_value); 122 FULL_MEM_BARRIER; 123 return res; 124 } 125 126 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value, cmpxchg_memory_order order) 127 { 128 return __sync_val_compare_and_swap(dest, compare_value, exchange_value); 129 } 130 131 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value, cmpxchg_memory_order order) 132 { 133 return __sync_val_compare_and_swap(dest, compare_value, exchange_value); 134 } 135 136 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value, cmpxchg_memory_order order) 137 { 138 return (void *) cmpxchg_ptr((intptr_t) exchange_value, 139 (volatile intptr_t*) dest, 140 (intptr_t) compare_value, order); 141 } 142 143 inline jlong Atomic::load(volatile jlong* src) { return *src; } 144 145 #endif // OS_CPU_LINUX_AARCH64_VM_ATOMIC_LINUX_AARCH64_INLINE_HPP