< prev index next >

src/os_cpu/windows_x86/vm/atomic_windows_x86.inline.hpp

Print this page 
rev 10933 : 8154736: enhancement of cmpxchg and copy_to_survivor for ppc64
Reviewed-by:
Contributed-by: HORII@jp.ibm.com, mdoerr


 102 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
 103   (void)add_ptr(-1, dest);
 104 }
 105 
 106 inline void Atomic::dec_ptr(volatile void*     dest) {
 107   (void)add_ptr(-1, dest);
 108 }
 109 
 110 inline jint     Atomic::xchg    (jint     exchange_value, volatile jint*     dest) {
 111   return (jint)(*os::atomic_xchg_func)(exchange_value, dest);
 112 }
 113 
 114 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
 115   return (intptr_t)(os::atomic_xchg_ptr_func)(exchange_value, dest);
 116 }
 117 
 118 inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
 119   return (void *)(os::atomic_xchg_ptr_func)((intptr_t)exchange_value, (volatile intptr_t*)dest);
 120 }
 121 
 122 inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value) {
 123   return (*os::atomic_cmpxchg_func)(exchange_value, dest, compare_value);
 124 }
 125 
 126 #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
 127 inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value) {
 128     return (*os::atomic_cmpxchg_byte_func)(exchange_value, dest, compare_value);
 129 }
 130 
 131 inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value) {
 132   return (*os::atomic_cmpxchg_long_func)(exchange_value, dest, compare_value);
 133 }
 134 
 135 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
 136   return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
 137 }
 138 
 139 inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value) {
 140   return (void*)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
 141 }
 142 
 143 inline jlong Atomic::load(volatile jlong* src) { return *src; }
 144 
 145 #else // !AMD64
 146 
 147 inline jint     Atomic::add    (jint     add_value, volatile jint*     dest) {
 148   int mp = os::is_MP();
 149   __asm {
 150     mov edx, dest;
 151     mov eax, add_value;
 152     mov ecx, eax;
 153     LOCK_IF_MP(mp)
 154     xadd dword ptr [edx], eax;
 155     add eax, ecx;
 156   }
 157 }
 158 
 159 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
 160   return (intptr_t)add((jint)add_value, (volatile jint*)dest);


 201 }
 202 
 203 inline jint     Atomic::xchg    (jint     exchange_value, volatile jint*     dest) {
 204   // alternative for InterlockedExchange
 205   __asm {
 206     mov eax, exchange_value;
 207     mov ecx, dest;
 208     xchg eax, dword ptr [ecx];
 209   }
 210 }
 211 
 212 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
 213   return (intptr_t)xchg((jint)exchange_value, (volatile jint*)dest);
 214 }
 215 
 216 inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
 217   return (void*)xchg((jint)exchange_value, (volatile jint*)dest);
 218 }
 219 
 220 #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
 221 inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value) {
 222   // alternative for InterlockedCompareExchange
 223   int mp = os::is_MP();
 224   __asm {
 225     mov edx, dest
 226     mov cl, exchange_value
 227     mov al, compare_value
 228     LOCK_IF_MP(mp)
 229     cmpxchg byte ptr [edx], cl
 230   }
 231 }
 232 
 233 inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value) {
 234   // alternative for InterlockedCompareExchange
 235   int mp = os::is_MP();
 236   __asm {
 237     mov edx, dest
 238     mov ecx, exchange_value
 239     mov eax, compare_value
 240     LOCK_IF_MP(mp)
 241     cmpxchg dword ptr [edx], ecx
 242   }
 243 }
 244 
 245 inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value) {
 246   int mp = os::is_MP();
 247   jint ex_lo  = (jint)exchange_value;
 248   jint ex_hi  = *( ((jint*)&exchange_value) + 1 );
 249   jint cmp_lo = (jint)compare_value;
 250   jint cmp_hi = *( ((jint*)&compare_value) + 1 );
 251   __asm {
 252     push ebx
 253     push edi
 254     mov eax, cmp_lo
 255     mov edx, cmp_hi
 256     mov edi, dest
 257     mov ebx, ex_lo
 258     mov ecx, ex_hi
 259     LOCK_IF_MP(mp)
 260     cmpxchg8b qword ptr [edi]
 261     pop edi
 262     pop ebx
 263   }
 264 }
 265 
 266 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
 267   return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
 268 }
 269 
 270 inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value) {
 271   return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
 272 }
 273 
 274 inline jlong Atomic::load(volatile jlong* src) {
 275   volatile jlong dest;
 276   volatile jlong* pdest = &dest;
 277   __asm {
 278     mov eax, src
 279     fild     qword ptr [eax]
 280     mov eax, pdest
 281     fistp    qword ptr [eax]
 282   }
 283   return dest;
 284 }
 285 
 286 inline void Atomic::store(jlong store_value, volatile jlong* dest) {
 287   volatile jlong* src = &store_value;
 288   __asm {
 289     mov eax, src
 290     fild     qword ptr [eax]
 291     mov eax, dest



 102 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
 103   (void)add_ptr(-1, dest);
 104 }
 105 
 106 inline void Atomic::dec_ptr(volatile void*     dest) {
 107   (void)add_ptr(-1, dest);
 108 }
 109 
 110 inline jint     Atomic::xchg    (jint     exchange_value, volatile jint*     dest) {
 111   return (jint)(*os::atomic_xchg_func)(exchange_value, dest);
 112 }
 113 
 114 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
 115   return (intptr_t)(os::atomic_xchg_ptr_func)(exchange_value, dest);
 116 }
 117 
 118 inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
 119   return (void *)(os::atomic_xchg_ptr_func)((intptr_t)exchange_value, (volatile intptr_t*)dest);
 120 }
 121 
 122 inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value, memory_order order) {
 123   return (*os::atomic_cmpxchg_func)(exchange_value, dest, compare_value);
 124 }
 125 
 126 #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
 127 inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value, memory_order order) {
 128     return (*os::atomic_cmpxchg_byte_func)(exchange_value, dest, compare_value);
 129 }
 130 
 131 inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value, memory_order order) {
 132   return (*os::atomic_cmpxchg_long_func)(exchange_value, dest, compare_value);
 133 }
 134 
 135 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value, memory_order order) {
 136   return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value, order);
 137 }
 138 
 139 inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value, memory_order order) {
 140   return (void*)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value, order);
 141 }
 142 
 143 inline jlong Atomic::load(volatile jlong* src) { return *src; }
 144 
 145 #else // !AMD64
 146 
 147 inline jint     Atomic::add    (jint     add_value, volatile jint*     dest) {
 148   int mp = os::is_MP();
 149   __asm {
 150     mov edx, dest;
 151     mov eax, add_value;
 152     mov ecx, eax;
 153     LOCK_IF_MP(mp)
 154     xadd dword ptr [edx], eax;
 155     add eax, ecx;
 156   }
 157 }
 158 
 159 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
 160   return (intptr_t)add((jint)add_value, (volatile jint*)dest);


 201 }
 202 
 203 inline jint     Atomic::xchg    (jint     exchange_value, volatile jint*     dest) {
 204   // alternative for InterlockedExchange
 205   __asm {
 206     mov eax, exchange_value;
 207     mov ecx, dest;
 208     xchg eax, dword ptr [ecx];
 209   }
 210 }
 211 
 212 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
 213   return (intptr_t)xchg((jint)exchange_value, (volatile jint*)dest);
 214 }
 215 
 216 inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
 217   return (void*)xchg((jint)exchange_value, (volatile jint*)dest);
 218 }
 219 
 220 #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
 221 inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value, memory_order order) {
 222   // alternative for InterlockedCompareExchange
 223   int mp = os::is_MP();
 224   __asm {
 225     mov edx, dest
 226     mov cl, exchange_value
 227     mov al, compare_value
 228     LOCK_IF_MP(mp)
 229     cmpxchg byte ptr [edx], cl
 230   }
 231 }
 232 
 233 inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value, memory_order order) {
 234   // alternative for InterlockedCompareExchange
 235   int mp = os::is_MP();
 236   __asm {
 237     mov edx, dest
 238     mov ecx, exchange_value
 239     mov eax, compare_value
 240     LOCK_IF_MP(mp)
 241     cmpxchg dword ptr [edx], ecx
 242   }
 243 }
 244 
 245 inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value, memory_order order) {
 246   int mp = os::is_MP();
 247   jint ex_lo  = (jint)exchange_value;
 248   jint ex_hi  = *( ((jint*)&exchange_value) + 1 );
 249   jint cmp_lo = (jint)compare_value;
 250   jint cmp_hi = *( ((jint*)&compare_value) + 1 );
 251   __asm {
 252     push ebx
 253     push edi
 254     mov eax, cmp_lo
 255     mov edx, cmp_hi
 256     mov edi, dest
 257     mov ebx, ex_lo
 258     mov ecx, ex_hi
 259     LOCK_IF_MP(mp)
 260     cmpxchg8b qword ptr [edi]
 261     pop edi
 262     pop ebx
 263   }
 264 }
 265 
 266 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value, memory_order order) {
 267   return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value, order);
 268 }
 269 
 270 inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value, memory_order order) {
 271   return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value, order);
 272 }
 273 
 274 inline jlong Atomic::load(volatile jlong* src) {
 275   volatile jlong dest;
 276   volatile jlong* pdest = &dest;
 277   __asm {
 278     mov eax, src
 279     fild     qword ptr [eax]
 280     mov eax, pdest
 281     fistp    qword ptr [eax]
 282   }
 283   return dest;
 284 }
 285 
 286 inline void Atomic::store(jlong store_value, volatile jlong* dest) {
 287   volatile jlong* src = &store_value;
 288   __asm {
 289     mov eax, src
 290     fild     qword ptr [eax]
 291     mov eax, dest
< prev index next >