src/os_cpu/windows_x86/vm/atomic_windows_x86.inline.hpp

rev 10933 : 8154736: enhancement of cmpxchg and copy_to_survivor for ppc64
Reviewed-by:
Contributed-by: HORII@jp.ibm.com, mdoerr

*** 117,145 ****
  
  inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
    return (void *)(os::atomic_xchg_ptr_func)((intptr_t)exchange_value, (volatile intptr_t*)dest);
  }
  
! inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value) {
    return (*os::atomic_cmpxchg_func)(exchange_value, dest, compare_value);
  }
  
  #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
! inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value) {
      return (*os::atomic_cmpxchg_byte_func)(exchange_value, dest, compare_value);
  }
  
! inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value) {
    return (*os::atomic_cmpxchg_long_func)(exchange_value, dest, compare_value);
  }
  
! inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
!   return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
  }
  
! inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value) {
!   return (void*)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
  }
  
  inline jlong Atomic::load(volatile jlong* src) { return *src; }
  
  #else // !AMD64
--- 117,145 ----
  
  inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
    return (void *)(os::atomic_xchg_ptr_func)((intptr_t)exchange_value, (volatile intptr_t*)dest);
  }
  
! inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value, memory_order order) {
    return (*os::atomic_cmpxchg_func)(exchange_value, dest, compare_value);
  }
  
  #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
! inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value, memory_order order) {
      return (*os::atomic_cmpxchg_byte_func)(exchange_value, dest, compare_value);
  }
  
! inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value, memory_order order) {
    return (*os::atomic_cmpxchg_long_func)(exchange_value, dest, compare_value);
  }
  
! inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value, memory_order order) {
!   return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value, order);
  }
  
! inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value, memory_order order) {
!   return (void*)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value, order);
  }
  
  inline jlong Atomic::load(volatile jlong* src) { return *src; }
  
  #else // !AMD64
*** 216,226 ****
  inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
    return (void*)xchg((jint)exchange_value, (volatile jint*)dest);
  }
  
  #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
! inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value) {
    // alternative for InterlockedCompareExchange
    int mp = os::is_MP();
    __asm {
      mov edx, dest
      mov cl, exchange_value
--- 216,226 ----
  inline void*    Atomic::xchg_ptr(void*    exchange_value, volatile void*     dest) {
    return (void*)xchg((jint)exchange_value, (volatile jint*)dest);
  }
  
  #define VM_HAS_SPECIALIZED_CMPXCHG_BYTE
! inline jbyte    Atomic::cmpxchg    (jbyte    exchange_value, volatile jbyte*    dest, jbyte    compare_value, memory_order order) {
    // alternative for InterlockedCompareExchange
    int mp = os::is_MP();
    __asm {
      mov edx, dest
      mov cl, exchange_value
*** 228,238 ****
      LOCK_IF_MP(mp)
      cmpxchg byte ptr [edx], cl
    }
  }
  
! inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value) {
    // alternative for InterlockedCompareExchange
    int mp = os::is_MP();
    __asm {
      mov edx, dest
      mov ecx, exchange_value
--- 228,238 ----
      LOCK_IF_MP(mp)
      cmpxchg byte ptr [edx], cl
    }
  }
  
! inline jint     Atomic::cmpxchg    (jint     exchange_value, volatile jint*     dest, jint     compare_value, memory_order order) {
    // alternative for InterlockedCompareExchange
    int mp = os::is_MP();
    __asm {
      mov edx, dest
      mov ecx, exchange_value
*** 240,250 ****
      LOCK_IF_MP(mp)
      cmpxchg dword ptr [edx], ecx
    }
  }
  
! inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value) {
    int mp = os::is_MP();
    jint ex_lo  = (jint)exchange_value;
    jint ex_hi  = *( ((jint*)&exchange_value) + 1 );
    jint cmp_lo = (jint)compare_value;
    jint cmp_hi = *( ((jint*)&compare_value) + 1 );
--- 240,250 ----
      LOCK_IF_MP(mp)
      cmpxchg dword ptr [edx], ecx
    }
  }
  
! inline jlong    Atomic::cmpxchg    (jlong    exchange_value, volatile jlong*    dest, jlong    compare_value, memory_order order) {
    int mp = os::is_MP();
    jint ex_lo  = (jint)exchange_value;
    jint ex_hi  = *( ((jint*)&exchange_value) + 1 );
    jint cmp_lo = (jint)compare_value;
    jint cmp_hi = *( ((jint*)&compare_value) + 1 );
*** 261,276 ****
      pop edi
      pop ebx
    }
  }
  
! inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
!   return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
  }
  
! inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value) {
!   return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
  }
  
  inline jlong Atomic::load(volatile jlong* src) {
    volatile jlong dest;
    volatile jlong* pdest = &dest;
--- 261,276 ----
      pop edi
      pop ebx
    }
  }
  
! inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value, memory_order order) {
!   return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value, order);
  }
  
! inline void*    Atomic::cmpxchg_ptr(void*    exchange_value, volatile void*     dest, void*    compare_value, memory_order order) {
!   return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value, order);
  }
  
  inline jlong Atomic::load(volatile jlong* src) {
    volatile jlong dest;
    volatile jlong* pdest = &dest;