src/hotspot/share/interpreter/bytecodeInterpreter.cpp

*** 713,723 ****
              // Try to rebias.
              markOop new_header = (markOop) ( (intptr_t) rcvr->klass()->prototype_header() | thread_ident);
              if (hash != markOopDesc::no_hash) {
                new_header = new_header->copy_set_hash(hash);
              }
!             if (Atomic::cmpxchg((void*)new_header, rcvr->mark_addr(), mark) == mark) {
                if (PrintBiasedLockingStatistics) {
                  (* BiasedLocking::rebiased_lock_entry_count_addr())++;
                }
              } else {
                CALL_VM(InterpreterRuntime::monitorenter(THREAD, mon), handle_exception);
--- 713,723 ----
              // Try to rebias.
              markOop new_header = (markOop) ( (intptr_t) rcvr->klass()->prototype_header() | thread_ident);
              if (hash != markOopDesc::no_hash) {
                new_header = new_header->copy_set_hash(hash);
              }
!             if (Atomic::cmpxchg(new_header, rcvr->mark_addr(), mark) == mark) {
                if (PrintBiasedLockingStatistics) {
                  (* BiasedLocking::rebiased_lock_entry_count_addr())++;
                }
              } else {
                CALL_VM(InterpreterRuntime::monitorenter(THREAD, mon), handle_exception);
*** 732,742 ****
                header = header->copy_set_hash(hash);
              }
              markOop new_header = (markOop) ((uintptr_t) header | thread_ident);
              // Debugging hint.
              DEBUG_ONLY(mon->lock()->set_displaced_header((markOop) (uintptr_t) 0xdeaddead);)
!             if (Atomic::cmpxchg((void*)new_header, rcvr->mark_addr(), header) == header) {
                if (PrintBiasedLockingStatistics) {
                  (* BiasedLocking::anonymously_biased_lock_entry_count_addr())++;
                }
              } else {
                CALL_VM(InterpreterRuntime::monitorenter(THREAD, mon), handle_exception);
--- 732,742 ----
                header = header->copy_set_hash(hash);
              }
              markOop new_header = (markOop) ((uintptr_t) header | thread_ident);
              // Debugging hint.
              DEBUG_ONLY(mon->lock()->set_displaced_header((markOop) (uintptr_t) 0xdeaddead);)
!             if (Atomic::cmpxchg(new_header, rcvr->mark_addr(), header) == header) {
                if (PrintBiasedLockingStatistics) {
                  (* BiasedLocking::anonymously_biased_lock_entry_count_addr())++;
                }
              } else {
                CALL_VM(InterpreterRuntime::monitorenter(THREAD, mon), handle_exception);
*** 748,758 ****
          // Traditional lightweight locking.
          if (!success) {
            markOop displaced = rcvr->mark()->set_unlocked();
            mon->lock()->set_displaced_header(displaced);
            bool call_vm = UseHeavyMonitors;
!           if (call_vm || Atomic::cmpxchg(mon, rcvr->mark_addr(), displaced) != displaced) {
              // Is it simple recursive case?
              if (!call_vm && THREAD->is_lock_owned((address) displaced->clear_lock_bits())) {
                mon->lock()->set_displaced_header(NULL);
              } else {
                CALL_VM(InterpreterRuntime::monitorenter(THREAD, mon), handle_exception);
--- 748,758 ----
          // Traditional lightweight locking.
          if (!success) {
            markOop displaced = rcvr->mark()->set_unlocked();
            mon->lock()->set_displaced_header(displaced);
            bool call_vm = UseHeavyMonitors;
!           if (call_vm || Atomic::cmpxchg((markOop)mon, rcvr->mark_addr(), displaced) != displaced) {
              // Is it simple recursive case?
              if (!call_vm && THREAD->is_lock_owned((address) displaced->clear_lock_bits())) {
                mon->lock()->set_displaced_header(NULL);
              } else {
                CALL_VM(InterpreterRuntime::monitorenter(THREAD, mon), handle_exception);
*** 912,922 ****
            // try rebias
            markOop new_header = (markOop) ( (intptr_t) lockee->klass()->prototype_header() | thread_ident);
            if (hash != markOopDesc::no_hash) {
                  new_header = new_header->copy_set_hash(hash);
            }
!           if (Atomic::cmpxchg((void*)new_header, lockee->mark_addr(), mark) == mark) {
              if (PrintBiasedLockingStatistics) {
                (* BiasedLocking::rebiased_lock_entry_count_addr())++;
              }
            } else {
              CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
--- 912,922 ----
            // try rebias
            markOop new_header = (markOop) ( (intptr_t) lockee->klass()->prototype_header() | thread_ident);
            if (hash != markOopDesc::no_hash) {
                  new_header = new_header->copy_set_hash(hash);
            }
!           if (Atomic::cmpxchg(new_header, lockee->mark_addr(), mark) == mark) {
              if (PrintBiasedLockingStatistics) {
                (* BiasedLocking::rebiased_lock_entry_count_addr())++;
              }
            } else {
              CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
*** 930,940 ****
              header = header->copy_set_hash(hash);
            }
            markOop new_header = (markOop) ((uintptr_t) header | thread_ident);
            // debugging hint
            DEBUG_ONLY(entry->lock()->set_displaced_header((markOop) (uintptr_t) 0xdeaddead);)
!           if (Atomic::cmpxchg((void*)new_header, lockee->mark_addr(), header) == header) {
              if (PrintBiasedLockingStatistics) {
                (* BiasedLocking::anonymously_biased_lock_entry_count_addr())++;
              }
            } else {
              CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
--- 930,940 ----
              header = header->copy_set_hash(hash);
            }
            markOop new_header = (markOop) ((uintptr_t) header | thread_ident);
            // debugging hint
            DEBUG_ONLY(entry->lock()->set_displaced_header((markOop) (uintptr_t) 0xdeaddead);)
!           if (Atomic::cmpxchg(new_header, lockee->mark_addr(), header) == header) {
              if (PrintBiasedLockingStatistics) {
                (* BiasedLocking::anonymously_biased_lock_entry_count_addr())++;
              }
            } else {
              CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
*** 946,956 ****
        // traditional lightweight locking
        if (!success) {
          markOop displaced = lockee->mark()->set_unlocked();
          entry->lock()->set_displaced_header(displaced);
          bool call_vm = UseHeavyMonitors;
!         if (call_vm || Atomic::cmpxchg(entry, lockee->mark_addr(), displaced) != displaced) {
            // Is it simple recursive case?
            if (!call_vm && THREAD->is_lock_owned((address) displaced->clear_lock_bits())) {
              entry->lock()->set_displaced_header(NULL);
            } else {
              CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
--- 946,956 ----
        // traditional lightweight locking
        if (!success) {
          markOop displaced = lockee->mark()->set_unlocked();
          entry->lock()->set_displaced_header(displaced);
          bool call_vm = UseHeavyMonitors;
!         if (call_vm || Atomic::cmpxchg((markOop)entry, lockee->mark_addr(), displaced) != displaced) {
            // Is it simple recursive case?
            if (!call_vm && THREAD->is_lock_owned((address) displaced->clear_lock_bits())) {
              entry->lock()->set_displaced_header(NULL);
            } else {
              CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
*** 1853,1863 ****
                // try rebias
                markOop new_header = (markOop) ( (intptr_t) lockee->klass()->prototype_header() | thread_ident);
                if (hash != markOopDesc::no_hash) {
                  new_header = new_header->copy_set_hash(hash);
                }
!               if (Atomic::cmpxchg((void*)new_header, lockee->mark_addr(), mark) == mark) {
                  if (PrintBiasedLockingStatistics)
                    (* BiasedLocking::rebiased_lock_entry_count_addr())++;
                }
                else {
                  CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
--- 1853,1863 ----
                // try rebias
                markOop new_header = (markOop) ( (intptr_t) lockee->klass()->prototype_header() | thread_ident);
                if (hash != markOopDesc::no_hash) {
                  new_header = new_header->copy_set_hash(hash);
                }
!               if (Atomic::cmpxchg(new_header, lockee->mark_addr(), mark) == mark) {
                  if (PrintBiasedLockingStatistics)
                    (* BiasedLocking::rebiased_lock_entry_count_addr())++;
                }
                else {
                  CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
*** 1873,1883 ****
                  header = header->copy_set_hash(hash);
                }
                markOop new_header = (markOop) ((uintptr_t) header | thread_ident);
                // debugging hint
                DEBUG_ONLY(entry->lock()->set_displaced_header((markOop) (uintptr_t) 0xdeaddead);)
!               if (Atomic::cmpxchg((void*)new_header, lockee->mark_addr(), header) == header) {
                  if (PrintBiasedLockingStatistics)
                    (* BiasedLocking::anonymously_biased_lock_entry_count_addr())++;
                }
                else {
                  CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
--- 1873,1883 ----
                  header = header->copy_set_hash(hash);
                }
                markOop new_header = (markOop) ((uintptr_t) header | thread_ident);
                // debugging hint
                DEBUG_ONLY(entry->lock()->set_displaced_header((markOop) (uintptr_t) 0xdeaddead);)
!               if (Atomic::cmpxchg(new_header, lockee->mark_addr(), header) == header) {
                  if (PrintBiasedLockingStatistics)
                    (* BiasedLocking::anonymously_biased_lock_entry_count_addr())++;
                }
                else {
                  CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
*** 1889,1899 ****
            // traditional lightweight locking
            if (!success) {
              markOop displaced = lockee->mark()->set_unlocked();
              entry->lock()->set_displaced_header(displaced);
              bool call_vm = UseHeavyMonitors;
!             if (call_vm || Atomic::cmpxchg(entry, lockee->mark_addr(), displaced) != displaced) {
                // Is it simple recursive case?
                if (!call_vm && THREAD->is_lock_owned((address) displaced->clear_lock_bits())) {
                  entry->lock()->set_displaced_header(NULL);
                } else {
                  CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);
--- 1889,1899 ----
            // traditional lightweight locking
            if (!success) {
              markOop displaced = lockee->mark()->set_unlocked();
              entry->lock()->set_displaced_header(displaced);
              bool call_vm = UseHeavyMonitors;
!             if (call_vm || Atomic::cmpxchg((markOop)entry, lockee->mark_addr(), displaced) != displaced) {
                // Is it simple recursive case?
                if (!call_vm && THREAD->is_lock_owned((address) displaced->clear_lock_bits())) {
                  entry->lock()->set_displaced_header(NULL);
                } else {
                  CALL_VM(InterpreterRuntime::monitorenter(THREAD, entry), handle_exception);