< prev index next >

src/hotspot/share/runtime/synchronizer.hpp

Print this page
rev 56044 : imported patch 8230184.patch
rev 56046 : v2.00 -> v2.05 (CR5/v2.05/8-for-jdk13) patches combined into one; merge with 8229212.patch; merge with jdk-14+11; merge with 8230184.patch.
rev 56048 : Add OM_CACHE_LINE_SIZE so that ObjectMonitor cache line sizes can be experimented with independently of DEFAULT_CACHE_LINE_SIZE; for SPARC and X64 configs that use 128 for DEFAULT_CACHE_LINE_SIZE, we are experimenting with 64; move _previous_owner_tid and _allocation_state fields to share the cache line with ObjectMonitor::_header; put ObjectMonitor::_ref_count on its own cache line after _owner; add 'int* count_p' parameter to deflate_monitor_list() and deflate_monitor_list_using_JT() and push counter updates down to where the ObjectMonitors are actually removed from the in-use lists; monitors_iterate() async deflation check should use negative ref_count; add 'JavaThread* target' param to deflate_per_thread_idle_monitors_using_JT() add deflate_common_idle_monitors_using_JT() to make it clear which JavaThread* is the target of the work and which is the calling JavaThread* (self); g_free_list, g_om_in_use_list and g_om_in_use_count are now static to synchronizer.cpp (reduce scope); add more diagnostic info to some assert()'s; minor code cleanups and code motion; save_om_ptr() should detect a race with a deflating thread that is bailing out and cause a retry when the ref_count field is not positive; merge with jdk-14+11; add special GC support for TestHumongousClassLoader.java; merge with 8230184.patch.
rev 56049 : Merge the remainder of the lock-free monitor list changes from v2.06 with v2.06a and v2.06b after running the changes through the edit scripts; merge pieces from dcubed.monitor_deflate_conc.v2.06d in dcubed.monitor_deflate_conc.v2.06[ac]; merge pieces from dcubed.monitor_deflate_conc.v2.06e into dcubed.monitor_deflate_conc.v2.06c; merge with jdk-14+11; test work around for test/jdk/tools/jlink/multireleasejar/JLinkMultiReleaseJarTest.java should not been needed anymore.


  27 
  28 #include "memory/padded.hpp"
  29 #include "oops/markWord.hpp"
  30 #include "runtime/basicLock.hpp"
  31 #include "runtime/handles.hpp"
  32 #include "runtime/perfData.hpp"
  33 
  34 class ObjectMonitor;
  35 class ObjectMonitorHandle;
  36 class ThreadsList;
  37 
  38 #ifndef OM_CACHE_LINE_SIZE
  39 // Use DEFAULT_CACHE_LINE_SIZE if not already specified for
  40 // the current build platform.
  41 #define OM_CACHE_LINE_SIZE DEFAULT_CACHE_LINE_SIZE
  42 #endif
  43 
  44 typedef PaddedEnd<ObjectMonitor, OM_CACHE_LINE_SIZE> PaddedObjectMonitor;
  45 
  46 struct DeflateMonitorCounters {
  47   int n_in_use;              // currently associated with objects
  48   int n_in_circulation;      // extant
  49   int n_scavenged;           // reclaimed (global and per-thread)
  50   int per_thread_scavenged;  // per-thread scavenge total
  51   double per_thread_times;   // per-thread scavenge times
  52 };
  53 
  54 class ObjectSynchronizer : AllStatic {
  55   friend class VMStructs;
  56  public:
  57   typedef enum {
  58     owner_self,
  59     owner_none,
  60     owner_other
  61   } LockOwnership;
  62 
  63   typedef enum {
  64     inflate_cause_vm_internal = 0,
  65     inflate_cause_monitor_enter = 1,
  66     inflate_cause_wait = 2,
  67     inflate_cause_notify = 3,
  68     inflate_cause_hash_code = 4,
  69     inflate_cause_jni_enter = 5,
  70     inflate_cause_jni_exit = 6,


 138   static LockOwnership query_lock_ownership(JavaThread* self, Handle h_obj);
 139 
 140   static JavaThread* get_lock_owner(ThreadsList * t_list, Handle h_obj);
 141 
 142   // JNI detach support
 143   static void release_monitors_owned_by_thread(TRAPS);
 144   static void monitors_iterate(MonitorClosure* m);
 145 
 146   // GC: we current use aggressive monitor deflation policy
 147   // Basically we deflate all monitors that are not busy.
 148   // An adaptive profile-based deflation policy could be used if needed
 149   static void deflate_idle_monitors(DeflateMonitorCounters* counters);
 150   static void deflate_global_idle_monitors_using_JT();
 151   static void deflate_per_thread_idle_monitors_using_JT(JavaThread* target);
 152   static void deflate_common_idle_monitors_using_JT(bool is_global, JavaThread* target);
 153   static void deflate_thread_local_monitors(Thread* thread, DeflateMonitorCounters* counters);
 154   static void prepare_deflate_idle_monitors(DeflateMonitorCounters* counters);
 155   static void finish_deflate_idle_monitors(DeflateMonitorCounters* counters);
 156 
 157   // For a given monitor list: global or per-thread, deflate idle monitors
 158   static int deflate_monitor_list(ObjectMonitor** list_p,
 159                                   int* count_p,
 160                                   ObjectMonitor** free_head_p,
 161                                   ObjectMonitor** free_tail_p);
 162   // For a given in-use monitor list: global or per-thread, deflate idle
 163   // monitors using a JavaThread.
 164   static int deflate_monitor_list_using_JT(ObjectMonitor** list_p,
 165                                            int* count_p,
 166                                            ObjectMonitor** free_head_p,
 167                                            ObjectMonitor** free_tail_p,
 168                                            ObjectMonitor** saved_mid_in_use_p);
 169   static bool deflate_monitor(ObjectMonitor* mid, oop obj,
 170                               ObjectMonitor** free_head_p,
 171                               ObjectMonitor** free_tail_p);
 172   static bool deflate_monitor_using_JT(ObjectMonitor* mid,
 173                                        ObjectMonitor** free_head_p,
 174                                        ObjectMonitor** free_tail_p);
 175   static bool is_async_deflation_needed();
 176   static bool is_safepoint_deflation_needed();
 177   static bool is_async_deflation_requested() { return _is_async_deflation_requested; }
 178   static bool is_special_deflation_requested() { return _is_special_deflation_requested; }
 179   static void set_is_async_deflation_requested(bool new_value) { _is_async_deflation_requested = new_value; }
 180   static void set_is_special_deflation_requested(bool new_value) { _is_special_deflation_requested = new_value; }
 181   static jlong time_since_last_async_deflation_ms();
 182   static void oops_do(OopClosure* f);
 183   // Process oops in thread local used monitors
 184   static void thread_local_used_oops_do(Thread* thread, OopClosure* f);
 185 
 186   // debugging
 187   static void audit_and_print_stats(bool on_exit);
 188   static void chk_free_entry(JavaThread* jt, ObjectMonitor* n,
 189                              outputStream * out, int *error_cnt_p);
 190   static void chk_global_free_list_and_count(outputStream * out,
 191                                              int *error_cnt_p);
 192   static void chk_global_in_use_list_and_count(outputStream * out,
 193                                                int *error_cnt_p);
 194   static void chk_in_use_entry(JavaThread* jt, ObjectMonitor* n,
 195                                outputStream * out, int *error_cnt_p);
 196   static void chk_per_thread_in_use_list_and_count(JavaThread *jt,
 197                                                    outputStream * out,
 198                                                    int *error_cnt_p);
 199   static void chk_per_thread_free_list_and_count(JavaThread *jt,
 200                                                  outputStream * out,
 201                                                  int *error_cnt_p);
 202   static void log_in_use_monitor_details(outputStream * out, bool on_exit);
 203   static int  log_monitor_list_counts(outputStream * out);
 204   static int  verify_objmon_isinpool(ObjectMonitor *addr) PRODUCT_RETURN0;
 205 
 206   static void do_safepoint_work(DeflateMonitorCounters* _counters);
 207 
 208  private:
 209   friend class SynchronizerTest;
 210 
 211   enum { _BLOCKSIZE = 128 };
 212   // global list of blocks of monitors
 213   static PaddedObjectMonitor* volatile g_block_list;
 214   static volatile bool _is_async_deflation_requested;
 215   static volatile bool _is_special_deflation_requested;
 216   static jlong         _last_async_deflation_time_ns;
 217 



 218   // Process oops in all global used monitors (i.e. moribund thread's monitors)
 219   static void global_used_oops_do(OopClosure* f);
 220   // Process oops in monitors on the given list
 221   static void list_oops_do(ObjectMonitor* list, OopClosure* f);
 222 
 223   // Support for SynchronizerTest access to GVars fields:
 224   static u_char* get_gvars_addr();
 225   static u_char* get_gvars_hc_sequence_addr();
 226   static size_t get_gvars_size();
 227   static u_char* get_gvars_stw_random_addr();
 228 };
 229 
 230 // ObjectLocker enforces balanced locking and can never throw an
 231 // IllegalMonitorStateException. However, a pending exception may
 232 // have to pass through, and we must also be able to deal with
 233 // asynchronous exceptions. The caller is responsible for checking
 234 // the thread's pending exception if needed.
 235 class ObjectLocker : public StackObj {
 236  private:
 237   Thread*   _thread;
 238   Handle    _obj;
 239   BasicLock _lock;
 240   bool      _dolock;   // default true
 241  public:


  27 
  28 #include "memory/padded.hpp"
  29 #include "oops/markWord.hpp"
  30 #include "runtime/basicLock.hpp"
  31 #include "runtime/handles.hpp"
  32 #include "runtime/perfData.hpp"
  33 
  34 class ObjectMonitor;
  35 class ObjectMonitorHandle;
  36 class ThreadsList;
  37 
  38 #ifndef OM_CACHE_LINE_SIZE
  39 // Use DEFAULT_CACHE_LINE_SIZE if not already specified for
  40 // the current build platform.
  41 #define OM_CACHE_LINE_SIZE DEFAULT_CACHE_LINE_SIZE
  42 #endif
  43 
  44 typedef PaddedEnd<ObjectMonitor, OM_CACHE_LINE_SIZE> PaddedObjectMonitor;
  45 
  46 struct DeflateMonitorCounters {
  47   volatile int n_in_use;              // currently associated with objects
  48   volatile int n_in_circulation;      // extant
  49   volatile int n_scavenged;           // reclaimed (global and per-thread)
  50   volatile int per_thread_scavenged;  // per-thread scavenge total
  51            double per_thread_times;   // per-thread scavenge times
  52 };
  53 
  54 class ObjectSynchronizer : AllStatic {
  55   friend class VMStructs;
  56  public:
  57   typedef enum {
  58     owner_self,
  59     owner_none,
  60     owner_other
  61   } LockOwnership;
  62 
  63   typedef enum {
  64     inflate_cause_vm_internal = 0,
  65     inflate_cause_monitor_enter = 1,
  66     inflate_cause_wait = 2,
  67     inflate_cause_notify = 3,
  68     inflate_cause_hash_code = 4,
  69     inflate_cause_jni_enter = 5,
  70     inflate_cause_jni_exit = 6,


 138   static LockOwnership query_lock_ownership(JavaThread* self, Handle h_obj);
 139 
 140   static JavaThread* get_lock_owner(ThreadsList * t_list, Handle h_obj);
 141 
 142   // JNI detach support
 143   static void release_monitors_owned_by_thread(TRAPS);
 144   static void monitors_iterate(MonitorClosure* m);
 145 
 146   // GC: we current use aggressive monitor deflation policy
 147   // Basically we deflate all monitors that are not busy.
 148   // An adaptive profile-based deflation policy could be used if needed
 149   static void deflate_idle_monitors(DeflateMonitorCounters* counters);
 150   static void deflate_global_idle_monitors_using_JT();
 151   static void deflate_per_thread_idle_monitors_using_JT(JavaThread* target);
 152   static void deflate_common_idle_monitors_using_JT(bool is_global, JavaThread* target);
 153   static void deflate_thread_local_monitors(Thread* thread, DeflateMonitorCounters* counters);
 154   static void prepare_deflate_idle_monitors(DeflateMonitorCounters* counters);
 155   static void finish_deflate_idle_monitors(DeflateMonitorCounters* counters);
 156 
 157   // For a given monitor list: global or per-thread, deflate idle monitors
 158   static int deflate_monitor_list(ObjectMonitor* volatile * list_p,
 159                                   int volatile * count_p,
 160                                   ObjectMonitor** free_head_p,
 161                                   ObjectMonitor** free_tail_p);
 162   // For a given in-use monitor list: global or per-thread, deflate idle
 163   // monitors using a JavaThread.
 164   static int deflate_monitor_list_using_JT(ObjectMonitor* volatile * list_p,
 165                                            int volatile * count_p,
 166                                            ObjectMonitor** free_head_p,
 167                                            ObjectMonitor** free_tail_p,
 168                                            ObjectMonitor** saved_mid_in_use_p);
 169   static bool deflate_monitor(ObjectMonitor* mid, oop obj,
 170                               ObjectMonitor** free_head_p,
 171                               ObjectMonitor** free_tail_p);
 172   static bool deflate_monitor_using_JT(ObjectMonitor* mid,
 173                                        ObjectMonitor** free_head_p,
 174                                        ObjectMonitor** free_tail_p);
 175   static bool is_async_deflation_needed();
 176   static bool is_safepoint_deflation_needed();
 177   static bool is_async_deflation_requested() { return _is_async_deflation_requested; }
 178   static bool is_special_deflation_requested() { return _is_special_deflation_requested; }
 179   static void set_is_async_deflation_requested(bool new_value) { _is_async_deflation_requested = new_value; }
 180   static void set_is_special_deflation_requested(bool new_value) { _is_special_deflation_requested = new_value; }
 181   static jlong time_since_last_async_deflation_ms();
 182   static void oops_do(OopClosure* f);
 183   // Process oops in thread local used monitors
 184   static void thread_local_used_oops_do(Thread* thread, OopClosure* f);
 185 
 186   // debugging
 187   static void audit_and_print_stats(bool on_exit);
 188   static void chk_free_entry(JavaThread* jt, ObjectMonitor* n,
 189                              outputStream * out, int *error_cnt_p);
 190   static void chk_global_free_list_and_count(outputStream * out,
 191                                              int *error_cnt_p);
 192   static void chk_global_in_use_list_and_count(outputStream * out,
 193                                                int *error_cnt_p);
 194   static void chk_in_use_entry(JavaThread* jt, ObjectMonitor* n,
 195                                outputStream * out, int *error_cnt_p);
 196   static void chk_per_thread_in_use_list_and_count(JavaThread *jt,
 197                                                    outputStream * out,
 198                                                    int *error_cnt_p);
 199   static void chk_per_thread_free_list_and_count(JavaThread *jt,
 200                                                  outputStream * out,
 201                                                  int *error_cnt_p);
 202   static void log_in_use_monitor_details(outputStream * out);
 203   static int  log_monitor_list_counts(outputStream * out);
 204   static int  verify_objmon_isinpool(ObjectMonitor *addr) PRODUCT_RETURN0;
 205 
 206   static void do_safepoint_work(DeflateMonitorCounters* counters);
 207 
 208  private:
 209   friend class SynchronizerTest;
 210 
 211   enum { _BLOCKSIZE = 128 };
 212   // global list of blocks of monitors
 213   static PaddedObjectMonitor* volatile g_block_list;
 214   static volatile bool _is_async_deflation_requested;
 215   static volatile bool _is_special_deflation_requested;
 216   static jlong         _last_async_deflation_time_ns;
 217 
 218   // Function to prepend new blocks to the appropriate lists:
 219   static void prepend_block_to_lists(PaddedObjectMonitor* new_blk);
 220 
 221   // Process oops in all global used monitors (i.e. moribund thread's monitors)
 222   static void global_used_oops_do(OopClosure* f);
 223   // Process oops in monitors on the given list
 224   static void list_oops_do(ObjectMonitor* list, int count, OopClosure* f);
 225 
 226   // Support for SynchronizerTest access to GVars fields:
 227   static u_char* get_gvars_addr();
 228   static u_char* get_gvars_hc_sequence_addr();
 229   static size_t get_gvars_size();
 230   static u_char* get_gvars_stw_random_addr();
 231 };
 232 
 233 // ObjectLocker enforces balanced locking and can never throw an
 234 // IllegalMonitorStateException. However, a pending exception may
 235 // have to pass through, and we must also be able to deal with
 236 // asynchronous exceptions. The caller is responsible for checking
 237 // the thread's pending exception if needed.
 238 class ObjectLocker : public StackObj {
 239  private:
 240   Thread*   _thread;
 241   Handle    _obj;
 242   BasicLock _lock;
 243   bool      _dolock;   // default true
 244  public:
< prev index next >