1 /* 2 * Copyright (c) 1997, 2017, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #ifndef SHARE_VM_RUNTIME_THREAD_HPP 26 #define SHARE_VM_RUNTIME_THREAD_HPP 27 28 #include "jni.h" 29 #include "gc/shared/threadLocalAllocBuffer.hpp" 30 #include "memory/allocation.hpp" 31 #include "oops/oop.hpp" 32 #include "prims/jvmtiExport.hpp" 33 #include "runtime/frame.hpp" 34 #include "runtime/handshake.hpp" 35 #include "runtime/javaFrameAnchor.hpp" 36 #include "runtime/jniHandles.hpp" 37 #include "runtime/mutexLocker.hpp" 38 #include "runtime/os.hpp" 39 #include "runtime/osThread.hpp" 40 #include "runtime/park.hpp" 41 #include "runtime/safepoint.hpp" 42 #include "runtime/stubRoutines.hpp" 43 #include "runtime/threadLocalStorage.hpp" 44 #include "runtime/thread_ext.hpp" 45 #include "runtime/unhandledOops.hpp" 46 #include "trace/traceBackend.hpp" 47 #include "trace/traceMacros.hpp" 48 #include "utilities/align.hpp" 49 #include "utilities/exceptions.hpp" 50 #include "utilities/macros.hpp" 51 #if INCLUDE_ALL_GCS 52 #include "gc/g1/dirtyCardQueue.hpp" 53 #include "gc/g1/satbMarkQueue.hpp" 54 #endif // INCLUDE_ALL_GCS 55 #ifdef ZERO 56 # include "stack_zero.hpp" 57 #endif 58 59 class ThreadSafepointState; 60 class ThreadsList; 61 class ThreadsSMRSupport; 62 class NestedThreadsList; 63 64 class JvmtiThreadState; 65 class JvmtiGetLoadedClassesClosure; 66 class ThreadStatistics; 67 class ConcurrentLocksDump; 68 class ParkEvent; 69 class Parker; 70 71 class ciEnv; 72 class CompileThread; 73 class CompileLog; 74 class CompileTask; 75 class CompileQueue; 76 class CompilerCounters; 77 class vframeArray; 78 79 class DeoptResourceMark; 80 class jvmtiDeferredLocalVariableSet; 81 82 class GCTaskQueue; 83 class ThreadClosure; 84 class IdealGraphPrinter; 85 86 class Metadata; 87 template <class T, MEMFLAGS F> class ChunkedList; 88 typedef ChunkedList<Metadata*, mtInternal> MetadataOnStackBuffer; 89 90 DEBUG_ONLY(class ResourceMark;) 91 92 class WorkerThread; 93 94 // Class hierarchy 95 // - Thread 96 // - NamedThread 97 // - VMThread 98 // - ConcurrentGCThread 99 // - WorkerThread 100 // - GangWorker 101 // - GCTaskThread 102 // - JavaThread 103 // - various subclasses eg CompilerThread, ServiceThread 104 // - WatcherThread 105 106 class Thread: public ThreadShadow { 107 friend class Threads; 108 friend class VMStructs; 109 friend class JVMCIVMStructs; 110 private: 111 112 #ifndef USE_LIBRARY_BASED_TLS_ONLY 113 // Current thread is maintained as a thread-local variable 114 static THREAD_LOCAL_DECL Thread* _thr_current; 115 #endif 116 117 // Exception handling 118 // (Note: _pending_exception and friends are in ThreadShadow) 119 //oop _pending_exception; // pending exception for current thread 120 // const char* _exception_file; // file information for exception (debugging only) 121 // int _exception_line; // line information for exception (debugging only) 122 protected: 123 // Support for forcing alignment of thread objects for biased locking 124 void* _real_malloc_address; 125 126 // JavaThread lifecycle support: 127 friend class ScanHazardPtrGatherProtectedThreadsClosure; // for cmpxchg_threads_hazard_ptr(), get_threads_hazard_ptr(), is_hazard_ptr_tagged() access 128 friend class ScanHazardPtrGatherThreadsListClosure; // for get_nested_threads_hazard_ptr(), get_threads_hazard_ptr(), untag_hazard_ptr() access 129 friend class ScanHazardPtrPrintMatchingThreadsClosure; // for get_threads_hazard_ptr(), is_hazard_ptr_tagged() access 130 friend class ThreadsListSetter; // for get_threads_hazard_ptr() access 131 friend class ThreadsSMRSupport; // for get_threads_hazard_ptr() access 132 133 ThreadsList* volatile _threads_hazard_ptr; 134 ThreadsList* cmpxchg_threads_hazard_ptr(ThreadsList* exchange_value, ThreadsList* compare_value); 135 ThreadsList* get_threads_hazard_ptr(); 136 void set_threads_hazard_ptr(ThreadsList* new_list); 137 static bool is_hazard_ptr_tagged(ThreadsList* list) { 138 return (intptr_t(list) & intptr_t(1)) == intptr_t(1); 139 } 140 static ThreadsList* tag_hazard_ptr(ThreadsList* list) { 141 return (ThreadsList*)(intptr_t(list) | intptr_t(1)); 142 } 143 static ThreadsList* untag_hazard_ptr(ThreadsList* list) { 144 return (ThreadsList*)(intptr_t(list) & ~intptr_t(1)); 145 } 146 NestedThreadsList* _nested_threads_hazard_ptr; 147 NestedThreadsList* get_nested_threads_hazard_ptr() { 148 return _nested_threads_hazard_ptr; 149 } 150 void set_nested_threads_hazard_ptr(NestedThreadsList* value) { 151 assert(Threads_lock->owned_by_self(), 152 "must own Threads_lock for _nested_threads_hazard_ptr to be valid."); 153 _nested_threads_hazard_ptr = value; 154 } 155 // This field is enabled via -XX:+EnableThreadSMRStatistics: 156 uint _nested_threads_hazard_ptr_cnt; 157 void dec_nested_threads_hazard_ptr_cnt() { 158 assert(_nested_threads_hazard_ptr_cnt != 0, "mismatched {dec,inc}_nested_threads_hazard_ptr_cnt()"); 159 _nested_threads_hazard_ptr_cnt--; 160 } 161 void inc_nested_threads_hazard_ptr_cnt() { 162 _nested_threads_hazard_ptr_cnt++; 163 } 164 uint nested_threads_hazard_ptr_cnt() { 165 return _nested_threads_hazard_ptr_cnt; 166 } 167 168 public: 169 void* operator new(size_t size) throw() { return allocate(size, true); } 170 void* operator new(size_t size, const std::nothrow_t& nothrow_constant) throw() { 171 return allocate(size, false); } 172 void operator delete(void* p); 173 174 protected: 175 static void* allocate(size_t size, bool throw_excpt, MEMFLAGS flags = mtThread); 176 private: 177 178 // *************************************************************** 179 // Suspend and resume support 180 // *************************************************************** 181 // 182 // VM suspend/resume no longer exists - it was once used for various 183 // things including safepoints but was deprecated and finally removed 184 // in Java 7. Because VM suspension was considered "internal" Java-level 185 // suspension was considered "external", and this legacy naming scheme 186 // remains. 187 // 188 // External suspend/resume requests come from JVM_SuspendThread, 189 // JVM_ResumeThread, JVMTI SuspendThread, and finally JVMTI 190 // ResumeThread. External 191 // suspend requests cause _external_suspend to be set and external 192 // resume requests cause _external_suspend to be cleared. 193 // External suspend requests do not nest on top of other external 194 // suspend requests. The higher level APIs reject suspend requests 195 // for already suspended threads. 196 // 197 // The external_suspend 198 // flag is checked by has_special_runtime_exit_condition() and java thread 199 // will self-suspend when handle_special_runtime_exit_condition() is 200 // called. Most uses of the _thread_blocked state in JavaThreads are 201 // considered the same as being externally suspended; if the blocking 202 // condition lifts, the JavaThread will self-suspend. Other places 203 // where VM checks for external_suspend include: 204 // + mutex granting (do not enter monitors when thread is suspended) 205 // + state transitions from _thread_in_native 206 // 207 // In general, java_suspend() does not wait for an external suspend 208 // request to complete. When it returns, the only guarantee is that 209 // the _external_suspend field is true. 210 // 211 // wait_for_ext_suspend_completion() is used to wait for an external 212 // suspend request to complete. External suspend requests are usually 213 // followed by some other interface call that requires the thread to 214 // be quiescent, e.g., GetCallTrace(). By moving the "wait time" into 215 // the interface that requires quiescence, we give the JavaThread a 216 // chance to self-suspend before we need it to be quiescent. This 217 // improves overall suspend/query performance. 218 // 219 // _suspend_flags controls the behavior of java_ suspend/resume. 220 // It must be set under the protection of SR_lock. Read from the flag is 221 // OK without SR_lock as long as the value is only used as a hint. 222 // (e.g., check _external_suspend first without lock and then recheck 223 // inside SR_lock and finish the suspension) 224 // 225 // _suspend_flags is also overloaded for other "special conditions" so 226 // that a single check indicates whether any special action is needed 227 // eg. for async exceptions. 228 // ------------------------------------------------------------------- 229 // Notes: 230 // 1. The suspend/resume logic no longer uses ThreadState in OSThread 231 // but we still update its value to keep other part of the system (mainly 232 // JVMTI) happy. ThreadState is legacy code (see notes in 233 // osThread.hpp). 234 // 235 // 2. It would be more natural if set_external_suspend() is private and 236 // part of java_suspend(), but that probably would affect the suspend/query 237 // performance. Need more investigation on this. 238 239 // suspend/resume lock: used for self-suspend 240 Monitor* _SR_lock; 241 242 protected: 243 enum SuspendFlags { 244 // NOTE: avoid using the sign-bit as cc generates different test code 245 // when the sign-bit is used, and sometimes incorrectly - see CR 6398077 246 247 _external_suspend = 0x20000000U, // thread is asked to self suspend 248 _ext_suspended = 0x40000000U, // thread has self-suspended 249 _deopt_suspend = 0x10000000U, // thread needs to self suspend for deopt 250 251 _has_async_exception = 0x00000001U, // there is a pending async exception 252 _critical_native_unlock = 0x00000002U, // Must call back to unlock JNI critical lock 253 254 _trace_flag = 0x00000004U // call tracing backend 255 }; 256 257 // various suspension related flags - atomically updated 258 // overloaded for async exception checking in check_special_condition_for_native_trans. 259 volatile uint32_t _suspend_flags; 260 261 private: 262 int _num_nested_signal; 263 264 DEBUG_ONLY(bool _suspendible_thread;) 265 266 public: 267 void enter_signal_handler() { _num_nested_signal++; } 268 void leave_signal_handler() { _num_nested_signal--; } 269 bool is_inside_signal_handler() const { return _num_nested_signal > 0; } 270 271 #ifdef ASSERT 272 void set_suspendible_thread() { 273 _suspendible_thread = true; 274 } 275 276 void clear_suspendible_thread() { 277 _suspendible_thread = false; 278 } 279 280 bool is_suspendible_thread() { return _suspendible_thread; } 281 #endif 282 283 private: 284 // Active_handles points to a block of handles 285 JNIHandleBlock* _active_handles; 286 287 // One-element thread local free list 288 JNIHandleBlock* _free_handle_block; 289 290 // Point to the last handle mark 291 HandleMark* _last_handle_mark; 292 293 // The parity of the last strong_roots iteration in which this thread was 294 // claimed as a task. 295 int _oops_do_parity; 296 297 public: 298 void set_last_handle_mark(HandleMark* mark) { _last_handle_mark = mark; } 299 HandleMark* last_handle_mark() const { return _last_handle_mark; } 300 private: 301 302 // debug support for checking if code does allow safepoints or not 303 // GC points in the VM can happen because of allocation, invoking a VM operation, or blocking on 304 // mutex, or blocking on an object synchronizer (Java locking). 305 // If !allow_safepoint(), then an assertion failure will happen in any of the above cases 306 // If !allow_allocation(), then an assertion failure will happen during allocation 307 // (Hence, !allow_safepoint() => !allow_allocation()). 308 // 309 // The two classes NoSafepointVerifier and No_Allocation_Verifier are used to set these counters. 310 // 311 NOT_PRODUCT(int _allow_safepoint_count;) // If 0, thread allow a safepoint to happen 312 debug_only(int _allow_allocation_count;) // If 0, the thread is allowed to allocate oops. 313 314 // Used by SkipGCALot class. 315 NOT_PRODUCT(bool _skip_gcalot;) // Should we elide gc-a-lot? 316 317 friend class NoAllocVerifier; 318 friend class NoSafepointVerifier; 319 friend class PauseNoSafepointVerifier; 320 friend class GCLocker; 321 322 volatile void* _polling_page; // Thread local polling page 323 324 ThreadLocalAllocBuffer _tlab; // Thread-local eden 325 jlong _allocated_bytes; // Cumulative number of bytes allocated on 326 // the Java heap 327 328 mutable TRACE_DATA _trace_data; // Thread-local data for tracing 329 330 ThreadExt _ext; 331 332 int _vm_operation_started_count; // VM_Operation support 333 int _vm_operation_completed_count; // VM_Operation support 334 335 ObjectMonitor* _current_pending_monitor; // ObjectMonitor this thread 336 // is waiting to lock 337 bool _current_pending_monitor_is_from_java; // locking is from Java code 338 339 // ObjectMonitor on which this thread called Object.wait() 340 ObjectMonitor* _current_waiting_monitor; 341 342 // Private thread-local objectmonitor list - a simple cache organized as a SLL. 343 public: 344 ObjectMonitor* omFreeList; 345 int omFreeCount; // length of omFreeList 346 int omFreeProvision; // reload chunk size 347 ObjectMonitor* omInUseList; // SLL to track monitors in circulation 348 int omInUseCount; // length of omInUseList 349 350 #ifdef ASSERT 351 private: 352 bool _visited_for_critical_count; 353 354 public: 355 void set_visited_for_critical_count(bool z) { _visited_for_critical_count = z; } 356 bool was_visited_for_critical_count() const { return _visited_for_critical_count; } 357 #endif 358 359 public: 360 enum { 361 is_definitely_current_thread = true 362 }; 363 364 // Constructor 365 Thread(); 366 virtual ~Thread(); 367 368 // Manage Thread::current() 369 void initialize_thread_current(); 370 void clear_thread_current(); // TLS cleanup needed before threads terminate 371 372 public: 373 // thread entry point 374 virtual void run(); 375 376 // Testers 377 virtual bool is_VM_thread() const { return false; } 378 virtual bool is_Java_thread() const { return false; } 379 virtual bool is_Compiler_thread() const { return false; } 380 virtual bool is_Code_cache_sweeper_thread() const { return false; } 381 virtual bool is_hidden_from_external_view() const { return false; } 382 virtual bool is_jvmti_agent_thread() const { return false; } 383 // True iff the thread can perform GC operations at a safepoint. 384 // Generally will be true only of VM thread and parallel GC WorkGang 385 // threads. 386 virtual bool is_GC_task_thread() const { return false; } 387 virtual bool is_Watcher_thread() const { return false; } 388 virtual bool is_ConcurrentGC_thread() const { return false; } 389 virtual bool is_Named_thread() const { return false; } 390 virtual bool is_Worker_thread() const { return false; } 391 392 // Can this thread make Java upcalls 393 virtual bool can_call_java() const { return false; } 394 395 // Casts 396 virtual WorkerThread* as_Worker_thread() const { return NULL; } 397 398 virtual char* name() const { return (char*)"Unknown thread"; } 399 400 // Returns the current thread (ASSERTS if NULL) 401 static inline Thread* current(); 402 // Returns the current thread, or NULL if not attached 403 static inline Thread* current_or_null(); 404 // Returns the current thread, or NULL if not attached, and is 405 // safe for use from signal-handlers 406 static inline Thread* current_or_null_safe(); 407 408 // Common thread operations 409 #ifdef ASSERT 410 static void check_for_dangling_thread_pointer(Thread *thread); 411 #endif 412 static void set_priority(Thread* thread, ThreadPriority priority); 413 static ThreadPriority get_priority(const Thread* const thread); 414 static void start(Thread* thread); 415 static void interrupt(Thread* thr); 416 static bool is_interrupted(Thread* thr, bool clear_interrupted); 417 418 void set_native_thread_name(const char *name) { 419 assert(Thread::current() == this, "set_native_thread_name can only be called on the current thread"); 420 os::set_native_thread_name(name); 421 } 422 423 ObjectMonitor** omInUseList_addr() { return (ObjectMonitor **)&omInUseList; } 424 Monitor* SR_lock() const { return _SR_lock; } 425 426 bool has_async_exception() const { return (_suspend_flags & _has_async_exception) != 0; } 427 428 inline void set_suspend_flag(SuspendFlags f); 429 inline void clear_suspend_flag(SuspendFlags f); 430 431 inline void set_has_async_exception(); 432 inline void clear_has_async_exception(); 433 434 bool do_critical_native_unlock() const { return (_suspend_flags & _critical_native_unlock) != 0; } 435 436 inline void set_critical_native_unlock(); 437 inline void clear_critical_native_unlock(); 438 439 inline void set_trace_flag(); 440 inline void clear_trace_flag(); 441 442 // Support for Unhandled Oop detection 443 // Add the field for both, fastdebug and debug, builds to keep 444 // Thread's fields layout the same. 445 // Note: CHECK_UNHANDLED_OOPS is defined only for fastdebug build. 446 #ifdef CHECK_UNHANDLED_OOPS 447 private: 448 UnhandledOops* _unhandled_oops; 449 #elif defined(ASSERT) 450 private: 451 void* _unhandled_oops; 452 #endif 453 #ifdef CHECK_UNHANDLED_OOPS 454 public: 455 UnhandledOops* unhandled_oops() { return _unhandled_oops; } 456 // Mark oop safe for gc. It may be stack allocated but won't move. 457 void allow_unhandled_oop(oop *op) { 458 if (CheckUnhandledOops) unhandled_oops()->allow_unhandled_oop(op); 459 } 460 // Clear oops at safepoint so crashes point to unhandled oop violator 461 void clear_unhandled_oops() { 462 if (CheckUnhandledOops) unhandled_oops()->clear_unhandled_oops(); 463 } 464 #endif // CHECK_UNHANDLED_OOPS 465 466 public: 467 #ifndef PRODUCT 468 bool skip_gcalot() { return _skip_gcalot; } 469 void set_skip_gcalot(bool v) { _skip_gcalot = v; } 470 #endif 471 472 // Installs a pending exception to be inserted later 473 static void send_async_exception(oop thread_oop, oop java_throwable); 474 475 // Resource area 476 ResourceArea* resource_area() const { return _resource_area; } 477 void set_resource_area(ResourceArea* area) { _resource_area = area; } 478 479 OSThread* osthread() const { return _osthread; } 480 void set_osthread(OSThread* thread) { _osthread = thread; } 481 482 // JNI handle support 483 JNIHandleBlock* active_handles() const { return _active_handles; } 484 void set_active_handles(JNIHandleBlock* block) { _active_handles = block; } 485 JNIHandleBlock* free_handle_block() const { return _free_handle_block; } 486 void set_free_handle_block(JNIHandleBlock* block) { _free_handle_block = block; } 487 488 // Internal handle support 489 HandleArea* handle_area() const { return _handle_area; } 490 void set_handle_area(HandleArea* area) { _handle_area = area; } 491 492 GrowableArray<Metadata*>* metadata_handles() const { return _metadata_handles; } 493 void set_metadata_handles(GrowableArray<Metadata*>* handles){ _metadata_handles = handles; } 494 495 // Thread-Local Allocation Buffer (TLAB) support 496 ThreadLocalAllocBuffer& tlab() { return _tlab; } 497 void initialize_tlab() { 498 if (UseTLAB) { 499 tlab().initialize(); 500 } 501 } 502 503 jlong allocated_bytes() { return _allocated_bytes; } 504 void set_allocated_bytes(jlong value) { _allocated_bytes = value; } 505 void incr_allocated_bytes(jlong size) { _allocated_bytes += size; } 506 inline jlong cooked_allocated_bytes(); 507 508 TRACE_DEFINE_THREAD_TRACE_DATA_OFFSET; 509 TRACE_DATA* trace_data() const { return &_trace_data; } 510 bool is_trace_suspend() { return (_suspend_flags & _trace_flag) != 0; } 511 512 const ThreadExt& ext() const { return _ext; } 513 ThreadExt& ext() { return _ext; } 514 515 // VM operation support 516 int vm_operation_ticket() { return ++_vm_operation_started_count; } 517 int vm_operation_completed_count() { return _vm_operation_completed_count; } 518 void increment_vm_operation_completed_count() { _vm_operation_completed_count++; } 519 520 // For tracking the heavyweight monitor the thread is pending on. 521 ObjectMonitor* current_pending_monitor() { 522 return _current_pending_monitor; 523 } 524 void set_current_pending_monitor(ObjectMonitor* monitor) { 525 _current_pending_monitor = monitor; 526 } 527 void set_current_pending_monitor_is_from_java(bool from_java) { 528 _current_pending_monitor_is_from_java = from_java; 529 } 530 bool current_pending_monitor_is_from_java() { 531 return _current_pending_monitor_is_from_java; 532 } 533 534 // For tracking the ObjectMonitor on which this thread called Object.wait() 535 ObjectMonitor* current_waiting_monitor() { 536 return _current_waiting_monitor; 537 } 538 void set_current_waiting_monitor(ObjectMonitor* monitor) { 539 _current_waiting_monitor = monitor; 540 } 541 542 // GC support 543 // Apply "f->do_oop" to all root oops in "this". 544 // Used by JavaThread::oops_do. 545 // Apply "cf->do_code_blob" (if !NULL) to all code blobs active in frames 546 virtual void oops_do(OopClosure* f, CodeBlobClosure* cf); 547 548 // Handles the parallel case for the method below. 549 private: 550 bool claim_oops_do_par_case(int collection_parity); 551 public: 552 // Requires that "collection_parity" is that of the current roots 553 // iteration. If "is_par" is false, sets the parity of "this" to 554 // "collection_parity", and returns "true". If "is_par" is true, 555 // uses an atomic instruction to set the current threads parity to 556 // "collection_parity", if it is not already. Returns "true" iff the 557 // calling thread does the update, this indicates that the calling thread 558 // has claimed the thread's stack as a root groop in the current 559 // collection. 560 bool claim_oops_do(bool is_par, int collection_parity) { 561 if (!is_par) { 562 _oops_do_parity = collection_parity; 563 return true; 564 } else { 565 return claim_oops_do_par_case(collection_parity); 566 } 567 } 568 569 // jvmtiRedefineClasses support 570 void metadata_handles_do(void f(Metadata*)); 571 572 // Used by fast lock support 573 virtual bool is_lock_owned(address adr) const; 574 575 // Check if address is in the stack of the thread (not just for locks). 576 // Warning: the method can only be used on the running thread 577 bool is_in_stack(address adr) const; 578 // Check if address is in the usable part of the stack (excludes protected 579 // guard pages) 580 bool is_in_usable_stack(address adr) const; 581 582 // Sets this thread as starting thread. Returns failure if thread 583 // creation fails due to lack of memory, too many threads etc. 584 bool set_as_starting_thread(); 585 586 protected: 587 // OS data associated with the thread 588 OSThread* _osthread; // Platform-specific thread information 589 590 // Thread local resource area for temporary allocation within the VM 591 ResourceArea* _resource_area; 592 593 DEBUG_ONLY(ResourceMark* _current_resource_mark;) 594 595 // Thread local handle area for allocation of handles within the VM 596 HandleArea* _handle_area; 597 GrowableArray<Metadata*>* _metadata_handles; 598 599 // Support for stack overflow handling, get_thread, etc. 600 address _stack_base; 601 size_t _stack_size; 602 uintptr_t _self_raw_id; // used by get_thread (mutable) 603 int _lgrp_id; 604 605 volatile void** polling_page_addr() { return &_polling_page; } 606 607 public: 608 // Stack overflow support 609 address stack_base() const { assert(_stack_base != NULL,"Sanity check"); return _stack_base; } 610 void set_stack_base(address base) { _stack_base = base; } 611 size_t stack_size() const { return _stack_size; } 612 void set_stack_size(size_t size) { _stack_size = size; } 613 address stack_end() const { return stack_base() - stack_size(); } 614 void record_stack_base_and_size(); 615 616 bool on_local_stack(address adr) const { 617 // QQQ this has knowledge of direction, ought to be a stack method 618 return (_stack_base >= adr && adr >= stack_end()); 619 } 620 621 uintptr_t self_raw_id() { return _self_raw_id; } 622 void set_self_raw_id(uintptr_t value) { _self_raw_id = value; } 623 624 int lgrp_id() const { return _lgrp_id; } 625 void set_lgrp_id(int value) { _lgrp_id = value; } 626 627 // Printing 628 virtual void print_on(outputStream* st) const; 629 virtual void print_nested_threads_hazard_ptrs_on(outputStream* st) const; 630 void print() const { print_on(tty); } 631 virtual void print_on_error(outputStream* st, char* buf, int buflen) const; 632 void print_value_on(outputStream* st) const; 633 634 // Debug-only code 635 #ifdef ASSERT 636 private: 637 // Deadlock detection support for Mutex locks. List of locks own by thread. 638 Monitor* _owned_locks; 639 // Mutex::set_owner_implementation is the only place where _owned_locks is modified, 640 // thus the friendship 641 friend class Mutex; 642 friend class Monitor; 643 644 public: 645 void print_owned_locks_on(outputStream* st) const; 646 void print_owned_locks() const { print_owned_locks_on(tty); } 647 Monitor* owned_locks() const { return _owned_locks; } 648 bool owns_locks() const { return owned_locks() != NULL; } 649 bool owns_locks_but_compiled_lock() const; 650 int oops_do_parity() const { return _oops_do_parity; } 651 652 // Deadlock detection 653 bool allow_allocation() { return _allow_allocation_count == 0; } 654 ResourceMark* current_resource_mark() { return _current_resource_mark; } 655 void set_current_resource_mark(ResourceMark* rm) { _current_resource_mark = rm; } 656 #endif 657 658 void check_for_valid_safepoint_state(bool potential_vm_operation) PRODUCT_RETURN; 659 660 private: 661 volatile int _jvmti_env_iteration_count; 662 663 public: 664 void entering_jvmti_env_iteration() { ++_jvmti_env_iteration_count; } 665 void leaving_jvmti_env_iteration() { --_jvmti_env_iteration_count; } 666 bool is_inside_jvmti_env_iteration() { return _jvmti_env_iteration_count > 0; } 667 668 // Code generation 669 static ByteSize exception_file_offset() { return byte_offset_of(Thread, _exception_file); } 670 static ByteSize exception_line_offset() { return byte_offset_of(Thread, _exception_line); } 671 static ByteSize active_handles_offset() { return byte_offset_of(Thread, _active_handles); } 672 673 static ByteSize stack_base_offset() { return byte_offset_of(Thread, _stack_base); } 674 static ByteSize stack_size_offset() { return byte_offset_of(Thread, _stack_size); } 675 676 static ByteSize polling_page_offset() { return byte_offset_of(Thread, _polling_page); } 677 678 #define TLAB_FIELD_OFFSET(name) \ 679 static ByteSize tlab_##name##_offset() { return byte_offset_of(Thread, _tlab) + ThreadLocalAllocBuffer::name##_offset(); } 680 681 TLAB_FIELD_OFFSET(start) 682 TLAB_FIELD_OFFSET(end) 683 TLAB_FIELD_OFFSET(top) 684 TLAB_FIELD_OFFSET(pf_top) 685 TLAB_FIELD_OFFSET(size) // desired_size 686 TLAB_FIELD_OFFSET(refill_waste_limit) 687 TLAB_FIELD_OFFSET(number_of_refills) 688 TLAB_FIELD_OFFSET(fast_refill_waste) 689 TLAB_FIELD_OFFSET(slow_allocations) 690 691 #undef TLAB_FIELD_OFFSET 692 693 static ByteSize allocated_bytes_offset() { return byte_offset_of(Thread, _allocated_bytes); } 694 695 public: 696 volatile intptr_t _Stalled; 697 volatile int _TypeTag; 698 ParkEvent * _ParkEvent; // for synchronized() 699 ParkEvent * _SleepEvent; // for Thread.sleep 700 ParkEvent * _MutexEvent; // for native internal Mutex/Monitor 701 ParkEvent * _MuxEvent; // for low-level muxAcquire-muxRelease 702 int NativeSyncRecursion; // diagnostic 703 704 volatile int _OnTrap; // Resume-at IP delta 705 jint _hashStateW; // Marsaglia Shift-XOR thread-local RNG 706 jint _hashStateX; // thread-specific hashCode generator state 707 jint _hashStateY; 708 jint _hashStateZ; 709 void * _schedctl; 710 711 712 volatile jint rng[4]; // RNG for spin loop 713 714 // Low-level leaf-lock primitives used to implement synchronization 715 // and native monitor-mutex infrastructure. 716 // Not for general synchronization use. 717 static void SpinAcquire(volatile int * Lock, const char * Name); 718 static void SpinRelease(volatile int * Lock); 719 static void muxAcquire(volatile intptr_t * Lock, const char * Name); 720 static void muxAcquireW(volatile intptr_t * Lock, ParkEvent * ev); 721 static void muxRelease(volatile intptr_t * Lock); 722 }; 723 724 // Inline implementation of Thread::current() 725 inline Thread* Thread::current() { 726 Thread* current = current_or_null(); 727 assert(current != NULL, "Thread::current() called on detached thread"); 728 return current; 729 } 730 731 inline Thread* Thread::current_or_null() { 732 #ifndef USE_LIBRARY_BASED_TLS_ONLY 733 return _thr_current; 734 #else 735 if (ThreadLocalStorage::is_initialized()) { 736 return ThreadLocalStorage::thread(); 737 } 738 return NULL; 739 #endif 740 } 741 742 inline Thread* Thread::current_or_null_safe() { 743 if (ThreadLocalStorage::is_initialized()) { 744 return ThreadLocalStorage::thread(); 745 } 746 return NULL; 747 } 748 749 // Name support for threads. non-JavaThread subclasses with multiple 750 // uniquely named instances should derive from this. 751 class NamedThread: public Thread { 752 friend class VMStructs; 753 enum { 754 max_name_len = 64 755 }; 756 private: 757 char* _name; 758 // log JavaThread being processed by oops_do 759 JavaThread* _processed_thread; 760 uint _gc_id; // The current GC id when a thread takes part in GC 761 762 public: 763 NamedThread(); 764 ~NamedThread(); 765 // May only be called once per thread. 766 void set_name(const char* format, ...) ATTRIBUTE_PRINTF(2, 3); 767 void initialize_named_thread(); 768 virtual bool is_Named_thread() const { return true; } 769 virtual char* name() const { return _name == NULL ? (char*)"Unknown Thread" : _name; } 770 JavaThread *processed_thread() { return _processed_thread; } 771 void set_processed_thread(JavaThread *thread) { _processed_thread = thread; } 772 virtual void print_on(outputStream* st) const; 773 774 void set_gc_id(uint gc_id) { _gc_id = gc_id; } 775 uint gc_id() { return _gc_id; } 776 }; 777 778 // Worker threads are named and have an id of an assigned work. 779 class WorkerThread: public NamedThread { 780 private: 781 uint _id; 782 public: 783 WorkerThread() : _id(0) { } 784 virtual bool is_Worker_thread() const { return true; } 785 786 virtual WorkerThread* as_Worker_thread() const { 787 assert(is_Worker_thread(), "Dubious cast to WorkerThread*?"); 788 return (WorkerThread*) this; 789 } 790 791 void set_id(uint work_id) { _id = work_id; } 792 uint id() const { return _id; } 793 }; 794 795 // A single WatcherThread is used for simulating timer interrupts. 796 class WatcherThread: public Thread { 797 friend class VMStructs; 798 public: 799 virtual void run(); 800 801 private: 802 static WatcherThread* _watcher_thread; 803 804 static bool _startable; 805 // volatile due to at least one lock-free read 806 volatile static bool _should_terminate; 807 public: 808 enum SomeConstants { 809 delay_interval = 10 // interrupt delay in milliseconds 810 }; 811 812 // Constructor 813 WatcherThread(); 814 815 // No destruction allowed 816 ~WatcherThread() { 817 guarantee(false, "WatcherThread deletion must fix the race with VM termination"); 818 } 819 820 // Tester 821 bool is_Watcher_thread() const { return true; } 822 823 // Printing 824 char* name() const { return (char*)"VM Periodic Task Thread"; } 825 void print_on(outputStream* st) const; 826 void unpark(); 827 828 // Returns the single instance of WatcherThread 829 static WatcherThread* watcher_thread() { return _watcher_thread; } 830 831 // Create and start the single instance of WatcherThread, or stop it on shutdown 832 static void start(); 833 static void stop(); 834 // Only allow start once the VM is sufficiently initialized 835 // Otherwise the first task to enroll will trigger the start 836 static void make_startable(); 837 private: 838 int sleep() const; 839 }; 840 841 842 class CompilerThread; 843 844 typedef void (*ThreadFunction)(JavaThread*, TRAPS); 845 846 class JavaThread: public Thread { 847 friend class VMStructs; 848 friend class JVMCIVMStructs; 849 friend class WhiteBox; 850 private: 851 JavaThread* _next; // The next thread in the Threads list 852 bool _on_thread_list; // Is set when this JavaThread is added to the Threads list 853 oop _threadObj; // The Java level thread object 854 855 #ifdef ASSERT 856 private: 857 int _java_call_counter; 858 859 public: 860 int java_call_counter() { return _java_call_counter; } 861 void inc_java_call_counter() { _java_call_counter++; } 862 void dec_java_call_counter() { 863 assert(_java_call_counter > 0, "Invalid nesting of JavaCallWrapper"); 864 _java_call_counter--; 865 } 866 private: // restore original namespace restriction 867 #endif // ifdef ASSERT 868 869 #ifndef PRODUCT 870 public: 871 enum { 872 jump_ring_buffer_size = 16 873 }; 874 private: // restore original namespace restriction 875 #endif 876 877 JavaFrameAnchor _anchor; // Encapsulation of current java frame and it state 878 879 ThreadFunction _entry_point; 880 881 JNIEnv _jni_environment; 882 883 // Deopt support 884 DeoptResourceMark* _deopt_mark; // Holds special ResourceMark for deoptimization 885 886 intptr_t* _must_deopt_id; // id of frame that needs to be deopted once we 887 // transition out of native 888 CompiledMethod* _deopt_nmethod; // CompiledMethod that is currently being deoptimized 889 vframeArray* _vframe_array_head; // Holds the heap of the active vframeArrays 890 vframeArray* _vframe_array_last; // Holds last vFrameArray we popped 891 // Because deoptimization is lazy we must save jvmti requests to set locals 892 // in compiled frames until we deoptimize and we have an interpreter frame. 893 // This holds the pointer to array (yeah like there might be more than one) of 894 // description of compiled vframes that have locals that need to be updated. 895 GrowableArray<jvmtiDeferredLocalVariableSet*>* _deferred_locals_updates; 896 897 // Handshake value for fixing 6243940. We need a place for the i2c 898 // adapter to store the callee Method*. This value is NEVER live 899 // across a gc point so it does NOT have to be gc'd 900 // The handshake is open ended since we can't be certain that it will 901 // be NULLed. This is because we rarely ever see the race and end up 902 // in handle_wrong_method which is the backend of the handshake. See 903 // code in i2c adapters and handle_wrong_method. 904 905 Method* _callee_target; 906 907 // Used to pass back results to the interpreter or generated code running Java code. 908 oop _vm_result; // oop result is GC-preserved 909 Metadata* _vm_result_2; // non-oop result 910 911 // See ReduceInitialCardMarks: this holds the precise space interval of 912 // the most recent slow path allocation for which compiled code has 913 // elided card-marks for performance along the fast-path. 914 MemRegion _deferred_card_mark; 915 916 MonitorChunk* _monitor_chunks; // Contains the off stack monitors 917 // allocated during deoptimization 918 // and by JNI_MonitorEnter/Exit 919 920 // Async. requests support 921 enum AsyncRequests { 922 _no_async_condition = 0, 923 _async_exception, 924 _async_unsafe_access_error 925 }; 926 AsyncRequests _special_runtime_exit_condition; // Enum indicating pending async. request 927 oop _pending_async_exception; 928 929 // Safepoint support 930 public: // Expose _thread_state for SafeFetchInt() 931 volatile JavaThreadState _thread_state; 932 private: 933 ThreadSafepointState *_safepoint_state; // Holds information about a thread during a safepoint 934 address _saved_exception_pc; // Saved pc of instruction where last implicit exception happened 935 936 // JavaThread termination support 937 enum TerminatedTypes { 938 _not_terminated = 0xDEAD - 2, 939 _thread_exiting, // JavaThread::exit() has been called for this thread 940 _thread_terminated, // JavaThread is removed from thread list 941 _vm_exited // JavaThread is still executing native code, but VM is terminated 942 // only VM_Exit can set _vm_exited 943 }; 944 945 // In general a JavaThread's _terminated field transitions as follows: 946 // 947 // _not_terminated => _thread_exiting => _thread_terminated 948 // 949 // _vm_exited is a special value to cover the case of a JavaThread 950 // executing native code after the VM itself is terminated. 951 volatile TerminatedTypes _terminated; 952 // suspend/resume support 953 volatile bool _suspend_equivalent; // Suspend equivalent condition 954 jint _in_deopt_handler; // count of deoptimization 955 // handlers thread is in 956 volatile bool _doing_unsafe_access; // Thread may fault due to unsafe access 957 bool _do_not_unlock_if_synchronized; // Do not unlock the receiver of a synchronized method (since it was 958 // never locked) when throwing an exception. Used by interpreter only. 959 960 // JNI attach states: 961 enum JNIAttachStates { 962 _not_attaching_via_jni = 1, // thread is not attaching via JNI 963 _attaching_via_jni, // thread is attaching via JNI 964 _attached_via_jni // thread has attached via JNI 965 }; 966 967 // A regular JavaThread's _jni_attach_state is _not_attaching_via_jni. 968 // A native thread that is attaching via JNI starts with a value 969 // of _attaching_via_jni and transitions to _attached_via_jni. 970 volatile JNIAttachStates _jni_attach_state; 971 972 public: 973 // State of the stack guard pages for this thread. 974 enum StackGuardState { 975 stack_guard_unused, // not needed 976 stack_guard_reserved_disabled, 977 stack_guard_yellow_reserved_disabled,// disabled (temporarily) after stack overflow 978 stack_guard_enabled // enabled 979 }; 980 981 private: 982 983 #if INCLUDE_JVMCI 984 // The _pending_* fields below are used to communicate extra information 985 // from an uncommon trap in JVMCI compiled code to the uncommon trap handler. 986 987 // Communicates the DeoptReason and DeoptAction of the uncommon trap 988 int _pending_deoptimization; 989 990 // Specifies whether the uncommon trap is to bci 0 of a synchronized method 991 // before the monitor has been acquired. 992 bool _pending_monitorenter; 993 994 // Specifies if the DeoptReason for the last uncommon trap was Reason_transfer_to_interpreter 995 bool _pending_transfer_to_interpreter; 996 997 // Guard for re-entrant call to JVMCIRuntime::adjust_comp_level 998 bool _adjusting_comp_level; 999 1000 // An object that JVMCI compiled code can use to further describe and 1001 // uniquely identify the speculative optimization guarded by the uncommon trap 1002 oop _pending_failed_speculation; 1003 1004 // These fields are mutually exclusive in terms of live ranges. 1005 union { 1006 // Communicates the pc at which the most recent implicit exception occurred 1007 // from the signal handler to a deoptimization stub. 1008 address _implicit_exception_pc; 1009 1010 // Communicates an alternative call target to an i2c stub from a JavaCall . 1011 address _alternate_call_target; 1012 } _jvmci; 1013 1014 // Support for high precision, thread sensitive counters in JVMCI compiled code. 1015 jlong* _jvmci_counters; 1016 1017 public: 1018 static jlong* _jvmci_old_thread_counters; 1019 static void collect_counters(typeArrayOop array); 1020 private: 1021 #endif // INCLUDE_JVMCI 1022 1023 StackGuardState _stack_guard_state; 1024 1025 // Precompute the limit of the stack as used in stack overflow checks. 1026 // We load it from here to simplify the stack overflow check in assembly. 1027 address _stack_overflow_limit; 1028 address _reserved_stack_activation; 1029 1030 // Compiler exception handling (NOTE: The _exception_oop is *NOT* the same as _pending_exception. It is 1031 // used to temp. parsing values into and out of the runtime system during exception handling for compiled 1032 // code) 1033 volatile oop _exception_oop; // Exception thrown in compiled code 1034 volatile address _exception_pc; // PC where exception happened 1035 volatile address _exception_handler_pc; // PC for handler of exception 1036 volatile int _is_method_handle_return; // true (== 1) if the current exception PC is a MethodHandle call site. 1037 1038 private: 1039 // support for JNI critical regions 1040 jint _jni_active_critical; // count of entries into JNI critical region 1041 1042 // Checked JNI: function name requires exception check 1043 char* _pending_jni_exception_check_fn; 1044 1045 // For deadlock detection. 1046 int _depth_first_number; 1047 1048 // JVMTI PopFrame support 1049 // This is set to popframe_pending to signal that top Java frame should be popped immediately 1050 int _popframe_condition; 1051 1052 // If reallocation of scalar replaced objects fails, we throw OOM 1053 // and during exception propagation, pop the top 1054 // _frames_to_pop_failed_realloc frames, the ones that reference 1055 // failed reallocations. 1056 int _frames_to_pop_failed_realloc; 1057 1058 #ifndef PRODUCT 1059 int _jmp_ring_index; 1060 struct { 1061 // We use intptr_t instead of address so debugger doesn't try and display strings 1062 intptr_t _target; 1063 intptr_t _instruction; 1064 const char* _file; 1065 int _line; 1066 } _jmp_ring[jump_ring_buffer_size]; 1067 #endif // PRODUCT 1068 1069 #if INCLUDE_ALL_GCS 1070 // Support for G1 barriers 1071 1072 SATBMarkQueue _satb_mark_queue; // Thread-local log for SATB barrier. 1073 // Set of all such queues. 1074 static SATBMarkQueueSet _satb_mark_queue_set; 1075 1076 DirtyCardQueue _dirty_card_queue; // Thread-local log for dirty cards. 1077 // Set of all such queues. 1078 static DirtyCardQueueSet _dirty_card_queue_set; 1079 1080 void flush_barrier_queues(); 1081 #endif // INCLUDE_ALL_GCS 1082 1083 friend class VMThread; 1084 friend class ThreadWaitTransition; 1085 friend class VM_Exit; 1086 1087 void initialize(); // Initialized the instance variables 1088 1089 public: 1090 // Constructor 1091 JavaThread(bool is_attaching_via_jni = false); // for main thread and JNI attached threads 1092 JavaThread(ThreadFunction entry_point, size_t stack_size = 0); 1093 ~JavaThread(); 1094 1095 #ifdef ASSERT 1096 // verify this JavaThread hasn't be published in the Threads::list yet 1097 void verify_not_published(); 1098 #endif 1099 1100 //JNI functiontable getter/setter for JVMTI jni function table interception API. 1101 void set_jni_functions(struct JNINativeInterface_* functionTable) { 1102 _jni_environment.functions = functionTable; 1103 } 1104 struct JNINativeInterface_* get_jni_functions() { 1105 return (struct JNINativeInterface_ *)_jni_environment.functions; 1106 } 1107 1108 // This function is called at thread creation to allow 1109 // platform specific thread variables to be initialized. 1110 void cache_global_variables(); 1111 1112 // Executes Shutdown.shutdown() 1113 void invoke_shutdown_hooks(); 1114 1115 // Cleanup on thread exit 1116 enum ExitType { 1117 normal_exit, 1118 jni_detach 1119 }; 1120 void exit(bool destroy_vm, ExitType exit_type = normal_exit); 1121 1122 void cleanup_failed_attach_current_thread(); 1123 1124 // Testers 1125 virtual bool is_Java_thread() const { return true; } 1126 virtual bool can_call_java() const { return true; } 1127 1128 // Thread chain operations 1129 JavaThread* next() const { return _next; } 1130 void set_next(JavaThread* p) { _next = p; } 1131 1132 // Thread oop. threadObj() can be NULL for initial JavaThread 1133 // (or for threads attached via JNI) 1134 oop threadObj() const { return _threadObj; } 1135 void set_threadObj(oop p) { _threadObj = p; } 1136 1137 ThreadPriority java_priority() const; // Read from threadObj() 1138 1139 // Prepare thread and add to priority queue. If a priority is 1140 // not specified, use the priority of the thread object. Threads_lock 1141 // must be held while this function is called. 1142 void prepare(jobject jni_thread, ThreadPriority prio=NoPriority); 1143 void prepare_ext(); 1144 1145 void set_saved_exception_pc(address pc) { _saved_exception_pc = pc; } 1146 address saved_exception_pc() { return _saved_exception_pc; } 1147 1148 1149 ThreadFunction entry_point() const { return _entry_point; } 1150 1151 // Allocates a new Java level thread object for this thread. thread_name may be NULL. 1152 void allocate_threadObj(Handle thread_group, const char* thread_name, bool daemon, TRAPS); 1153 1154 // Last frame anchor routines 1155 1156 JavaFrameAnchor* frame_anchor(void) { return &_anchor; } 1157 1158 // last_Java_sp 1159 bool has_last_Java_frame() const { return _anchor.has_last_Java_frame(); } 1160 intptr_t* last_Java_sp() const { return _anchor.last_Java_sp(); } 1161 1162 // last_Java_pc 1163 1164 address last_Java_pc(void) { return _anchor.last_Java_pc(); } 1165 1166 // Safepoint support 1167 #if !(defined(PPC64) || defined(AARCH64)) 1168 JavaThreadState thread_state() const { return _thread_state; } 1169 void set_thread_state(JavaThreadState s) { _thread_state = s; } 1170 #else 1171 // Use membars when accessing volatile _thread_state. See 1172 // Threads::create_vm() for size checks. 1173 inline JavaThreadState thread_state() const; 1174 inline void set_thread_state(JavaThreadState s); 1175 #endif 1176 ThreadSafepointState *safepoint_state() const { return _safepoint_state; } 1177 void set_safepoint_state(ThreadSafepointState *state) { _safepoint_state = state; } 1178 bool is_at_poll_safepoint() { return _safepoint_state->is_at_poll_safepoint(); } 1179 1180 // JavaThread termination and lifecycle support: 1181 void smr_delete(); 1182 bool on_thread_list() const { return _on_thread_list; } 1183 void set_on_thread_list() { _on_thread_list = true; } 1184 1185 // thread has called JavaThread::exit() or is terminated 1186 bool is_exiting() const; 1187 // thread is terminated (no longer on the threads list); we compare 1188 // against the two non-terminated values so that a freed JavaThread 1189 // will also be considered terminated. 1190 bool check_is_terminated(TerminatedTypes l_terminated) const { 1191 return l_terminated != _not_terminated && l_terminated != _thread_exiting; 1192 } 1193 bool is_terminated() const; 1194 void set_terminated(TerminatedTypes t); 1195 // special for Threads::remove() which is static: 1196 void set_terminated_value(); 1197 void block_if_vm_exited(); 1198 1199 bool doing_unsafe_access() { return _doing_unsafe_access; } 1200 void set_doing_unsafe_access(bool val) { _doing_unsafe_access = val; } 1201 1202 bool do_not_unlock_if_synchronized() { return _do_not_unlock_if_synchronized; } 1203 void set_do_not_unlock_if_synchronized(bool val) { _do_not_unlock_if_synchronized = val; } 1204 1205 inline void set_polling_page(void* poll_value); 1206 inline volatile void* get_polling_page(); 1207 1208 private: 1209 // Support for thread handshake operations 1210 HandshakeState _handshake; 1211 public: 1212 void set_handshake_operation(HandshakeOperation* op) { 1213 _handshake.set_operation(this, op); 1214 } 1215 1216 bool has_handshake() const { 1217 return _handshake.has_operation(); 1218 } 1219 1220 void cancel_handshake() { 1221 _handshake.cancel(this); 1222 } 1223 1224 void handshake_process_by_self() { 1225 _handshake.process_by_self(this); 1226 } 1227 1228 void handshake_process_by_vmthread() { 1229 _handshake.process_by_vmthread(this); 1230 } 1231 1232 // Suspend/resume support for JavaThread 1233 private: 1234 inline void set_ext_suspended(); 1235 inline void clear_ext_suspended(); 1236 1237 public: 1238 void java_suspend(); 1239 void java_resume(); 1240 int java_suspend_self(); 1241 1242 void check_and_wait_while_suspended() { 1243 assert(JavaThread::current() == this, "sanity check"); 1244 1245 bool do_self_suspend; 1246 do { 1247 // were we externally suspended while we were waiting? 1248 do_self_suspend = handle_special_suspend_equivalent_condition(); 1249 if (do_self_suspend) { 1250 // don't surprise the thread that suspended us by returning 1251 java_suspend_self(); 1252 set_suspend_equivalent(); 1253 } 1254 } while (do_self_suspend); 1255 } 1256 static void check_safepoint_and_suspend_for_native_trans(JavaThread *thread); 1257 // Check for async exception in addition to safepoint and suspend request. 1258 static void check_special_condition_for_native_trans(JavaThread *thread); 1259 1260 // Same as check_special_condition_for_native_trans but finishes the 1261 // transition into thread_in_Java mode so that it can potentially 1262 // block. 1263 static void check_special_condition_for_native_trans_and_transition(JavaThread *thread); 1264 1265 bool is_ext_suspend_completed(bool called_by_wait, int delay, uint32_t *bits); 1266 bool is_ext_suspend_completed_with_lock(uint32_t *bits) { 1267 MutexLockerEx ml(SR_lock(), Mutex::_no_safepoint_check_flag); 1268 // Warning: is_ext_suspend_completed() may temporarily drop the 1269 // SR_lock to allow the thread to reach a stable thread state if 1270 // it is currently in a transient thread state. 1271 return is_ext_suspend_completed(false /* !called_by_wait */, 1272 SuspendRetryDelay, bits); 1273 } 1274 1275 // We cannot allow wait_for_ext_suspend_completion() to run forever or 1276 // we could hang. SuspendRetryCount and SuspendRetryDelay are normally 1277 // passed as the count and delay parameters. Experiments with specific 1278 // calls to wait_for_ext_suspend_completion() can be done by passing 1279 // other values in the code. Experiments with all calls can be done 1280 // via the appropriate -XX options. 1281 bool wait_for_ext_suspend_completion(int count, int delay, uint32_t *bits); 1282 1283 // test for suspend - most (all?) of these should go away 1284 bool is_thread_fully_suspended(bool wait_for_suspend, uint32_t *bits); 1285 1286 inline void set_external_suspend(); 1287 inline void clear_external_suspend(); 1288 1289 inline void set_deopt_suspend(); 1290 inline void clear_deopt_suspend(); 1291 bool is_deopt_suspend() { return (_suspend_flags & _deopt_suspend) != 0; } 1292 1293 bool is_external_suspend() const { 1294 return (_suspend_flags & _external_suspend) != 0; 1295 } 1296 // Whenever a thread transitions from native to vm/java it must suspend 1297 // if external|deopt suspend is present. 1298 bool is_suspend_after_native() const { 1299 return (_suspend_flags & (_external_suspend | _deopt_suspend)) != 0; 1300 } 1301 1302 // external suspend request is completed 1303 bool is_ext_suspended() const { 1304 return (_suspend_flags & _ext_suspended) != 0; 1305 } 1306 1307 bool is_external_suspend_with_lock() const { 1308 MutexLockerEx ml(SR_lock(), Mutex::_no_safepoint_check_flag); 1309 return is_external_suspend(); 1310 } 1311 1312 // Special method to handle a pending external suspend request 1313 // when a suspend equivalent condition lifts. 1314 bool handle_special_suspend_equivalent_condition() { 1315 assert(is_suspend_equivalent(), 1316 "should only be called in a suspend equivalence condition"); 1317 MutexLockerEx ml(SR_lock(), Mutex::_no_safepoint_check_flag); 1318 bool ret = is_external_suspend(); 1319 if (!ret) { 1320 // not about to self-suspend so clear suspend equivalence 1321 clear_suspend_equivalent(); 1322 } 1323 // implied else: 1324 // We have a pending external suspend request so we leave the 1325 // suspend_equivalent flag set until java_suspend_self() sets 1326 // the ext_suspended flag and clears the suspend_equivalent 1327 // flag. This insures that wait_for_ext_suspend_completion() 1328 // will return consistent values. 1329 return ret; 1330 } 1331 1332 // utility methods to see if we are doing some kind of suspension 1333 bool is_being_ext_suspended() const { 1334 MutexLockerEx ml(SR_lock(), Mutex::_no_safepoint_check_flag); 1335 return is_ext_suspended() || is_external_suspend(); 1336 } 1337 1338 bool is_suspend_equivalent() const { return _suspend_equivalent; } 1339 1340 void set_suspend_equivalent() { _suspend_equivalent = true; } 1341 void clear_suspend_equivalent() { _suspend_equivalent = false; } 1342 1343 // Thread.stop support 1344 void send_thread_stop(oop throwable); 1345 AsyncRequests clear_special_runtime_exit_condition() { 1346 AsyncRequests x = _special_runtime_exit_condition; 1347 _special_runtime_exit_condition = _no_async_condition; 1348 return x; 1349 } 1350 1351 // Are any async conditions present? 1352 bool has_async_condition() { return (_special_runtime_exit_condition != _no_async_condition); } 1353 1354 void check_and_handle_async_exceptions(bool check_unsafe_error = true); 1355 1356 // these next two are also used for self-suspension and async exception support 1357 void handle_special_runtime_exit_condition(bool check_asyncs = true); 1358 1359 // Return true if JavaThread has an asynchronous condition or 1360 // if external suspension is requested. 1361 bool has_special_runtime_exit_condition() { 1362 // Because we don't use is_external_suspend_with_lock 1363 // it is possible that we won't see an asynchronous external suspend 1364 // request that has just gotten started, i.e., SR_lock grabbed but 1365 // _external_suspend field change either not made yet or not visible 1366 // yet. However, this is okay because the request is asynchronous and 1367 // we will see the new flag value the next time through. It's also 1368 // possible that the external suspend request is dropped after 1369 // we have checked is_external_suspend(), we will recheck its value 1370 // under SR_lock in java_suspend_self(). 1371 return (_special_runtime_exit_condition != _no_async_condition) || 1372 is_external_suspend() || is_trace_suspend(); 1373 } 1374 1375 void set_pending_unsafe_access_error() { _special_runtime_exit_condition = _async_unsafe_access_error; } 1376 1377 inline void set_pending_async_exception(oop e); 1378 1379 // Fast-locking support 1380 bool is_lock_owned(address adr) const; 1381 1382 // Accessors for vframe array top 1383 // The linked list of vframe arrays are sorted on sp. This means when we 1384 // unpack the head must contain the vframe array to unpack. 1385 void set_vframe_array_head(vframeArray* value) { _vframe_array_head = value; } 1386 vframeArray* vframe_array_head() const { return _vframe_array_head; } 1387 1388 // Side structure for deferring update of java frame locals until deopt occurs 1389 GrowableArray<jvmtiDeferredLocalVariableSet*>* deferred_locals() const { return _deferred_locals_updates; } 1390 void set_deferred_locals(GrowableArray<jvmtiDeferredLocalVariableSet *>* vf) { _deferred_locals_updates = vf; } 1391 1392 // These only really exist to make debugging deopt problems simpler 1393 1394 void set_vframe_array_last(vframeArray* value) { _vframe_array_last = value; } 1395 vframeArray* vframe_array_last() const { return _vframe_array_last; } 1396 1397 // The special resourceMark used during deoptimization 1398 1399 void set_deopt_mark(DeoptResourceMark* value) { _deopt_mark = value; } 1400 DeoptResourceMark* deopt_mark(void) { return _deopt_mark; } 1401 1402 intptr_t* must_deopt_id() { return _must_deopt_id; } 1403 void set_must_deopt_id(intptr_t* id) { _must_deopt_id = id; } 1404 void clear_must_deopt_id() { _must_deopt_id = NULL; } 1405 1406 void set_deopt_compiled_method(CompiledMethod* nm) { _deopt_nmethod = nm; } 1407 CompiledMethod* deopt_compiled_method() { return _deopt_nmethod; } 1408 1409 Method* callee_target() const { return _callee_target; } 1410 void set_callee_target (Method* x) { _callee_target = x; } 1411 1412 // Oop results of vm runtime calls 1413 oop vm_result() const { return _vm_result; } 1414 void set_vm_result (oop x) { _vm_result = x; } 1415 1416 Metadata* vm_result_2() const { return _vm_result_2; } 1417 void set_vm_result_2 (Metadata* x) { _vm_result_2 = x; } 1418 1419 MemRegion deferred_card_mark() const { return _deferred_card_mark; } 1420 void set_deferred_card_mark(MemRegion mr) { _deferred_card_mark = mr; } 1421 1422 #if INCLUDE_JVMCI 1423 int pending_deoptimization() const { return _pending_deoptimization; } 1424 oop pending_failed_speculation() const { return _pending_failed_speculation; } 1425 bool adjusting_comp_level() const { return _adjusting_comp_level; } 1426 void set_adjusting_comp_level(bool b) { _adjusting_comp_level = b; } 1427 bool has_pending_monitorenter() const { return _pending_monitorenter; } 1428 void set_pending_monitorenter(bool b) { _pending_monitorenter = b; } 1429 void set_pending_deoptimization(int reason) { _pending_deoptimization = reason; } 1430 void set_pending_failed_speculation(oop failed_speculation) { _pending_failed_speculation = failed_speculation; } 1431 void set_pending_transfer_to_interpreter(bool b) { _pending_transfer_to_interpreter = b; } 1432 void set_jvmci_alternate_call_target(address a) { assert(_jvmci._alternate_call_target == NULL, "must be"); _jvmci._alternate_call_target = a; } 1433 void set_jvmci_implicit_exception_pc(address a) { assert(_jvmci._implicit_exception_pc == NULL, "must be"); _jvmci._implicit_exception_pc = a; } 1434 #endif // INCLUDE_JVMCI 1435 1436 // Exception handling for compiled methods 1437 oop exception_oop() const { return _exception_oop; } 1438 address exception_pc() const { return _exception_pc; } 1439 address exception_handler_pc() const { return _exception_handler_pc; } 1440 bool is_method_handle_return() const { return _is_method_handle_return == 1; } 1441 1442 void set_exception_oop(oop o) { (void)const_cast<oop&>(_exception_oop = o); } 1443 void set_exception_pc(address a) { _exception_pc = a; } 1444 void set_exception_handler_pc(address a) { _exception_handler_pc = a; } 1445 void set_is_method_handle_return(bool value) { _is_method_handle_return = value ? 1 : 0; } 1446 1447 void clear_exception_oop_and_pc() { 1448 set_exception_oop(NULL); 1449 set_exception_pc(NULL); 1450 } 1451 1452 // Stack overflow support 1453 // 1454 // (small addresses) 1455 // 1456 // -- <-- stack_end() --- 1457 // | | 1458 // | red pages | 1459 // | | 1460 // -- <-- stack_red_zone_base() | 1461 // | | 1462 // | guard 1463 // | yellow pages zone 1464 // | | 1465 // | | 1466 // -- <-- stack_yellow_zone_base() | 1467 // | | 1468 // | | 1469 // | reserved pages | 1470 // | | 1471 // -- <-- stack_reserved_zone_base() --- --- 1472 // /|\ shadow <-- stack_overflow_limit() (somewhere in here) 1473 // | zone 1474 // \|/ size 1475 // some untouched memory --- 1476 // 1477 // 1478 // -- 1479 // | 1480 // | shadow zone 1481 // | 1482 // -- 1483 // x frame n 1484 // -- 1485 // x frame n-1 1486 // x 1487 // -- 1488 // ... 1489 // 1490 // -- 1491 // x frame 0 1492 // -- <-- stack_base() 1493 // 1494 // (large addresses) 1495 // 1496 1497 private: 1498 // These values are derived from flags StackRedPages, StackYellowPages, 1499 // StackReservedPages and StackShadowPages. The zone size is determined 1500 // ergonomically if page_size > 4K. 1501 static size_t _stack_red_zone_size; 1502 static size_t _stack_yellow_zone_size; 1503 static size_t _stack_reserved_zone_size; 1504 static size_t _stack_shadow_zone_size; 1505 public: 1506 inline size_t stack_available(address cur_sp); 1507 1508 static size_t stack_red_zone_size() { 1509 assert(_stack_red_zone_size > 0, "Don't call this before the field is initialized."); 1510 return _stack_red_zone_size; 1511 } 1512 static void set_stack_red_zone_size(size_t s) { 1513 assert(is_aligned(s, os::vm_page_size()), 1514 "We can not protect if the red zone size is not page aligned."); 1515 assert(_stack_red_zone_size == 0, "This should be called only once."); 1516 _stack_red_zone_size = s; 1517 } 1518 address stack_red_zone_base() { 1519 return (address)(stack_end() + stack_red_zone_size()); 1520 } 1521 bool in_stack_red_zone(address a) { 1522 return a <= stack_red_zone_base() && a >= stack_end(); 1523 } 1524 1525 static size_t stack_yellow_zone_size() { 1526 assert(_stack_yellow_zone_size > 0, "Don't call this before the field is initialized."); 1527 return _stack_yellow_zone_size; 1528 } 1529 static void set_stack_yellow_zone_size(size_t s) { 1530 assert(is_aligned(s, os::vm_page_size()), 1531 "We can not protect if the yellow zone size is not page aligned."); 1532 assert(_stack_yellow_zone_size == 0, "This should be called only once."); 1533 _stack_yellow_zone_size = s; 1534 } 1535 1536 static size_t stack_reserved_zone_size() { 1537 // _stack_reserved_zone_size may be 0. This indicates the feature is off. 1538 return _stack_reserved_zone_size; 1539 } 1540 static void set_stack_reserved_zone_size(size_t s) { 1541 assert(is_aligned(s, os::vm_page_size()), 1542 "We can not protect if the reserved zone size is not page aligned."); 1543 assert(_stack_reserved_zone_size == 0, "This should be called only once."); 1544 _stack_reserved_zone_size = s; 1545 } 1546 address stack_reserved_zone_base() { 1547 return (address)(stack_end() + 1548 (stack_red_zone_size() + stack_yellow_zone_size() + stack_reserved_zone_size())); 1549 } 1550 bool in_stack_reserved_zone(address a) { 1551 return (a <= stack_reserved_zone_base()) && 1552 (a >= (address)((intptr_t)stack_reserved_zone_base() - stack_reserved_zone_size())); 1553 } 1554 1555 static size_t stack_yellow_reserved_zone_size() { 1556 return _stack_yellow_zone_size + _stack_reserved_zone_size; 1557 } 1558 bool in_stack_yellow_reserved_zone(address a) { 1559 return (a <= stack_reserved_zone_base()) && (a >= stack_red_zone_base()); 1560 } 1561 1562 // Size of red + yellow + reserved zones. 1563 static size_t stack_guard_zone_size() { 1564 return stack_red_zone_size() + stack_yellow_reserved_zone_size(); 1565 } 1566 1567 static size_t stack_shadow_zone_size() { 1568 assert(_stack_shadow_zone_size > 0, "Don't call this before the field is initialized."); 1569 return _stack_shadow_zone_size; 1570 } 1571 static void set_stack_shadow_zone_size(size_t s) { 1572 // The shadow area is not allocated or protected, so 1573 // it needs not be page aligned. 1574 // But the stack bang currently assumes that it is a 1575 // multiple of page size. This guarantees that the bang 1576 // loop touches all pages in the shadow zone. 1577 // This can be guaranteed differently, as well. E.g., if 1578 // the page size is a multiple of 4K, banging in 4K steps 1579 // suffices to touch all pages. (Some pages are banged 1580 // several times, though.) 1581 assert(is_aligned(s, os::vm_page_size()), 1582 "Stack bang assumes multiple of page size."); 1583 assert(_stack_shadow_zone_size == 0, "This should be called only once."); 1584 _stack_shadow_zone_size = s; 1585 } 1586 1587 void create_stack_guard_pages(); 1588 void remove_stack_guard_pages(); 1589 1590 void enable_stack_reserved_zone(); 1591 void disable_stack_reserved_zone(); 1592 void enable_stack_yellow_reserved_zone(); 1593 void disable_stack_yellow_reserved_zone(); 1594 void enable_stack_red_zone(); 1595 void disable_stack_red_zone(); 1596 1597 inline bool stack_guard_zone_unused(); 1598 inline bool stack_yellow_reserved_zone_disabled(); 1599 inline bool stack_reserved_zone_disabled(); 1600 inline bool stack_guards_enabled(); 1601 1602 address reserved_stack_activation() const { return _reserved_stack_activation; } 1603 void set_reserved_stack_activation(address addr) { 1604 assert(_reserved_stack_activation == stack_base() 1605 || _reserved_stack_activation == NULL 1606 || addr == stack_base(), "Must not be set twice"); 1607 _reserved_stack_activation = addr; 1608 } 1609 1610 // Attempt to reguard the stack after a stack overflow may have occurred. 1611 // Returns true if (a) guard pages are not needed on this thread, (b) the 1612 // pages are already guarded, or (c) the pages were successfully reguarded. 1613 // Returns false if there is not enough stack space to reguard the pages, in 1614 // which case the caller should unwind a frame and try again. The argument 1615 // should be the caller's (approximate) sp. 1616 bool reguard_stack(address cur_sp); 1617 // Similar to above but see if current stackpoint is out of the guard area 1618 // and reguard if possible. 1619 bool reguard_stack(void); 1620 1621 address stack_overflow_limit() { return _stack_overflow_limit; } 1622 void set_stack_overflow_limit() { 1623 _stack_overflow_limit = 1624 stack_end() + MAX2(JavaThread::stack_guard_zone_size(), JavaThread::stack_shadow_zone_size()); 1625 } 1626 1627 // Misc. accessors/mutators 1628 void set_do_not_unlock(void) { _do_not_unlock_if_synchronized = true; } 1629 void clr_do_not_unlock(void) { _do_not_unlock_if_synchronized = false; } 1630 bool do_not_unlock(void) { return _do_not_unlock_if_synchronized; } 1631 1632 #ifndef PRODUCT 1633 void record_jump(address target, address instr, const char* file, int line); 1634 #endif // PRODUCT 1635 1636 // For assembly stub generation 1637 static ByteSize threadObj_offset() { return byte_offset_of(JavaThread, _threadObj); } 1638 #ifndef PRODUCT 1639 static ByteSize jmp_ring_index_offset() { return byte_offset_of(JavaThread, _jmp_ring_index); } 1640 static ByteSize jmp_ring_offset() { return byte_offset_of(JavaThread, _jmp_ring); } 1641 #endif // PRODUCT 1642 static ByteSize jni_environment_offset() { return byte_offset_of(JavaThread, _jni_environment); } 1643 static ByteSize pending_jni_exception_check_fn_offset() { 1644 return byte_offset_of(JavaThread, _pending_jni_exception_check_fn); 1645 } 1646 static ByteSize last_Java_sp_offset() { 1647 return byte_offset_of(JavaThread, _anchor) + JavaFrameAnchor::last_Java_sp_offset(); 1648 } 1649 static ByteSize last_Java_pc_offset() { 1650 return byte_offset_of(JavaThread, _anchor) + JavaFrameAnchor::last_Java_pc_offset(); 1651 } 1652 static ByteSize frame_anchor_offset() { 1653 return byte_offset_of(JavaThread, _anchor); 1654 } 1655 static ByteSize callee_target_offset() { return byte_offset_of(JavaThread, _callee_target); } 1656 static ByteSize vm_result_offset() { return byte_offset_of(JavaThread, _vm_result); } 1657 static ByteSize vm_result_2_offset() { return byte_offset_of(JavaThread, _vm_result_2); } 1658 static ByteSize thread_state_offset() { return byte_offset_of(JavaThread, _thread_state); } 1659 static ByteSize saved_exception_pc_offset() { return byte_offset_of(JavaThread, _saved_exception_pc); } 1660 static ByteSize osthread_offset() { return byte_offset_of(JavaThread, _osthread); } 1661 #if INCLUDE_JVMCI 1662 static ByteSize pending_deoptimization_offset() { return byte_offset_of(JavaThread, _pending_deoptimization); } 1663 static ByteSize pending_monitorenter_offset() { return byte_offset_of(JavaThread, _pending_monitorenter); } 1664 static ByteSize pending_failed_speculation_offset() { return byte_offset_of(JavaThread, _pending_failed_speculation); } 1665 static ByteSize jvmci_alternate_call_target_offset() { return byte_offset_of(JavaThread, _jvmci._alternate_call_target); } 1666 static ByteSize jvmci_implicit_exception_pc_offset() { return byte_offset_of(JavaThread, _jvmci._implicit_exception_pc); } 1667 static ByteSize jvmci_counters_offset() { return byte_offset_of(JavaThread, _jvmci_counters); } 1668 #endif // INCLUDE_JVMCI 1669 static ByteSize exception_oop_offset() { return byte_offset_of(JavaThread, _exception_oop); } 1670 static ByteSize exception_pc_offset() { return byte_offset_of(JavaThread, _exception_pc); } 1671 static ByteSize exception_handler_pc_offset() { return byte_offset_of(JavaThread, _exception_handler_pc); } 1672 static ByteSize stack_overflow_limit_offset() { return byte_offset_of(JavaThread, _stack_overflow_limit); } 1673 static ByteSize is_method_handle_return_offset() { return byte_offset_of(JavaThread, _is_method_handle_return); } 1674 static ByteSize stack_guard_state_offset() { return byte_offset_of(JavaThread, _stack_guard_state); } 1675 static ByteSize reserved_stack_activation_offset() { return byte_offset_of(JavaThread, _reserved_stack_activation); } 1676 static ByteSize suspend_flags_offset() { return byte_offset_of(JavaThread, _suspend_flags); } 1677 1678 static ByteSize do_not_unlock_if_synchronized_offset() { return byte_offset_of(JavaThread, _do_not_unlock_if_synchronized); } 1679 static ByteSize should_post_on_exceptions_flag_offset() { 1680 return byte_offset_of(JavaThread, _should_post_on_exceptions_flag); 1681 } 1682 1683 #if INCLUDE_ALL_GCS 1684 static ByteSize satb_mark_queue_offset() { return byte_offset_of(JavaThread, _satb_mark_queue); } 1685 static ByteSize dirty_card_queue_offset() { return byte_offset_of(JavaThread, _dirty_card_queue); } 1686 #endif // INCLUDE_ALL_GCS 1687 1688 // Returns the jni environment for this thread 1689 JNIEnv* jni_environment() { return &_jni_environment; } 1690 1691 static JavaThread* thread_from_jni_environment(JNIEnv* env) { 1692 JavaThread *thread_from_jni_env = (JavaThread*)((intptr_t)env - in_bytes(jni_environment_offset())); 1693 // Only return NULL if thread is off the thread list; starting to 1694 // exit should not return NULL. 1695 if (thread_from_jni_env->is_terminated()) { 1696 thread_from_jni_env->block_if_vm_exited(); 1697 return NULL; 1698 } else { 1699 return thread_from_jni_env; 1700 } 1701 } 1702 1703 // JNI critical regions. These can nest. 1704 bool in_critical() { return _jni_active_critical > 0; } 1705 bool in_last_critical() { return _jni_active_critical == 1; } 1706 void enter_critical() { 1707 assert(Thread::current() == this || 1708 (Thread::current()->is_VM_thread() && 1709 SafepointSynchronize::is_synchronizing()), 1710 "this must be current thread or synchronizing"); 1711 _jni_active_critical++; 1712 } 1713 void exit_critical() { 1714 assert(Thread::current() == this, "this must be current thread"); 1715 _jni_active_critical--; 1716 assert(_jni_active_critical >= 0, "JNI critical nesting problem?"); 1717 } 1718 1719 // Checked JNI: is the programmer required to check for exceptions, if so specify 1720 // which function name. Returning to a Java frame should implicitly clear the 1721 // pending check, this is done for Native->Java transitions (i.e. user JNI code). 1722 // VM->Java transistions are not cleared, it is expected that JNI code enclosed 1723 // within ThreadToNativeFromVM makes proper exception checks (i.e. VM internal). 1724 bool is_pending_jni_exception_check() const { return _pending_jni_exception_check_fn != NULL; } 1725 void clear_pending_jni_exception_check() { _pending_jni_exception_check_fn = NULL; } 1726 const char* get_pending_jni_exception_check() const { return _pending_jni_exception_check_fn; } 1727 void set_pending_jni_exception_check(const char* fn_name) { _pending_jni_exception_check_fn = (char*) fn_name; } 1728 1729 // For deadlock detection 1730 int depth_first_number() { return _depth_first_number; } 1731 void set_depth_first_number(int dfn) { _depth_first_number = dfn; } 1732 1733 private: 1734 void set_monitor_chunks(MonitorChunk* monitor_chunks) { _monitor_chunks = monitor_chunks; } 1735 1736 public: 1737 MonitorChunk* monitor_chunks() const { return _monitor_chunks; } 1738 void add_monitor_chunk(MonitorChunk* chunk); 1739 void remove_monitor_chunk(MonitorChunk* chunk); 1740 bool in_deopt_handler() const { return _in_deopt_handler > 0; } 1741 void inc_in_deopt_handler() { _in_deopt_handler++; } 1742 void dec_in_deopt_handler() { 1743 assert(_in_deopt_handler > 0, "mismatched deopt nesting"); 1744 if (_in_deopt_handler > 0) { // robustness 1745 _in_deopt_handler--; 1746 } 1747 } 1748 1749 private: 1750 void set_entry_point(ThreadFunction entry_point) { _entry_point = entry_point; } 1751 1752 public: 1753 1754 // Frame iteration; calls the function f for all frames on the stack 1755 void frames_do(void f(frame*, const RegisterMap*)); 1756 1757 // Memory operations 1758 void oops_do(OopClosure* f, CodeBlobClosure* cf); 1759 1760 // Sweeper operations 1761 virtual void nmethods_do(CodeBlobClosure* cf); 1762 1763 // RedefineClasses Support 1764 void metadata_do(void f(Metadata*)); 1765 1766 // Misc. operations 1767 char* name() const { return (char*)get_thread_name(); } 1768 void print_on(outputStream* st) const; 1769 void print_value(); 1770 void print_thread_state_on(outputStream*) const PRODUCT_RETURN; 1771 void print_thread_state() const PRODUCT_RETURN; 1772 void print_on_error(outputStream* st, char* buf, int buflen) const; 1773 void print_name_on_error(outputStream* st, char* buf, int buflen) const; 1774 void verify(); 1775 const char* get_thread_name() const; 1776 private: 1777 // factor out low-level mechanics for use in both normal and error cases 1778 const char* get_thread_name_string(char* buf = NULL, int buflen = 0) const; 1779 public: 1780 const char* get_threadgroup_name() const; 1781 const char* get_parent_name() const; 1782 1783 // Accessing frames 1784 frame last_frame() { 1785 _anchor.make_walkable(this); 1786 return pd_last_frame(); 1787 } 1788 javaVFrame* last_java_vframe(RegisterMap* reg_map); 1789 1790 // Returns method at 'depth' java or native frames down the stack 1791 // Used for security checks 1792 Klass* security_get_caller_class(int depth); 1793 1794 // Print stack trace in external format 1795 void print_stack_on(outputStream* st); 1796 void print_stack() { print_stack_on(tty); } 1797 1798 // Print stack traces in various internal formats 1799 void trace_stack() PRODUCT_RETURN; 1800 void trace_stack_from(vframe* start_vf) PRODUCT_RETURN; 1801 void trace_frames() PRODUCT_RETURN; 1802 void trace_oops() PRODUCT_RETURN; 1803 1804 // Print an annotated view of the stack frames 1805 void print_frame_layout(int depth = 0, bool validate_only = false) NOT_DEBUG_RETURN; 1806 void validate_frame_layout() { 1807 print_frame_layout(0, true); 1808 } 1809 1810 // Returns the number of stack frames on the stack 1811 int depth() const; 1812 1813 // Function for testing deoptimization 1814 void deoptimize(); 1815 void make_zombies(); 1816 1817 void deoptimized_wrt_marked_nmethods(); 1818 1819 public: 1820 // Returns the running thread as a JavaThread 1821 static inline JavaThread* current(); 1822 1823 // Returns the active Java thread. Do not use this if you know you are calling 1824 // from a JavaThread, as it's slower than JavaThread::current. If called from 1825 // the VMThread, it also returns the JavaThread that instigated the VMThread's 1826 // operation. You may not want that either. 1827 static JavaThread* active(); 1828 1829 inline CompilerThread* as_CompilerThread(); 1830 1831 public: 1832 virtual void run(); 1833 void thread_main_inner(); 1834 1835 private: 1836 // PRIVILEGED STACK 1837 PrivilegedElement* _privileged_stack_top; 1838 GrowableArray<oop>* _array_for_gc; 1839 public: 1840 1841 // Returns the privileged_stack information. 1842 PrivilegedElement* privileged_stack_top() const { return _privileged_stack_top; } 1843 void set_privileged_stack_top(PrivilegedElement *e) { _privileged_stack_top = e; } 1844 void register_array_for_gc(GrowableArray<oop>* array) { _array_for_gc = array; } 1845 1846 public: 1847 // Thread local information maintained by JVMTI. 1848 void set_jvmti_thread_state(JvmtiThreadState *value) { _jvmti_thread_state = value; } 1849 // A JvmtiThreadState is lazily allocated. This jvmti_thread_state() 1850 // getter is used to get this JavaThread's JvmtiThreadState if it has 1851 // one which means NULL can be returned. JvmtiThreadState::state_for() 1852 // is used to get the specified JavaThread's JvmtiThreadState if it has 1853 // one or it allocates a new JvmtiThreadState for the JavaThread and 1854 // returns it. JvmtiThreadState::state_for() will return NULL only if 1855 // the specified JavaThread is exiting. 1856 JvmtiThreadState *jvmti_thread_state() const { return _jvmti_thread_state; } 1857 static ByteSize jvmti_thread_state_offset() { return byte_offset_of(JavaThread, _jvmti_thread_state); } 1858 void set_jvmti_get_loaded_classes_closure(JvmtiGetLoadedClassesClosure* value) { _jvmti_get_loaded_classes_closure = value; } 1859 JvmtiGetLoadedClassesClosure* get_jvmti_get_loaded_classes_closure() const { return _jvmti_get_loaded_classes_closure; } 1860 1861 // JVMTI PopFrame support 1862 // Setting and clearing popframe_condition 1863 // All of these enumerated values are bits. popframe_pending 1864 // indicates that a PopFrame() has been requested and not yet been 1865 // completed. popframe_processing indicates that that PopFrame() is in 1866 // the process of being completed. popframe_force_deopt_reexecution_bit 1867 // indicates that special handling is required when returning to a 1868 // deoptimized caller. 1869 enum PopCondition { 1870 popframe_inactive = 0x00, 1871 popframe_pending_bit = 0x01, 1872 popframe_processing_bit = 0x02, 1873 popframe_force_deopt_reexecution_bit = 0x04 1874 }; 1875 PopCondition popframe_condition() { return (PopCondition) _popframe_condition; } 1876 void set_popframe_condition(PopCondition c) { _popframe_condition = c; } 1877 void set_popframe_condition_bit(PopCondition c) { _popframe_condition |= c; } 1878 void clear_popframe_condition() { _popframe_condition = popframe_inactive; } 1879 static ByteSize popframe_condition_offset() { return byte_offset_of(JavaThread, _popframe_condition); } 1880 bool has_pending_popframe() { return (popframe_condition() & popframe_pending_bit) != 0; } 1881 bool popframe_forcing_deopt_reexecution() { return (popframe_condition() & popframe_force_deopt_reexecution_bit) != 0; } 1882 void clear_popframe_forcing_deopt_reexecution() { _popframe_condition &= ~popframe_force_deopt_reexecution_bit; } 1883 #ifdef CC_INTERP 1884 bool pop_frame_pending(void) { return ((_popframe_condition & popframe_pending_bit) != 0); } 1885 void clr_pop_frame_pending(void) { _popframe_condition = popframe_inactive; } 1886 bool pop_frame_in_process(void) { return ((_popframe_condition & popframe_processing_bit) != 0); } 1887 void set_pop_frame_in_process(void) { _popframe_condition |= popframe_processing_bit; } 1888 void clr_pop_frame_in_process(void) { _popframe_condition &= ~popframe_processing_bit; } 1889 #endif 1890 1891 int frames_to_pop_failed_realloc() const { return _frames_to_pop_failed_realloc; } 1892 void set_frames_to_pop_failed_realloc(int nb) { _frames_to_pop_failed_realloc = nb; } 1893 void dec_frames_to_pop_failed_realloc() { _frames_to_pop_failed_realloc--; } 1894 1895 private: 1896 // Saved incoming arguments to popped frame. 1897 // Used only when popped interpreted frame returns to deoptimized frame. 1898 void* _popframe_preserved_args; 1899 int _popframe_preserved_args_size; 1900 1901 public: 1902 void popframe_preserve_args(ByteSize size_in_bytes, void* start); 1903 void* popframe_preserved_args(); 1904 ByteSize popframe_preserved_args_size(); 1905 WordSize popframe_preserved_args_size_in_words(); 1906 void popframe_free_preserved_args(); 1907 1908 1909 private: 1910 JvmtiThreadState *_jvmti_thread_state; 1911 JvmtiGetLoadedClassesClosure* _jvmti_get_loaded_classes_closure; 1912 1913 // Used by the interpreter in fullspeed mode for frame pop, method 1914 // entry, method exit and single stepping support. This field is 1915 // only set to non-zero by the VM_EnterInterpOnlyMode VM operation. 1916 // It can be set to zero asynchronously (i.e., without a VM operation 1917 // or a lock) so we have to be very careful. 1918 int _interp_only_mode; 1919 1920 public: 1921 // used by the interpreter for fullspeed debugging support (see above) 1922 static ByteSize interp_only_mode_offset() { return byte_offset_of(JavaThread, _interp_only_mode); } 1923 bool is_interp_only_mode() { return (_interp_only_mode != 0); } 1924 int get_interp_only_mode() { return _interp_only_mode; } 1925 void increment_interp_only_mode() { ++_interp_only_mode; } 1926 void decrement_interp_only_mode() { --_interp_only_mode; } 1927 1928 // support for cached flag that indicates whether exceptions need to be posted for this thread 1929 // if this is false, we can avoid deoptimizing when events are thrown 1930 // this gets set to reflect whether jvmtiExport::post_exception_throw would actually do anything 1931 private: 1932 int _should_post_on_exceptions_flag; 1933 1934 public: 1935 int should_post_on_exceptions_flag() { return _should_post_on_exceptions_flag; } 1936 void set_should_post_on_exceptions_flag(int val) { _should_post_on_exceptions_flag = val; } 1937 1938 private: 1939 ThreadStatistics *_thread_stat; 1940 1941 public: 1942 ThreadStatistics* get_thread_stat() const { return _thread_stat; } 1943 1944 // Return a blocker object for which this thread is blocked parking. 1945 oop current_park_blocker(); 1946 1947 private: 1948 static size_t _stack_size_at_create; 1949 1950 public: 1951 static inline size_t stack_size_at_create(void) { 1952 return _stack_size_at_create; 1953 } 1954 static inline void set_stack_size_at_create(size_t value) { 1955 _stack_size_at_create = value; 1956 } 1957 1958 #if INCLUDE_ALL_GCS 1959 // SATB marking queue support 1960 SATBMarkQueue& satb_mark_queue() { return _satb_mark_queue; } 1961 static SATBMarkQueueSet& satb_mark_queue_set() { 1962 return _satb_mark_queue_set; 1963 } 1964 1965 // Dirty card queue support 1966 DirtyCardQueue& dirty_card_queue() { return _dirty_card_queue; } 1967 static DirtyCardQueueSet& dirty_card_queue_set() { 1968 return _dirty_card_queue_set; 1969 } 1970 #endif // INCLUDE_ALL_GCS 1971 1972 // This method initializes the SATB and dirty card queues before a 1973 // JavaThread is added to the Java thread list. Right now, we don't 1974 // have to do anything to the dirty card queue (it should have been 1975 // activated when the thread was created), but we have to activate 1976 // the SATB queue if the thread is created while a marking cycle is 1977 // in progress. The activation / de-activation of the SATB queues at 1978 // the beginning / end of a marking cycle is done during safepoints 1979 // so we have to make sure this method is called outside one to be 1980 // able to safely read the active field of the SATB queue set. Right 1981 // now, it is called just before the thread is added to the Java 1982 // thread list in the Threads::add() method. That method is holding 1983 // the Threads_lock which ensures we are outside a safepoint. We 1984 // cannot do the obvious and set the active field of the SATB queue 1985 // when the thread is created given that, in some cases, safepoints 1986 // might happen between the JavaThread constructor being called and the 1987 // thread being added to the Java thread list (an example of this is 1988 // when the structure for the DestroyJavaVM thread is created). 1989 #if INCLUDE_ALL_GCS 1990 void initialize_queues(); 1991 #else // INCLUDE_ALL_GCS 1992 void initialize_queues() { } 1993 #endif // INCLUDE_ALL_GCS 1994 1995 // Machine dependent stuff 1996 #include OS_CPU_HEADER(thread) 1997 1998 public: 1999 void set_blocked_on_compilation(bool value) { 2000 _blocked_on_compilation = value; 2001 } 2002 2003 bool blocked_on_compilation() { 2004 return _blocked_on_compilation; 2005 } 2006 protected: 2007 bool _blocked_on_compilation; 2008 2009 2010 // JSR166 per-thread parker 2011 private: 2012 Parker* _parker; 2013 public: 2014 Parker* parker() { return _parker; } 2015 2016 // Biased locking support 2017 private: 2018 GrowableArray<MonitorInfo*>* _cached_monitor_info; 2019 public: 2020 GrowableArray<MonitorInfo*>* cached_monitor_info() { return _cached_monitor_info; } 2021 void set_cached_monitor_info(GrowableArray<MonitorInfo*>* info) { _cached_monitor_info = info; } 2022 2023 // clearing/querying jni attach status 2024 bool is_attaching_via_jni() const { return _jni_attach_state == _attaching_via_jni; } 2025 bool has_attached_via_jni() const { return is_attaching_via_jni() || _jni_attach_state == _attached_via_jni; } 2026 inline void set_done_attaching_via_jni(); 2027 }; 2028 2029 // Inline implementation of JavaThread::current 2030 inline JavaThread* JavaThread::current() { 2031 Thread* thread = Thread::current(); 2032 assert(thread->is_Java_thread(), "just checking"); 2033 return (JavaThread*)thread; 2034 } 2035 2036 inline CompilerThread* JavaThread::as_CompilerThread() { 2037 assert(is_Compiler_thread(), "just checking"); 2038 return (CompilerThread*)this; 2039 } 2040 2041 // Dedicated thread to sweep the code cache 2042 class CodeCacheSweeperThread : public JavaThread { 2043 CompiledMethod* _scanned_compiled_method; // nmethod being scanned by the sweeper 2044 public: 2045 CodeCacheSweeperThread(); 2046 // Track the nmethod currently being scanned by the sweeper 2047 void set_scanned_compiled_method(CompiledMethod* cm) { 2048 assert(_scanned_compiled_method == NULL || cm == NULL, "should reset to NULL before writing a new value"); 2049 _scanned_compiled_method = cm; 2050 } 2051 2052 // Hide sweeper thread from external view. 2053 bool is_hidden_from_external_view() const { return true; } 2054 2055 bool is_Code_cache_sweeper_thread() const { return true; } 2056 2057 // Prevent GC from unloading _scanned_compiled_method 2058 void oops_do(OopClosure* f, CodeBlobClosure* cf); 2059 void nmethods_do(CodeBlobClosure* cf); 2060 }; 2061 2062 // A thread used for Compilation. 2063 class CompilerThread : public JavaThread { 2064 friend class VMStructs; 2065 private: 2066 CompilerCounters* _counters; 2067 2068 ciEnv* _env; 2069 CompileLog* _log; 2070 CompileTask* _task; 2071 CompileQueue* _queue; 2072 BufferBlob* _buffer_blob; 2073 2074 AbstractCompiler* _compiler; 2075 2076 public: 2077 2078 static CompilerThread* current(); 2079 2080 CompilerThread(CompileQueue* queue, CompilerCounters* counters); 2081 2082 bool is_Compiler_thread() const { return true; } 2083 2084 virtual bool can_call_java() const; 2085 2086 // Hide native compiler threads from external view. 2087 bool is_hidden_from_external_view() const { return !can_call_java(); } 2088 2089 void set_compiler(AbstractCompiler* c) { _compiler = c; } 2090 AbstractCompiler* compiler() const { return _compiler; } 2091 2092 CompileQueue* queue() const { return _queue; } 2093 CompilerCounters* counters() const { return _counters; } 2094 2095 // Get/set the thread's compilation environment. 2096 ciEnv* env() { return _env; } 2097 void set_env(ciEnv* env) { _env = env; } 2098 2099 BufferBlob* get_buffer_blob() const { return _buffer_blob; } 2100 void set_buffer_blob(BufferBlob* b) { _buffer_blob = b; } 2101 2102 // Get/set the thread's logging information 2103 CompileLog* log() { return _log; } 2104 void init_log(CompileLog* log) { 2105 // Set once, for good. 2106 assert(_log == NULL, "set only once"); 2107 _log = log; 2108 } 2109 2110 #ifndef PRODUCT 2111 private: 2112 IdealGraphPrinter *_ideal_graph_printer; 2113 public: 2114 IdealGraphPrinter *ideal_graph_printer() { return _ideal_graph_printer; } 2115 void set_ideal_graph_printer(IdealGraphPrinter *n) { _ideal_graph_printer = n; } 2116 #endif 2117 2118 // Get/set the thread's current task 2119 CompileTask* task() { return _task; } 2120 void set_task(CompileTask* task) { _task = task; } 2121 }; 2122 2123 inline CompilerThread* CompilerThread::current() { 2124 return JavaThread::current()->as_CompilerThread(); 2125 } 2126 2127 // The active thread queue. It also keeps track of the current used 2128 // thread priorities. 2129 class Threads: AllStatic { 2130 friend class VMStructs; 2131 private: 2132 static JavaThread* _thread_list; 2133 static int _number_of_threads; 2134 static int _number_of_non_daemon_threads; 2135 static int _return_code; 2136 static int _thread_claim_parity; 2137 #ifdef ASSERT 2138 static bool _vm_complete; 2139 #endif 2140 2141 static void initialize_java_lang_classes(JavaThread* main_thread, TRAPS); 2142 static void initialize_jsr292_core_classes(TRAPS); 2143 2144 public: 2145 // Thread management 2146 // force_daemon is a concession to JNI, where we may need to add a 2147 // thread to the thread list before allocating its thread object 2148 static void add(JavaThread* p, bool force_daemon = false); 2149 static void remove(JavaThread* p); 2150 static void threads_do(ThreadClosure* tc); 2151 static void possibly_parallel_threads_do(bool is_par, ThreadClosure* tc); 2152 2153 // Initializes the vm and creates the vm thread 2154 static jint create_vm(JavaVMInitArgs* args, bool* canTryAgain); 2155 static void convert_vm_init_libraries_to_agents(); 2156 static void create_vm_init_libraries(); 2157 static void create_vm_init_agents(); 2158 static void shutdown_vm_agents(); 2159 static bool destroy_vm(); 2160 // Supported VM versions via JNI 2161 // Includes JNI_VERSION_1_1 2162 static jboolean is_supported_jni_version_including_1_1(jint version); 2163 // Does not include JNI_VERSION_1_1 2164 static jboolean is_supported_jni_version(jint version); 2165 2166 // The "thread claim parity" provides a way for threads to be claimed 2167 // by parallel worker tasks. 2168 // 2169 // Each thread contains a a "parity" field. A task will claim the 2170 // thread only if its parity field is the same as the global parity, 2171 // which is updated by calling change_thread_claim_parity(). 2172 // 2173 // For this to work change_thread_claim_parity() needs to be called 2174 // exactly once in sequential code before starting parallel tasks 2175 // that should claim threads. 2176 // 2177 // New threads get their parity set to 0 and change_thread_claim_parity() 2178 // never set the global parity to 0. 2179 static int thread_claim_parity() { return _thread_claim_parity; } 2180 static void change_thread_claim_parity(); 2181 static void assert_all_threads_claimed() NOT_DEBUG_RETURN; 2182 2183 // Apply "f->do_oop" to all root oops in all threads. 2184 // This version may only be called by sequential code. 2185 static void oops_do(OopClosure* f, CodeBlobClosure* cf); 2186 // This version may be called by sequential or parallel code. 2187 static void possibly_parallel_oops_do(bool is_par, OopClosure* f, CodeBlobClosure* cf); 2188 // This creates a list of GCTasks, one per thread. 2189 static void create_thread_roots_tasks(GCTaskQueue* q); 2190 // This creates a list of GCTasks, one per thread, for marking objects. 2191 static void create_thread_roots_marking_tasks(GCTaskQueue* q); 2192 2193 // Apply "f->do_oop" to roots in all threads that 2194 // are part of compiled frames 2195 static void compiled_frame_oops_do(OopClosure* f, CodeBlobClosure* cf); 2196 2197 static void convert_hcode_pointers(); 2198 static void restore_hcode_pointers(); 2199 2200 // Sweeper 2201 static void nmethods_do(CodeBlobClosure* cf); 2202 2203 // RedefineClasses support 2204 static void metadata_do(void f(Metadata*)); 2205 static void metadata_handles_do(void f(Metadata*)); 2206 2207 #ifdef ASSERT 2208 static bool is_vm_complete() { return _vm_complete; } 2209 #endif 2210 2211 // Verification 2212 static void verify(); 2213 static void print_on(outputStream* st, bool print_stacks, bool internal_format, bool print_concurrent_locks); 2214 static void print(bool print_stacks, bool internal_format) { 2215 // this function is only used by debug.cpp 2216 print_on(tty, print_stacks, internal_format, false /* no concurrent lock printed */); 2217 } 2218 static void print_on_error(outputStream* st, Thread* current, char* buf, int buflen); 2219 static void print_on_error(Thread* this_thread, outputStream* st, Thread* current, char* buf, 2220 int buflen, bool* found_current); 2221 static void print_threads_compiling(outputStream* st, char* buf, int buflen); 2222 2223 // Get Java threads that are waiting to enter a monitor. 2224 static GrowableArray<JavaThread*>* get_pending_threads(ThreadsList * t_list, 2225 int count, address monitor); 2226 2227 // Get owning Java thread from the monitor's owner field. 2228 static JavaThread *owning_thread_from_monitor_owner(ThreadsList * t_list, 2229 address owner); 2230 2231 // Number of threads on the active threads list 2232 static int number_of_threads() { return _number_of_threads; } 2233 // Number of non-daemon threads on the active threads list 2234 static int number_of_non_daemon_threads() { return _number_of_non_daemon_threads; } 2235 2236 // Deoptimizes all frames tied to marked nmethods 2237 static void deoptimized_wrt_marked_nmethods(); 2238 }; 2239 2240 2241 // Thread iterator 2242 class ThreadClosure: public StackObj { 2243 public: 2244 virtual void do_thread(Thread* thread) = 0; 2245 }; 2246 2247 class SignalHandlerMark: public StackObj { 2248 private: 2249 Thread* _thread; 2250 public: 2251 SignalHandlerMark(Thread* t) { 2252 _thread = t; 2253 if (_thread) _thread->enter_signal_handler(); 2254 } 2255 ~SignalHandlerMark() { 2256 if (_thread) _thread->leave_signal_handler(); 2257 _thread = NULL; 2258 } 2259 }; 2260 2261 2262 #endif // SHARE_VM_RUNTIME_THREAD_HPP