1 /* 2 * Copyright (c) 2017, 2019, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "logging/log.hpp" 27 #include "logging/logStream.hpp" 28 #include "memory/resourceArea.hpp" 29 #include "runtime/handshake.hpp" 30 #include "runtime/interfaceSupport.inline.hpp" 31 #include "runtime/orderAccess.hpp" 32 #include "runtime/osThread.hpp" 33 #include "runtime/semaphore.inline.hpp" 34 #include "runtime/task.hpp" 35 #include "runtime/thread.hpp" 36 #include "runtime/vmThread.hpp" 37 #include "utilities/formatBuffer.hpp" 38 #include "utilities/preserveException.hpp" 39 40 Semaphore HandshakeOperation::_done(0); 41 42 class VM_Handshake: public VM_Operation { 43 const jlong _handshake_timeout; 44 public: 45 bool evaluate_at_safepoint() const { return false; } 46 47 bool evaluate_concurrently() const { return false; } 48 49 protected: 50 HandshakeOperation* const _op; 51 52 VM_Handshake(HandshakeOperation* op) : 53 _handshake_timeout(TimeHelper::millis_to_counter(HandshakeTimeout)), _op(op) {} 54 55 void set_handshake(JavaThread* target) { 56 target->set_handshake_operation(_op); 57 } 58 59 // This method returns true for threads completed their operation 60 // and true for threads canceled their operation. 61 // A cancellation can happen if the thread is exiting. 62 bool poll_for_completed_thread() { return _op->thread_has_completed(); } 63 64 bool handshake_has_timed_out(jlong start_time); 65 static void handle_timeout(); 66 }; 67 68 bool VM_Handshake::handshake_has_timed_out(jlong start_time) { 69 // Check if handshake operation has timed out 70 if (_handshake_timeout > 0) { 71 return os::elapsed_counter() >= (start_time + _handshake_timeout); 72 } 73 return false; 74 } 75 76 void VM_Handshake::handle_timeout() { 77 LogStreamHandle(Warning, handshake) log_stream; 78 for (JavaThreadIteratorWithHandle jtiwh; JavaThread *thr = jtiwh.next(); ) { 79 if (thr->has_handshake()) { 80 log_stream.print("Thread " PTR_FORMAT " has not cleared its handshake op", p2i(thr)); 81 thr->print_thread_state_on(&log_stream); 82 } 83 } 84 log_stream.flush(); 85 fatal("Handshake operation timed out"); 86 } 87 88 static void log_handshake_info(jlong start_time_ns, const char* name, int targets, int vmt_executed, const char* extra) { 89 if (start_time_ns != 0) { 90 jlong completion_time = os::javaTimeNanos() - start_time_ns; 91 log_info(handshake)("Handshake \"%s\", Targeted threads: %d, Executed by targeted threads: %d, Total completion time: " JLONG_FORMAT " ns%s", 92 name, targets, targets - vmt_executed, completion_time, extra); 93 } 94 } 95 96 class VM_HandshakeOneThread: public VM_Handshake { 97 JavaThread* _target; 98 public: 99 VM_HandshakeOneThread(HandshakeOperation* op, JavaThread* target) : 100 VM_Handshake(op), _target(target) {} 101 102 void doit() { 103 DEBUG_ONLY(_op->check_state();) 104 105 jlong start_time_ns = 0; 106 if (log_is_enabled(Info, handshake)) { 107 start_time_ns = os::javaTimeNanos(); 108 } 109 110 ThreadsListHandle tlh; 111 if (tlh.includes(_target)) { 112 set_handshake(_target); 113 } else { 114 log_handshake_info(start_time_ns, _op->name(), 0, 0, " (thread dead)"); 115 return; 116 } 117 118 log_trace(handshake)("JavaThread " INTPTR_FORMAT " signaled, begin attempt to process by VMThtread", p2i(_target)); 119 jlong timeout_start_time = os::elapsed_counter(); 120 bool by_vm_thread = false; 121 do { 122 if (handshake_has_timed_out(timeout_start_time)) { 123 handle_timeout(); 124 } 125 126 // We need to re-think this with SMR ThreadsList. 127 // There is an assumption in the code that the Threads_lock should be 128 // locked during certain phases. 129 { 130 MutexLocker ml(Threads_lock); 131 by_vm_thread = _target->handshake_process_by_vmthread(); 132 } 133 } while (!poll_for_completed_thread()); 134 DEBUG_ONLY(_op->check_state();) 135 log_handshake_info(start_time_ns, _op->name(), 1, by_vm_thread ? 1 : 0, ""); 136 } 137 138 VMOp_Type type() const { return VMOp_HandshakeOneThread; } 139 140 bool executed() const { return _op->executed(); } 141 }; 142 143 class VM_HandshakeAllThreads: public VM_Handshake { 144 public: 145 VM_HandshakeAllThreads(HandshakeOperation* op) : VM_Handshake(op) {} 146 147 void doit() { 148 DEBUG_ONLY(_op->check_state();) 149 150 jlong start_time_ns = 0; 151 if (log_is_enabled(Info, handshake)) { 152 start_time_ns = os::javaTimeNanos(); 153 } 154 int handshake_executed_by_vm_thread = 0; 155 156 JavaThreadIteratorWithHandle jtiwh; 157 int number_of_threads_issued = 0; 158 for (JavaThread *thr = jtiwh.next(); thr != NULL; thr = jtiwh.next()) { 159 set_handshake(thr); 160 number_of_threads_issued++; 161 } 162 163 if (number_of_threads_issued < 1) { 164 log_handshake_info(start_time_ns, _op->name(), 0, 0, " (no threads)"); 165 return; 166 } 167 168 log_trace(handshake)("Threads signaled, begin processing blocked threads by VMThtread"); 169 const jlong start_time = os::elapsed_counter(); 170 int number_of_threads_completed = 0; 171 do { 172 // Check if handshake operation has timed out 173 if (handshake_has_timed_out(start_time)) { 174 handle_timeout(); 175 } 176 177 // Have VM thread perform the handshake operation for blocked threads. 178 // Observing a blocked state may of course be transient but the processing is guarded 179 // by semaphores and we optimistically begin by working on the blocked threads 180 { 181 // We need to re-think this with SMR ThreadsList. 182 // There is an assumption in the code that the Threads_lock should 183 // be locked during certain phases. 184 jtiwh.rewind(); 185 MutexLocker ml(Threads_lock); 186 for (JavaThread *thr = jtiwh.next(); thr != NULL; thr = jtiwh.next()) { 187 // A new thread on the ThreadsList will not have an operation, 188 // hence it is skipped in handshake_process_by_vmthread. 189 if (thr->handshake_process_by_vmthread()) { 190 handshake_executed_by_vm_thread++; 191 } 192 } 193 } 194 195 while (poll_for_completed_thread()) { 196 // Includes canceled operations by exiting threads. 197 number_of_threads_completed++; 198 } 199 200 } while (number_of_threads_issued > number_of_threads_completed); 201 assert(number_of_threads_issued == number_of_threads_completed, "Must be the same"); 202 DEBUG_ONLY(_op->check_state();) 203 204 log_handshake_info(start_time_ns, _op->name(), number_of_threads_issued, handshake_executed_by_vm_thread, ""); 205 } 206 207 VMOp_Type type() const { return VMOp_HandshakeAllThreads; } 208 }; 209 210 class VM_HandshakeFallbackOperation : public VM_Operation { 211 HandshakeOperation* _hs_op; 212 Thread* _target_thread; 213 bool _all_threads; 214 bool _executed; 215 public: 216 VM_HandshakeFallbackOperation(HandshakeOperation* hs_op) : 217 _hs_op(hs_op), _target_thread(NULL), _all_threads(true), _executed(false) {} 218 VM_HandshakeFallbackOperation(HandshakeOperation* hs_op, Thread* target) : 219 _hs_op(hs_op), _target_thread(target), _all_threads(false), _executed(false) {} 220 221 void doit() { 222 log_trace(handshake)("VMThread executing VM_HandshakeFallbackOperation, operation: %s", name()); 223 for (JavaThreadIteratorWithHandle jtiwh; JavaThread *t = jtiwh.next(); ) { 224 if (_all_threads || t == _target_thread) { 225 if (t == _target_thread) { 226 _executed = true; 227 } 228 _hs_op->do_thread(t); 229 } 230 } 231 } 232 233 VMOp_Type type() const { return VMOp_HandshakeFallback; } 234 bool executed() const { return _executed; } 235 }; 236 237 void HandshakeOperation::do_handshake(JavaThread* thread) { 238 jlong start_time_ns = 0; 239 if (log_is_enabled(Debug, handshake, task)) { 240 start_time_ns = os::javaTimeNanos(); 241 } 242 243 // Only actually execute the operation for non terminated threads. 244 if (!thread->is_terminated()) { 245 do_thread(thread); 246 _executed = true; 247 } 248 249 // Use the semaphore to inform the VM thread that we have completed the operation 250 _done.signal(); 251 252 if (start_time_ns != 0) { 253 jlong completion_time = os::javaTimeNanos() - start_time_ns; 254 log_debug(handshake, task)("Operation: %s for thread " PTR_FORMAT ", is_vm_thread: %s, completed in " JLONG_FORMAT " ns", 255 name(), p2i(thread), BOOL_TO_STR(Thread::current()->is_VM_thread()), completion_time); 256 } 257 } 258 259 void Handshake::execute(HandshakeOperation* hs_op) { 260 if (ThreadLocalHandshakes) { 261 VM_HandshakeAllThreads handshake(hs_op); 262 VMThread::execute(&handshake); 263 } else { 264 VM_HandshakeFallbackOperation op(hs_op); 265 VMThread::execute(&op); 266 } 267 } 268 269 bool Handshake::execute(HandshakeOperation* hs_op, JavaThread* target) { 270 if (ThreadLocalHandshakes) { 271 VM_HandshakeOneThread handshake(hs_op, target); 272 VMThread::execute(&handshake); 273 return handshake.executed(); 274 } else { 275 VM_HandshakeFallbackOperation op(hs_op, target); 276 VMThread::execute(&op); 277 return op.executed(); 278 } 279 } 280 281 HandshakeState::HandshakeState() : _operation(NULL), _semaphore(1), _thread_in_process_handshake(false) {} 282 283 void HandshakeState::set_operation(JavaThread* target, HandshakeOperation* op) { 284 _operation = op; 285 SafepointMechanism::arm_local_poll_release(target); 286 } 287 288 void HandshakeState::clear_handshake(JavaThread* target) { 289 _operation = NULL; 290 SafepointMechanism::disarm_if_needed(target, true /* release */); 291 } 292 293 void HandshakeState::process_self_inner(JavaThread* thread) { 294 assert(Thread::current() == thread, "should call from thread"); 295 assert(!thread->is_terminated(), "should not be a terminated thread"); 296 297 ThreadInVMForHandshake tivm(thread); 298 if (!_semaphore.trywait()) { 299 _semaphore.wait_with_safepoint_check(thread); 300 } 301 HandshakeOperation* op = OrderAccess::load_acquire(&_operation); 302 if (op != NULL) { 303 HandleMark hm(thread); 304 CautiouslyPreserveExceptionMark pem(thread); 305 // Disarm before execute the operation 306 clear_handshake(thread); 307 op->do_handshake(thread); 308 } 309 _semaphore.signal(); 310 } 311 312 bool HandshakeState::vmthread_can_process_handshake(JavaThread* target) { 313 // handshake_safe may only be called with polls armed. 314 // VM thread controls this by first claiming the handshake via claim_handshake_for_vmthread. 315 return SafepointSynchronize::handshake_safe(target); 316 } 317 318 static bool possibly_vmthread_can_process_handshake(JavaThread* target) { 319 // An externally suspended thread cannot be resumed while the 320 // Threads_lock is held so it is safe. 321 // Note that this method is allowed to produce false positives. 322 assert(Threads_lock->owned_by_self(), "Not holding Threads_lock."); 323 if (target->is_ext_suspended()) { 324 return true; 325 } 326 if (target->is_terminated()) { 327 return true; 328 } 329 switch (target->thread_state()) { 330 case _thread_in_native: 331 // native threads are safe if they have no java stack or have walkable stack 332 return !target->has_last_Java_frame() || target->frame_anchor()->walkable(); 333 334 case _thread_blocked: 335 return true; 336 337 default: 338 return false; 339 } 340 } 341 342 bool HandshakeState::claim_handshake_for_vmthread() { 343 if (!_semaphore.trywait()) { 344 return false; 345 } 346 if (has_operation()) { 347 return true; 348 } 349 _semaphore.signal(); 350 return false; 351 } 352 353 bool HandshakeState::process_by_vmthread(JavaThread* target) { 354 assert(Thread::current()->is_VM_thread(), "should call from vm thread"); 355 // Threads_lock must be held here, but that is assert()ed in 356 // possibly_vmthread_can_process_handshake(). 357 358 if (!has_operation()) { 359 // JT has already cleared its handshake 360 return false; 361 } 362 363 if (!possibly_vmthread_can_process_handshake(target)) { 364 // JT is observed in an unsafe state, it must notice the handshake itself 365 return false; 366 } 367 368 // Claim the semaphore if there still an operation to be executed. 369 if (!claim_handshake_for_vmthread()) { 370 return false; 371 } 372 373 // If we own the semaphore at this point and while owning the semaphore 374 // can observe a safe state the thread cannot possibly continue without 375 // getting caught by the semaphore. 376 bool executed = false; 377 if (vmthread_can_process_handshake(target)) { 378 guarantee(!_semaphore.trywait(), "we should already own the semaphore"); 379 log_trace(handshake)("Processing handshake by VMThtread"); 380 _operation->do_handshake(target); 381 // Disarm after VM thread have executed the operation. 382 clear_handshake(target); 383 executed = true; 384 } 385 386 // Release the thread 387 _semaphore.signal(); 388 389 return executed; 390 }