1 /* 2 * Copyright (c) 1998, 2017, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "code/codeBlob.hpp" 27 #include "code/codeCache.hpp" 28 #include "code/relocInfo.hpp" 29 #include "compiler/disassembler.hpp" 30 #include "interpreter/bytecode.hpp" 31 #include "memory/allocation.inline.hpp" 32 #include "memory/heap.hpp" 33 #include "memory/resourceArea.hpp" 34 #include "oops/oop.inline.hpp" 35 #include "prims/forte.hpp" 36 #include "runtime/handles.inline.hpp" 37 #include "runtime/interfaceSupport.hpp" 38 #include "runtime/mutexLocker.hpp" 39 #include "runtime/safepoint.hpp" 40 #include "runtime/sharedRuntime.hpp" 41 #include "runtime/vframe.hpp" 42 #include "services/memoryService.hpp" 43 #ifdef COMPILER1 44 #include "c1/c1_Runtime1.hpp" 45 #endif 46 47 const char* CodeBlob::compiler_name() const { 48 return compilertype2name(_type); 49 } 50 51 unsigned int CodeBlob::align_code_offset(int offset) { 52 // align the size to CodeEntryAlignment 53 return 54 ((offset + (int)CodeHeap::header_size() + (CodeEntryAlignment-1)) & ~(CodeEntryAlignment-1)) 55 - (int)CodeHeap::header_size(); 56 } 57 58 59 // This must be consistent with the CodeBlob constructor's layout actions. 60 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) { 61 unsigned int size = header_size; 62 size += round_to(cb->total_relocation_size(), oopSize); 63 // align the size to CodeEntryAlignment 64 size = align_code_offset(size); 65 size += round_to(cb->total_content_size(), oopSize); 66 size += round_to(cb->total_oop_size(), oopSize); 67 size += round_to(cb->total_metadata_size(), oopSize); 68 return size; 69 } 70 71 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, int frame_complete_offset, int frame_size, ImmutableOopMapSet* oop_maps, bool caller_must_gc_arguments) : 72 _name(name), 73 _size(layout.size()), 74 _header_size(layout.header_size()), 75 _frame_complete_offset(frame_complete_offset), 76 _data_offset(layout.data_offset()), 77 _frame_size(frame_size), 78 _strings(CodeStrings()), 79 _oop_maps(oop_maps), 80 _caller_must_gc_arguments(caller_must_gc_arguments), 81 _code_begin(layout.code_begin()), 82 _code_end(layout.code_end()), 83 _data_end(layout.data_end()), 84 _relocation_begin(layout.relocation_begin()), 85 _relocation_end(layout.relocation_end()), 86 _content_begin(layout.content_begin()), 87 _type(type) 88 { 89 assert(layout.size() == round_to(layout.size(), oopSize), "unaligned size"); 90 assert(layout.header_size() == round_to(layout.header_size(), oopSize), "unaligned size"); 91 assert(layout.relocation_size() == round_to(layout.relocation_size(), oopSize), "unaligned size"); 92 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()"); 93 #ifdef COMPILER1 94 // probably wrong for tiered 95 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs"); 96 #endif // COMPILER1 97 } 98 99 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, CodeBuffer* cb, int frame_complete_offset, int frame_size, OopMapSet* oop_maps, bool caller_must_gc_arguments) : 100 _name(name), 101 _size(layout.size()), 102 _header_size(layout.header_size()), 103 _frame_complete_offset(frame_complete_offset), 104 _data_offset(layout.data_offset()), 105 _frame_size(frame_size), 106 _strings(CodeStrings()), 107 _caller_must_gc_arguments(caller_must_gc_arguments), 108 _code_begin(layout.code_begin()), 109 _code_end(layout.code_end()), 110 _data_end(layout.data_end()), 111 _relocation_begin(layout.relocation_begin()), 112 _relocation_end(layout.relocation_end()), 113 _content_begin(layout.content_begin()), 114 _type(type) 115 { 116 assert(_size == round_to(_size, oopSize), "unaligned size"); 117 assert(_header_size == round_to(_header_size, oopSize), "unaligned size"); 118 assert(_data_offset <= _size, "codeBlob is too small"); 119 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()"); 120 121 set_oop_maps(oop_maps); 122 #ifdef COMPILER1 123 // probably wrong for tiered 124 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs"); 125 #endif // COMPILER1 126 } 127 128 129 // Creates a simple CodeBlob. Sets up the size of the different regions. 130 RuntimeBlob::RuntimeBlob(const char* name, int header_size, int size, int frame_complete, int locs_size) 131 : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, locs_size, size), frame_complete, 0, NULL, false /* caller_must_gc_arguments */) 132 { 133 assert(locs_size == round_to(locs_size, oopSize), "unaligned size"); 134 } 135 136 137 // Creates a RuntimeBlob from a CodeBuffer 138 // and copy code and relocation info. 139 RuntimeBlob::RuntimeBlob( 140 const char* name, 141 CodeBuffer* cb, 142 int header_size, 143 int size, 144 int frame_complete, 145 int frame_size, 146 OopMapSet* oop_maps, 147 bool caller_must_gc_arguments 148 ) : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, cb), cb, frame_complete, frame_size, oop_maps, caller_must_gc_arguments) { 149 cb->copy_code_and_locs_to(this); 150 } 151 152 void CodeBlob::flush() { 153 if (_oop_maps) { 154 FREE_C_HEAP_ARRAY(unsigned char, _oop_maps); 155 _oop_maps = NULL; 156 } 157 _strings.free(); 158 } 159 160 void CodeBlob::set_oop_maps(OopMapSet* p) { 161 // Danger Will Robinson! This method allocates a big 162 // chunk of memory, its your job to free it. 163 if (p != NULL) { 164 _oop_maps = ImmutableOopMapSet::build_from(p); 165 } else { 166 _oop_maps = NULL; 167 } 168 } 169 170 171 void RuntimeBlob::trace_new_stub(RuntimeBlob* stub, const char* name1, const char* name2) { 172 // Do not hold the CodeCache lock during name formatting. 173 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub"); 174 175 if (stub != NULL) { 176 char stub_id[256]; 177 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), ""); 178 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2); 179 if (PrintStubCode) { 180 ttyLocker ttyl; 181 tty->print_cr("Decoding %s " INTPTR_FORMAT, stub_id, (intptr_t) stub); 182 Disassembler::decode(stub->code_begin(), stub->code_end()); 183 tty->cr(); 184 } 185 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end()); 186 187 if (JvmtiExport::should_post_dynamic_code_generated()) { 188 const char* stub_name = name2; 189 if (name2[0] == '\0') stub_name = name1; 190 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end()); 191 } 192 } 193 194 // Track memory usage statistic after releasing CodeCache_lock 195 MemoryService::track_code_cache_memory_usage(); 196 } 197 198 const ImmutableOopMap* CodeBlob::oop_map_for_return_address(address return_address) { 199 assert(_oop_maps != NULL, "nope"); 200 return _oop_maps->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin()); 201 } 202 203 void CodeBlob::print_code() { 204 ResourceMark m; 205 Disassembler::decode(this, tty); 206 } 207 208 //---------------------------------------------------------------------------------------------------- 209 // Implementation of BufferBlob 210 211 212 BufferBlob::BufferBlob(const char* name, int size) 213 : RuntimeBlob(name, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, /*locs_size:*/ 0) 214 {} 215 216 BufferBlob* BufferBlob::create(const char* name, int buffer_size) { 217 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 218 219 BufferBlob* blob = NULL; 220 unsigned int size = sizeof(BufferBlob); 221 // align the size to CodeEntryAlignment 222 size = CodeBlob::align_code_offset(size); 223 size += round_to(buffer_size, oopSize); 224 assert(name != NULL, "must provide a name"); 225 { 226 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 227 blob = new (size) BufferBlob(name, size); 228 } 229 // Track memory usage statistic after releasing CodeCache_lock 230 MemoryService::track_code_cache_memory_usage(); 231 232 return blob; 233 } 234 235 236 BufferBlob::BufferBlob(const char* name, int size, CodeBuffer* cb) 237 : RuntimeBlob(name, cb, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, 0, NULL) 238 {} 239 240 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) { 241 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 242 243 BufferBlob* blob = NULL; 244 unsigned int size = CodeBlob::allocation_size(cb, sizeof(BufferBlob)); 245 assert(name != NULL, "must provide a name"); 246 { 247 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 248 blob = new (size) BufferBlob(name, size, cb); 249 } 250 // Track memory usage statistic after releasing CodeCache_lock 251 MemoryService::track_code_cache_memory_usage(); 252 253 return blob; 254 } 255 256 void* BufferBlob::operator new(size_t s, unsigned size) throw() { 257 return CodeCache::allocate(size, CodeBlobType::NonNMethod); 258 } 259 260 void BufferBlob::free(BufferBlob *blob) { 261 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 262 blob->flush(); 263 { 264 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 265 CodeCache::free((RuntimeBlob*)blob); 266 } 267 // Track memory usage statistic after releasing CodeCache_lock 268 MemoryService::track_code_cache_memory_usage(); 269 } 270 271 272 //---------------------------------------------------------------------------------------------------- 273 // Implementation of AdapterBlob 274 275 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb) : 276 BufferBlob("I2C/C2I adapters", size, cb) { 277 CodeCache::commit(this); 278 } 279 280 AdapterBlob* AdapterBlob::create(CodeBuffer* cb) { 281 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 282 283 AdapterBlob* blob = NULL; 284 unsigned int size = CodeBlob::allocation_size(cb, sizeof(AdapterBlob)); 285 { 286 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 287 blob = new (size) AdapterBlob(size, cb); 288 } 289 // Track memory usage statistic after releasing CodeCache_lock 290 MemoryService::track_code_cache_memory_usage(); 291 292 return blob; 293 } 294 295 296 //---------------------------------------------------------------------------------------------------- 297 // Implementation of MethodHandlesAdapterBlob 298 299 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) { 300 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 301 302 MethodHandlesAdapterBlob* blob = NULL; 303 unsigned int size = sizeof(MethodHandlesAdapterBlob); 304 // align the size to CodeEntryAlignment 305 size = CodeBlob::align_code_offset(size); 306 size += round_to(buffer_size, oopSize); 307 { 308 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 309 blob = new (size) MethodHandlesAdapterBlob(size); 310 if (blob == NULL) { 311 vm_exit_out_of_memory(size, OOM_MALLOC_ERROR, "CodeCache: no room for method handle adapter blob"); 312 } 313 } 314 // Track memory usage statistic after releasing CodeCache_lock 315 MemoryService::track_code_cache_memory_usage(); 316 317 return blob; 318 } 319 320 //---------------------------------------------------------------------------------------------------- 321 // Implementation of RuntimeStub 322 323 RuntimeStub::RuntimeStub( 324 const char* name, 325 CodeBuffer* cb, 326 int size, 327 int frame_complete, 328 int frame_size, 329 OopMapSet* oop_maps, 330 bool caller_must_gc_arguments 331 ) 332 : RuntimeBlob(name, cb, sizeof(RuntimeStub), size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments) 333 { 334 } 335 336 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name, 337 CodeBuffer* cb, 338 int frame_complete, 339 int frame_size, 340 OopMapSet* oop_maps, 341 bool caller_must_gc_arguments) 342 { 343 RuntimeStub* stub = NULL; 344 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 345 { 346 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 347 unsigned int size = CodeBlob::allocation_size(cb, sizeof(RuntimeStub)); 348 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments); 349 } 350 351 trace_new_stub(stub, "RuntimeStub - ", stub_name); 352 353 return stub; 354 } 355 356 357 void* RuntimeStub::operator new(size_t s, unsigned size) throw() { 358 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod); 359 if (!p) fatal("Initial size of CodeCache is too small"); 360 return p; 361 } 362 363 // operator new shared by all singletons: 364 void* SingletonBlob::operator new(size_t s, unsigned size) throw() { 365 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod); 366 if (!p) fatal("Initial size of CodeCache is too small"); 367 return p; 368 } 369 370 371 //---------------------------------------------------------------------------------------------------- 372 // Implementation of DeoptimizationBlob 373 374 DeoptimizationBlob::DeoptimizationBlob( 375 CodeBuffer* cb, 376 int size, 377 OopMapSet* oop_maps, 378 int unpack_offset, 379 int unpack_with_exception_offset, 380 int unpack_with_reexecution_offset, 381 int frame_size 382 ) 383 : SingletonBlob("DeoptimizationBlob", cb, sizeof(DeoptimizationBlob), size, frame_size, oop_maps) 384 { 385 _unpack_offset = unpack_offset; 386 _unpack_with_exception = unpack_with_exception_offset; 387 _unpack_with_reexecution = unpack_with_reexecution_offset; 388 #ifdef COMPILER1 389 _unpack_with_exception_in_tls = -1; 390 #endif 391 } 392 393 394 DeoptimizationBlob* DeoptimizationBlob::create( 395 CodeBuffer* cb, 396 OopMapSet* oop_maps, 397 int unpack_offset, 398 int unpack_with_exception_offset, 399 int unpack_with_reexecution_offset, 400 int frame_size) 401 { 402 DeoptimizationBlob* blob = NULL; 403 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 404 { 405 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 406 unsigned int size = CodeBlob::allocation_size(cb, sizeof(DeoptimizationBlob)); 407 blob = new (size) DeoptimizationBlob(cb, 408 size, 409 oop_maps, 410 unpack_offset, 411 unpack_with_exception_offset, 412 unpack_with_reexecution_offset, 413 frame_size); 414 } 415 416 trace_new_stub(blob, "DeoptimizationBlob"); 417 418 return blob; 419 } 420 421 422 //---------------------------------------------------------------------------------------------------- 423 // Implementation of UncommonTrapBlob 424 425 #ifdef COMPILER2 426 UncommonTrapBlob::UncommonTrapBlob( 427 CodeBuffer* cb, 428 int size, 429 OopMapSet* oop_maps, 430 int frame_size 431 ) 432 : SingletonBlob("UncommonTrapBlob", cb, sizeof(UncommonTrapBlob), size, frame_size, oop_maps) 433 {} 434 435 436 UncommonTrapBlob* UncommonTrapBlob::create( 437 CodeBuffer* cb, 438 OopMapSet* oop_maps, 439 int frame_size) 440 { 441 UncommonTrapBlob* blob = NULL; 442 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 443 { 444 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 445 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UncommonTrapBlob)); 446 blob = new (size) UncommonTrapBlob(cb, size, oop_maps, frame_size); 447 } 448 449 trace_new_stub(blob, "UncommonTrapBlob"); 450 451 return blob; 452 } 453 454 455 #endif // COMPILER2 456 457 458 //---------------------------------------------------------------------------------------------------- 459 // Implementation of ExceptionBlob 460 461 #ifdef COMPILER2 462 ExceptionBlob::ExceptionBlob( 463 CodeBuffer* cb, 464 int size, 465 OopMapSet* oop_maps, 466 int frame_size 467 ) 468 : SingletonBlob("ExceptionBlob", cb, sizeof(ExceptionBlob), size, frame_size, oop_maps) 469 {} 470 471 472 ExceptionBlob* ExceptionBlob::create( 473 CodeBuffer* cb, 474 OopMapSet* oop_maps, 475 int frame_size) 476 { 477 ExceptionBlob* blob = NULL; 478 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 479 { 480 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 481 unsigned int size = CodeBlob::allocation_size(cb, sizeof(ExceptionBlob)); 482 blob = new (size) ExceptionBlob(cb, size, oop_maps, frame_size); 483 } 484 485 trace_new_stub(blob, "ExceptionBlob"); 486 487 return blob; 488 } 489 490 491 #endif // COMPILER2 492 493 494 //---------------------------------------------------------------------------------------------------- 495 // Implementation of SafepointBlob 496 497 SafepointBlob::SafepointBlob( 498 CodeBuffer* cb, 499 int size, 500 OopMapSet* oop_maps, 501 int frame_size 502 ) 503 : SingletonBlob("SafepointBlob", cb, sizeof(SafepointBlob), size, frame_size, oop_maps) 504 {} 505 506 507 SafepointBlob* SafepointBlob::create( 508 CodeBuffer* cb, 509 OopMapSet* oop_maps, 510 int frame_size) 511 { 512 SafepointBlob* blob = NULL; 513 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 514 { 515 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 516 unsigned int size = CodeBlob::allocation_size(cb, sizeof(SafepointBlob)); 517 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size); 518 } 519 520 trace_new_stub(blob, "SafepointBlob"); 521 522 return blob; 523 } 524 525 526 //---------------------------------------------------------------------------------------------------- 527 // Verification and printing 528 529 void CodeBlob::print_on(outputStream* st) const { 530 st->print_cr("[CodeBlob (" INTPTR_FORMAT ")]", p2i(this)); 531 st->print_cr("Framesize: %d", _frame_size); 532 } 533 534 void CodeBlob::print_value_on(outputStream* st) const { 535 st->print_cr("[CodeBlob]"); 536 } 537 538 void RuntimeBlob::verify() { 539 ShouldNotReachHere(); 540 } 541 542 void BufferBlob::verify() { 543 // unimplemented 544 } 545 546 void BufferBlob::print_on(outputStream* st) const { 547 RuntimeBlob::print_on(st); 548 print_value_on(st); 549 } 550 551 void BufferBlob::print_value_on(outputStream* st) const { 552 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", p2i(this), name()); 553 } 554 555 void RuntimeStub::verify() { 556 // unimplemented 557 } 558 559 void RuntimeStub::print_on(outputStream* st) const { 560 ttyLocker ttyl; 561 RuntimeBlob::print_on(st); 562 st->print("Runtime Stub (" INTPTR_FORMAT "): ", p2i(this)); 563 st->print_cr("%s", name()); 564 Disassembler::decode((RuntimeBlob*)this, st); 565 } 566 567 void RuntimeStub::print_value_on(outputStream* st) const { 568 st->print("RuntimeStub (" INTPTR_FORMAT "): ", p2i(this)); st->print("%s", name()); 569 } 570 571 void SingletonBlob::verify() { 572 // unimplemented 573 } 574 575 void SingletonBlob::print_on(outputStream* st) const { 576 ttyLocker ttyl; 577 RuntimeBlob::print_on(st); 578 st->print_cr("%s", name()); 579 Disassembler::decode((RuntimeBlob*)this, st); 580 } 581 582 void SingletonBlob::print_value_on(outputStream* st) const { 583 st->print_cr("%s", name()); 584 } 585 586 void DeoptimizationBlob::print_value_on(outputStream* st) const { 587 st->print_cr("Deoptimization (frame not available)"); 588 }