1 /* 2 * Copyright (c) 1998, 2016, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 * 23 */ 24 25 #include "precompiled.hpp" 26 #include "code/codeBlob.hpp" 27 #include "code/codeCache.hpp" 28 #include "code/codeCacheExtensions.hpp" 29 #include "code/relocInfo.hpp" 30 #include "compiler/disassembler.hpp" 31 #include "interpreter/bytecode.hpp" 32 #include "memory/allocation.inline.hpp" 33 #include "memory/heap.hpp" 34 #include "memory/resourceArea.hpp" 35 #include "oops/oop.inline.hpp" 36 #include "prims/forte.hpp" 37 #include "runtime/handles.inline.hpp" 38 #include "runtime/interfaceSupport.hpp" 39 #include "runtime/mutexLocker.hpp" 40 #include "runtime/safepoint.hpp" 41 #include "runtime/sharedRuntime.hpp" 42 #include "runtime/vframe.hpp" 43 #include "services/memoryService.hpp" 44 #ifdef COMPILER1 45 #include "c1/c1_Runtime1.hpp" 46 #endif 47 48 const char* CodeBlob::compiler_name() const { 49 return compilertype2name(_type); 50 } 51 52 unsigned int CodeBlob::align_code_offset(int offset) { 53 // align the size to CodeEntryAlignment 54 return 55 ((offset + (int)CodeHeap::header_size() + (CodeEntryAlignment-1)) & ~(CodeEntryAlignment-1)) 56 - (int)CodeHeap::header_size(); 57 } 58 59 60 // This must be consistent with the CodeBlob constructor's layout actions. 61 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) { 62 unsigned int size = header_size; 63 size += round_to(cb->total_relocation_size(), oopSize); 64 // align the size to CodeEntryAlignment 65 size = align_code_offset(size); 66 size += round_to(cb->total_content_size(), oopSize); 67 size += round_to(cb->total_oop_size(), oopSize); 68 size += round_to(cb->total_metadata_size(), oopSize); 69 return size; 70 } 71 72 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, int frame_complete_offset, int frame_size, ImmutableOopMapSet* oop_maps, bool caller_must_gc_arguments) : 73 _name(name), 74 _size(layout.size()), 75 _header_size(layout.header_size()), 76 _frame_complete_offset(frame_complete_offset), 77 _data_offset(layout.data_offset()), 78 _frame_size(frame_size), 79 _strings(CodeStrings()), 80 _oop_maps(oop_maps), 81 _caller_must_gc_arguments(caller_must_gc_arguments), 82 _code_begin(layout.code_begin()), 83 _code_end(layout.code_end()), 84 _data_end(layout.data_end()), 85 _relocation_begin(layout.relocation_begin()), 86 _relocation_end(layout.relocation_end()), 87 _content_begin(layout.content_begin()), 88 _type(type) 89 { 90 assert(layout.size() == round_to(layout.size(), oopSize), "unaligned size"); 91 assert(layout.header_size() == round_to(layout.header_size(), oopSize), "unaligned size"); 92 assert(layout.relocation_size() == round_to(layout.relocation_size(), oopSize), "unaligned size"); 93 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()"); 94 #ifdef COMPILER1 95 // probably wrong for tiered 96 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs"); 97 #endif // COMPILER1 98 } 99 100 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, CodeBuffer* cb, int frame_complete_offset, int frame_size, OopMapSet* oop_maps, bool caller_must_gc_arguments) : 101 _name(name), 102 _size(layout.size()), 103 _header_size(layout.header_size()), 104 _frame_complete_offset(frame_complete_offset), 105 _data_offset(layout.data_offset()), 106 _frame_size(frame_size), 107 _strings(CodeStrings()), 108 _caller_must_gc_arguments(caller_must_gc_arguments), 109 _code_begin(layout.code_begin()), 110 _code_end(layout.code_end()), 111 _data_end(layout.data_end()), 112 _relocation_begin(layout.relocation_begin()), 113 _relocation_end(layout.relocation_end()), 114 _content_begin(layout.content_begin()), 115 _type(type) 116 { 117 assert(_size == round_to(_size, oopSize), "unaligned size"); 118 assert(_header_size == round_to(_header_size, oopSize), "unaligned size"); 119 assert(_data_offset <= _size, "codeBlob is too small"); 120 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()"); 121 122 set_oop_maps(oop_maps); 123 #ifdef COMPILER1 124 // probably wrong for tiered 125 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs"); 126 #endif // COMPILER1 127 } 128 129 130 // Creates a simple CodeBlob. Sets up the size of the different regions. 131 RuntimeBlob::RuntimeBlob(const char* name, int header_size, int size, int frame_complete, int locs_size) 132 : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, locs_size, size), frame_complete, 0, NULL, false /* caller_must_gc_arguments */) 133 { 134 assert(locs_size == round_to(locs_size, oopSize), "unaligned size"); 135 assert(!UseRelocIndex, "no space allocated for reloc index yet"); 136 137 // Note: If UseRelocIndex is enabled, there needs to be (at least) one 138 // extra word for the relocation information, containing the reloc 139 // index table length. Unfortunately, the reloc index table imple- 140 // mentation is not easily understandable and thus it is not clear 141 // what exactly the format is supposed to be. For now, we just turn 142 // off the use of this table (gri 7/6/2000). 143 } 144 145 146 // Creates a RuntimeBlob from a CodeBuffer 147 // and copy code and relocation info. 148 RuntimeBlob::RuntimeBlob( 149 const char* name, 150 CodeBuffer* cb, 151 int header_size, 152 int size, 153 int frame_complete, 154 int frame_size, 155 OopMapSet* oop_maps, 156 bool caller_must_gc_arguments 157 ) : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, cb), cb, frame_complete, frame_size, oop_maps, caller_must_gc_arguments) { 158 cb->copy_code_and_locs_to(this); 159 } 160 161 void CodeBlob::flush() { 162 if (_oop_maps) { 163 FREE_C_HEAP_ARRAY(unsigned char, _oop_maps); 164 _oop_maps = NULL; 165 } 166 _strings.free(); 167 } 168 169 void CodeBlob::set_oop_maps(OopMapSet* p) { 170 // Danger Will Robinson! This method allocates a big 171 // chunk of memory, its your job to free it. 172 if (p != NULL) { 173 _oop_maps = ImmutableOopMapSet::build_from(p); 174 } else { 175 _oop_maps = NULL; 176 } 177 } 178 179 180 void RuntimeBlob::trace_new_stub(RuntimeBlob* stub, const char* name1, const char* name2) { 181 // Do not hold the CodeCache lock during name formatting. 182 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub"); 183 184 if (stub != NULL) { 185 char stub_id[256]; 186 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), ""); 187 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2); 188 if (PrintStubCode) { 189 ttyLocker ttyl; 190 tty->print_cr("Decoding %s " INTPTR_FORMAT, stub_id, (intptr_t) stub); 191 Disassembler::decode(stub->code_begin(), stub->code_end()); 192 tty->cr(); 193 } 194 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end()); 195 196 if (JvmtiExport::should_post_dynamic_code_generated()) { 197 const char* stub_name = name2; 198 if (name2[0] == '\0') stub_name = name1; 199 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end()); 200 } 201 } 202 203 // Track memory usage statistic after releasing CodeCache_lock 204 MemoryService::track_code_cache_memory_usage(); 205 } 206 207 const ImmutableOopMap* CodeBlob::oop_map_for_return_address(address return_address) { 208 assert(_oop_maps != NULL, "nope"); 209 return _oop_maps->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin()); 210 } 211 212 void CodeBlob::print_code() { 213 HandleMark hm; 214 ResourceMark m; 215 Disassembler::decode(this, tty); 216 } 217 218 //---------------------------------------------------------------------------------------------------- 219 // Implementation of BufferBlob 220 221 222 BufferBlob::BufferBlob(const char* name, int size) 223 : RuntimeBlob(name, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, /*locs_size:*/ 0) 224 {} 225 226 BufferBlob* BufferBlob::create(const char* name, int buffer_size) { 227 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 228 229 BufferBlob* blob = NULL; 230 unsigned int size = sizeof(BufferBlob); 231 CodeCacheExtensions::size_blob(name, &buffer_size); 232 // align the size to CodeEntryAlignment 233 size = CodeBlob::align_code_offset(size); 234 size += round_to(buffer_size, oopSize); 235 assert(name != NULL, "must provide a name"); 236 { 237 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 238 blob = new (size) BufferBlob(name, size); 239 } 240 // Track memory usage statistic after releasing CodeCache_lock 241 MemoryService::track_code_cache_memory_usage(); 242 243 return blob; 244 } 245 246 247 BufferBlob::BufferBlob(const char* name, int size, CodeBuffer* cb) 248 : RuntimeBlob(name, cb, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, 0, NULL) 249 {} 250 251 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) { 252 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 253 254 BufferBlob* blob = NULL; 255 unsigned int size = CodeBlob::allocation_size(cb, sizeof(BufferBlob)); 256 assert(name != NULL, "must provide a name"); 257 { 258 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 259 blob = new (size) BufferBlob(name, size, cb); 260 } 261 // Track memory usage statistic after releasing CodeCache_lock 262 MemoryService::track_code_cache_memory_usage(); 263 264 return blob; 265 } 266 267 void* BufferBlob::operator new(size_t s, unsigned size) throw() { 268 return CodeCache::allocate(size, CodeBlobType::NonNMethod); 269 } 270 271 void BufferBlob::free(BufferBlob *blob) { 272 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 273 blob->flush(); 274 { 275 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 276 CodeCache::free((RuntimeBlob*)blob); 277 } 278 // Track memory usage statistic after releasing CodeCache_lock 279 MemoryService::track_code_cache_memory_usage(); 280 } 281 282 283 //---------------------------------------------------------------------------------------------------- 284 // Implementation of AdapterBlob 285 286 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb) : 287 BufferBlob("I2C/C2I adapters", size, cb) { 288 CodeCache::commit(this); 289 } 290 291 AdapterBlob* AdapterBlob::create(CodeBuffer* cb) { 292 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 293 294 AdapterBlob* blob = NULL; 295 unsigned int size = CodeBlob::allocation_size(cb, sizeof(AdapterBlob)); 296 { 297 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 298 blob = new (size) AdapterBlob(size, cb); 299 } 300 // Track memory usage statistic after releasing CodeCache_lock 301 MemoryService::track_code_cache_memory_usage(); 302 303 return blob; 304 } 305 306 307 //---------------------------------------------------------------------------------------------------- 308 // Implementation of MethodHandlesAdapterBlob 309 310 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) { 311 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 312 313 MethodHandlesAdapterBlob* blob = NULL; 314 unsigned int size = sizeof(MethodHandlesAdapterBlob); 315 CodeCacheExtensions::size_blob("MethodHandles adapters", &buffer_size); 316 // align the size to CodeEntryAlignment 317 size = CodeBlob::align_code_offset(size); 318 size += round_to(buffer_size, oopSize); 319 { 320 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 321 blob = new (size) MethodHandlesAdapterBlob(size); 322 if (blob == NULL) { 323 vm_exit_out_of_memory(size, OOM_MALLOC_ERROR, "CodeCache: no room for method handle adapter blob"); 324 } 325 } 326 // Track memory usage statistic after releasing CodeCache_lock 327 MemoryService::track_code_cache_memory_usage(); 328 329 return blob; 330 } 331 332 //---------------------------------------------------------------------------------------------------- 333 // Implementation of RuntimeStub 334 335 RuntimeStub::RuntimeStub( 336 const char* name, 337 CodeBuffer* cb, 338 int size, 339 int frame_complete, 340 int frame_size, 341 OopMapSet* oop_maps, 342 bool caller_must_gc_arguments 343 ) 344 : RuntimeBlob(name, cb, sizeof(RuntimeStub), size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments) 345 { 346 } 347 348 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name, 349 CodeBuffer* cb, 350 int frame_complete, 351 int frame_size, 352 OopMapSet* oop_maps, 353 bool caller_must_gc_arguments) 354 { 355 RuntimeStub* stub = NULL; 356 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 357 if (!CodeCacheExtensions::skip_code_generation()) { 358 // bypass useless code generation 359 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 360 unsigned int size = CodeBlob::allocation_size(cb, sizeof(RuntimeStub)); 361 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments); 362 } 363 stub = (RuntimeStub*) CodeCacheExtensions::handle_generated_blob(stub, stub_name); 364 365 trace_new_stub(stub, "RuntimeStub - ", stub_name); 366 367 return stub; 368 } 369 370 371 void* RuntimeStub::operator new(size_t s, unsigned size) throw() { 372 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod); 373 if (!p) fatal("Initial size of CodeCache is too small"); 374 return p; 375 } 376 377 // operator new shared by all singletons: 378 void* SingletonBlob::operator new(size_t s, unsigned size) throw() { 379 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod); 380 if (!p) fatal("Initial size of CodeCache is too small"); 381 return p; 382 } 383 384 385 //---------------------------------------------------------------------------------------------------- 386 // Implementation of DeoptimizationBlob 387 388 DeoptimizationBlob::DeoptimizationBlob( 389 CodeBuffer* cb, 390 int size, 391 OopMapSet* oop_maps, 392 int unpack_offset, 393 int unpack_with_exception_offset, 394 int unpack_with_reexecution_offset, 395 int frame_size 396 ) 397 : SingletonBlob("DeoptimizationBlob", cb, sizeof(DeoptimizationBlob), size, frame_size, oop_maps) 398 { 399 _unpack_offset = unpack_offset; 400 _unpack_with_exception = unpack_with_exception_offset; 401 _unpack_with_reexecution = unpack_with_reexecution_offset; 402 #ifdef COMPILER1 403 _unpack_with_exception_in_tls = -1; 404 #endif 405 } 406 407 408 DeoptimizationBlob* DeoptimizationBlob::create( 409 CodeBuffer* cb, 410 OopMapSet* oop_maps, 411 int unpack_offset, 412 int unpack_with_exception_offset, 413 int unpack_with_reexecution_offset, 414 int frame_size) 415 { 416 DeoptimizationBlob* blob = NULL; 417 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 418 { 419 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 420 unsigned int size = CodeBlob::allocation_size(cb, sizeof(DeoptimizationBlob)); 421 blob = new (size) DeoptimizationBlob(cb, 422 size, 423 oop_maps, 424 unpack_offset, 425 unpack_with_exception_offset, 426 unpack_with_reexecution_offset, 427 frame_size); 428 } 429 430 trace_new_stub(blob, "DeoptimizationBlob"); 431 432 return blob; 433 } 434 435 436 //---------------------------------------------------------------------------------------------------- 437 // Implementation of UncommonTrapBlob 438 439 #ifdef COMPILER2 440 UncommonTrapBlob::UncommonTrapBlob( 441 CodeBuffer* cb, 442 int size, 443 OopMapSet* oop_maps, 444 int frame_size 445 ) 446 : SingletonBlob("UncommonTrapBlob", cb, sizeof(UncommonTrapBlob), size, frame_size, oop_maps) 447 {} 448 449 450 UncommonTrapBlob* UncommonTrapBlob::create( 451 CodeBuffer* cb, 452 OopMapSet* oop_maps, 453 int frame_size) 454 { 455 UncommonTrapBlob* blob = NULL; 456 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 457 { 458 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 459 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UncommonTrapBlob)); 460 blob = new (size) UncommonTrapBlob(cb, size, oop_maps, frame_size); 461 } 462 463 trace_new_stub(blob, "UncommonTrapBlob"); 464 465 return blob; 466 } 467 468 469 #endif // COMPILER2 470 471 472 //---------------------------------------------------------------------------------------------------- 473 // Implementation of ExceptionBlob 474 475 #ifdef COMPILER2 476 ExceptionBlob::ExceptionBlob( 477 CodeBuffer* cb, 478 int size, 479 OopMapSet* oop_maps, 480 int frame_size 481 ) 482 : SingletonBlob("ExceptionBlob", cb, sizeof(ExceptionBlob), size, frame_size, oop_maps) 483 {} 484 485 486 ExceptionBlob* ExceptionBlob::create( 487 CodeBuffer* cb, 488 OopMapSet* oop_maps, 489 int frame_size) 490 { 491 ExceptionBlob* blob = NULL; 492 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 493 { 494 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 495 unsigned int size = CodeBlob::allocation_size(cb, sizeof(ExceptionBlob)); 496 blob = new (size) ExceptionBlob(cb, size, oop_maps, frame_size); 497 } 498 499 trace_new_stub(blob, "ExceptionBlob"); 500 501 return blob; 502 } 503 504 505 #endif // COMPILER2 506 507 508 //---------------------------------------------------------------------------------------------------- 509 // Implementation of SafepointBlob 510 511 SafepointBlob::SafepointBlob( 512 CodeBuffer* cb, 513 int size, 514 OopMapSet* oop_maps, 515 int frame_size 516 ) 517 : SingletonBlob("SafepointBlob", cb, sizeof(SafepointBlob), size, frame_size, oop_maps) 518 {} 519 520 521 SafepointBlob* SafepointBlob::create( 522 CodeBuffer* cb, 523 OopMapSet* oop_maps, 524 int frame_size) 525 { 526 SafepointBlob* blob = NULL; 527 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock 528 { 529 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag); 530 unsigned int size = CodeBlob::allocation_size(cb, sizeof(SafepointBlob)); 531 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size); 532 } 533 534 trace_new_stub(blob, "SafepointBlob"); 535 536 return blob; 537 } 538 539 540 //---------------------------------------------------------------------------------------------------- 541 // Verification and printing 542 543 void CodeBlob::print_on(outputStream* st) const { 544 st->print_cr("[CodeBlob (" INTPTR_FORMAT ")]", p2i(this)); 545 st->print_cr("Framesize: %d", _frame_size); 546 } 547 548 void CodeBlob::print_value_on(outputStream* st) const { 549 st->print_cr("[CodeBlob]"); 550 } 551 552 void RuntimeBlob::verify() { 553 ShouldNotReachHere(); 554 } 555 556 void BufferBlob::verify() { 557 // unimplemented 558 } 559 560 void BufferBlob::print_on(outputStream* st) const { 561 RuntimeBlob::print_on(st); 562 print_value_on(st); 563 } 564 565 void BufferBlob::print_value_on(outputStream* st) const { 566 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", p2i(this), name()); 567 } 568 569 void RuntimeStub::verify() { 570 // unimplemented 571 } 572 573 void RuntimeStub::print_on(outputStream* st) const { 574 ttyLocker ttyl; 575 RuntimeBlob::print_on(st); 576 st->print("Runtime Stub (" INTPTR_FORMAT "): ", p2i(this)); 577 st->print_cr("%s", name()); 578 Disassembler::decode((RuntimeBlob*)this, st); 579 } 580 581 void RuntimeStub::print_value_on(outputStream* st) const { 582 st->print("RuntimeStub (" INTPTR_FORMAT "): ", p2i(this)); st->print("%s", name()); 583 } 584 585 void SingletonBlob::verify() { 586 // unimplemented 587 } 588 589 void SingletonBlob::print_on(outputStream* st) const { 590 ttyLocker ttyl; 591 RuntimeBlob::print_on(st); 592 st->print_cr("%s", name()); 593 Disassembler::decode((RuntimeBlob*)this, st); 594 } 595 596 void SingletonBlob::print_value_on(outputStream* st) const { 597 st->print_cr("%s", name()); 598 } 599 600 void DeoptimizationBlob::print_value_on(outputStream* st) const { 601 st->print_cr("Deoptimization (frame not available)"); 602 }