1 /*
2 * Copyright (c) 1998, 2016, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "code/codeBlob.hpp"
27 #include "code/codeCache.hpp"
28 #include "code/codeCacheExtensions.hpp"
29 #include "code/relocInfo.hpp"
30 #include "compiler/disassembler.hpp"
31 #include "interpreter/bytecode.hpp"
32 #include "memory/allocation.inline.hpp"
33 #include "memory/heap.hpp"
34 #include "memory/resourceArea.hpp"
35 #include "oops/oop.inline.hpp"
36 #include "prims/forte.hpp"
37 #include "runtime/handles.inline.hpp"
38 #include "runtime/interfaceSupport.hpp"
39 #include "runtime/mutexLocker.hpp"
40 #include "runtime/safepoint.hpp"
41 #include "runtime/sharedRuntime.hpp"
42 #include "runtime/vframe.hpp"
43 #include "services/memoryService.hpp"
44 #ifdef COMPILER1
45 #include "c1/c1_Runtime1.hpp"
46 #endif
47
48 const char* CodeBlob::compiler_name() const {
49 return compilertype2name(_type);
50 }
51
52 unsigned int CodeBlob::align_code_offset(int offset) {
53 // align the size to CodeEntryAlignment
54 return
55 ((offset + (int)CodeHeap::header_size() + (CodeEntryAlignment-1)) & ~(CodeEntryAlignment-1))
56 - (int)CodeHeap::header_size();
57 }
58
59
60 // This must be consistent with the CodeBlob constructor's layout actions.
61 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) {
62 unsigned int size = header_size;
63 size += round_to(cb->total_relocation_size(), oopSize);
64 // align the size to CodeEntryAlignment
65 size = align_code_offset(size);
66 size += round_to(cb->total_content_size(), oopSize);
67 size += round_to(cb->total_oop_size(), oopSize);
68 size += round_to(cb->total_metadata_size(), oopSize);
69 return size;
70 }
71
72 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, int frame_complete_offset, int frame_size, ImmutableOopMapSet* oop_maps, bool caller_must_gc_arguments) :
73 _name(name),
74 _size(layout.size()),
75 _header_size(layout.header_size()),
76 _frame_complete_offset(frame_complete_offset),
77 _data_offset(layout.data_offset()),
78 _frame_size(frame_size),
79 _strings(CodeStrings()),
80 _oop_maps(oop_maps),
81 _caller_must_gc_arguments(caller_must_gc_arguments),
82 _code_begin(layout.code_begin()),
83 _code_end(layout.code_end()),
84 _data_end(layout.data_end()),
85 _relocation_begin(layout.relocation_begin()),
86 _relocation_end(layout.relocation_end()),
87 _content_begin(layout.content_begin()),
88 _type(type)
89 {
90 assert(layout.size() == round_to(layout.size(), oopSize), "unaligned size");
91 assert(layout.header_size() == round_to(layout.header_size(), oopSize), "unaligned size");
92 assert(layout.relocation_size() == round_to(layout.relocation_size(), oopSize), "unaligned size");
93 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()");
94 #ifdef COMPILER1
95 // probably wrong for tiered
96 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
97 #endif // COMPILER1
98 }
99
100 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, CodeBuffer* cb, int frame_complete_offset, int frame_size, OopMapSet* oop_maps, bool caller_must_gc_arguments) :
101 _name(name),
102 _size(layout.size()),
103 _header_size(layout.header_size()),
104 _frame_complete_offset(frame_complete_offset),
105 _data_offset(layout.data_offset()),
106 _frame_size(frame_size),
107 _strings(CodeStrings()),
108 _caller_must_gc_arguments(caller_must_gc_arguments),
109 _code_begin(layout.code_begin()),
110 _code_end(layout.code_end()),
111 _data_end(layout.data_end()),
112 _relocation_begin(layout.relocation_begin()),
113 _relocation_end(layout.relocation_end()),
114 _content_begin(layout.content_begin()),
115 _type(type)
116 {
117 assert(_size == round_to(_size, oopSize), "unaligned size");
118 assert(_header_size == round_to(_header_size, oopSize), "unaligned size");
119 assert(_data_offset <= _size, "codeBlob is too small");
120 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()");
121
122 set_oop_maps(oop_maps);
123 #ifdef COMPILER1
124 // probably wrong for tiered
125 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
126 #endif // COMPILER1
127 }
128
129
130 // Creates a simple CodeBlob. Sets up the size of the different regions.
131 RuntimeBlob::RuntimeBlob(const char* name, int header_size, int size, int frame_complete, int locs_size)
132 : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, locs_size, size), frame_complete, 0, NULL, false /* caller_must_gc_arguments */)
133 {
134 assert(locs_size == round_to(locs_size, oopSize), "unaligned size");
135 assert(!UseRelocIndex, "no space allocated for reloc index yet");
136
137 // Note: If UseRelocIndex is enabled, there needs to be (at least) one
138 // extra word for the relocation information, containing the reloc
139 // index table length. Unfortunately, the reloc index table imple-
140 // mentation is not easily understandable and thus it is not clear
141 // what exactly the format is supposed to be. For now, we just turn
142 // off the use of this table (gri 7/6/2000).
143 }
144
145
146 // Creates a RuntimeBlob from a CodeBuffer
147 // and copy code and relocation info.
148 RuntimeBlob::RuntimeBlob(
149 const char* name,
150 CodeBuffer* cb,
151 int header_size,
152 int size,
153 int frame_complete,
154 int frame_size,
155 OopMapSet* oop_maps,
156 bool caller_must_gc_arguments
157 ) : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, cb), cb, frame_complete, frame_size, oop_maps, caller_must_gc_arguments) {
158 cb->copy_code_and_locs_to(this);
159 }
160
161 void CodeBlob::flush() {
162 if (_oop_maps) {
163 FREE_C_HEAP_ARRAY(unsigned char, _oop_maps);
164 _oop_maps = NULL;
165 }
166 _strings.free();
167 }
168
169 void CodeBlob::set_oop_maps(OopMapSet* p) {
170 // Danger Will Robinson! This method allocates a big
171 // chunk of memory, its your job to free it.
172 if (p != NULL) {
173 _oop_maps = ImmutableOopMapSet::build_from(p);
174 } else {
175 _oop_maps = NULL;
176 }
177 }
178
179
180 void RuntimeBlob::trace_new_stub(RuntimeBlob* stub, const char* name1, const char* name2) {
181 // Do not hold the CodeCache lock during name formatting.
182 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub");
183
184 if (stub != NULL) {
185 char stub_id[256];
186 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), "");
187 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2);
188 if (PrintStubCode) {
189 ttyLocker ttyl;
190 tty->print_cr("Decoding %s " INTPTR_FORMAT, stub_id, (intptr_t) stub);
191 Disassembler::decode(stub->code_begin(), stub->code_end());
192 tty->cr();
193 }
194 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end());
195
196 if (JvmtiExport::should_post_dynamic_code_generated()) {
197 const char* stub_name = name2;
198 if (name2[0] == '\0') stub_name = name1;
199 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end());
200 }
201 }
202
203 // Track memory usage statistic after releasing CodeCache_lock
204 MemoryService::track_code_cache_memory_usage();
205 }
206
207 const ImmutableOopMap* CodeBlob::oop_map_for_return_address(address return_address) {
208 assert(_oop_maps != NULL, "nope");
209 return _oop_maps->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin());
210 }
211
212 void CodeBlob::print_code() {
213 HandleMark hm;
214 ResourceMark m;
215 Disassembler::decode(this, tty);
216 }
217
218 //----------------------------------------------------------------------------------------------------
219 // Implementation of BufferBlob
220
221
222 BufferBlob::BufferBlob(const char* name, int size)
223 : RuntimeBlob(name, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, /*locs_size:*/ 0)
224 {}
225
226 BufferBlob* BufferBlob::create(const char* name, int buffer_size) {
227 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
228
229 BufferBlob* blob = NULL;
230 unsigned int size = sizeof(BufferBlob);
231 CodeCacheExtensions::size_blob(name, &buffer_size);
232 // align the size to CodeEntryAlignment
233 size = CodeBlob::align_code_offset(size);
234 size += round_to(buffer_size, oopSize);
235 assert(name != NULL, "must provide a name");
236 {
237 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
238 blob = new (size) BufferBlob(name, size);
239 }
240 // Track memory usage statistic after releasing CodeCache_lock
241 MemoryService::track_code_cache_memory_usage();
242
243 return blob;
244 }
245
246
247 BufferBlob::BufferBlob(const char* name, int size, CodeBuffer* cb)
248 : RuntimeBlob(name, cb, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, 0, NULL)
249 {}
250
251 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) {
252 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
253
254 BufferBlob* blob = NULL;
255 unsigned int size = CodeBlob::allocation_size(cb, sizeof(BufferBlob));
256 assert(name != NULL, "must provide a name");
257 {
258 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
259 blob = new (size) BufferBlob(name, size, cb);
260 }
261 // Track memory usage statistic after releasing CodeCache_lock
262 MemoryService::track_code_cache_memory_usage();
263
264 return blob;
265 }
266
267 void* BufferBlob::operator new(size_t s, unsigned size) throw() {
268 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
269 }
270
271 void BufferBlob::free(BufferBlob *blob) {
272 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
273 blob->flush();
274 {
275 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
276 CodeCache::free((RuntimeBlob*)blob);
277 }
278 // Track memory usage statistic after releasing CodeCache_lock
279 MemoryService::track_code_cache_memory_usage();
280 }
281
282
283 //----------------------------------------------------------------------------------------------------
284 // Implementation of AdapterBlob
285
286 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb) :
287 BufferBlob("I2C/C2I adapters", size, cb) {
288 CodeCache::commit(this);
289 }
290
291 AdapterBlob* AdapterBlob::create(CodeBuffer* cb) {
292 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
293
294 AdapterBlob* blob = NULL;
295 unsigned int size = CodeBlob::allocation_size(cb, sizeof(AdapterBlob));
296 {
297 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
298 blob = new (size) AdapterBlob(size, cb);
299 }
300 // Track memory usage statistic after releasing CodeCache_lock
301 MemoryService::track_code_cache_memory_usage();
302
303 return blob;
304 }
305
306
307 //----------------------------------------------------------------------------------------------------
308 // Implementation of MethodHandlesAdapterBlob
309
310 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) {
311 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
312
313 MethodHandlesAdapterBlob* blob = NULL;
314 unsigned int size = sizeof(MethodHandlesAdapterBlob);
315 CodeCacheExtensions::size_blob("MethodHandles adapters", &buffer_size);
316 // align the size to CodeEntryAlignment
317 size = CodeBlob::align_code_offset(size);
318 size += round_to(buffer_size, oopSize);
319 {
320 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
321 blob = new (size) MethodHandlesAdapterBlob(size);
322 if (blob == NULL) {
323 vm_exit_out_of_memory(size, OOM_MALLOC_ERROR, "CodeCache: no room for method handle adapter blob");
324 }
325 }
326 // Track memory usage statistic after releasing CodeCache_lock
327 MemoryService::track_code_cache_memory_usage();
328
329 return blob;
330 }
331
332 //----------------------------------------------------------------------------------------------------
333 // Implementation of RuntimeStub
334
335 RuntimeStub::RuntimeStub(
336 const char* name,
337 CodeBuffer* cb,
338 int size,
339 int frame_complete,
340 int frame_size,
341 OopMapSet* oop_maps,
342 bool caller_must_gc_arguments
343 )
344 : RuntimeBlob(name, cb, sizeof(RuntimeStub), size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments)
345 {
346 }
347
348 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name,
349 CodeBuffer* cb,
350 int frame_complete,
351 int frame_size,
352 OopMapSet* oop_maps,
353 bool caller_must_gc_arguments)
354 {
355 RuntimeStub* stub = NULL;
356 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
357 if (!CodeCacheExtensions::skip_code_generation()) {
358 // bypass useless code generation
359 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
360 unsigned int size = CodeBlob::allocation_size(cb, sizeof(RuntimeStub));
361 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments);
362 }
363 stub = (RuntimeStub*) CodeCacheExtensions::handle_generated_blob(stub, stub_name);
364
365 trace_new_stub(stub, "RuntimeStub - ", stub_name);
366
367 return stub;
368 }
369
370
371 void* RuntimeStub::operator new(size_t s, unsigned size) throw() {
372 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod);
373 if (!p) fatal("Initial size of CodeCache is too small");
374 return p;
375 }
376
377 // operator new shared by all singletons:
378 void* SingletonBlob::operator new(size_t s, unsigned size) throw() {
379 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod);
380 if (!p) fatal("Initial size of CodeCache is too small");
381 return p;
382 }
383
384
385 //----------------------------------------------------------------------------------------------------
386 // Implementation of DeoptimizationBlob
387
388 DeoptimizationBlob::DeoptimizationBlob(
389 CodeBuffer* cb,
390 int size,
391 OopMapSet* oop_maps,
392 int unpack_offset,
393 int unpack_with_exception_offset,
394 int unpack_with_reexecution_offset,
395 int frame_size
396 )
397 : SingletonBlob("DeoptimizationBlob", cb, sizeof(DeoptimizationBlob), size, frame_size, oop_maps)
398 {
399 _unpack_offset = unpack_offset;
400 _unpack_with_exception = unpack_with_exception_offset;
401 _unpack_with_reexecution = unpack_with_reexecution_offset;
402 #ifdef COMPILER1
403 _unpack_with_exception_in_tls = -1;
404 #endif
405 }
406
407
408 DeoptimizationBlob* DeoptimizationBlob::create(
409 CodeBuffer* cb,
410 OopMapSet* oop_maps,
411 int unpack_offset,
412 int unpack_with_exception_offset,
413 int unpack_with_reexecution_offset,
414 int frame_size)
415 {
416 DeoptimizationBlob* blob = NULL;
417 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
418 {
419 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
420 unsigned int size = CodeBlob::allocation_size(cb, sizeof(DeoptimizationBlob));
421 blob = new (size) DeoptimizationBlob(cb,
422 size,
423 oop_maps,
424 unpack_offset,
425 unpack_with_exception_offset,
426 unpack_with_reexecution_offset,
427 frame_size);
428 }
429
430 trace_new_stub(blob, "DeoptimizationBlob");
431
432 return blob;
433 }
434
435
436 //----------------------------------------------------------------------------------------------------
437 // Implementation of UncommonTrapBlob
438
439 #ifdef COMPILER2
440 UncommonTrapBlob::UncommonTrapBlob(
441 CodeBuffer* cb,
442 int size,
443 OopMapSet* oop_maps,
444 int frame_size
445 )
446 : SingletonBlob("UncommonTrapBlob", cb, sizeof(UncommonTrapBlob), size, frame_size, oop_maps)
447 {}
448
449
450 UncommonTrapBlob* UncommonTrapBlob::create(
451 CodeBuffer* cb,
452 OopMapSet* oop_maps,
453 int frame_size)
454 {
455 UncommonTrapBlob* blob = NULL;
456 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
457 {
458 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
459 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UncommonTrapBlob));
460 blob = new (size) UncommonTrapBlob(cb, size, oop_maps, frame_size);
461 }
462
463 trace_new_stub(blob, "UncommonTrapBlob");
464
465 return blob;
466 }
467
468
469 #endif // COMPILER2
470
471
472 //----------------------------------------------------------------------------------------------------
473 // Implementation of ExceptionBlob
474
475 #ifdef COMPILER2
476 ExceptionBlob::ExceptionBlob(
477 CodeBuffer* cb,
478 int size,
479 OopMapSet* oop_maps,
480 int frame_size
481 )
482 : SingletonBlob("ExceptionBlob", cb, sizeof(ExceptionBlob), size, frame_size, oop_maps)
483 {}
484
485
486 ExceptionBlob* ExceptionBlob::create(
487 CodeBuffer* cb,
488 OopMapSet* oop_maps,
489 int frame_size)
490 {
491 ExceptionBlob* blob = NULL;
492 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
493 {
494 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
495 unsigned int size = CodeBlob::allocation_size(cb, sizeof(ExceptionBlob));
496 blob = new (size) ExceptionBlob(cb, size, oop_maps, frame_size);
497 }
498
499 trace_new_stub(blob, "ExceptionBlob");
500
501 return blob;
502 }
503
504
505 #endif // COMPILER2
506
507
508 //----------------------------------------------------------------------------------------------------
509 // Implementation of SafepointBlob
510
511 SafepointBlob::SafepointBlob(
512 CodeBuffer* cb,
513 int size,
514 OopMapSet* oop_maps,
515 int frame_size
516 )
517 : SingletonBlob("SafepointBlob", cb, sizeof(SafepointBlob), size, frame_size, oop_maps)
518 {}
519
520
521 SafepointBlob* SafepointBlob::create(
522 CodeBuffer* cb,
523 OopMapSet* oop_maps,
524 int frame_size)
525 {
526 SafepointBlob* blob = NULL;
527 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
528 {
529 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
530 unsigned int size = CodeBlob::allocation_size(cb, sizeof(SafepointBlob));
531 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size);
532 }
533
534 trace_new_stub(blob, "SafepointBlob");
535
536 return blob;
537 }
538
539
540 //----------------------------------------------------------------------------------------------------
541 // Verification and printing
542
543 void CodeBlob::print_on(outputStream* st) const {
544 st->print_cr("[CodeBlob (" INTPTR_FORMAT ")]", p2i(this));
545 st->print_cr("Framesize: %d", _frame_size);
546 }
547
548 void CodeBlob::print_value_on(outputStream* st) const {
549 st->print_cr("[CodeBlob]");
550 }
551
552 void RuntimeBlob::verify() {
553 ShouldNotReachHere();
554 }
555
556 void BufferBlob::verify() {
557 // unimplemented
558 }
559
560 void BufferBlob::print_on(outputStream* st) const {
561 RuntimeBlob::print_on(st);
562 print_value_on(st);
563 }
564
565 void BufferBlob::print_value_on(outputStream* st) const {
566 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", p2i(this), name());
567 }
568
569 void RuntimeStub::verify() {
570 // unimplemented
571 }
572
573 void RuntimeStub::print_on(outputStream* st) const {
574 ttyLocker ttyl;
575 RuntimeBlob::print_on(st);
576 st->print("Runtime Stub (" INTPTR_FORMAT "): ", p2i(this));
577 st->print_cr("%s", name());
578 Disassembler::decode((RuntimeBlob*)this, st);
579 }
580
581 void RuntimeStub::print_value_on(outputStream* st) const {
582 st->print("RuntimeStub (" INTPTR_FORMAT "): ", p2i(this)); st->print("%s", name());
583 }
584
585 void SingletonBlob::verify() {
586 // unimplemented
587 }
588
589 void SingletonBlob::print_on(outputStream* st) const {
590 ttyLocker ttyl;
591 RuntimeBlob::print_on(st);
592 st->print_cr("%s", name());
593 Disassembler::decode((RuntimeBlob*)this, st);
594 }
595
596 void SingletonBlob::print_value_on(outputStream* st) const {
597 st->print_cr("%s", name());
598 }
599
600 void DeoptimizationBlob::print_value_on(outputStream* st) const {
601 st->print_cr("Deoptimization (frame not available)");
602 }