1 /*
2 * Copyright (c) 1998, 2016, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "code/codeBlob.hpp"
27 #include "code/codeCache.hpp"
28 #include "code/relocInfo.hpp"
29 #include "compiler/disassembler.hpp"
30 #include "interpreter/bytecode.hpp"
31 #include "memory/allocation.inline.hpp"
32 #include "memory/heap.hpp"
33 #include "memory/resourceArea.hpp"
34 #include "oops/oop.inline.hpp"
35 #include "prims/forte.hpp"
36 #include "runtime/handles.inline.hpp"
37 #include "runtime/interfaceSupport.hpp"
38 #include "runtime/mutexLocker.hpp"
39 #include "runtime/safepoint.hpp"
40 #include "runtime/sharedRuntime.hpp"
41 #include "runtime/vframe.hpp"
42 #include "services/memoryService.hpp"
43 #ifdef COMPILER1
44 #include "c1/c1_Runtime1.hpp"
45 #endif
46
47 const char* CodeBlob::compiler_name() const {
48 return compilertype2name(_type);
49 }
50
51 unsigned int CodeBlob::align_code_offset(int offset) {
52 // align the size to CodeEntryAlignment
53 return
54 ((offset + (int)CodeHeap::header_size() + (CodeEntryAlignment-1)) & ~(CodeEntryAlignment-1))
55 - (int)CodeHeap::header_size();
56 }
57
58
59 // This must be consistent with the CodeBlob constructor's layout actions.
60 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) {
61 unsigned int size = header_size;
62 size += round_to(cb->total_relocation_size(), oopSize);
63 // align the size to CodeEntryAlignment
64 size = align_code_offset(size);
65 size += round_to(cb->total_content_size(), oopSize);
66 size += round_to(cb->total_oop_size(), oopSize);
67 size += round_to(cb->total_metadata_size(), oopSize);
68 return size;
69 }
70
71 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, int frame_complete_offset, int frame_size, ImmutableOopMapSet* oop_maps, bool caller_must_gc_arguments) :
72 _name(name),
73 _size(layout.size()),
74 _header_size(layout.header_size()),
75 _frame_complete_offset(frame_complete_offset),
76 _data_offset(layout.data_offset()),
77 _frame_size(frame_size),
78 _strings(CodeStrings()),
79 _oop_maps(oop_maps),
80 _caller_must_gc_arguments(caller_must_gc_arguments),
81 _code_begin(layout.code_begin()),
82 _code_end(layout.code_end()),
83 _data_end(layout.data_end()),
84 _relocation_begin(layout.relocation_begin()),
85 _relocation_end(layout.relocation_end()),
86 _content_begin(layout.content_begin()),
87 _type(type)
88 {
89 assert(layout.size() == round_to(layout.size(), oopSize), "unaligned size");
90 assert(layout.header_size() == round_to(layout.header_size(), oopSize), "unaligned size");
91 assert(layout.relocation_size() == round_to(layout.relocation_size(), oopSize), "unaligned size");
92 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()");
93 #ifdef COMPILER1
94 // probably wrong for tiered
95 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
96 #endif // COMPILER1
97 }
98
99 CodeBlob::CodeBlob(const char* name, CompilerType type, const CodeBlobLayout& layout, CodeBuffer* cb, int frame_complete_offset, int frame_size, OopMapSet* oop_maps, bool caller_must_gc_arguments) :
100 _name(name),
101 _size(layout.size()),
102 _header_size(layout.header_size()),
103 _frame_complete_offset(frame_complete_offset),
104 _data_offset(layout.data_offset()),
105 _frame_size(frame_size),
106 _strings(CodeStrings()),
107 _caller_must_gc_arguments(caller_must_gc_arguments),
108 _code_begin(layout.code_begin()),
109 _code_end(layout.code_end()),
110 _data_end(layout.data_end()),
111 _relocation_begin(layout.relocation_begin()),
112 _relocation_end(layout.relocation_end()),
113 _content_begin(layout.content_begin()),
114 _type(type)
115 {
116 assert(_size == round_to(_size, oopSize), "unaligned size");
117 assert(_header_size == round_to(_header_size, oopSize), "unaligned size");
118 assert(_data_offset <= _size, "codeBlob is too small");
119 assert(layout.code_end() == layout.content_end(), "must be the same - see code_end()");
120
121 set_oop_maps(oop_maps);
122 #ifdef COMPILER1
123 // probably wrong for tiered
124 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
125 #endif // COMPILER1
126 }
127
128
129 // Creates a simple CodeBlob. Sets up the size of the different regions.
130 RuntimeBlob::RuntimeBlob(const char* name, int header_size, int size, int frame_complete, int locs_size)
131 : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, locs_size, size), frame_complete, 0, NULL, false /* caller_must_gc_arguments */)
132 {
133 assert(locs_size == round_to(locs_size, oopSize), "unaligned size");
134 assert(!UseRelocIndex, "no space allocated for reloc index yet");
135
136 // Note: If UseRelocIndex is enabled, there needs to be (at least) one
137 // extra word for the relocation information, containing the reloc
138 // index table length. Unfortunately, the reloc index table imple-
139 // mentation is not easily understandable and thus it is not clear
140 // what exactly the format is supposed to be. For now, we just turn
141 // off the use of this table (gri 7/6/2000).
142 }
143
144
145 // Creates a RuntimeBlob from a CodeBuffer
146 // and copy code and relocation info.
147 RuntimeBlob::RuntimeBlob(
148 const char* name,
149 CodeBuffer* cb,
150 int header_size,
151 int size,
152 int frame_complete,
153 int frame_size,
154 OopMapSet* oop_maps,
155 bool caller_must_gc_arguments
156 ) : CodeBlob(name, compiler_none, CodeBlobLayout((address) this, size, header_size, cb), cb, frame_complete, frame_size, oop_maps, caller_must_gc_arguments) {
157 cb->copy_code_and_locs_to(this);
158 }
159
160 void CodeBlob::flush() {
161 if (_oop_maps) {
162 FREE_C_HEAP_ARRAY(unsigned char, _oop_maps);
163 _oop_maps = NULL;
164 }
165 _strings.free();
166 }
167
168 void CodeBlob::set_oop_maps(OopMapSet* p) {
169 // Danger Will Robinson! This method allocates a big
170 // chunk of memory, its your job to free it.
171 if (p != NULL) {
172 _oop_maps = ImmutableOopMapSet::build_from(p);
173 } else {
174 _oop_maps = NULL;
175 }
176 }
177
178
179 void RuntimeBlob::trace_new_stub(RuntimeBlob* stub, const char* name1, const char* name2) {
180 // Do not hold the CodeCache lock during name formatting.
181 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub");
182
183 if (stub != NULL) {
184 char stub_id[256];
185 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), "");
186 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2);
187 if (PrintStubCode) {
188 ttyLocker ttyl;
189 tty->print_cr("Decoding %s " INTPTR_FORMAT, stub_id, (intptr_t) stub);
190 Disassembler::decode(stub->code_begin(), stub->code_end());
191 tty->cr();
192 }
193 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end());
194
195 if (JvmtiExport::should_post_dynamic_code_generated()) {
196 const char* stub_name = name2;
197 if (name2[0] == '\0') stub_name = name1;
198 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end());
199 }
200 }
201
202 // Track memory usage statistic after releasing CodeCache_lock
203 MemoryService::track_code_cache_memory_usage();
204 }
205
206 const ImmutableOopMap* CodeBlob::oop_map_for_return_address(address return_address) {
207 assert(_oop_maps != NULL, "nope");
208 return _oop_maps->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin());
209 }
210
211 void CodeBlob::print_code() {
212 HandleMark hm;
213 ResourceMark m;
214 Disassembler::decode(this, tty);
215 }
216
217 //----------------------------------------------------------------------------------------------------
218 // Implementation of BufferBlob
219
220
221 BufferBlob::BufferBlob(const char* name, int size)
222 : RuntimeBlob(name, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, /*locs_size:*/ 0)
223 {}
224
225 BufferBlob* BufferBlob::create(const char* name, int buffer_size) {
226 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
227
228 BufferBlob* blob = NULL;
229 unsigned int size = sizeof(BufferBlob);
230 // align the size to CodeEntryAlignment
231 size = CodeBlob::align_code_offset(size);
232 size += round_to(buffer_size, oopSize);
233 assert(name != NULL, "must provide a name");
234 {
235 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
236 blob = new (size) BufferBlob(name, size);
237 }
238 // Track memory usage statistic after releasing CodeCache_lock
239 MemoryService::track_code_cache_memory_usage();
240
241 return blob;
242 }
243
244
245 BufferBlob::BufferBlob(const char* name, int size, CodeBuffer* cb)
246 : RuntimeBlob(name, cb, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, 0, NULL)
247 {}
248
249 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) {
250 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
251
252 BufferBlob* blob = NULL;
253 unsigned int size = CodeBlob::allocation_size(cb, sizeof(BufferBlob));
254 assert(name != NULL, "must provide a name");
255 {
256 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
257 blob = new (size) BufferBlob(name, size, cb);
258 }
259 // Track memory usage statistic after releasing CodeCache_lock
260 MemoryService::track_code_cache_memory_usage();
261
262 return blob;
263 }
264
265 void* BufferBlob::operator new(size_t s, unsigned size) throw() {
266 return CodeCache::allocate(size, CodeBlobType::NonNMethod);
267 }
268
269 void BufferBlob::free(BufferBlob *blob) {
270 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
271 blob->flush();
272 {
273 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
274 CodeCache::free((RuntimeBlob*)blob);
275 }
276 // Track memory usage statistic after releasing CodeCache_lock
277 MemoryService::track_code_cache_memory_usage();
278 }
279
280
281 //----------------------------------------------------------------------------------------------------
282 // Implementation of AdapterBlob
283
284 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb) :
285 BufferBlob("I2C/C2I adapters", size, cb) {
286 CodeCache::commit(this);
287 }
288
289 AdapterBlob* AdapterBlob::create(CodeBuffer* cb) {
290 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
291
292 AdapterBlob* blob = NULL;
293 unsigned int size = CodeBlob::allocation_size(cb, sizeof(AdapterBlob));
294 {
295 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
296 blob = new (size) AdapterBlob(size, cb);
297 }
298 // Track memory usage statistic after releasing CodeCache_lock
299 MemoryService::track_code_cache_memory_usage();
300
301 return blob;
302 }
303
304
305 //----------------------------------------------------------------------------------------------------
306 // Implementation of MethodHandlesAdapterBlob
307
308 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) {
309 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
310
311 MethodHandlesAdapterBlob* blob = NULL;
312 unsigned int size = sizeof(MethodHandlesAdapterBlob);
313 // align the size to CodeEntryAlignment
314 size = CodeBlob::align_code_offset(size);
315 size += round_to(buffer_size, oopSize);
316 {
317 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
318 blob = new (size) MethodHandlesAdapterBlob(size);
319 if (blob == NULL) {
320 vm_exit_out_of_memory(size, OOM_MALLOC_ERROR, "CodeCache: no room for method handle adapter blob");
321 }
322 }
323 // Track memory usage statistic after releasing CodeCache_lock
324 MemoryService::track_code_cache_memory_usage();
325
326 return blob;
327 }
328
329 //----------------------------------------------------------------------------------------------------
330 // Implementation of RuntimeStub
331
332 RuntimeStub::RuntimeStub(
333 const char* name,
334 CodeBuffer* cb,
335 int size,
336 int frame_complete,
337 int frame_size,
338 OopMapSet* oop_maps,
339 bool caller_must_gc_arguments
340 )
341 : RuntimeBlob(name, cb, sizeof(RuntimeStub), size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments)
342 {
343 }
344
345 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name,
346 CodeBuffer* cb,
347 int frame_complete,
348 int frame_size,
349 OopMapSet* oop_maps,
350 bool caller_must_gc_arguments)
351 {
352 RuntimeStub* stub = NULL;
353 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
354 {
355 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
356 unsigned int size = CodeBlob::allocation_size(cb, sizeof(RuntimeStub));
357 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments);
358 }
359
360 trace_new_stub(stub, "RuntimeStub - ", stub_name);
361
362 return stub;
363 }
364
365
366 void* RuntimeStub::operator new(size_t s, unsigned size) throw() {
367 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod);
368 if (!p) fatal("Initial size of CodeCache is too small");
369 return p;
370 }
371
372 // operator new shared by all singletons:
373 void* SingletonBlob::operator new(size_t s, unsigned size) throw() {
374 void* p = CodeCache::allocate(size, CodeBlobType::NonNMethod);
375 if (!p) fatal("Initial size of CodeCache is too small");
376 return p;
377 }
378
379
380 //----------------------------------------------------------------------------------------------------
381 // Implementation of DeoptimizationBlob
382
383 DeoptimizationBlob::DeoptimizationBlob(
384 CodeBuffer* cb,
385 int size,
386 OopMapSet* oop_maps,
387 int unpack_offset,
388 int unpack_with_exception_offset,
389 int unpack_with_reexecution_offset,
390 int frame_size
391 )
392 : SingletonBlob("DeoptimizationBlob", cb, sizeof(DeoptimizationBlob), size, frame_size, oop_maps)
393 {
394 _unpack_offset = unpack_offset;
395 _unpack_with_exception = unpack_with_exception_offset;
396 _unpack_with_reexecution = unpack_with_reexecution_offset;
397 #ifdef COMPILER1
398 _unpack_with_exception_in_tls = -1;
399 #endif
400 }
401
402
403 DeoptimizationBlob* DeoptimizationBlob::create(
404 CodeBuffer* cb,
405 OopMapSet* oop_maps,
406 int unpack_offset,
407 int unpack_with_exception_offset,
408 int unpack_with_reexecution_offset,
409 int frame_size)
410 {
411 DeoptimizationBlob* blob = NULL;
412 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
413 {
414 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
415 unsigned int size = CodeBlob::allocation_size(cb, sizeof(DeoptimizationBlob));
416 blob = new (size) DeoptimizationBlob(cb,
417 size,
418 oop_maps,
419 unpack_offset,
420 unpack_with_exception_offset,
421 unpack_with_reexecution_offset,
422 frame_size);
423 }
424
425 trace_new_stub(blob, "DeoptimizationBlob");
426
427 return blob;
428 }
429
430
431 //----------------------------------------------------------------------------------------------------
432 // Implementation of UncommonTrapBlob
433
434 #ifdef COMPILER2
435 UncommonTrapBlob::UncommonTrapBlob(
436 CodeBuffer* cb,
437 int size,
438 OopMapSet* oop_maps,
439 int frame_size
440 )
441 : SingletonBlob("UncommonTrapBlob", cb, sizeof(UncommonTrapBlob), size, frame_size, oop_maps)
442 {}
443
444
445 UncommonTrapBlob* UncommonTrapBlob::create(
446 CodeBuffer* cb,
447 OopMapSet* oop_maps,
448 int frame_size)
449 {
450 UncommonTrapBlob* blob = NULL;
451 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
452 {
453 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
454 unsigned int size = CodeBlob::allocation_size(cb, sizeof(UncommonTrapBlob));
455 blob = new (size) UncommonTrapBlob(cb, size, oop_maps, frame_size);
456 }
457
458 trace_new_stub(blob, "UncommonTrapBlob");
459
460 return blob;
461 }
462
463
464 #endif // COMPILER2
465
466
467 //----------------------------------------------------------------------------------------------------
468 // Implementation of ExceptionBlob
469
470 #ifdef COMPILER2
471 ExceptionBlob::ExceptionBlob(
472 CodeBuffer* cb,
473 int size,
474 OopMapSet* oop_maps,
475 int frame_size
476 )
477 : SingletonBlob("ExceptionBlob", cb, sizeof(ExceptionBlob), size, frame_size, oop_maps)
478 {}
479
480
481 ExceptionBlob* ExceptionBlob::create(
482 CodeBuffer* cb,
483 OopMapSet* oop_maps,
484 int frame_size)
485 {
486 ExceptionBlob* blob = NULL;
487 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
488 {
489 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
490 unsigned int size = CodeBlob::allocation_size(cb, sizeof(ExceptionBlob));
491 blob = new (size) ExceptionBlob(cb, size, oop_maps, frame_size);
492 }
493
494 trace_new_stub(blob, "ExceptionBlob");
495
496 return blob;
497 }
498
499
500 #endif // COMPILER2
501
502
503 //----------------------------------------------------------------------------------------------------
504 // Implementation of SafepointBlob
505
506 SafepointBlob::SafepointBlob(
507 CodeBuffer* cb,
508 int size,
509 OopMapSet* oop_maps,
510 int frame_size
511 )
512 : SingletonBlob("SafepointBlob", cb, sizeof(SafepointBlob), size, frame_size, oop_maps)
513 {}
514
515
516 SafepointBlob* SafepointBlob::create(
517 CodeBuffer* cb,
518 OopMapSet* oop_maps,
519 int frame_size)
520 {
521 SafepointBlob* blob = NULL;
522 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
523 {
524 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
525 unsigned int size = CodeBlob::allocation_size(cb, sizeof(SafepointBlob));
526 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size);
527 }
528
529 trace_new_stub(blob, "SafepointBlob");
530
531 return blob;
532 }
533
534
535 //----------------------------------------------------------------------------------------------------
536 // Verification and printing
537
538 void CodeBlob::print_on(outputStream* st) const {
539 st->print_cr("[CodeBlob (" INTPTR_FORMAT ")]", p2i(this));
540 st->print_cr("Framesize: %d", _frame_size);
541 }
542
543 void CodeBlob::print_value_on(outputStream* st) const {
544 st->print_cr("[CodeBlob]");
545 }
546
547 void RuntimeBlob::verify() {
548 ShouldNotReachHere();
549 }
550
551 void BufferBlob::verify() {
552 // unimplemented
553 }
554
555 void BufferBlob::print_on(outputStream* st) const {
556 RuntimeBlob::print_on(st);
557 print_value_on(st);
558 }
559
560 void BufferBlob::print_value_on(outputStream* st) const {
561 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", p2i(this), name());
562 }
563
564 void RuntimeStub::verify() {
565 // unimplemented
566 }
567
568 void RuntimeStub::print_on(outputStream* st) const {
569 ttyLocker ttyl;
570 RuntimeBlob::print_on(st);
571 st->print("Runtime Stub (" INTPTR_FORMAT "): ", p2i(this));
572 st->print_cr("%s", name());
573 Disassembler::decode((RuntimeBlob*)this, st);
574 }
575
576 void RuntimeStub::print_value_on(outputStream* st) const {
577 st->print("RuntimeStub (" INTPTR_FORMAT "): ", p2i(this)); st->print("%s", name());
578 }
579
580 void SingletonBlob::verify() {
581 // unimplemented
582 }
583
584 void SingletonBlob::print_on(outputStream* st) const {
585 ttyLocker ttyl;
586 RuntimeBlob::print_on(st);
587 st->print_cr("%s", name());
588 Disassembler::decode((RuntimeBlob*)this, st);
589 }
590
591 void SingletonBlob::print_value_on(outputStream* st) const {
592 st->print_cr("%s", name());
593 }
594
595 void DeoptimizationBlob::print_value_on(outputStream* st) const {
596 st->print_cr("Deoptimization (frame not available)");
597 }