1 /*
2 * Copyright (c) 2010, 2016, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "precompiled.hpp"
26 #include "compiler/compileBroker.hpp"
27 #include "memory/resourceArea.hpp"
28 #include "runtime/arguments.hpp"
29 #include "runtime/simpleThresholdPolicy.hpp"
30 #include "runtime/simpleThresholdPolicy.inline.hpp"
31 #include "code/scopeDesc.hpp"
32 #if INCLUDE_JVMCI
33 #include "jvmci/jvmciRuntime.hpp"
34 #endif
35
36 #ifdef TIERED
37
38 void SimpleThresholdPolicy::print_counters(const char* prefix, methodHandle mh) {
39 int invocation_count = mh->invocation_count();
40 int backedge_count = mh->backedge_count();
41 MethodData* mdh = mh->method_data();
42 int mdo_invocations = 0, mdo_backedges = 0;
43 int mdo_invocations_start = 0, mdo_backedges_start = 0;
44 if (mdh != NULL) {
45 mdo_invocations = mdh->invocation_count();
46 mdo_backedges = mdh->backedge_count();
47 mdo_invocations_start = mdh->invocation_count_start();
48 mdo_backedges_start = mdh->backedge_count_start();
49 }
50 tty->print(" %stotal=%d,%d %smdo=%d(%d),%d(%d)", prefix,
51 invocation_count, backedge_count, prefix,
52 mdo_invocations, mdo_invocations_start,
53 mdo_backedges, mdo_backedges_start);
54 tty->print(" %smax levels=%d,%d", prefix,
55 mh->highest_comp_level(), mh->highest_osr_comp_level());
56 }
57
58 // Print an event.
59 void SimpleThresholdPolicy::print_event(EventType type, methodHandle mh, methodHandle imh,
60 int bci, CompLevel level) {
61 bool inlinee_event = mh() != imh();
62
63 ttyLocker tty_lock;
64 tty->print("%lf: [", os::elapsedTime());
65
66 switch(type) {
67 case CALL:
68 tty->print("call");
69 break;
70 case LOOP:
71 tty->print("loop");
72 break;
73 case COMPILE:
74 tty->print("compile");
75 break;
76 case REMOVE_FROM_QUEUE:
77 tty->print("remove-from-queue");
78 break;
79 case UPDATE_IN_QUEUE:
80 tty->print("update-in-queue");
81 break;
82 case REPROFILE:
83 tty->print("reprofile");
84 break;
85 case MAKE_NOT_ENTRANT:
86 tty->print("make-not-entrant");
87 break;
88 default:
89 tty->print("unknown");
90 }
91
92 tty->print(" level=%d ", level);
93
94 ResourceMark rm;
95 char *method_name = mh->name_and_sig_as_C_string();
96 tty->print("[%s", method_name);
97 if (inlinee_event) {
98 char *inlinee_name = imh->name_and_sig_as_C_string();
99 tty->print(" [%s]] ", inlinee_name);
100 }
101 else tty->print("] ");
102 tty->print("@%d queues=%d,%d", bci, CompileBroker::queue_size(CompLevel_full_profile),
103 CompileBroker::queue_size(CompLevel_full_optimization));
104
105 print_specific(type, mh, imh, bci, level);
106
107 if (type != COMPILE) {
108 print_counters("", mh);
109 if (inlinee_event) {
110 print_counters("inlinee ", imh);
111 }
112 tty->print(" compilable=");
113 bool need_comma = false;
114 if (!mh->is_not_compilable(CompLevel_full_profile)) {
115 tty->print("c1");
116 need_comma = true;
117 }
118 if (!mh->is_not_osr_compilable(CompLevel_full_profile)) {
119 if (need_comma) tty->print(",");
120 tty->print("c1-osr");
121 need_comma = true;
122 }
123 if (!mh->is_not_compilable(CompLevel_full_optimization)) {
124 if (need_comma) tty->print(",");
125 tty->print("c2");
126 need_comma = true;
127 }
128 if (!mh->is_not_osr_compilable(CompLevel_full_optimization)) {
129 if (need_comma) tty->print(",");
130 tty->print("c2-osr");
131 }
132 tty->print(" status=");
133 if (mh->queued_for_compilation()) {
134 tty->print("in-queue");
135 } else tty->print("idle");
136 }
137 tty->print_cr("]");
138 }
139
140 void SimpleThresholdPolicy::initialize() {
141 if (FLAG_IS_DEFAULT(CICompilerCount)) {
142 FLAG_SET_DEFAULT(CICompilerCount, 3);
143 }
144 int count = CICompilerCount;
145 #ifdef _LP64
146 // On 64-bit systems, scale the number of compiler threads with
147 // the number of cores available on the system. Scaling is not
148 // performed on 32-bit systems because it can lead to exhaustion
149 // of the virtual memory address space available to the JVM.
150 if (CICompilerCountPerCPU) {
151 count = MAX2(log2_intptr(os::active_processor_count()) * 3 / 2, 2);
152 FLAG_SET_ERGO(intx, CICompilerCount, count);
153 }
154 #endif
155 if (TieredStopAtLevel < CompLevel_full_optimization) {
156 // No C2 compiler thread required
157 set_c1_count(count);
158 } else {
159 set_c1_count(MAX2(count / 3, 1));
160 set_c2_count(MAX2(count - c1_count(), 1));
161 }
162 assert(count == c1_count() + c2_count(), "inconsistent compiler thread count");
163 }
164
165 void SimpleThresholdPolicy::set_carry_if_necessary(InvocationCounter *counter) {
166 if (!counter->carry() && counter->count() > InvocationCounter::count_limit / 2) {
167 counter->set_carry_flag();
168 }
169 }
170
171 // Set carry flags on the counters if necessary
172 void SimpleThresholdPolicy::handle_counter_overflow(Method* method) {
173 MethodCounters *mcs = method->method_counters();
174 if (mcs != NULL) {
175 set_carry_if_necessary(mcs->invocation_counter());
176 set_carry_if_necessary(mcs->backedge_counter());
177 }
178 MethodData* mdo = method->method_data();
179 if (mdo != NULL) {
180 set_carry_if_necessary(mdo->invocation_counter());
181 set_carry_if_necessary(mdo->backedge_counter());
182 }
183 }
184
185 // Called with the queue locked and with at least one element
186 CompileTask* SimpleThresholdPolicy::select_task(CompileQueue* compile_queue) {
187 return select_task_helper(compile_queue);
188 }
189
190 void SimpleThresholdPolicy::reprofile(ScopeDesc* trap_scope, bool is_osr) {
191 for (ScopeDesc* sd = trap_scope;; sd = sd->sender()) {
192 if (PrintTieredEvents) {
193 methodHandle mh(sd->method());
194 print_event(REPROFILE, mh, mh, InvocationEntryBci, CompLevel_none);
195 }
196 MethodData* mdo = sd->method()->method_data();
197 if (mdo != NULL) {
198 mdo->reset_start_counters();
199 }
200 if (sd->is_top()) break;
201 }
202 }
203
204 nmethod* SimpleThresholdPolicy::event(const methodHandle& method, const methodHandle& inlinee,
205 int branch_bci, int bci, CompLevel comp_level, CompiledMethod* nm, JavaThread* thread) {
206 if (comp_level == CompLevel_none &&
207 JvmtiExport::can_post_interpreter_events() &&
208 thread->is_interp_only_mode()) {
209 return NULL;
210 }
211 if (CompileTheWorld || ReplayCompiles) {
212 // Don't trigger other compiles in testing mode
213 return NULL;
214 }
215
216 handle_counter_overflow(method());
217 if (method() != inlinee()) {
218 handle_counter_overflow(inlinee());
219 }
220
221 if (PrintTieredEvents) {
222 print_event(bci == InvocationEntryBci ? CALL : LOOP, method, inlinee, bci, comp_level);
223 }
224
225 if (bci == InvocationEntryBci) {
226 method_invocation_event(method, inlinee, comp_level, nm, thread);
227 } else {
228 // method == inlinee if the event originated in the main method
229 method_back_branch_event(method, inlinee, bci, comp_level, nm, thread);
230 // Check if event led to a higher level OSR compilation
231 nmethod* osr_nm = inlinee->lookup_osr_nmethod_for(bci, comp_level, false);
232 if (osr_nm != NULL && osr_nm->comp_level() > comp_level) {
233 // Perform OSR with new nmethod
234 return osr_nm;
235 }
236 }
237 return NULL;
238 }
239
240 // Check if the method can be compiled, change level if necessary
241 void SimpleThresholdPolicy::compile(const methodHandle& mh, int bci, CompLevel level, JavaThread* thread) {
242 assert(level <= TieredStopAtLevel, "Invalid compilation level");
243 if (level == CompLevel_none) {
244 return;
245 }
246 if (level == CompLevel_aot) {
247 if (mh->has_aot_code()) {
248 if (PrintTieredEvents) {
249 print_event(COMPILE, mh, mh, bci, level);
250 }
251 MutexLocker ml(Compile_lock);
252 NoSafepointVerifier nsv;
253 if (mh->has_aot_code() && mh->code() != mh->aot_code()) {
254 mh->aot_code()->make_entrant();
255 if (mh->has_compiled_code()) {
256 mh->code()->make_not_entrant();
257 }
258 Method::set_code(mh, mh->aot_code());
259 }
260 }
261 return;
262 }
263
264 // Check if the method can be compiled. If it cannot be compiled with C1, continue profiling
265 // in the interpreter and then compile with C2 (the transition function will request that,
266 // see common() ). If the method cannot be compiled with C2 but still can with C1, compile it with
267 // pure C1.
268 if (!can_be_compiled(mh, level)) {
269 if (level == CompLevel_full_optimization && can_be_compiled(mh, CompLevel_simple)) {
270 compile(mh, bci, CompLevel_simple, thread);
271 }
272 return;
273 }
274 if (bci != InvocationEntryBci && mh->is_not_osr_compilable(level)) {
275 return;
276 }
277 if (!CompileBroker::compilation_is_in_queue(mh)) {
278 if (PrintTieredEvents) {
279 print_event(COMPILE, mh, mh, bci, level);
280 }
281 submit_compile(mh, bci, level, thread);
282 }
283 }
284
285 // Tell the broker to compile the method
286 void SimpleThresholdPolicy::submit_compile(const methodHandle& mh, int bci, CompLevel level, JavaThread* thread) {
287 int hot_count = (bci == InvocationEntryBci) ? mh->invocation_count() : mh->backedge_count();
288 CompileBroker::compile_method(mh, bci, level, mh, hot_count, CompileTask::Reason_Tiered, thread);
289 }
290
291 // Call and loop predicates determine whether a transition to a higher
292 // compilation level should be performed (pointers to predicate functions
293 // are passed to common() transition function).
294 bool SimpleThresholdPolicy::loop_predicate(int i, int b, CompLevel cur_level, Method* method) {
295 switch(cur_level) {
296 case CompLevel_aot: {
297 return loop_predicate_helper<CompLevel_aot>(i, b, 1.0, method);
298 }
299 case CompLevel_none:
300 case CompLevel_limited_profile: {
301 return loop_predicate_helper<CompLevel_none>(i, b, 1.0, method);
302 }
303 case CompLevel_full_profile: {
304 return loop_predicate_helper<CompLevel_full_profile>(i, b, 1.0, method);
305 }
306 default:
307 return true;
308 }
309 }
310
311 bool SimpleThresholdPolicy::call_predicate(int i, int b, CompLevel cur_level, Method* method) {
312 switch(cur_level) {
313 case CompLevel_aot: {
314 return call_predicate_helper<CompLevel_aot>(i, b, 1.0, method);
315 }
316 case CompLevel_none:
317 case CompLevel_limited_profile: {
318 return call_predicate_helper<CompLevel_none>(i, b, 1.0, method);
319 }
320 case CompLevel_full_profile: {
321 return call_predicate_helper<CompLevel_full_profile>(i, b, 1.0, method);
322 }
323 default:
324 return true;
325 }
326 }
327
328 // Determine is a method is mature.
329 bool SimpleThresholdPolicy::is_mature(Method* method) {
330 if (is_trivial(method)) return true;
331 MethodData* mdo = method->method_data();
332 if (mdo != NULL) {
333 int i = mdo->invocation_count();
334 int b = mdo->backedge_count();
335 double k = ProfileMaturityPercentage / 100.0;
336 return call_predicate_helper<CompLevel_full_profile>(i, b, k, method) ||
337 loop_predicate_helper<CompLevel_full_profile>(i, b, k, method);
338 }
339 return false;
340 }
341
342 // Common transition function. Given a predicate determines if a method should transition to another level.
343 CompLevel SimpleThresholdPolicy::common(Predicate p, Method* method, CompLevel cur_level) {
344 CompLevel next_level = cur_level;
345 int i = method->invocation_count();
346 int b = method->backedge_count();
347
348 if (is_trivial(method) && cur_level != CompLevel_aot) {
349 next_level = CompLevel_simple;
350 } else {
351 switch(cur_level) {
352 case CompLevel_aot: {
353 if ((this->*p)(i, b, cur_level, method)) {
354 next_level = CompLevel_full_profile;
355 }
356 }
357 break;
358 case CompLevel_none:
359 // If we were at full profile level, would we switch to full opt?
360 if (common(p, method, CompLevel_full_profile) == CompLevel_full_optimization) {
361 next_level = CompLevel_full_optimization;
362 } else if ((this->*p)(i, b, cur_level, method)) {
363 next_level = CompLevel_full_profile;
364 }
365 break;
366 case CompLevel_limited_profile:
367 case CompLevel_full_profile:
368 {
369 MethodData* mdo = method->method_data();
370 if (mdo != NULL) {
371 if (mdo->would_profile()) {
372 int mdo_i = mdo->invocation_count_delta();
373 int mdo_b = mdo->backedge_count_delta();
374 if ((this->*p)(mdo_i, mdo_b, cur_level, method)) {
375 next_level = CompLevel_full_optimization;
376 }
377 } else {
378 next_level = CompLevel_full_optimization;
379 }
380 }
381 }
382 break;
383 }
384 }
385 return MIN2(next_level, (CompLevel)TieredStopAtLevel);
386 }
387
388 // Determine if a method should be compiled with a normal entry point at a different level.
389 CompLevel SimpleThresholdPolicy::call_event(Method* method, CompLevel cur_level, JavaThread* thread) {
390 CompLevel osr_level = MIN2((CompLevel) method->highest_osr_comp_level(),
391 common(&SimpleThresholdPolicy::loop_predicate, method, cur_level));
392 CompLevel next_level = common(&SimpleThresholdPolicy::call_predicate, method, cur_level);
393
394 // If OSR method level is greater than the regular method level, the levels should be
395 // equalized by raising the regular method level in order to avoid OSRs during each
396 // invocation of the method.
397 if (osr_level == CompLevel_full_optimization && cur_level == CompLevel_full_profile) {
398 MethodData* mdo = method->method_data();
399 guarantee(mdo != NULL, "MDO should not be NULL");
400 if (mdo->invocation_count() >= 1) {
401 next_level = CompLevel_full_optimization;
402 }
403 } else {
404 next_level = MAX2(osr_level, next_level);
405 }
406 #if INCLUDE_JVMCI
407 if (UseJVMCICompiler) {
408 next_level = JVMCIRuntime::adjust_comp_level(method, false, next_level, thread);
409 }
410 #endif
411 return next_level;
412 }
413
414 // Determine if we should do an OSR compilation of a given method.
415 CompLevel SimpleThresholdPolicy::loop_event(Method* method, CompLevel cur_level, JavaThread* thread) {
416 CompLevel next_level = common(&SimpleThresholdPolicy::loop_predicate, method, cur_level);
417 if (cur_level == CompLevel_none) {
418 // If there is a live OSR method that means that we deopted to the interpreter
419 // for the transition.
420 CompLevel osr_level = MIN2((CompLevel)method->highest_osr_comp_level(), next_level);
421 if (osr_level > CompLevel_none) {
422 return osr_level;
423 }
424 }
425 #if INCLUDE_JVMCI
426 if (UseJVMCICompiler) {
427 next_level = JVMCIRuntime::adjust_comp_level(method, true, next_level, thread);
428 }
429 #endif
430 return next_level;
431 }
432
433
434 // Handle the invocation event.
435 void SimpleThresholdPolicy::method_invocation_event(const methodHandle& mh, const methodHandle& imh,
436 CompLevel level, CompiledMethod* nm, JavaThread* thread) {
437 if (is_compilation_enabled() && !CompileBroker::compilation_is_in_queue(mh)) {
438 CompLevel next_level = call_event(mh(), level, thread);
439 if (next_level != level) {
440 compile(mh, InvocationEntryBci, next_level, thread);
441 }
442 }
443 }
444
445 // Handle the back branch event. Notice that we can compile the method
446 // with a regular entry from here.
447 void SimpleThresholdPolicy::method_back_branch_event(const methodHandle& mh, const methodHandle& imh,
448 int bci, CompLevel level, CompiledMethod* nm, JavaThread* thread) {
449 // If the method is already compiling, quickly bail out.
450 if (is_compilation_enabled() && !CompileBroker::compilation_is_in_queue(mh)) {
451 // Use loop event as an opportunity to also check there's been
452 // enough calls.
453 CompLevel cur_level = comp_level(mh());
454 CompLevel next_level = call_event(mh(), cur_level, thread);
455 CompLevel next_osr_level = loop_event(mh(), level, thread);
456
457 next_level = MAX2(next_level,
458 next_osr_level < CompLevel_full_optimization ? next_osr_level : cur_level);
459 bool is_compiling = false;
460 if (next_level != cur_level) {
461 compile(mh, InvocationEntryBci, next_level, thread);
462 is_compiling = true;
463 }
464
465 // Do the OSR version
466 if (!is_compiling && next_osr_level != level) {
467 compile(mh, bci, next_osr_level, thread);
468 }
469 }
470 }
471
472 #endif