1 /* 2 * Copyright (c) 2017, 2018, Oracle and/or its affiliates. All rights reserved. 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 * 5 * This code is free software; you can redistribute it and/or modify it 6 * under the terms of the GNU General Public License version 2 only, as 7 * published by the Free Software Foundation. 8 * 9 * This code is distributed in the hope that it will be useful, but WITHOUT 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 12 * version 2 for more details (a copy is included in the LICENSE file that 13 * accompanied this code). 14 * 15 * You should have received a copy of the GNU General Public License version 16 * 2 along with this work; if not, write to the Free Software Foundation, 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 18 * 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA 20 * or visit www.oracle.com if you need additional information or have any 21 * questions. 22 */ 23 24 package compiler.valhalla.valuetypes; 25 26 import compiler.whitebox.CompilerWhiteBoxTest; 27 import jdk.test.lib.Asserts; 28 import jdk.test.lib.management.InputArguments; 29 import jdk.test.lib.Platform; 30 import jdk.test.lib.process.ProcessTools; 31 import jdk.test.lib.process.OutputAnalyzer; 32 import jdk.test.lib.Utils; 33 import sun.hotspot.WhiteBox; 34 35 import java.lang.annotation.Retention; 36 import java.lang.annotation.RetentionPolicy; 37 import java.lang.annotation.Repeatable; 38 import java.lang.invoke.*; 39 import java.lang.reflect.Method; 40 import java.util.ArrayList; 41 import java.util.Arrays; 42 import java.util.Hashtable; 43 import java.util.LinkedHashMap; 44 import java.util.List; 45 import java.util.Map; 46 import java.util.regex.Matcher; 47 import java.util.regex.Pattern; 48 import java.util.TreeMap; 49 50 // Mark method as test 51 @Retention(RetentionPolicy.RUNTIME) 52 @Repeatable(Tests.class) 53 @interface Test { 54 // Regular expression used to match forbidden IR nodes 55 // in the C2 IR emitted for this test. 56 String failOn() default ""; 57 // Regular expressions used to match and count IR nodes. 58 String[] match() default { }; 59 int[] matchCount() default { }; 60 int valid() default ValueTypeTest.AllFlags; 61 } 62 63 @Retention(RetentionPolicy.RUNTIME) 64 @interface Tests { 65 Test[] value(); 66 } 67 68 // Force method inlining during compilation 69 @Retention(RetentionPolicy.RUNTIME) 70 @interface ForceInline { } 71 72 // Prevent method inlining during compilation 73 @Retention(RetentionPolicy.RUNTIME) 74 @interface DontInline { } 75 76 // Prevent method compilation 77 @Retention(RetentionPolicy.RUNTIME) 78 @interface DontCompile { } 79 80 // Number of warmup iterations 81 @Retention(RetentionPolicy.RUNTIME) 82 @interface Warmup { 83 int value(); 84 } 85 86 public abstract class ValueTypeTest { 87 // Run "jtreg -Dtest.c1=true" to enable experimental C1 testing. 88 static final boolean TEST_C1 = Boolean.getBoolean("test.c1"); 89 90 // Random test values 91 public static final int rI = Utils.getRandomInstance().nextInt() % 1000; 92 public static final long rL = Utils.getRandomInstance().nextLong() % 1000; 93 94 // User defined settings 95 private static final boolean PRINT_GRAPH = true; 96 private static final boolean PRINT_TIMES = Boolean.parseBoolean(System.getProperty("PrintTimes", "false")); 97 private static boolean VERIFY_IR = Boolean.parseBoolean(System.getProperty("VerifyIR", "true")) && (!TEST_C1); 98 private static final boolean VERIFY_VM = Boolean.parseBoolean(System.getProperty("VerifyVM", "false")); 99 private static final String SCENARIOS = System.getProperty("Scenarios", ""); 100 private static final String TESTLIST = System.getProperty("Testlist", ""); 101 private static final String EXCLUDELIST = System.getProperty("Exclude", ""); 102 private static final int WARMUP = Integer.parseInt(System.getProperty("Warmup", "251")); 103 private static final boolean DUMP_REPLAY = Boolean.parseBoolean(System.getProperty("DumpReplay", "false")); 104 105 // Pre-defined settings 106 private static final List<String> defaultFlags = Arrays.asList( 107 "-XX:-BackgroundCompilation", "-XX:CICompilerCount=1", 108 "-XX:+PrintCompilation", "-XX:+PrintIdeal", "-XX:+PrintOptoAssembly", 109 "-XX:CompileCommand=quiet", 110 "-XX:CompileCommand=compileonly,java.lang.invoke.*::*", 111 "-XX:CompileCommand=compileonly,java.lang.Long::sum", 112 "-XX:CompileCommand=compileonly,java.lang.Object::<init>", 113 "-XX:CompileCommand=compileonly,compiler.valhalla.valuetypes.*::*"); 114 private static final List<String> verifyFlags = Arrays.asList( 115 "-XX:+VerifyOops", "-XX:+VerifyStack", "-XX:+VerifyLastFrame", "-XX:+VerifyBeforeGC", "-XX:+VerifyAfterGC", 116 "-XX:+VerifyDuringGC", "-XX:+VerifyAdapterSharing", "-XX:+StressValueTypeReturnedAsFields"); 117 118 protected static final WhiteBox WHITE_BOX = WhiteBox.getWhiteBox(); 119 protected static final int ValueTypePassFieldsAsArgsOn = 0x1; 120 protected static final int ValueTypePassFieldsAsArgsOff = 0x2; 121 protected static final int ValueTypeArrayFlattenOn = 0x4; 122 protected static final int ValueTypeArrayFlattenOff = 0x8; 123 protected static final int ValueTypeReturnedAsFieldsOn = 0x10; 124 protected static final int ValueTypeReturnedAsFieldsOff = 0x20; 125 static final int AllFlags = ValueTypePassFieldsAsArgsOn | ValueTypePassFieldsAsArgsOff | ValueTypeArrayFlattenOn | ValueTypeArrayFlattenOff | ValueTypeReturnedAsFieldsOn; 126 protected static final boolean ValueTypePassFieldsAsArgs = (Boolean)WHITE_BOX.getVMFlag("ValueTypePassFieldsAsArgs"); 127 protected static final boolean ValueTypeArrayFlatten = (Boolean)WHITE_BOX.getVMFlag("ValueArrayFlatten"); 128 protected static final boolean ValueTypeReturnedAsFields = (Boolean)WHITE_BOX.getVMFlag("ValueTypeReturnedAsFields"); 129 protected static final int COMP_LEVEL_ANY = -2; 130 protected static final int COMP_LEVEL_FULL_OPTIMIZATION = TEST_C1 ? 1 : 4; 131 protected static final Hashtable<String, Method> tests = new Hashtable<String, Method>(); 132 protected static final boolean USE_COMPILER = WHITE_BOX.getBooleanVMFlag("UseCompiler"); 133 protected static final boolean PRINT_IDEAL = WHITE_BOX.getBooleanVMFlag("PrintIdeal"); 134 protected static final boolean XCOMP = Platform.isComp(); 135 136 // Regular expressions used to match nodes in the PrintIdeal output 137 protected static final String START = "(\\d+\\t(.*"; 138 protected static final String MID = ".*)+\\t===.*"; 139 protected static final String END = ")|"; 140 protected static final String ALLOC = "(.*precise klass compiler/valhalla/valuetypes/MyValue.*\\R(.*(nop|spill).*\\R)*.*_new_instance_Java" + END; 141 protected static final String ALLOCA = "(.*precise klass \\[Lcompiler/valhalla/valuetypes/MyValue.*\\R(.*(nop|spill).*\\R)*.*_new_array_Java" + END; 142 protected static final String LOAD = START + "Load(B|S|I|L|F|D|P|N)" + MID + "@compiler/valhalla/valuetypes/MyValue.*" + END; 143 protected static final String LOADK = START + "LoadK" + MID + END; 144 protected static final String STORE = START + "Store(B|S|I|L|F|D|P|N)" + MID + "@compiler/valhalla/valuetypes/MyValue.*" + END; 145 protected static final String LOOP = START + "Loop" + MID + "" + END; 146 protected static final String TRAP = START + "CallStaticJava" + MID + "uncommon_trap.*(unstable_if|predicate)" + END; 147 protected static final String RETURN = START + "Return" + MID + "returns" + END; 148 protected static final String LINKTOSTATIC = START + "CallStaticJava" + MID + "linkToStatic" + END; 149 protected static final String NPE = START + "CallStaticJava" + MID + "null_check" + END; 150 protected static final String CALL = START + "CallStaticJava" + MID + END; 151 protected static final String STOREVALUETYPEFIELDS = START + "CallStaticJava" + MID + "store_value_type_fields" + END; 152 protected static final String SCOBJ = "(.*# ScObj.*" + END; 153 154 public static String[] concat(String prefix[], String... extra) { 155 ArrayList<String> list = new ArrayList<String>(); 156 if (prefix != null) { 157 for (String s : prefix) { 158 list.add(s); 159 } 160 } 161 if (extra != null) { 162 for (String s : extra) { 163 list.add(s); 164 } 165 } 166 167 return list.toArray(new String[list.size()]); 168 } 169 170 /** 171 * Override getNumScenarios and getVMParameters if you want to run with more than 172 * the 5 built-in scenarios 173 */ 174 public int getNumScenarios() { 175 if (TEST_C1) { 176 return 1; 177 } else { 178 return 5; 179 } 180 } 181 182 /** 183 * VM paramaters for the 5 built-in test scenarios. If your test needs to append 184 * extra parameters for (some of) these scenarios, override getExtraVMParameters(). 185 */ 186 public String[] getVMParameters(int scenario) { 187 if (TEST_C1) { 188 return new String[] { 189 "-XX:+EnableValhallaC1", 190 }; 191 } 192 193 switch (scenario) { 194 case 0: return new String[] { 195 "-XX:+AlwaysIncrementalInline", 196 "-XX:ValueArrayElemMaxFlatOops=-1", 197 "-XX:ValueArrayElemMaxFlatSize=-1", 198 "-XX:+ValueArrayFlatten", 199 "-XX:ValueFieldMaxFlatSize=-1", 200 "-XX:+ValueTypePassFieldsAsArgs", 201 "-XX:+ValueTypeReturnedAsFields"}; 202 case 1: return new String[] { 203 "-XX:-UseCompressedOops", 204 "-XX:ValueArrayElemMaxFlatOops=-1", 205 "-XX:ValueArrayElemMaxFlatSize=-1", 206 "-XX:+ValueArrayFlatten", 207 "-XX:ValueFieldMaxFlatSize=-1", 208 "-XX:-ValueTypePassFieldsAsArgs", 209 "-XX:-ValueTypeReturnedAsFields"}; 210 case 2: return new String[] { 211 "-DVerifyIR=false", 212 "-XX:-UseCompressedOops", 213 "-XX:ValueArrayElemMaxFlatOops=0", 214 "-XX:ValueArrayElemMaxFlatSize=0", 215 "-XX:-ValueArrayFlatten", 216 "-XX:ValueFieldMaxFlatSize=0", 217 "-XX:+ValueTypePassFieldsAsArgs", 218 "-XX:+ValueTypeReturnedAsFields"}; 219 case 3: return new String[] { 220 "-DVerifyIR=false", 221 "-XX:+AlwaysIncrementalInline", 222 "-XX:ValueArrayElemMaxFlatOops=0", 223 "-XX:ValueArrayElemMaxFlatSize=0", 224 "-XX:ValueFieldMaxFlatSize=0", 225 "-XX:-ValueTypePassFieldsAsArgs", 226 "-XX:-ValueTypeReturnedAsFields"}; 227 case 4: return new String[] { 228 "-DVerifyIR=false", 229 "-XX:ValueArrayElemMaxFlatOops=-1", 230 "-XX:ValueArrayElemMaxFlatSize=-1", 231 "-XX:+ValueArrayFlatten", 232 "-XX:ValueFieldMaxFlatSize=0", 233 "-XX:+ValueTypePassFieldsAsArgs", 234 "-XX:-ValueTypeReturnedAsFields"}; 235 } 236 237 return null; 238 } 239 240 /** 241 * Override this method to provide extra parameters for selected scenarios 242 */ 243 public String[] getExtraVMParameters(int scenario) { 244 return null; 245 } 246 247 public static void main(String[] args) throws Throwable { 248 if (args.length != 1) { 249 throw new RuntimeException("Usage: @run main/othervm/timeout=120 -Xbootclasspath/a:. -ea" + 250 " -XX:+IgnoreUnrecognizedVMOptions -XX:+UnlockDiagnosticVMOptions" + 251 " -XX:+UnlockExperimentalVMOptions -XX:+WhiteBoxAPI -XX:+EnableValhalla" + 252 " compiler.valhalla.valuetypes.ValueTypeTest <YourTestMainClass>"); 253 } 254 String testMainClassName = args[0]; 255 Class testMainClass = Class.forName(testMainClassName); 256 ValueTypeTest test = (ValueTypeTest)testMainClass.newInstance(); 257 List<String> scenarios = null; 258 if (!SCENARIOS.isEmpty()) { 259 scenarios = Arrays.asList(SCENARIOS.split(",")); 260 } 261 for (int i=0; i<test.getNumScenarios(); i++) { 262 if (scenarios == null || scenarios.contains(Integer.toString(i))) { 263 System.out.println("Scenario #" + i + " -------- "); 264 String[] cmds = InputArguments.getVmInputArgs(); 265 cmds = concat(cmds, test.getVMParameters(i)); 266 cmds = concat(cmds, test.getExtraVMParameters(i)); 267 cmds = concat(cmds, testMainClassName); 268 269 OutputAnalyzer oa = ProcessTools.executeTestJvm(cmds); 270 String output = oa.getOutput(); 271 oa.shouldHaveExitValue(0); 272 System.out.println(output); 273 } else { 274 System.out.println("Scenario #" + i + " is skipped due to -Dscenarios=" + SCENARIOS); 275 } 276 } 277 } 278 279 protected ValueTypeTest() { 280 List<String> list = null; 281 List<String> exclude = null; 282 if (!TESTLIST.isEmpty()) { 283 list = Arrays.asList(TESTLIST.split(",")); 284 } 285 if (!EXCLUDELIST.isEmpty()) { 286 exclude = Arrays.asList(EXCLUDELIST.split(",")); 287 } 288 // Gather all test methods and put them in Hashtable 289 for (Method m : getClass().getDeclaredMethods()) { 290 Test[] annos = m.getAnnotationsByType(Test.class); 291 if (annos.length != 0 && 292 ((list == null || list.contains(m.getName())) && (exclude == null || !exclude.contains(m.getName())))) { 293 tests.put(getClass().getSimpleName() + "::" + m.getName(), m); 294 } 295 } 296 } 297 298 protected void run(String[] args, Class<?>... classes) throws Throwable { 299 if (args.length == 0) { 300 // Spawn a new VM instance 301 execute_vm(); 302 } else { 303 // Execute tests 304 run(classes); 305 } 306 } 307 308 private void execute_vm() throws Throwable { 309 Asserts.assertFalse(tests.isEmpty(), "no tests to execute"); 310 ArrayList<String> args = new ArrayList<String>(defaultFlags); 311 String[] vmInputArgs = InputArguments.getVmInputArgs(); 312 if (VERIFY_IR) { 313 for (String arg : vmInputArgs) { 314 if (arg.startsWith("-XX:CompileThreshold")) { 315 // Disable IR verification if 316 VERIFY_IR = false; 317 } 318 // Check if the JVM supports value type specific default arguments from the test's run commands 319 if (arg.startsWith("-XX:+ValueTypePassFieldsAsArgs") || 320 arg.startsWith("-XX:+ValueTypeReturnedAsFields")) { 321 Boolean value = (Boolean)WHITE_BOX.getVMFlag(arg.substring(5)); 322 if (!value) { 323 System.out.println("WARNING: could not enable " + arg.substring(5) + ". Skipping IR verification."); 324 VERIFY_IR = false; 325 } 326 } else if (arg.startsWith("-XX:-ValueTypePassFieldsAsArgs") || 327 arg.startsWith("-XX:-ValueTypeReturnedAsFields")) { 328 Boolean value = (Boolean)WHITE_BOX.getVMFlag(arg.substring(5)); 329 if (value) { 330 System.out.println("WARNING: could not disable " + arg.substring(5) + ". Skipping IR verification."); 331 VERIFY_IR = false; 332 } 333 } 334 } 335 // Always trap for exception throwing to not confuse IR verification 336 args.add("-XX:-OmitStackTraceInFastThrow"); 337 } 338 if (VERIFY_VM) { 339 args.addAll(verifyFlags); 340 } 341 // Run tests in own process and verify output 342 args.add(getClass().getName()); 343 args.add("run"); 344 // Spawn process with default JVM options from the test's run command 345 String[] cmds = Arrays.copyOf(vmInputArgs, vmInputArgs.length + args.size()); 346 System.arraycopy(args.toArray(), 0, cmds, vmInputArgs.length, args.size()); 347 OutputAnalyzer oa = ProcessTools.executeTestJvm(cmds); 348 // If ideal graph printing is enabled/supported, verify output 349 String output = oa.getOutput(); 350 oa.shouldHaveExitValue(0); 351 if (VERIFY_IR) { 352 if (output.contains("PrintIdeal enabled")) { 353 parseOutput(output); 354 } else { 355 System.out.println(output); 356 System.out.println("WARNING: IR verification failed! Running with -Xint, -Xcomp or release build?"); 357 } 358 } 359 } 360 361 private void parseOutput(String output) throws Exception { 362 Pattern comp_re = Pattern.compile("\\n\\s+\\d+\\s+\\d+\\s+(%| )(s| )(!| )b(n| )\\s+\\S+\\.(?<name>[^.]+::\\S+)\\s+(?<osr>@ \\d+\\s+)?[(]\\d+ bytes[)]\\n"); 363 Matcher m = comp_re.matcher(output); 364 Map<String,String> compilations = new LinkedHashMap<>(); 365 int prev = 0; 366 String methodName = null; 367 while (m.find()) { 368 if (prev == 0) { 369 // Print header 370 System.out.print(output.substring(0, m.start()+1)); 371 } else if (methodName != null) { 372 compilations.put(methodName, output.substring(prev, m.start()+1)); 373 } 374 if (m.group("osr") != null) { 375 methodName = null; 376 } else { 377 methodName = m.group("name"); 378 } 379 prev = m.end(); 380 } 381 if (prev == 0) { 382 // Print header 383 System.out.print(output); 384 } else if (methodName != null) { 385 compilations.put(methodName, output.substring(prev)); 386 } 387 // Iterate over compilation output 388 for (String testName : compilations.keySet()) { 389 Method test = tests.get(testName); 390 if (test == null) { 391 // Skip helper methods 392 continue; 393 } 394 String graph = compilations.get(testName); 395 if (PRINT_GRAPH) { 396 System.out.println("\nGraph for " + testName + "\n" + graph); 397 } 398 // Parse graph using regular expressions to determine if it contains forbidden nodes 399 Test[] annos = test.getAnnotationsByType(Test.class); 400 Test anno = null; 401 for (Test a : annos) { 402 if ((a.valid() & ValueTypePassFieldsAsArgsOn) != 0 && ValueTypePassFieldsAsArgs) { 403 assert anno == null; 404 anno = a; 405 } else if ((a.valid() & ValueTypePassFieldsAsArgsOff) != 0 && !ValueTypePassFieldsAsArgs) { 406 assert anno == null; 407 anno = a; 408 } else if ((a.valid() & ValueTypeArrayFlattenOn) != 0 && ValueTypeArrayFlatten) { 409 assert anno == null; 410 anno = a; 411 } else if ((a.valid() & ValueTypeArrayFlattenOff) != 0 && !ValueTypeArrayFlatten) { 412 assert anno == null; 413 anno = a; 414 } else if ((a.valid() & ValueTypeReturnedAsFieldsOn) != 0 && ValueTypeReturnedAsFields) { 415 assert anno == null; 416 anno = a; 417 } else if ((a.valid() & ValueTypeReturnedAsFieldsOff) != 0 && !ValueTypeReturnedAsFields) { 418 assert anno == null; 419 anno = a; 420 } 421 } 422 assert anno != null; 423 String regexFail = anno.failOn(); 424 if (!regexFail.isEmpty()) { 425 Pattern pattern = Pattern.compile(regexFail.substring(0, regexFail.length()-1)); 426 Matcher matcher = pattern.matcher(graph); 427 boolean found = matcher.find(); 428 Asserts.assertFalse(found, "Graph for '" + testName + "' contains forbidden node:\n" + (found ? matcher.group() : "")); 429 } 430 String[] regexMatch = anno.match(); 431 int[] matchCount = anno.matchCount(); 432 for (int i = 0; i < regexMatch.length; ++i) { 433 Pattern pattern = Pattern.compile(regexMatch[i].substring(0, regexMatch[i].length()-1)); 434 Matcher matcher = pattern.matcher(graph); 435 int count = 0; 436 String nodes = ""; 437 while (matcher.find()) { 438 count++; 439 nodes += matcher.group() + "\n"; 440 } 441 if (matchCount[i] < 0) { 442 Asserts.assertLTE(Math.abs(matchCount[i]), count, "Graph for '" + testName + "' contains different number of match nodes:\n" + nodes); 443 } else { 444 Asserts.assertEQ(matchCount[i], count, "Graph for '" + testName + "' contains different number of match nodes:\n" + nodes); 445 } 446 } 447 tests.remove(testName); 448 System.out.println(testName + " passed"); 449 } 450 // Check if all tests were compiled 451 if (tests.size() != 0) { 452 for (String name : tests.keySet()) { 453 System.out.println("Test '" + name + "' not compiled!"); 454 } 455 throw new RuntimeException("Not all tests were compiled"); 456 } 457 } 458 459 private void setup(Class<?> clazz) { 460 if (XCOMP) { 461 // Don't control compilation if -Xcomp is enabled 462 return; 463 } 464 if (DUMP_REPLAY) { 465 // Generate replay compilation files 466 String directive = "[{ match: \"*.*\", DumpReplay: true }]"; 467 if (WHITE_BOX.addCompilerDirective(directive) != 1) { 468 throw new RuntimeException("Failed to add compiler directive"); 469 } 470 } 471 472 Method[] methods = clazz.getDeclaredMethods(); 473 for (Method m : methods) { 474 if (m.isAnnotationPresent(Test.class)) { 475 // Don't inline tests 476 WHITE_BOX.testSetDontInlineMethod(m, true); 477 } 478 if (m.isAnnotationPresent(DontCompile.class)) { 479 WHITE_BOX.makeMethodNotCompilable(m, COMP_LEVEL_ANY, true); 480 WHITE_BOX.makeMethodNotCompilable(m, COMP_LEVEL_ANY, false); 481 WHITE_BOX.testSetDontInlineMethod(m, true); 482 } 483 if (m.isAnnotationPresent(ForceInline.class)) { 484 WHITE_BOX.testSetForceInlineMethod(m, true); 485 } else if (m.isAnnotationPresent(DontInline.class)) { 486 WHITE_BOX.testSetDontInlineMethod(m, true); 487 } 488 } 489 490 // Compile class initializers 491 WHITE_BOX.enqueueInitializerForCompilation(clazz, COMP_LEVEL_FULL_OPTIMIZATION); 492 } 493 494 private void run(Class<?>... classes) throws Exception { 495 if (USE_COMPILER && PRINT_IDEAL && !XCOMP) { 496 System.out.println("PrintIdeal enabled"); 497 } 498 System.out.format("rI = %d, rL = %d\n", rI, rL); 499 500 setup(getClass()); 501 for (Class<?> clazz : classes) { 502 setup(clazz); 503 } 504 505 // Execute tests 506 TreeMap<Long, String> durations = PRINT_TIMES ? new TreeMap<Long, String>() : null; 507 for (Method test : tests.values()) { 508 long startTime = System.nanoTime(); 509 Method verifier = getClass().getMethod(test.getName() + "_verifier", boolean.class); 510 // Warmup using verifier method 511 Warmup anno = test.getAnnotation(Warmup.class); 512 int warmup = anno == null ? WARMUP : anno.value(); 513 for (int i = 0; i < warmup; ++i) { 514 verifier.invoke(this, true); 515 } 516 // Trigger compilation 517 WHITE_BOX.enqueueMethodForCompilation(test, COMP_LEVEL_FULL_OPTIMIZATION); 518 Asserts.assertTrue(!USE_COMPILER || WHITE_BOX.isMethodCompiled(test, false), test + " not compiled"); 519 // Check result 520 verifier.invoke(this, false); 521 if (PRINT_TIMES) { 522 long endTime = System.nanoTime(); 523 long duration = (endTime - startTime); 524 durations.put(duration, test.getName()); 525 } 526 } 527 528 // Print execution times 529 if (PRINT_TIMES) { 530 System.out.println("\n\nTest execution times:"); 531 for (Map.Entry<Long, String> entry : durations.entrySet()) { 532 System.out.format("%-10s%15d ns\n", entry.getValue() + ":", entry.getKey()); 533 } 534 } 535 } 536 }