1 # 2 # Copyright 1995-2009 Sun Microsystems, Inc. All Rights Reserved. 3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4 # 5 # This code is free software; you can redistribute it and/or modify it 6 # under the terms of the GNU General Public License version 2 only, as 7 # published by the Free Software Foundation. Sun designates this 8 # particular file as subject to the "Classpath" exception as provided 9 # by Sun in the LICENSE file that accompanied this code. 10 # 11 # This code is distributed in the hope that it will be useful, but WITHOUT 12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 14 # version 2 for more details (a copy is included in the LICENSE file that 15 # accompanied this code). 16 # 17 # You should have received a copy of the GNU General Public License version 18 # 2 along with this work; if not, write to the Free Software Foundation, 19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. 20 # 21 # Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, 22 # CA 95054 USA or visit www.sun.com if you need additional information or 23 # have any questions. 24 # 25 26 # 27 # Makefile to run various jdk tests 28 # 29 30 # Empty these to get rid of some default rules 31 .SUFFIXES: 32 .SUFFIXES: .java 33 CO= 34 GET= 35 36 # Utilities used 37 AWK = awk 38 CAT = cat 39 CD = cd 40 CHMOD = chmod 41 CP = cp 42 CUT = cut 43 ECHO = echo 44 EGREP = egrep 45 EXPAND = expand 46 EXPR = expr 47 KILL = /usr/bin/kill 48 MKDIR = mkdir 49 NOHUP = nohup 50 PWD = pwd 51 SED = sed 52 SLEEP = sleep 53 SORT = sort 54 TEE = tee 55 UNAME = uname 56 UNIQ = uniq 57 WC = wc 58 XHOST = xhost 59 ZIP = zip 60 61 # Get OS name from uname 62 UNAME_S := $(shell $(UNAME) -s) 63 64 # Commands to run on paths to make mixed paths for java on windows 65 GETMIXEDPATH=$(ECHO) 66 67 # Location of developer shared files 68 SLASH_JAVA = /java 69 70 # Platform specific settings 71 ifeq ($(UNAME_S), SunOS) 72 OS_NAME = solaris 73 OS_ARCH := $(shell $(UNAME) -p) 74 OS_VERSION := $(shell $(UNAME) -r) 75 endif 76 ifeq ($(UNAME_S), Linux) 77 OS_NAME = linux 78 OS_ARCH := $(shell $(UNAME) -m) 79 OS_VERSION := $(shell $(UNAME) -r) 80 endif 81 ifndef OS_NAME 82 ifneq ($(PROCESSOR_IDENTIFIER), ) 83 OS_NAME = windows 84 SLASH_JAVA = J: 85 # A variety of ways to say X64 arch :^( 86 OS_ARCH:=$(word 1, $(PROCESSOR_IDENTIFIER)) 87 EXESUFFIX = .exe 88 # These need to be different depending on MKS or CYGWIN 89 ifeq ($(findstring cygdrive,$(shell ($(CD) C:/ && $(PWD)))), ) 90 GETMIXEDPATH = dosname -s 91 OS_VERSION := $(shell $(UNAME) -r) 92 else 93 GETMIXEDPATH = cygpath -m -s 94 OS_VERSION := $(shell $(UNAME) -s | $(CUT) -d'-' -f2) 95 endif 96 endif 97 endif 98 99 # Only want major and minor numbers from os version 100 OS_VERSION := $(shell $(ECHO) "$(OS_VERSION)" | $(CUT) -d'.' -f1,2) 101 102 # Try and use names i586, x64, and ia64 consistently 103 OS_ARCH:=$(subst X64,x64,$(OS_ARCH)) 104 OS_ARCH:=$(subst AMD64,x64,$(OS_ARCH)) 105 OS_ARCH:=$(subst amd64,x64,$(OS_ARCH)) 106 OS_ARCH:=$(subst x86_64,x64,$(OS_ARCH)) 107 OS_ARCH:=$(subst EM64T,x64,$(OS_ARCH)) 108 OS_ARCH:=$(subst em64t,x64,$(OS_ARCH)) 109 OS_ARCH:=$(subst intel64,x64,$(OS_ARCH)) 110 OS_ARCH:=$(subst Intel64,x64,$(OS_ARCH)) 111 OS_ARCH:=$(subst INTEL64,x64,$(OS_ARCH)) 112 OS_ARCH:=$(subst IA64,ia64,$(OS_ARCH)) 113 OS_ARCH:=$(subst X86,i586,$(OS_ARCH)) 114 OS_ARCH:=$(subst x86,i586,$(OS_ARCH)) 115 OS_ARCH:=$(subst i386,i586,$(OS_ARCH)) 116 OS_ARCH:=$(subst i486,i586,$(OS_ARCH)) 117 OS_ARCH:=$(subst i686,i586,$(OS_ARCH)) 118 119 # Check for ARCH_DATA_MODEL, adjust OS_ARCH accordingly 120 ifndef ARCH_DATA_MODEL 121 ARCH_DATA_MODEL=32 122 endif 123 ARCH_DATA_MODEL_ERROR= \ 124 ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) cannot be used with $(OS_NAME)-$(ARCH) 125 ifeq ($(ARCH_DATA_MODEL),64) 126 ifeq ($(OS_NAME)-$(OS_ARCH),solaris-i586) 127 OS_ARCH=x64 128 endif 129 ifeq ($(OS_NAME)-$(OS_ARCH),solaris-sparc) 130 OS_ARCH=sparcv9 131 endif 132 ifeq ($(OS_ARCH),i586) 133 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)") 134 endif 135 ifeq ($(OS_ARCH),sparc) 136 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)") 137 endif 138 else 139 ifeq ($(ARCH_DATA_MODEL),32) 140 ifeq ($(OS_ARCH),x64) 141 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)") 142 endif 143 ifeq ($(OS_ARCH),ia64) 144 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)") 145 endif 146 ifeq ($(OS_ARCH),sparcv9) 147 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)") 148 endif 149 else 150 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)") 151 endif 152 endif 153 154 # Root of this test area (important to use full paths in some places) 155 TEST_ROOT := $(shell $(PWD)) 156 157 # Root of all test results 158 ifdef ALT_OUTPUTDIR 159 ABS_OUTPUTDIR = $(ALT_OUTPUTDIR) 160 else 161 ABS_OUTPUTDIR = $(TEST_ROOT)/../build/$(OS_NAME)-$(OS_ARCH) 162 endif 163 ABS_BUILD_ROOT = $(ABS_OUTPUTDIR) 164 ABS_TEST_OUTPUT_DIR := $(ABS_BUILD_ROOT)/testoutput/$(UNIQUE_DIR) 165 166 # Expect JPRT to set PRODUCT_HOME (the product or jdk in this case to test) 167 ifndef PRODUCT_HOME 168 # Try to use j2sdk-image if it exists 169 ABS_JDK_IMAGE = $(ABS_BUILD_ROOT)/j2sdk-image 170 PRODUCT_HOME := \ 171 $(shell \ 172 if [ -d $(ABS_JDK_IMAGE) ] ; then \ 173 $(ECHO) "$(ABS_JDK_IMAGE)"; \ 174 else \ 175 $(ECHO) "$(ABS_BUILD_ROOT)"; \ 176 fi) 177 PRODUCT_HOME := $(PRODUCT_HOME) 178 endif 179 180 # Expect JPRT to set JPRT_PRODUCT_ARGS (e.g. -server etc.) 181 # Should be passed into 'java' only. 182 # Could include: -d64 -server -client OR any java option 183 ifdef JPRT_PRODUCT_ARGS 184 JAVA_ARGS = $(JPRT_PRODUCT_ARGS) 185 endif 186 187 # Expect JPRT to set JPRT_PRODUCT_VM_ARGS (e.g. -Xcomp etc.) 188 # Should be passed into anything running the vm (java, javac, javadoc, ...). 189 ifdef JPRT_PRODUCT_VM_ARGS 190 JAVA_VM_ARGS = $(JPRT_PRODUCT_VM_ARGS) 191 endif 192 193 # Check JAVA_ARGS arguments based on ARCH_DATA_MODEL etc. 194 ifeq ($(OS_NAME),solaris) 195 D64_ERROR_MESSAGE=Mismatch between ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) and use of -d64 in JAVA_ARGS=$(JAVA_ARGS) 196 ifeq ($(ARCH_DATA_MODEL),32) 197 ifneq ($(findstring -d64,$(JAVA_ARGS)),) 198 x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)") 199 endif 200 endif 201 ifeq ($(ARCH_DATA_MODEL),64) 202 ifeq ($(findstring -d64,$(JAVA_ARGS)),) 203 x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)") 204 endif 205 endif 206 endif 207 208 # Expect JPRT to set JPRT_ARCHIVE_BUNDLE (path to zip bundle for results) 209 ARCHIVE_BUNDLE = $(ABS_TEST_OUTPUT_DIR)/ARCHIVE_BUNDLE.zip 210 ifdef JPRT_ARCHIVE_BUNDLE 211 ARCHIVE_BUNDLE = $(JPRT_ARCHIVE_BUNDLE) 212 endif 213 214 # DISPLAY settings for virtual frame buffer 215 START_XVFB = start-Xvfb.sh 216 NOHUP_OUTPUT = $(ABS_TEST_OUTPUT_DIR)/start-Xvfb.nohup-output.txt 217 DISPLAY_PID_FILE=$(ABS_TEST_OUTPUT_DIR)/xvfb-display-number.txt 218 DISPLAY_SLEEP_TIME=10 219 DISPLAY_MAX_SLEEPS=10 220 ifeq ($(OS_NAME),solaris) 221 VIRTUAL_FRAME_BUFFER = true 222 endif 223 ifeq ($(OS_NAME),linux) 224 VIRTUAL_FRAME_BUFFER = true 225 endif 226 227 # Does not work yet, display dies as soon as it gets used. :^( 228 VIRTUAL_FRAME_BUFFER = false 229 230 # Are we using a VIRTUAL_FRAME_BUFFER (Xvfb) 231 ifeq ($(VIRTUAL_FRAME_BUFFER),true) 232 233 PREP_DISPLAY = \ 234 $(CP) $(START_XVFB) $(ABS_TEST_OUTPUT_DIR); \ 235 $(CHMOD) a+x $(ABS_TEST_OUTPUT_DIR)/$(START_XVFB); \ 236 ( $(CD) $(ABS_TEST_OUTPUT_DIR) && \ 237 $(NOHUP) $(ABS_TEST_OUTPUT_DIR)/$(START_XVFB) $(DISPLAY_PID_FILE) > $(NOHUP_OUTPUT) 2>&1 && \ 238 $(SLEEP) $(DISPLAY_SLEEP_TIME) ) & \ 239 count=1; \ 240 while [ ! -s $(DISPLAY_PID_FILE) ] ; do \ 241 $(ECHO) "Sleeping $(DISPLAY_SLEEP_TIME) more seconds, DISPLAY not ready"; \ 242 $(SLEEP) $(DISPLAY_SLEEP_TIME); \ 243 count=`$(EXPR) $${count} '+' 1`; \ 244 if [ $${count} -gt $(DISPLAY_MAX_SLEEPS) ] ; then \ 245 $(ECHO) "ERROR: DISPLAY not ready, giving up on DISPLAY"; \ 246 exit 9; \ 247 fi; \ 248 done ; \ 249 DISPLAY=":`$(CAT) $(DISPLAY_PID_FILE)`"; \ 250 export DISPLAY; \ 251 $(CAT) $(NOHUP_OUTPUT); \ 252 $(ECHO) "Prepared DISPLAY=$${DISPLAY}"; \ 253 $(XHOST) || \ 254 ( $(ECHO) "ERROR: No display" ; exit 8) 255 256 KILL_DISPLAY = \ 257 ( \ 258 DISPLAY=":`$(CAT) $(DISPLAY_PID_FILE)`"; \ 259 export DISPLAY; \ 260 if [ -s "$(DISPLAY_PID_FILE)" ] ; then \ 261 $(KILL) `$(CAT) $(DISPLAY_PID_FILE)` > /dev/null 2>&1; \ 262 $(KILL) -9 `$(CAT) $(DISPLAY_PID_FILE)` > /dev/null 2>&1; \ 263 fi; \ 264 $(ECHO) "Killed DISPLAY=$${DISPLAY}"; \ 265 ) 266 267 else 268 269 PREP_DISPLAY = $(ECHO) "VIRTUAL_FRAME_BUFFER=$(VIRTUAL_FRAME_BUFFER)" 270 KILL_DISPLAY = $(ECHO) "VIRTUAL_FRAME_BUFFER=$(VIRTUAL_FRAME_BUFFER)" 271 272 endif 273 274 # How to create the test bundle (pass or fail, we want to create this) 275 # Follow command with ";$(BUNDLE_UP_AND_EXIT)", so it always gets executed. 276 ZIP_UP_RESULTS = ( $(MKDIR) -p `dirname $(ARCHIVE_BUNDLE)` \ 277 && $(CD) $(ABS_TEST_OUTPUT_DIR) \ 278 && $(ZIP) -q -r $(ARCHIVE_BUNDLE) . ) 279 SUMMARY_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport/text/summary.txt 280 STATS_TXT_NAME = Stats.txt 281 STATS_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/$(STATS_TXT_NAME) 282 RUNLIST = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/runlist.txt 283 PASSLIST = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/passlist.txt 284 FAILLIST = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/faillist.txt 285 EXITCODE = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/exitcode.txt 286 287 TESTEXIT = \ 288 if [ ! -s $(EXITCODE) ] ; then \ 289 $(ECHO) "ERROR: EXITCODE file not filled in."; \ 290 $(ECHO) "1" > $(EXITCODE); \ 291 fi ; \ 292 testExitCode=`$(CAT) $(EXITCODE)`; \ 293 $(ECHO) "EXIT CODE: $${testExitCode}"; \ 294 exit $${testExitCode} 295 296 BUNDLE_UP_AND_EXIT = \ 297 ( \ 298 jtregExitCode=$$? && \ 299 _summary="$(SUMMARY_TXT)"; \ 300 $(RM) -f $(STATS_TXT) $(RUNLIST) $(PASSLIST) $(FAILLIST) $(EXITCODE); \ 301 $(ECHO) "$${jtregExitCode}" > $(EXITCODE); \ 302 if [ -r "$${_summary}" ] ; then \ 303 $(ECHO) "Summary: $(UNIQUE_DIR)" > $(STATS_TXT); \ 304 $(EXPAND) $${_summary} | $(EGREP) -v ' Not run\.' > $(RUNLIST); \ 305 $(EGREP) ' Passed\.' $(RUNLIST) \ 306 | $(EGREP) -v ' Error\.' \ 307 | $(EGREP) -v ' Failed\.' > $(PASSLIST); \ 308 ( $(EGREP) ' Failed\.' $(RUNLIST); \ 309 $(EGREP) ' Error\.' $(RUNLIST); \ 310 $(EGREP) -v ' Passed\.' $(RUNLIST) ) \ 311 | $(SORT) | $(UNIQ) > $(FAILLIST); \ 312 if [ $${jtregExitCode} != 0 -o -s $(FAILLIST) ] ; then \ 313 $(EXPAND) $(FAILLIST) \ 314 | $(CUT) -d' ' -f1 \ 315 | $(SED) -e 's@^@FAILED: @' >> $(STATS_TXT); \ 316 if [ $${jtregExitCode} = 0 ] ; then \ 317 jtregExitCode=1; \ 318 fi; \ 319 fi; \ 320 runc="`$(CAT) $(RUNLIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \ 321 passc="`$(CAT) $(PASSLIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \ 322 failc="`$(CAT) $(FAILLIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \ 323 exclc="`$(CAT) $(EXCLUDELIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \ 324 $(ECHO) "TEST STATS: run=$${runc} pass=$${passc} fail=$${failc} excluded=$${exclc}" \ 325 >> $(STATS_TXT); \ 326 else \ 327 $(ECHO) "Missing file: $${_summary}" >> $(STATS_TXT); \ 328 fi; \ 329 $(CAT) $(STATS_TXT); \ 330 $(ZIP_UP_RESULTS) && $(KILL_DISPLAY) ; \ 331 $(TESTEXIT) \ 332 ) 333 334 ################################################################ 335 336 # Default make rule (runs jtreg_tests) 337 all: jtreg_tests 338 @$(ECHO) "Testing completed successfully" 339 340 # Prep for output 341 prep: clean 342 @$(MKDIR) -p $(ABS_TEST_OUTPUT_DIR) 343 @$(MKDIR) -p `dirname $(ARCHIVE_BUNDLE)` 344 345 # Cleanup 346 clean: 347 $(RM) -r $(ABS_TEST_OUTPUT_DIR) 348 $(RM) $(ARCHIVE_BUNDLE) 349 350 ################################################################ 351 352 # jtreg tests 353 354 # Expect JT_HOME to be set for jtreg tests. (home for jtreg) 355 ifndef JT_HOME 356 JT_HOME = $(SLASH_JAVA)/re/jtreg/4.0/promoted/latest/binaries/jtreg 357 ifdef JPRT_JTREG_HOME 358 JT_HOME = $(JPRT_JTREG_HOME) 359 endif 360 endif 361 362 # Expect JPRT to set TESTDIRS to the jtreg test dirs 363 ifndef TESTDIRS 364 TESTDIRS = demo 365 endif 366 367 # Samevm settings (default is false) 368 ifndef USE_JTREG_SAMEVM 369 USE_JTREG_SAMEVM=false 370 endif 371 # With samevm, you cannot use -javaoptions? 372 ifeq ($(USE_JTREG_SAMEVM),true) 373 EXTRA_JTREG_OPTIONS += -samevm $(JAVA_ARGS) $(JAVA_ARGS:%=-vmoption:%) 374 JTREG_TEST_OPTIONS = $(JAVA_VM_ARGS:%=-vmoption:%) 375 else 376 JTREG_TEST_OPTIONS = $(JAVA_ARGS:%=-javaoptions:%) $(JAVA_VM_ARGS:%=-vmoption:%) 377 endif 378 379 # Some tests annoy me and fail frequently 380 PROBLEM_LIST=ProblemList.txt 381 PROBLEM_LISTS=$(PROBLEM_LIST) $(wildcard closed/$(PROBLEM_LIST)) 382 EXCLUDELIST=$(ABS_TEST_OUTPUT_DIR)/excludelist.txt 383 384 # Create exclude list for this platform and arch 385 ifdef NO_EXCLUDES 386 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TESTDIRS) 387 @$(ECHO) "NOTHING_EXCLUDED" > $@ 388 else 389 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TESTDIRS) 390 @$(RM) $@ $@.temp1 $@.temp2 391 @(($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-all' ) ;\ 392 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_ARCH)' ) ;\ 393 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_VERSION)') ;\ 394 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH)' ) ;\ 395 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-all' ) ;\ 396 ($(ECHO) "#") ;\ 397 ) | $(SED) -e 's@^[\ ]*@@' \ 398 | $(EGREP) -v '^#' > $@.temp1 399 @for tdir in $(TESTDIRS) ; do \ 400 ( ( $(CAT) $@.temp1 | $(EGREP) "^$${tdir}" ) ; $(ECHO) "#" ) >> $@.temp2 ; \ 401 done 402 @$(ECHO) "# at least one line" >> $@.temp2 403 @( $(EGREP) -v '^#' $@.temp2 ; true ) > $@ 404 @$(ECHO) "Excluding list contains `$(EXPAND) $@ | $(WC) -l` items" 405 endif 406 407 # Select list of directories that exist 408 define TestDirs 409 $(foreach i,$1,$(wildcard ${i})) $(foreach i,$1,$(wildcard closed/${i})) 410 endef 411 # Running batches of tests with or without samevm 412 define RunSamevmBatch 413 $(ECHO) "Running tests in samevm mode: $(call TestDirs, $?)" 414 $(MAKE) TESTDIRS="$(call TestDirs, $?)" USE_JTREG_SAMEVM=true UNIQUE_DIR=$@ jtreg_tests 415 endef 416 define RunOthervmBatch 417 $(ECHO) "Running tests in othervm mode: $(call TestDirs, $?)" 418 $(MAKE) TESTDIRS="$(call TestDirs, $?)" USE_JTREG_SAMEVM=false UNIQUE_DIR=$@ jtreg_tests 419 endef 420 define SummaryInfo 421 $(ECHO) "########################################################" 422 $(CAT) $(?:%=$(ABS_TEST_OUTPUT_DIR)/%/$(STATS_TXT_NAME)) 423 $(ECHO) "########################################################" 424 endef 425 426 # ------------------------------------------------------------------ 427 428 # Batches of tests (somewhat arbitrary assigments to jdk_* targets) 429 JDK_ALL_TARGETS = 430 431 # Stable othervm testruns (minus items from PROBLEM_LIST) 432 # Using samevm has problems, and doesn't help performance as much as others. 433 JDK_ALL_TARGETS += jdk_awt 434 jdk_awt: com/sun/awt java/awt sun/awt 435 $(call RunOthervmBatch) 436 437 # Stable samevm testruns (minus items from PROBLEM_LIST) 438 JDK_ALL_TARGETS += jdk_beans1 439 jdk_beans1: java/beans/beancontext java/beans/PropertyChangeSupport \ 440 java/beans/Introspector java/beans/Performance \ 441 java/beans/VetoableChangeSupport java/beans/Statement 442 $(call RunSamevmBatch) 443 444 # Stable othervm testruns (minus items from PROBLEM_LIST) 445 # Using samevm has serious problems with these tests 446 JDK_ALL_TARGETS += jdk_beans2 447 jdk_beans2: java/beans/Beans java/beans/EventHandler java/beans/XMLDecoder \ 448 java/beans/PropertyEditor 449 $(call RunOthervmBatch) 450 451 # Stable othervm testruns (minus items from PROBLEM_LIST) 452 # Using samevm has serious problems with these tests 453 JDK_ALL_TARGETS += jdk_beans3 454 jdk_beans3: java/beans/XMLEncoder 455 $(call RunOthervmBatch) 456 457 # All beans tests 458 jdk_beans: jdk_beans1 jdk_beans2 jdk_beans3 459 @$(SummaryInfo) 460 461 # Stable samevm testruns (minus items from PROBLEM_LIST) 462 JDK_ALL_TARGETS += jdk_io 463 jdk_io: java/io 464 $(call RunSamevmBatch) 465 466 # Stable samevm testruns (minus items from PROBLEM_LIST) 467 JDK_ALL_TARGETS += jdk_lang 468 jdk_lang: java/lang 469 $(call RunSamevmBatch) 470 471 # Stable othervm testruns (minus items from PROBLEM_LIST) 472 # Using samevm has serious problems with these tests 473 JDK_ALL_TARGETS += jdk_management1 474 jdk_management1: javax/management 475 $(call RunOthervmBatch) 476 477 # Stable othervm testruns (minus items from PROBLEM_LIST) 478 # Using samevm has serious problems with these tests 479 JDK_ALL_TARGETS += jdk_management2 480 jdk_management2: com/sun/jmx com/sun/management sun/management 481 $(call RunOthervmBatch) 482 483 # All management tests 484 jdk_management: jdk_management1 jdk_management2 485 @$(SummaryInfo) 486 487 # Stable samevm testruns (minus items from PROBLEM_LIST) 488 JDK_ALL_TARGETS += jdk_math 489 jdk_math: java/math 490 $(call RunSamevmBatch) 491 492 # Stable samevm testruns (minus items from PROBLEM_LIST) 493 JDK_ALL_TARGETS += jdk_misc 494 jdk_misc: demo javax/imageio javax/naming javax/print javax/script \ 495 javax/smartcardio javax/sound com/sun/java com/sun/jndi \ 496 com/sun/org sun/misc sun/pisces 497 $(call RunSamevmBatch) 498 499 # Stable samevm testruns (minus items from PROBLEM_LIST) 500 JDK_ALL_TARGETS += jdk_net 501 jdk_net: com/sun/net java/net sun/net 502 $(call RunSamevmBatch) 503 504 # Stable samevm testruns (minus items from PROBLEM_LIST) 505 JDK_ALL_TARGETS += jdk_nio1 506 jdk_nio1: java/nio/file 507 $(call RunSamevmBatch) 508 509 # Stable othervm testruns (minus items from PROBLEM_LIST) 510 # Using samevm has serious problems with these tests 511 JDK_ALL_TARGETS += jdk_nio2 512 jdk_nio2: java/nio/Buffer java/nio/ByteOrder \ 513 java/nio/channels java/nio/BufferPoolMXBean java/nio/MappedByteBuffer 514 $(call RunOthervmBatch) 515 516 # Stable othervm testruns (minus items from PROBLEM_LIST) 517 # Using samevm has serious problems with these tests 518 JDK_ALL_TARGETS += jdk_nio3 519 jdk_nio3: com/sun/nio sun/nio 520 $(call RunOthervmBatch) 521 522 # All nio tests 523 jdk_nio: jdk_nio1 jdk_nio2 jdk_nio3 524 @$(SummaryInfo) 525 526 # Stable othervm testruns (minus items from PROBLEM_LIST) 527 # Using samevm has serious problems with these tests 528 JDK_ALL_TARGETS += jdk_rmi 529 jdk_rmi: java/rmi javax/rmi sun/rmi 530 $(call RunOthervmBatch) 531 532 # Stable samevm testruns (minus items from PROBLEM_LIST) 533 JDK_ALL_TARGETS += jdk_security1 534 jdk_security1: java/security 535 $(call RunSamevmBatch) 536 537 # Stable othervm testruns (minus items from PROBLEM_LIST) 538 # Using samevm has serious problems with these tests 539 JDK_ALL_TARGETS += jdk_security2 540 jdk_security2: javax/crypto com/sun/crypto 541 $(call RunOthervmBatch) 542 543 # Stable othervm testruns (minus items from PROBLEM_LIST) 544 # Using samevm has serious problems with these tests 545 JDK_ALL_TARGETS += jdk_security3 546 jdk_security3: com/sun/security lib/security javax/security sun/security 547 $(call RunOthervmBatch) 548 549 # All security tests 550 jdk_security: jdk_security1 jdk_security2 jdk_security3 551 @$(SummaryInfo) 552 553 # Stable othervm testruns (minus items from PROBLEM_LIST) 554 # Using samevm has problems, and doesn't help performance as much as others. 555 JDK_ALL_TARGETS += jdk_swing 556 jdk_swing: javax/swing sun/java2d 557 $(call RunOthervmBatch) 558 559 # Stable samevm testruns (minus items from PROBLEM_LIST) 560 JDK_ALL_TARGETS += jdk_text 561 jdk_text: java/text sun/text 562 $(call RunSamevmBatch) 563 564 # Stable samevm testruns (minus items from PROBLEM_LIST) 565 JDK_ALL_TARGETS += jdk_tools1 566 jdk_tools1: com/sun/jdi 567 $(call RunSamevmBatch) 568 569 # Stable othervm testruns (minus items from PROBLEM_LIST) 570 # Using samevm has serious problems with these tests 571 JDK_ALL_TARGETS += jdk_tools2 572 jdk_tools2: com/sun/tools sun/jvmstat sun/tools tools vm com/sun/servicetag com/sun/tracing 573 $(call RunOthervmBatch) 574 575 # All tools tests 576 jdk_tools: jdk_tools1 jdk_tools2 577 @$(SummaryInfo) 578 579 # Stable samevm testruns (minus items from PROBLEM_LIST) 580 JDK_ALL_TARGETS += jdk_util 581 jdk_util: java/util sun/util 582 $(call RunSamevmBatch) 583 584 # ------------------------------------------------------------------ 585 586 # Run all tests 587 FILTER_OUT_LIST=jdk_awt jdk_rmi jdk_swing 588 JDK_ALL_STABLE_TARGETS := $(filter-out $(FILTER_OUT_LIST), $(JDK_ALL_TARGETS)) 589 jdk_all: $(JDK_ALL_STABLE_TARGETS) 590 @$(SummaryInfo) 591 592 # These are all phony targets 593 PHONY_LIST += $(JDK_ALL_TARGETS) 594 595 # ------------------------------------------------------------------ 596 597 # Default JTREG to run (win32 script works for everybody) 598 JTREG = $(JT_HOME)/win32/bin/jtreg 599 # Add any extra options (samevm etc.) 600 JTREG_BASIC_OPTIONS += $(EXTRA_JTREG_OPTIONS) 601 # Only run automatic tests 602 JTREG_BASIC_OPTIONS += -a 603 # Report details on all failed or error tests, times too 604 JTREG_BASIC_OPTIONS += -v:fail,error,time 605 # Retain all files for failing tests 606 JTREG_BASIC_OPTIONS += -retain:fail,error 607 # Ignore tests are not run and completely silent about it 608 JTREG_BASIC_OPTIONS += -ignore:quiet 609 # Multiple by 4 the timeout numbers 610 JTREG_BASIC_OPTIONS += -timeoutFactor:4 611 # Boost the max memory for jtreg to avoid gc thrashing 612 JTREG_BASIC_OPTIONS += -J-Xmx512m 613 614 # Make sure jtreg exists 615 $(JTREG): $(JT_HOME) 616 617 # Run jtreg 618 jtreg_tests: prep $(PRODUCT_HOME) $(JTREG) $(EXCLUDELIST) 619 @$(EXPAND) $(EXCLUDELIST) \ 620 | $(CUT) -d' ' -f1 \ 621 | $(SED) -e 's@^@Excluding: @' 622 ( \ 623 ( JT_HOME=$(shell $(GETMIXEDPATH) "$(JT_HOME)"); \ 624 export JT_HOME; \ 625 $(PREP_DISPLAY) && \ 626 $(shell $(GETMIXEDPATH) "$(JTREG)") \ 627 $(JTREG_BASIC_OPTIONS) \ 628 -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport \ 629 -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork \ 630 -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)") \ 631 -exclude:$(shell $(GETMIXEDPATH) "$(EXCLUDELIST)") \ 632 $(JTREG_TEST_OPTIONS) \ 633 $(TESTDIRS) \ 634 ) ; $(BUNDLE_UP_AND_EXIT) \ 635 ) 2>&1 | $(TEE) $(ABS_TEST_OUTPUT_DIR)/output.txt ; $(TESTEXIT) 636 637 PHONY_LIST += jtreg_tests 638 639 ################################################################ 640 641 # packtest 642 643 # Expect JPRT to set JPRT_PACKTEST_HOME. 644 PACKTEST_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/packtest 645 ifdef JPRT_PACKTEST_HOME 646 PACKTEST_HOME = $(JPRT_PACKTEST_HOME) 647 endif 648 649 packtest: prep $(PACKTEST_HOME)/ptest $(PRODUCT_HOME) 650 ( $(CD) $(PACKTEST_HOME) && \ 651 $(PACKTEST_HOME)/ptest \ 652 -t "$(PRODUCT_HOME)" \ 653 $(PACKTEST_STRESS_OPTION) \ 654 $(EXTRA_PACKTEST_OPTIONS) \ 655 -W $(ABS_TEST_OUTPUT_DIR) \ 656 $(JAVA_ARGS:%=-J %) \ 657 $(JAVA_VM_ARGS:%=-J %) \ 658 ) ; $(BUNDLE_UP_AND_EXIT) 659 660 packtest_stress: PACKTEST_STRESS_OPTION=-s 661 packtest_stress: packtest 662 663 PHONY_LIST += packtest packtest_stress 664 665 ################################################################ 666 667 # perftest to collect statistics 668 669 # Expect JPRT to set JPRT_PACKTEST_HOME. 670 PERFTEST_HOME = ${TEST_ROOT}/perf 671 ifdef JPRT_PERFTEST_HOME 672 PERFTEST_HOME = $(JPRT_PERFTEST_HOME) 673 endif 674 675 perftest: ( $(PERFTEST_HOME)/perftest \ 676 -t $(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)") \ 677 -w $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)") \ 678 -h $(PERFTEST_HOME) \ 679 ) ; $(BUNDLE_UP_AND_EXIT) 680 681 682 PHONY_LIST += perftest 683 684 ################################################################ 685 686 # vmsqe tests 687 688 # Expect JPRT to set JPRT_VMSQE_HOME. 689 VMSQE_HOME = /java/sqe/comp/vm/testbase/sqe/vm/current/build/latest/vm 690 ifdef JPRT_VMSQE_HOME 691 VMSQE_HOME = $(JPRT_VMSQE_HOME) 692 endif 693 694 # Expect JPRT to set JPRT_RUNVMSQE_HOME. 695 RUNVMSQE_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/runvmsqe 696 ifdef JPRT_RUNVMSQE_HOME 697 RUNVMSQE_HOME = $(JPRT_RUNVMSQE_HOME) 698 endif 699 700 # Expect JPRT to set JPRT_TONGA3_HOME. 701 TONGA3_HOME = /java/sqe//tools/gtee/harness/tonga 702 ifdef JPRT_TONGA3_HOME 703 TONGA3_HOME = $(JPRT_TONGA3_HOME) 704 endif 705 706 RUNVMSQE_BIN = $(RUNVMSQE_HOME)/bin/runvmsqe 707 708 vmsqe_tests: prep $(VMSQE_HOME)/vm $(TONGA3_HOME) $(RUNVMSQE_BIN) $(PRODUCT_HOME) 709 $(RM) -r $(ABS_TEST_OUTPUT_DIR)/vmsqe 710 ( $(CD) $(ABS_TEST_OUTPUT_DIR) && \ 711 $(RUNVMSQE_BIN) \ 712 -jdk "$(PRODUCT_HOME)" \ 713 -o "$(ABS_TEST_OUTPUT_DIR)/vmsqe" \ 714 -testbase "$(VMSQE_HOME)/vm" \ 715 -tonga "$(TONGA3_HOME)" \ 716 -tongajdk "$(ALT_BOOTDIR)" \ 717 $(JAVA_ARGS) \ 718 $(JAVA_VM_ARGS) \ 719 $(RUNVMSQE_TEST_OPTION) \ 720 $(EXTRA_RUNVMSQE_OPTIONS) \ 721 ) ; $(BUNDLE_UP_AND_EXIT) 722 723 vmsqe_jdwp: RUNVMSQE_TEST_OPTION=-jdwp 724 vmsqe_jdwp: vmsqe_tests 725 726 vmsqe_jdi: RUNVMSQE_TEST_OPTION=-jdi 727 vmsqe_jdi: vmsqe_tests 728 729 vmsqe_jdb: RUNVMSQE_TEST_OPTION=-jdb 730 vmsqe_jdb: vmsqe_tests 731 732 vmsqe_quick-jdi: RUNVMSQE_TEST_OPTION=-quick-jdi 733 vmsqe_quick-jdi: vmsqe_tests 734 735 vmsqe_sajdi: RUNVMSQE_TEST_OPTION=-sajdi 736 vmsqe_sajdi: vmsqe_tests 737 738 vmsqe_jvmti: RUNVMSQE_TEST_OPTION=-jvmti 739 vmsqe_jvmti: vmsqe_tests 740 741 vmsqe_hprof: RUNVMSQE_TEST_OPTION=-hprof 742 vmsqe_hprof: vmsqe_tests 743 744 vmsqe_monitoring: RUNVMSQE_TEST_OPTION=-monitoring 745 vmsqe_monitoring: vmsqe_tests 746 747 PHONY_LIST += vmsqe_jdwp vmsqe_jdi vmsqe_jdb vmsqe_quick-jdi vmsqe_sajdi \ 748 vmsqe_jvmti vmsqe_hprof vmsqe_monitoring vmsqe_tests 749 750 ################################################################ 751 752 # jck tests 753 754 JCK_WORK_DIR = $(ABS_TEST_OUTPUT_DIR)/JCKwork 755 JCK_REPORT_DIR = $(ABS_TEST_OUTPUT_DIR)/JCKreport 756 JCK_PROPERTIES = $(ABS_TEST_OUTPUT_DIR)/jck.properties 757 JCK_CONFIG = $(ABS_TEST_OUTPUT_DIR)/jck.config 758 759 JCK_JAVA_EXE = $(PRODUCT_HOME)/bin/java$(EXESUFFIX) 760 761 JCK_JAVATEST_JAR = $(JCK_HOME)/lib/javatest.jar 762 JCK_JAVATEST = $(ALT_BOOTDIR)/bin/java -jar $(JCK_JAVATEST_JAR) 763 764 $(JCK_CONFIG): $(TEST_ROOT)/JCK-$(JCK_BUNDLE_NAME)-$(JCK_RELEASE)-base.jti 765 $(RM) $@ 766 $(MKDIR) -p $(@D) 767 $(CP) $< $@ 768 769 $(JCK_PROPERTIES): $(PRODUCT_HOME) $(JCK_JAVA_EXE) 770 $(RM) $@ 771 $(MKDIR) -p $(@D) 772 $(ECHO) "jck.env.compiler.compRefExecute.cmdAsFile=$(JCK_JAVA_EXE)" >> $@ 773 $(ECHO) "jck.env.compiler.compRefExecute.systemRoot=$(SYSTEMROOT)" >> $@ 774 $(ECHO) "jck.env.compiler.testCompile.testCompileAPImultiJVM.cmdAsFile=$(JCK_JAVA_EXE)" >> $@ 775 $(ECHO) "jck.tests.tests=$(JCK_BUNDLE_TESTDIRS)" >> $@ 776 777 jck_tests: prep $(JCK_HOME) $(JCK_PROPERTIES) $(JCK_CONFIG) $(JCK_JAVATEST_JAR) 778 $(MKDIR) -p $(JCK_WORK_DIR) 779 ( $(JCK_JAVATEST) \ 780 -verbose:commands,non-pass \ 781 -testSuite $(JCK_HOME) \ 782 -workDir $(JCK_WORK_DIR) \ 783 -config $(JCK_CONFIG) \ 784 -set -file $(JCK_PROPERTIES) \ 785 -runtests \ 786 -writeReport $(JCK_REPORT_DIR) \ 787 ) ; $(BUNDLE_UP_AND_EXIT) 788 789 PHONY_LIST += jck_tests 790 791 ################################################################ 792 793 # jck6 tests 794 795 JCK6_RELEASE = 6b 796 JCK6_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/$(JCK6_RELEASE)/archive/fcs/binaries 797 798 # Expect JPRT to set JPRT_JCK6COMPILER_HOME. 799 JCK6COMPILER_HOME = $(JCK6_DEFAULT_HOME)/JCK-compiler-$(JCK6_RELEASE) 800 ifdef JPRT_JCK6COMPILER_HOME 801 JCK6COMPILER_HOME = $(JPRT_JCK6COMPILER_HOME) 802 endif 803 804 # Expect JPRT to set JPRT_JCK6RUNTIME_HOME. 805 JCK6RUNTIME_HOME = $(JCK6_DEFAULT_HOME)/JCK-runtime-$(JCK6_RELEASE) 806 ifdef JPRT_JCK6RUNTIME_HOME 807 JCK6RUNTIME_HOME = $(JPRT_JCK6RUNTIME_HOME) 808 endif 809 810 # Expect JPRT to set JPRT_JCK6DEVTOOLS_HOME. 811 JCK6DEVTOOLS_HOME = $(JCK6_DEFAULT_HOME)/JCK-devtools-$(JCK6_RELEASE) 812 ifdef JPRT_JCK6DEVTOOLS_HOME 813 JCK6DEVTOOLS_HOME = $(JPRT_JCK6DEVTOOLS_HOME) 814 endif 815 816 jck6_tests: JCK_HOME=$(JCK6_HOME) 817 jck6_tests: JCK_RELEASE=$(JCK6_RELEASE) 818 jck6_tests: jck_tests 819 820 jck6compiler: JCK6_HOME=$(JCK6COMPILER_HOME) 821 jck6compiler: JCK_BUNDLE_NAME=compiler 822 jck6compiler: jck6_tests 823 824 jck6compiler_lang: JCK_BUNDLE_TESTDIRS=lang 825 jck6compiler_lang: jck6compiler 826 827 jck6runtime: JCK6_HOME=$(JCK6RUNTIME_HOME) 828 jck6runtime: JCK_BUNDLE_NAME=runtime 829 jck6runtime: jck6_tests 830 831 jck6runtime_lang: JCK_BUNDLE_TESTDIRS=lang 832 jck6runtime_lang: jck6runtime 833 834 jck6devtools: JCK6_HOME=$(JCK6DEVTOOLS_HOME) 835 jck6devtools: JCK_BUNDLE_NAME=devtools 836 jck6devtools: jck6_tests 837 838 jck6devtools_lang: JCK_BUNDLE_TESTDIRS=lang 839 jck6devtools_lang: jck6devtools 840 841 PHONY_LIST += jck6compiler jck6runtime jck6devtools jck6_tests \ 842 jck6compiler_lang jck6runtime_lang jck6devtools_lang 843 844 ################################################################ 845 846 # jck7 tests 847 848 JCK7_RELEASE = 7 849 JCK7_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/$(JCK7_RELEASE)/archive/fcs/binaries 850 851 # Expect JPRT to set JPRT_JCK7COMPILER_HOME. 852 JCK7COMPILER_HOME = $(JCK7_DEFAULT_HOME)/JCK-compiler-$(JCK7_RELEASE) 853 ifdef JPRT_JCK7COMPILER_HOME 854 JCK7COMPILER_HOME = $(JPRT_JCK7COMPILER_HOME) 855 endif 856 857 # Expect JPRT to set JPRT_JCK7RUNTIME_HOME. 858 JCK7RUNTIME_HOME = $(JCK7_DEFAULT_HOME)/JCK-runtime-$(JCK7_RELEASE) 859 ifdef JPRT_JCK7RUNTIME_HOME 860 JCK7RUNTIME_HOME = $(JPRT_JCK7RUNTIME_HOME) 861 endif 862 863 # Expect JPRT to set JPRT_JCK7DEVTOOLS_HOME. 864 JCK7DEVTOOLS_HOME = $(JCK7_DEFAULT_HOME)/JCK-devtools-$(JCK7_RELEASE) 865 ifdef JPRT_JCK7DEVTOOLS_HOME 866 JCK7DEVTOOLS_HOME = $(JPRT_JCK7DEVTOOLS_HOME) 867 endif 868 869 jck7_tests: JCK_HOME=$(JCK7_HOME) 870 jck7_tests: JCK_RELEASE=$(JCK7_RELEASE) 871 jck7_tests: jck_tests 872 873 jck7compiler: JCK7_HOME=$(JCK7COMPILER_HOME) 874 jck7compiler: JCK_BUNDLE_NAME=compiler 875 jck7compiler: jck7_tests 876 877 jck7compiler_lang: JCK_BUNDLE_TESTDIRS=lang 878 jck7compiler_lang: jck7compiler 879 880 jck7runtime: JCK7_HOME=$(JCK7RUNTIME_HOME) 881 jck7runtime: JCK_BUNDLE_NAME=runtime 882 jck7runtime: jck7_tests 883 884 jck7runtime_lang: JCK_BUNDLE_TESTDIRS=lang 885 jck7runtime_lang: jck7runtime 886 887 jck7devtools: JCK7_HOME=$(JCK7DEVTOOLS_HOME) 888 jck7devtools: JCK_BUNDLE_NAME=devtools 889 jck7devtools: jck7_tests 890 891 jck7devtools_lang: JCK_BUNDLE_TESTDIRS=lang 892 jck7devtools_lang: jck7devtools 893 894 PHONY_LIST += jck7compiler jck7runtime jck7devtools jck7_tests \ 895 jck7compiler_lang jck7runtime_lang jck7devtools_lang 896 897 ################################################################ 898 899 # Phony targets (e.g. these are not filenames) 900 .PHONY: all clean prep $(PHONY_LIST) 901 902 ################################################################ 903