1 #
   2 # Copyright 1995-2009 Sun Microsystems, Inc.  All Rights Reserved.
   3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4 #
   5 # This code is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License version 2 only, as
   7 # published by the Free Software Foundation.  Sun designates this
   8 # particular file as subject to the "Classpath" exception as provided
   9 # by Sun in the LICENSE file that accompanied this code.
  10 #
  11 # This code is distributed in the hope that it will be useful, but WITHOUT
  12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 # FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 # version 2 for more details (a copy is included in the LICENSE file that
  15 # accompanied this code).
  16 #
  17 # You should have received a copy of the GNU General Public License version
  18 # 2 along with this work; if not, write to the Free Software Foundation,
  19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  20 #
  21 # Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
  22 # CA 95054 USA or visit www.sun.com if you need additional information or
  23 # have any questions.
  24 #
  25 
  26 #
  27 # Makefile to run various jdk tests
  28 #
  29 
  30 # Empty these to get rid of some default rules
  31 .SUFFIXES:
  32 .SUFFIXES: .java
  33 CO=
  34 GET=
  35 
  36 # Utilities used
  37 AWK       = awk
  38 CAT       = cat
  39 CD        = cd
  40 CHMOD     = chmod
  41 CP        = cp
  42 CUT       = cut
  43 ECHO      = echo
  44 EGREP     = egrep
  45 EXPAND    = expand
  46 EXPR      = expr
  47 KILL      = /usr/bin/kill
  48 MKDIR     = mkdir
  49 NOHUP     = nohup
  50 PWD       = pwd
  51 SED       = sed
  52 SLEEP     = sleep
  53 SORT      = sort
  54 TEE       = tee
  55 UNAME     = uname
  56 UNIQ      = uniq
  57 WC        = wc
  58 XHOST     = xhost
  59 ZIP       = zip
  60 
  61 # Get OS name from uname
  62 UNAME_S := $(shell $(UNAME) -s)
  63 
  64 # Commands to run on paths to make mixed paths for java on windows
  65 GETMIXEDPATH=$(ECHO)
  66 
  67 # Location of developer shared files
  68 SLASH_JAVA = /java
  69 
  70 # Platform specific settings
  71 ifeq ($(UNAME_S), SunOS)
  72   OS_NAME     = solaris
  73   OS_ARCH    := $(shell $(UNAME) -p)
  74   OS_VERSION := $(shell $(UNAME) -r)
  75 endif
  76 ifeq ($(UNAME_S), Linux)
  77   OS_NAME     = linux
  78   OS_ARCH    := $(shell $(UNAME) -m)
  79   OS_VERSION := $(shell $(UNAME) -r)
  80 endif
  81 ifndef OS_NAME
  82   ifneq ($(PROCESSOR_IDENTIFIER), )
  83     OS_NAME = windows
  84     SLASH_JAVA = J:
  85     # A variety of ways to say X64 arch :^(
  86     OS_ARCH:=$(word 1, $(PROCESSOR_IDENTIFIER))
  87     EXESUFFIX = .exe
  88     # These need to be different depending on MKS or CYGWIN
  89     ifeq ($(findstring cygdrive,$(shell ($(CD) C:/ && $(PWD)))), )
  90       GETMIXEDPATH  = dosname -s
  91       OS_VERSION   := $(shell $(UNAME) -r)
  92     else
  93       GETMIXEDPATH  = cygpath -m -s
  94       OS_VERSION   := $(shell $(UNAME) -s | $(CUT) -d'-' -f2)
  95     endif
  96   endif
  97 endif
  98 
  99 # Only want major and minor numbers from os version
 100 OS_VERSION := $(shell $(ECHO) "$(OS_VERSION)" | $(CUT) -d'.' -f1,2)
 101 
 102 # Try and use names i586, x64, and ia64 consistently  
 103 OS_ARCH:=$(subst X64,x64,$(OS_ARCH))
 104 OS_ARCH:=$(subst AMD64,x64,$(OS_ARCH))
 105 OS_ARCH:=$(subst amd64,x64,$(OS_ARCH))
 106 OS_ARCH:=$(subst x86_64,x64,$(OS_ARCH))
 107 OS_ARCH:=$(subst EM64T,x64,$(OS_ARCH))
 108 OS_ARCH:=$(subst em64t,x64,$(OS_ARCH))
 109 OS_ARCH:=$(subst intel64,x64,$(OS_ARCH))
 110 OS_ARCH:=$(subst Intel64,x64,$(OS_ARCH))
 111 OS_ARCH:=$(subst INTEL64,x64,$(OS_ARCH))
 112 OS_ARCH:=$(subst IA64,ia64,$(OS_ARCH))
 113 OS_ARCH:=$(subst X86,i586,$(OS_ARCH))
 114 OS_ARCH:=$(subst x86,i586,$(OS_ARCH))
 115 OS_ARCH:=$(subst i386,i586,$(OS_ARCH))
 116 OS_ARCH:=$(subst i486,i586,$(OS_ARCH))
 117 OS_ARCH:=$(subst i686,i586,$(OS_ARCH))
 118 
 119 # Check for ARCH_DATA_MODEL, adjust OS_ARCH accordingly
 120 ifndef ARCH_DATA_MODEL
 121   ARCH_DATA_MODEL=32
 122 endif
 123 ARCH_DATA_MODEL_ERROR= \
 124   ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) cannot be used with $(OS_NAME)-$(ARCH)
 125 ifeq ($(ARCH_DATA_MODEL),64)
 126   ifeq ($(OS_NAME)-$(OS_ARCH),solaris-i586)
 127     OS_ARCH=x64
 128   endif
 129   ifeq ($(OS_NAME)-$(OS_ARCH),solaris-sparc)
 130     OS_ARCH=sparcv9
 131   endif
 132   ifeq ($(OS_ARCH),i586)
 133     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 134   endif
 135   ifeq ($(OS_ARCH),sparc)
 136     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 137   endif
 138 else
 139   ifeq ($(ARCH_DATA_MODEL),32)
 140     ifeq ($(OS_ARCH),x64)
 141       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 142     endif
 143     ifeq ($(OS_ARCH),ia64)
 144       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 145     endif
 146     ifeq ($(OS_ARCH),sparcv9)
 147       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 148     endif
 149   else
 150     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 151   endif
 152 endif
 153 
 154 # Root of this test area (important to use full paths in some places)
 155 TEST_ROOT := $(shell $(PWD))
 156 
 157 # Root of all test results
 158 ifdef ALT_OUTPUTDIR
 159   ABS_OUTPUTDIR = $(ALT_OUTPUTDIR)
 160 else
 161   ABS_OUTPUTDIR = $(TEST_ROOT)/../build/$(OS_NAME)-$(OS_ARCH)
 162 endif
 163 ABS_BUILD_ROOT = $(ABS_OUTPUTDIR)
 164 ABS_TEST_OUTPUT_DIR := $(ABS_BUILD_ROOT)/testoutput/$(UNIQUE_DIR)
 165 
 166 # Expect JPRT to set PRODUCT_HOME (the product or jdk in this case to test)
 167 ifndef PRODUCT_HOME
 168   # Try to use j2sdk-image if it exists
 169   ABS_JDK_IMAGE = $(ABS_BUILD_ROOT)/j2sdk-image
 170   PRODUCT_HOME :=                       \
 171     $(shell                             \
 172       if [ -d $(ABS_JDK_IMAGE) ] ; then \
 173          $(ECHO) "$(ABS_JDK_IMAGE)";    \
 174        else                             \
 175          $(ECHO) "$(ABS_BUILD_ROOT)";   \
 176        fi)
 177   PRODUCT_HOME := $(PRODUCT_HOME)
 178 endif
 179 
 180 # Expect JPRT to set JPRT_PRODUCT_ARGS (e.g. -server etc.)
 181 #   Should be passed into 'java' only.
 182 #   Could include: -d64 -server -client OR any java option
 183 ifdef JPRT_PRODUCT_ARGS
 184   JAVA_ARGS = $(JPRT_PRODUCT_ARGS)
 185 endif
 186 
 187 # Expect JPRT to set JPRT_PRODUCT_VM_ARGS (e.g. -Xcomp etc.)
 188 #   Should be passed into anything running the vm (java, javac, javadoc, ...).
 189 ifdef JPRT_PRODUCT_VM_ARGS
 190   JAVA_VM_ARGS = $(JPRT_PRODUCT_VM_ARGS)
 191 endif
 192 
 193 # Check JAVA_ARGS arguments based on ARCH_DATA_MODEL etc.
 194 ifeq ($(OS_NAME),solaris)
 195   D64_ERROR_MESSAGE=Mismatch between ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) and use of -d64 in JAVA_ARGS=$(JAVA_ARGS)
 196   ifeq ($(ARCH_DATA_MODEL),32)
 197     ifneq ($(findstring -d64,$(JAVA_ARGS)),)
 198       x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
 199     endif
 200   endif
 201   ifeq ($(ARCH_DATA_MODEL),64)
 202     ifeq ($(findstring -d64,$(JAVA_ARGS)),)
 203       x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
 204     endif
 205   endif
 206 endif
 207 
 208 # Expect JPRT to set JPRT_ARCHIVE_BUNDLE (path to zip bundle for results)
 209 ARCHIVE_BUNDLE = $(ABS_TEST_OUTPUT_DIR)/ARCHIVE_BUNDLE.zip
 210 ifdef JPRT_ARCHIVE_BUNDLE
 211   ARCHIVE_BUNDLE = $(JPRT_ARCHIVE_BUNDLE)
 212 endif
 213 
 214 # DISPLAY settings for virtual frame buffer
 215 START_XVFB = start-Xvfb.sh
 216 NOHUP_OUTPUT = $(ABS_TEST_OUTPUT_DIR)/start-Xvfb.nohup-output.txt
 217 DISPLAY_PID_FILE=$(ABS_TEST_OUTPUT_DIR)/xvfb-display-number.txt
 218 DISPLAY_SLEEP_TIME=10
 219 DISPLAY_MAX_SLEEPS=10
 220 ifeq ($(OS_NAME),solaris)
 221   VIRTUAL_FRAME_BUFFER = true
 222 endif
 223 ifeq ($(OS_NAME),linux)
 224   VIRTUAL_FRAME_BUFFER = true
 225 endif
 226 
 227 # Does not work yet, display dies as soon as it gets used. :^(
 228 VIRTUAL_FRAME_BUFFER = false
 229 
 230 # Are we using a VIRTUAL_FRAME_BUFFER (Xvfb)
 231 ifeq ($(VIRTUAL_FRAME_BUFFER),true)
 232   
 233   PREP_DISPLAY = \
 234     $(CP) $(START_XVFB) $(ABS_TEST_OUTPUT_DIR); \
 235     $(CHMOD) a+x $(ABS_TEST_OUTPUT_DIR)/$(START_XVFB); \
 236     ( $(CD) $(ABS_TEST_OUTPUT_DIR) && \
 237       $(NOHUP) $(ABS_TEST_OUTPUT_DIR)/$(START_XVFB) $(DISPLAY_PID_FILE) > $(NOHUP_OUTPUT) 2>&1 && \
 238       $(SLEEP) $(DISPLAY_SLEEP_TIME) ) & \
 239     count=1; \
 240     while [ ! -s $(DISPLAY_PID_FILE) ] ; do \
 241       $(ECHO) "Sleeping $(DISPLAY_SLEEP_TIME) more seconds, DISPLAY not ready"; \
 242       $(SLEEP) $(DISPLAY_SLEEP_TIME); \
 243       count=`$(EXPR) $${count} '+' 1`; \
 244       if [ $${count} -gt $(DISPLAY_MAX_SLEEPS) ] ; then \
 245         $(ECHO) "ERROR: DISPLAY not ready, giving up on DISPLAY"; \
 246         exit 9; \
 247       fi; \
 248     done ; \
 249     DISPLAY=":`$(CAT) $(DISPLAY_PID_FILE)`"; \
 250     export DISPLAY; \
 251     $(CAT) $(NOHUP_OUTPUT); \
 252     $(ECHO) "Prepared DISPLAY=$${DISPLAY}"; \
 253     $(XHOST) || \
 254     ( $(ECHO) "ERROR: No display" ; exit 8)
 255 
 256   KILL_DISPLAY = \
 257     ( \
 258       DISPLAY=":`$(CAT) $(DISPLAY_PID_FILE)`"; \
 259       export DISPLAY; \
 260       if [ -s "$(DISPLAY_PID_FILE)" ] ; then \
 261         $(KILL) `$(CAT) $(DISPLAY_PID_FILE)` > /dev/null 2>&1; \
 262         $(KILL) -9 `$(CAT) $(DISPLAY_PID_FILE)` > /dev/null 2>&1; \
 263       fi; \
 264       $(ECHO) "Killed DISPLAY=$${DISPLAY}"; \
 265     )
 266 
 267 else
 268   
 269   PREP_DISPLAY = $(ECHO) "VIRTUAL_FRAME_BUFFER=$(VIRTUAL_FRAME_BUFFER)"
 270   KILL_DISPLAY = $(ECHO) "VIRTUAL_FRAME_BUFFER=$(VIRTUAL_FRAME_BUFFER)"
 271 
 272 endif
 273 
 274 # How to create the test bundle (pass or fail, we want to create this)
 275 #   Follow command with ";$(BUNDLE_UP_AND_EXIT)", so it always gets executed.
 276 ZIP_UP_RESULTS = ( $(MKDIR) -p `dirname $(ARCHIVE_BUNDLE)`     \
 277                    && $(CD) $(ABS_TEST_OUTPUT_DIR)             \
 278                    && $(ZIP) -q -r $(ARCHIVE_BUNDLE) . )
 279 SUMMARY_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport/text/summary.txt
 280 STATS_TXT_NAME = Stats.txt
 281 STATS_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/$(STATS_TXT_NAME)
 282 RUNLIST   = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/runlist.txt
 283 PASSLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/passlist.txt
 284 FAILLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/faillist.txt
 285 EXITCODE  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/exitcode.txt
 286 
 287 TESTEXIT = \
 288   if [ ! -s $(EXITCODE) ] ; then \
 289     $(ECHO) "ERROR: EXITCODE file not filled in."; \
 290     $(ECHO) "1" > $(EXITCODE); \
 291   fi ; \
 292   testExitCode=`$(CAT) $(EXITCODE)`; \
 293   $(ECHO) "EXIT CODE: $${testExitCode}"; \
 294   exit ${testExitCode}
 295 
 296 BUNDLE_UP_AND_EXIT = \
 297 ( \
 298   jtregExitCode=$$? && \
 299   _summary="$(SUMMARY_TXT)"; \
 300   $(RM) -f $(STATS_TXT) $(RUNLIST) $(PASSLIST) $(FAILLIST) $(EXITCODE); \
 301   $(ECHO) "$${jtregExitCode}" > $(EXITCODE); \
 302   if [ -r "$${_summary}" ] ; then \
 303     $(ECHO) "Summary: $${_summary}" > $(STATS_TXT); \
 304     $(EXPAND) $${_summary} | $(EGREP) -v ' Not run\.' > $(RUNLIST); \
 305     $(EGREP) ' Passed\.' $(RUNLIST) \
 306       | $(EGREP) -v ' Error\.' \
 307       | $(EGREP) -v ' Failed\.' > $(PASSLIST); \
 308     ( $(EGREP) ' Failed\.' $(RUNLIST); \
 309       $(EGREP) ' Error\.' $(RUNLIST); \
 310       $(EGREP) -v ' Passed\.' $(RUNLIST) ) \
 311       | $(SORT) | $(UNIQ) > $(FAILLIST); \
 312     if [ $${jtregExitCode} != 0 -o -s $(FAILLIST) ] ; then \
 313       $(EXPAND) $(FAILLIST) \
 314         | $(CUT) -d' ' -f1 \
 315         | $(SED) -e 's@^@FAILED: @' >> $(STATS_TXT); \
 316       if [ $${jtregExitCode} = 0 ] ; then \
 317         jtregExitCode=1; \
 318       fi; \
 319     fi; \
 320     runc="`$(CAT) $(RUNLIST)      | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 321     passc="`$(CAT) $(PASSLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 322     failc="`$(CAT) $(FAILLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 323     exclc="`$(CAT) $(EXCLUDELIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 324     $(ECHO) "TEST STATS: run=$${runc}  pass=$${passc}  fail=$${failc}  excluded=$${exclc}" \
 325       >> $(STATS_TXT); \
 326   else \
 327     $(ECHO) "Missing file: $${_summary}" >> $(STATS_TXT); \
 328   fi; \
 329   $(CAT) $(STATS_TXT); \
 330   $(ZIP_UP_RESULTS) && $(KILL_DISPLAY) ; \
 331   $(TESTEXIT) \
 332 )
 333 
 334 ################################################################
 335 
 336 # Default make rule (runs jtreg_tests)
 337 all: jtreg_tests
 338         @$(ECHO) "Testing completed successfully"
 339 
 340 # Prep for output
 341 prep: clean
 342         @$(MKDIR) -p $(ABS_TEST_OUTPUT_DIR)
 343         @$(MKDIR) -p `dirname $(ARCHIVE_BUNDLE)`
 344 
 345 # Cleanup
 346 clean:
 347         $(RM) -r $(ABS_TEST_OUTPUT_DIR)
 348         $(RM) $(ARCHIVE_BUNDLE)
 349 
 350 ################################################################
 351 
 352 # jtreg tests
 353 
 354 # Expect JT_HOME to be set for jtreg tests. (home for jtreg)
 355 ifndef JT_HOME
 356   JT_HOME = $(SLASH_JAVA)/re/jtreg/4.0/promoted/latest/binaries/jtreg
 357   ifdef JPRT_JTREG_HOME
 358     JT_HOME = $(JPRT_JTREG_HOME)
 359   endif
 360 endif
 361 
 362 # Expect JPRT to set TESTDIRS to the jtreg test dirs
 363 ifndef TESTDIRS
 364   TESTDIRS = demo
 365 endif
 366 
 367 # Samevm settings (default is false)
 368 ifndef USE_JTREG_SAMEVM
 369   USE_JTREG_SAMEVM=false
 370 endif
 371 # With samevm, you cannot use -javaoptions?
 372 ifeq ($(USE_JTREG_SAMEVM),true)
 373   EXTRA_JTREG_OPTIONS += -samevm $(JAVA_ARGS) $(JAVA_ARGS:%=-vmoption:%)
 374   JTREG_TEST_OPTIONS = $(JAVA_VM_ARGS:%=-vmoption:%)
 375 else
 376   JTREG_TEST_OPTIONS = $(JAVA_ARGS:%=-javaoptions:%) $(JAVA_VM_ARGS:%=-vmoption:%)
 377 endif
 378 
 379 # Some tests annoy me and fail frequently
 380 PROBLEM_LIST=ProblemList.txt
 381 PROBLEM_LISTS=$(PROBLEM_LIST) $(wildcard closed/$(PROBLEM_LIST))
 382 EXCLUDELIST=$(ABS_TEST_OUTPUT_DIR)/excludelist.txt
 383 
 384 # Create exclude list for this platform and arch
 385 ifdef NO_EXCLUDES
 386 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TESTDIRS)
 387         @$(ECHO) "NOTHING_EXCLUDED" > $@
 388 else
 389 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TESTDIRS)
 390         @$(RM) $@ $@.temp1 $@.temp2
 391         @(($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-all'          ) ;\
 392           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_ARCH)'   ) ;\
 393           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_VERSION)') ;\
 394           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH)'      ) ;\
 395           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-all'             ) ;\
 396           ($(ECHO) "#") ;\
 397         ) | $(SED) -e 's@^[\ ]*@@' \
 398           | $(EGREP) -v '^#' > $@.temp1
 399         @for tdir in $(TESTDIRS) ; do \
 400           ( ( $(CAT) $@.temp1 | $(EGREP) "^$${tdir}" ) ; $(ECHO) "#" ) >> $@.temp2 ; \
 401         done
 402         @$(ECHO) "# at least one line" >> $@.temp2
 403         @( $(EGREP) -v '^#' $@.temp2 ; true ) > $@
 404         @$(ECHO) "Excluding list contains `$(EXPAND) $@ | $(WC) -l` items"
 405 endif
 406 
 407 # Select list of directories that exist
 408 define TestDirs
 409 $(foreach i,$1,$(wildcard ${i})) $(foreach i,$1,$(wildcard closed/${i}))
 410 endef
 411 # Running batches of tests with or without samevm
 412 define RunSamevmBatch
 413 $(ECHO) "Running tests in samevm mode: $(call TestDirs, $?)"
 414 $(MAKE) TESTDIRS="$(call TestDirs, $?)" USE_JTREG_SAMEVM=true  UNIQUE_DIR=$@ jtreg_tests
 415 endef
 416 define RunOthervmBatch
 417 $(ECHO) "Running tests in othervm mode: $(call TestDirs, $?)"
 418 $(MAKE) TESTDIRS="$(call TestDirs, $?)" USE_JTREG_SAMEVM=false UNIQUE_DIR=$@ jtreg_tests
 419 endef
 420 define SummaryInfo
 421 $(ECHO) "Summary for: $?"
 422 $(CAT) $(?:%=$(ABS_TEST_OUTPUT_DIR)/%/$(STATS_TXT_NAME))
 423 endef
 424 
 425 # ------------------------------------------------------------------
 426 
 427 # Batches of tests (somewhat arbitrary assigments to jdk_* targets)
 428 JDK_ALL_TARGETS =
 429 
 430 # Stable othervm testruns (minus items from PROBLEM_LIST)
 431 #   Using samevm has problems, and doesn't help performance as much as others.
 432 JDK_ALL_TARGETS += jdk_awt
 433 jdk_awt: com/sun/awt java/awt sun/awt
 434         $(call RunOthervmBatch)
 435 
 436 # Stable samevm testruns (minus items from PROBLEM_LIST)
 437 JDK_ALL_TARGETS += jdk_beans1
 438 jdk_beans1: java/beans/beancontext java/beans/PropertyChangeSupport \
 439             java/beans/Introspector java/beans/Performance \
 440             java/beans/VetoableChangeSupport java/beans/Statement
 441         $(call RunSamevmBatch)
 442 
 443 # Stable othervm testruns (minus items from PROBLEM_LIST)
 444 #   Using samevm has serious problems with these tests
 445 JDK_ALL_TARGETS += jdk_beans2
 446 jdk_beans2: java/beans/Beans java/beans/EventHandler java/beans/XMLDecoder \
 447             java/beans/PropertyEditor
 448         $(call RunOthervmBatch)
 449 JDK_ALL_TARGETS += jdk_beans3
 450 jdk_beans3: java/beans/XMLEncoder
 451         $(call RunOthervmBatch)
 452 
 453 jdk_beans: jdk_beans1 jdk_beans2 jdk_beans3
 454         @$(SummaryInfo)
 455 
 456 # Stable samevm testruns (minus items from PROBLEM_LIST)
 457 JDK_ALL_TARGETS += jdk_io
 458 jdk_io: java/io
 459         $(call RunSamevmBatch)
 460 
 461 # Stable samevm testruns (minus items from PROBLEM_LIST)
 462 JDK_ALL_TARGETS += jdk_lang
 463 jdk_lang: java/lang
 464         $(call RunSamevmBatch)
 465 
 466 # Stable othervm testruns (minus items from PROBLEM_LIST)
 467 #   Using samevm has serious problems with these tests
 468 JDK_ALL_TARGETS += jdk_management1
 469 jdk_management1: javax/management
 470         $(call RunOthervmBatch)
 471 
 472 # Stable othervm testruns (minus items from PROBLEM_LIST)
 473 #   Using samevm has serious problems with these tests
 474 JDK_ALL_TARGETS += jdk_management2
 475 jdk_management2: com/sun/jmx com/sun/management sun/management
 476         $(call RunOthervmBatch)
 477 
 478 jdk_management: jdk_management1 jdk_management2
 479         @$(SummaryInfo)
 480 
 481 # Stable samevm testruns (minus items from PROBLEM_LIST)
 482 JDK_ALL_TARGETS += jdk_math
 483 jdk_math: java/math
 484         $(call RunSamevmBatch)
 485 
 486 # Stable samevm testruns (minus items from PROBLEM_LIST)
 487 JDK_ALL_TARGETS += jdk_misc
 488 jdk_misc: demo javax/imageio javax/naming javax/print javax/script \
 489           javax/smartcardio javax/sound com/sun/java com/sun/jndi \
 490           com/sun/org sun/misc sun/pisces
 491         $(call RunSamevmBatch)
 492 
 493 # Stable samevm testruns (minus items from PROBLEM_LIST)
 494 JDK_ALL_TARGETS += jdk_net
 495 jdk_net: com/sun/net java/net sun/net
 496         $(call RunSamevmBatch)
 497 
 498 # Stable samevm testruns (minus items from PROBLEM_LIST)
 499 JDK_ALL_TARGETS += jdk_nio1
 500 jdk_nio1: java/nio/file
 501         $(call RunSamevmBatch)
 502 
 503 # Stable othervm testruns (minus items from PROBLEM_LIST)
 504 #   Using samevm has serious problems with these tests
 505 JDK_ALL_TARGETS += jdk_nio2
 506 jdk_nio2: java/nio/Buffer java/nio/ByteOrder \
 507           java/nio/channels java/nio/BufferPoolMXBean java/nio/MappedByteBuffer
 508         $(call RunOthervmBatch)
 509 JDK_ALL_TARGETS += jdk_nio3
 510 jdk_nio3: com/sun/nio sun/nio
 511         $(call RunOthervmBatch)
 512 
 513 jdk_nio: jdk_nio1 jdk_nio2 jdk_nio3
 514         @$(SummaryInfo)
 515 
 516 # Stable othervm testruns (minus items from PROBLEM_LIST)
 517 #   Using samevm has serious problems with these tests
 518 JDK_ALL_TARGETS += jdk_rmi
 519 jdk_rmi: java/rmi javax/rmi sun/rmi
 520         $(call RunOthervmBatch)
 521 
 522 # Stable samevm testruns (minus items from PROBLEM_LIST)
 523 JDK_ALL_TARGETS += jdk_security1
 524 jdk_security1: java/security
 525         $(call RunSamevmBatch)
 526 
 527 # Stable othervm testruns (minus items from PROBLEM_LIST)
 528 #   Using samevm has serious problems with these tests
 529 JDK_ALL_TARGETS += jdk_security2
 530 jdk_security2: javax/crypto com/sun/crypto
 531         $(call RunOthervmBatch)
 532 JDK_ALL_TARGETS += jdk_security3
 533 jdk_security3: com/sun/security lib/security javax/security sun/security
 534         $(call RunOthervmBatch)
 535 
 536 jdk_security: jdk_security1 jdk_security2 jdk_security3
 537         @$(SummaryInfo)
 538 
 539 # Stable othervm testruns (minus items from PROBLEM_LIST)
 540 #   Using samevm has problems, and doesn't help performance as much as others.
 541 JDK_ALL_TARGETS += jdk_swing
 542 jdk_swing: javax/swing sun/java2d
 543         $(call RunOthervmBatch)
 544 
 545 # Stable samevm testruns (minus items from PROBLEM_LIST)
 546 JDK_ALL_TARGETS += jdk_text
 547 jdk_text: java/text sun/text
 548         $(call RunSamevmBatch)
 549 
 550 # Stable othervm testruns (minus items from PROBLEM_LIST)
 551 #   Using samevm has serious problems with these tests
 552 JDK_ALL_TARGETS += jdk_tools1
 553 jdk_tools1: com/sun/jdi
 554         $(call RunSamevmBatch)
 555 JDK_ALL_TARGETS += jdk_tools2
 556 jdk_tools2: com/sun/tools sun/jvmstat sun/tools tools vm com/sun/servicetag com/sun/tracing
 557         $(call RunOthervmBatch)
 558 
 559 jdk_tools: jdk_tools1 jdk_tools2
 560         @$(SummaryInfo)
 561 
 562 # Stable samevm testruns (minus items from PROBLEM_LIST)
 563 JDK_ALL_TARGETS += jdk_util
 564 jdk_util: java/util sun/util
 565         $(call RunSamevmBatch)
 566 
 567 # ------------------------------------------------------------------
 568 
 569 # Run all tests
 570 jdk_all: $(filter-out jdk_awt jdk_rmi jdk_swing, $(JDK_ALL_TARGETS))
 571         @$(SummaryInfo)
 572 
 573 # These are all phony targets
 574 PHONY_LIST += $(JDK_ALL_TARGETS)
 575 
 576 # ------------------------------------------------------------------
 577 
 578 # Default JTREG to run (win32 script works for everybody)
 579 JTREG = $(JT_HOME)/win32/bin/jtreg
 580 # Add any extra options (samevm etc.)
 581 JTREG_BASIC_OPTIONS += $(EXTRA_JTREG_OPTIONS)
 582 # Only run automatic tests
 583 JTREG_BASIC_OPTIONS += -a
 584 # Report details on all failed or error tests, times too
 585 JTREG_BASIC_OPTIONS += -v:fail,error,time
 586 # Retain all files for failing tests
 587 JTREG_BASIC_OPTIONS += -retain:fail,error
 588 # Ignore tests are not run and completely silent about it
 589 JTREG_BASIC_OPTIONS += -ignore:quiet
 590 # Multiple by 2 the timeout numbers
 591 JTREG_BASIC_OPTIONS += -timeoutFactor:2
 592 # Boost the max memory for jtreg to avoid gc thrashing
 593 JTREG_BASIC_OPTIONS += -J-Xmx512m
 594 
 595 # Make sure jtreg exists
 596 $(JTREG): $(JT_HOME)
 597 
 598 # Run jtreg
 599 jtreg_tests: prep $(PRODUCT_HOME) $(JTREG) $(EXCLUDELIST)
 600         @$(EXPAND) $(EXCLUDELIST) \
 601             | $(CUT) -d' ' -f1 \
 602             | $(SED) -e 's@^@Excluding: @'
 603         (                                                                    \
 604           ( JT_HOME=$(shell $(GETMIXEDPATH) "$(JT_HOME)");                   \
 605             export JT_HOME;                                                  \
 606             $(PREP_DISPLAY) &&                                               \
 607             $(shell $(GETMIXEDPATH) "$(JTREG)")                              \
 608               $(JTREG_BASIC_OPTIONS)                                         \
 609               -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
 610               -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
 611               -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
 612               -exclude:$(shell $(GETMIXEDPATH) "$(EXCLUDELIST)")             \
 613               $(JTREG_TEST_OPTIONS)                                          \
 614               $(TESTDIRS)                                                    \
 615           ) ; $(BUNDLE_UP_AND_EXIT)                                          \
 616         ) 2>&1 | $(TEE) $(ABS_TEST_OUTPUT_DIR)/output.txt ; $(TESTEXIT)
 617 
 618 PHONY_LIST += jtreg_tests
 619 
 620 ################################################################
 621 
 622 # packtest
 623 
 624 # Expect JPRT to set JPRT_PACKTEST_HOME.
 625 PACKTEST_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/packtest
 626 ifdef JPRT_PACKTEST_HOME
 627   PACKTEST_HOME = $(JPRT_PACKTEST_HOME)
 628 endif
 629 
 630 packtest: prep $(PACKTEST_HOME)/ptest $(PRODUCT_HOME)
 631         ( $(CD) $(PACKTEST_HOME) &&            \
 632             $(PACKTEST_HOME)/ptest             \
 633                  -t "$(PRODUCT_HOME)"          \
 634                  $(PACKTEST_STRESS_OPTION)     \
 635                  $(EXTRA_PACKTEST_OPTIONS)     \
 636                  -W $(ABS_TEST_OUTPUT_DIR)     \
 637                  $(JAVA_ARGS:%=-J %)           \
 638                  $(JAVA_VM_ARGS:%=-J %)        \
 639          ) ; $(BUNDLE_UP_AND_EXIT)
 640 
 641 packtest_stress: PACKTEST_STRESS_OPTION=-s
 642 packtest_stress: packtest
 643 
 644 PHONY_LIST += packtest packtest_stress
 645 
 646 ################################################################
 647 
 648 # perftest to collect statistics  
 649 
 650 # Expect JPRT to set JPRT_PACKTEST_HOME.
 651 PERFTEST_HOME = ${TEST_ROOT}/perf
 652 ifdef JPRT_PERFTEST_HOME
 653   PERFTEST_HOME = $(JPRT_PERFTEST_HOME)
 654 endif
 655 
 656 perftest: ( $(PERFTEST_HOME)/perftest          \
 657                  -t $(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")               \
 658                  -w $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)") \
 659                  -h $(PERFTEST_HOME) \
 660          ) ; $(BUNDLE_UP_AND_EXIT)
 661 
 662 
 663 PHONY_LIST += perftest
 664 
 665 ################################################################
 666 
 667 # vmsqe tests
 668 
 669 # Expect JPRT to set JPRT_VMSQE_HOME.
 670 VMSQE_HOME = /java/sqe/comp/vm/testbase/sqe/vm/current/build/latest/vm
 671 ifdef JPRT_VMSQE_HOME
 672   VMSQE_HOME = $(JPRT_VMSQE_HOME)
 673 endif
 674 
 675 # Expect JPRT to set JPRT_RUNVMSQE_HOME.
 676 RUNVMSQE_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/runvmsqe
 677 ifdef JPRT_RUNVMSQE_HOME
 678   RUNVMSQE_HOME = $(JPRT_RUNVMSQE_HOME)
 679 endif
 680 
 681 # Expect JPRT to set JPRT_TONGA3_HOME.
 682 TONGA3_HOME = /java/sqe//tools/gtee/harness/tonga
 683 ifdef JPRT_TONGA3_HOME
 684   TONGA3_HOME = $(JPRT_TONGA3_HOME)
 685 endif
 686 
 687 RUNVMSQE_BIN = $(RUNVMSQE_HOME)/bin/runvmsqe
 688 
 689 vmsqe_tests: prep $(VMSQE_HOME)/vm $(TONGA3_HOME) $(RUNVMSQE_BIN) $(PRODUCT_HOME)
 690         $(RM) -r $(ABS_TEST_OUTPUT_DIR)/vmsqe
 691         ( $(CD) $(ABS_TEST_OUTPUT_DIR) &&          \
 692             $(RUNVMSQE_BIN)                        \
 693                  -jdk "$(PRODUCT_HOME)"            \
 694                  -o "$(ABS_TEST_OUTPUT_DIR)/vmsqe" \
 695                  -testbase "$(VMSQE_HOME)/vm"      \
 696                  -tonga "$(TONGA3_HOME)"           \
 697                  -tongajdk "$(ALT_BOOTDIR)"        \
 698                  $(JAVA_ARGS)                      \
 699                  $(JAVA_VM_ARGS)                   \
 700                  $(RUNVMSQE_TEST_OPTION)           \
 701                  $(EXTRA_RUNVMSQE_OPTIONS)         \
 702          ) ; $(BUNDLE_UP_AND_EXIT)
 703 
 704 vmsqe_jdwp: RUNVMSQE_TEST_OPTION=-jdwp
 705 vmsqe_jdwp: vmsqe_tests
 706 
 707 vmsqe_jdi: RUNVMSQE_TEST_OPTION=-jdi
 708 vmsqe_jdi: vmsqe_tests
 709 
 710 vmsqe_jdb: RUNVMSQE_TEST_OPTION=-jdb
 711 vmsqe_jdb: vmsqe_tests
 712 
 713 vmsqe_quick-jdi: RUNVMSQE_TEST_OPTION=-quick-jdi
 714 vmsqe_quick-jdi: vmsqe_tests
 715 
 716 vmsqe_sajdi: RUNVMSQE_TEST_OPTION=-sajdi
 717 vmsqe_sajdi: vmsqe_tests
 718 
 719 vmsqe_jvmti: RUNVMSQE_TEST_OPTION=-jvmti
 720 vmsqe_jvmti: vmsqe_tests
 721 
 722 vmsqe_hprof: RUNVMSQE_TEST_OPTION=-hprof
 723 vmsqe_hprof: vmsqe_tests
 724 
 725 vmsqe_monitoring: RUNVMSQE_TEST_OPTION=-monitoring
 726 vmsqe_monitoring: vmsqe_tests
 727 
 728 PHONY_LIST += vmsqe_jdwp vmsqe_jdi vmsqe_jdb vmsqe_quick-jdi vmsqe_sajdi \
 729               vmsqe_jvmti vmsqe_hprof vmsqe_monitoring vmsqe_tests
 730 
 731 ################################################################
 732 
 733 # jck tests
 734 
 735 JCK_WORK_DIR     = $(ABS_TEST_OUTPUT_DIR)/JCKwork
 736 JCK_REPORT_DIR   = $(ABS_TEST_OUTPUT_DIR)/JCKreport
 737 JCK_PROPERTIES   = $(ABS_TEST_OUTPUT_DIR)/jck.properties
 738 JCK_CONFIG       = $(ABS_TEST_OUTPUT_DIR)/jck.config
 739 
 740 JCK_JAVA_EXE     = $(PRODUCT_HOME)/bin/java$(EXESUFFIX)
 741 
 742 JCK_JAVATEST_JAR = $(JCK_HOME)/lib/javatest.jar
 743 JCK_JAVATEST     = $(ALT_BOOTDIR)/bin/java -jar $(JCK_JAVATEST_JAR)
 744 
 745 $(JCK_CONFIG): $(TEST_ROOT)/JCK-$(JCK_BUNDLE_NAME)-$(JCK_RELEASE)-base.jti
 746         $(RM) $@
 747         $(MKDIR) -p $(@D)
 748         $(CP) $< $@
 749 
 750 $(JCK_PROPERTIES): $(PRODUCT_HOME) $(JCK_JAVA_EXE)
 751         $(RM) $@
 752         $(MKDIR) -p $(@D)
 753         $(ECHO) "jck.env.compiler.compRefExecute.cmdAsFile=$(JCK_JAVA_EXE)" >> $@
 754         $(ECHO) "jck.env.compiler.compRefExecute.systemRoot=$(SYSTEMROOT)" >> $@
 755         $(ECHO) "jck.env.compiler.testCompile.testCompileAPImultiJVM.cmdAsFile=$(JCK_JAVA_EXE)" >> $@
 756         $(ECHO) "jck.tests.tests=$(JCK_BUNDLE_TESTDIRS)" >> $@
 757 
 758 jck_tests: prep $(JCK_HOME) $(JCK_PROPERTIES) $(JCK_CONFIG) $(JCK_JAVATEST_JAR)
 759         $(MKDIR) -p $(JCK_WORK_DIR)
 760         ( $(JCK_JAVATEST)                            \
 761                 -verbose:commands,non-pass           \
 762                 -testSuite    $(JCK_HOME)            \
 763                 -workDir      $(JCK_WORK_DIR)        \
 764                 -config       $(JCK_CONFIG)          \
 765                 -set -file    $(JCK_PROPERTIES)      \
 766                 -runtests                            \
 767                 -writeReport  $(JCK_REPORT_DIR)      \
 768         ) ; $(BUNDLE_UP_AND_EXIT)
 769 
 770 PHONY_LIST += jck_tests
 771 
 772 ################################################################
 773 
 774 # jck6 tests
 775 
 776 JCK6_RELEASE = 6b
 777 JCK6_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/$(JCK6_RELEASE)/archive/fcs/binaries
 778 
 779 # Expect JPRT to set JPRT_JCK6COMPILER_HOME.
 780 JCK6COMPILER_HOME = $(JCK6_DEFAULT_HOME)/JCK-compiler-$(JCK6_RELEASE)
 781 ifdef JPRT_JCK6COMPILER_HOME
 782   JCK6COMPILER_HOME = $(JPRT_JCK6COMPILER_HOME)
 783 endif
 784 
 785 # Expect JPRT to set JPRT_JCK6RUNTIME_HOME.
 786 JCK6RUNTIME_HOME = $(JCK6_DEFAULT_HOME)/JCK-runtime-$(JCK6_RELEASE)
 787 ifdef JPRT_JCK6RUNTIME_HOME
 788   JCK6RUNTIME_HOME = $(JPRT_JCK6RUNTIME_HOME)
 789 endif
 790 
 791 # Expect JPRT to set JPRT_JCK6DEVTOOLS_HOME.
 792 JCK6DEVTOOLS_HOME = $(JCK6_DEFAULT_HOME)/JCK-devtools-$(JCK6_RELEASE)
 793 ifdef JPRT_JCK6DEVTOOLS_HOME
 794   JCK6DEVTOOLS_HOME = $(JPRT_JCK6DEVTOOLS_HOME)
 795 endif
 796 
 797 jck6_tests: JCK_HOME=$(JCK6_HOME)
 798 jck6_tests: JCK_RELEASE=$(JCK6_RELEASE)
 799 jck6_tests: jck_tests
 800 
 801 jck6compiler: JCK6_HOME=$(JCK6COMPILER_HOME)
 802 jck6compiler: JCK_BUNDLE_NAME=compiler
 803 jck6compiler: jck6_tests
 804 
 805 jck6compiler_lang: JCK_BUNDLE_TESTDIRS=lang
 806 jck6compiler_lang: jck6compiler
 807 
 808 jck6runtime: JCK6_HOME=$(JCK6RUNTIME_HOME)
 809 jck6runtime: JCK_BUNDLE_NAME=runtime
 810 jck6runtime: jck6_tests
 811 
 812 jck6runtime_lang: JCK_BUNDLE_TESTDIRS=lang
 813 jck6runtime_lang: jck6runtime
 814 
 815 jck6devtools: JCK6_HOME=$(JCK6DEVTOOLS_HOME)
 816 jck6devtools: JCK_BUNDLE_NAME=devtools
 817 jck6devtools: jck6_tests
 818 
 819 jck6devtools_lang: JCK_BUNDLE_TESTDIRS=lang
 820 jck6devtools_lang: jck6devtools
 821 
 822 PHONY_LIST += jck6compiler jck6runtime jck6devtools jck6_tests \
 823               jck6compiler_lang jck6runtime_lang jck6devtools_lang
 824 
 825 ################################################################
 826 
 827 # jck7 tests
 828 
 829 JCK7_RELEASE = 7
 830 JCK7_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/$(JCK7_RELEASE)/archive/fcs/binaries
 831 
 832 # Expect JPRT to set JPRT_JCK7COMPILER_HOME.
 833 JCK7COMPILER_HOME = $(JCK7_DEFAULT_HOME)/JCK-compiler-$(JCK7_RELEASE)
 834 ifdef JPRT_JCK7COMPILER_HOME
 835   JCK7COMPILER_HOME = $(JPRT_JCK7COMPILER_HOME)
 836 endif
 837 
 838 # Expect JPRT to set JPRT_JCK7RUNTIME_HOME.
 839 JCK7RUNTIME_HOME = $(JCK7_DEFAULT_HOME)/JCK-runtime-$(JCK7_RELEASE)
 840 ifdef JPRT_JCK7RUNTIME_HOME
 841   JCK7RUNTIME_HOME = $(JPRT_JCK7RUNTIME_HOME)
 842 endif
 843 
 844 # Expect JPRT to set JPRT_JCK7DEVTOOLS_HOME.
 845 JCK7DEVTOOLS_HOME = $(JCK7_DEFAULT_HOME)/JCK-devtools-$(JCK7_RELEASE)
 846 ifdef JPRT_JCK7DEVTOOLS_HOME
 847   JCK7DEVTOOLS_HOME = $(JPRT_JCK7DEVTOOLS_HOME)
 848 endif
 849 
 850 jck7_tests: JCK_HOME=$(JCK7_HOME)
 851 jck7_tests: JCK_RELEASE=$(JCK7_RELEASE)
 852 jck7_tests: jck_tests
 853 
 854 jck7compiler: JCK7_HOME=$(JCK7COMPILER_HOME)
 855 jck7compiler: JCK_BUNDLE_NAME=compiler
 856 jck7compiler: jck7_tests
 857 
 858 jck7compiler_lang: JCK_BUNDLE_TESTDIRS=lang
 859 jck7compiler_lang: jck7compiler
 860 
 861 jck7runtime: JCK7_HOME=$(JCK7RUNTIME_HOME)
 862 jck7runtime: JCK_BUNDLE_NAME=runtime
 863 jck7runtime: jck7_tests
 864 
 865 jck7runtime_lang: JCK_BUNDLE_TESTDIRS=lang
 866 jck7runtime_lang: jck7runtime
 867 
 868 jck7devtools: JCK7_HOME=$(JCK7DEVTOOLS_HOME)
 869 jck7devtools: JCK_BUNDLE_NAME=devtools
 870 jck7devtools: jck7_tests
 871 
 872 jck7devtools_lang: JCK_BUNDLE_TESTDIRS=lang
 873 jck7devtools_lang: jck7devtools
 874 
 875 PHONY_LIST += jck7compiler jck7runtime jck7devtools jck7_tests \
 876               jck7compiler_lang jck7runtime_lang jck7devtools_lang
 877 
 878 ################################################################
 879 
 880 # Phony targets (e.g. these are not filenames)
 881 .PHONY: all clean prep $(PHONY_LIST)
 882 
 883 ################################################################
 884