1 #
   2 # Copyright (c) 1995, 2012, Oracle and/or its affiliates. All rights reserved.
   3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4 #
   5 # This code is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License version 2 only, as
   7 # published by the Free Software Foundation.  Oracle designates this
   8 # particular file as subject to the "Classpath" exception as provided
   9 # by Oracle in the LICENSE file that accompanied this code.
  10 #
  11 # This code is distributed in the hope that it will be useful, but WITHOUT
  12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 # FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 # version 2 for more details (a copy is included in the LICENSE file that
  15 # accompanied this code).
  16 #
  17 # You should have received a copy of the GNU General Public License version
  18 # 2 along with this work; if not, write to the Free Software Foundation,
  19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  20 #
  21 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  22 # or visit www.oracle.com if you need additional information or have any
  23 # questions.
  24 #
  25 
  26 #
  27 # Makefile to run various jdk tests
  28 #
  29 
  30 # Empty these to get rid of some default rules
  31 .SUFFIXES:
  32 .SUFFIXES: .java
  33 CO=
  34 GET=
  35 
  36 # Utilities used
  37 AWK       = awk
  38 CAT       = cat
  39 CD        = cd
  40 CHMOD     = chmod
  41 CP        = cp
  42 CUT       = cut
  43 DIRNAME   = dirname
  44 ECHO      = echo
  45 EGREP     = egrep
  46 EXPAND    = expand
  47 FIND      = find
  48 MKDIR     = mkdir
  49 PWD       = pwd
  50 SED       = sed
  51 SORT      = sort
  52 TEE       = tee
  53 UNAME     = uname
  54 UNIQ      = uniq
  55 WC        = wc
  56 ZIP       = zip
  57 
  58 # Get OS name from uname
  59 UNAME_S := $(shell $(UNAME) -s)
  60 
  61 # Commands to run on paths to make mixed paths for java on windows
  62 GETMIXEDPATH=$(ECHO)
  63 
  64 # Location of developer shared files
  65 SLASH_JAVA = /java
  66 
  67 # Platform specific settings
  68 ifeq ($(UNAME_S), SunOS)
  69   OS_NAME     = solaris
  70   OS_ARCH    := $(shell $(UNAME) -p)
  71   OS_VERSION := $(shell $(UNAME) -r)
  72 endif
  73 ifeq ($(UNAME_S), Linux)
  74   OS_NAME     = linux
  75   OS_ARCH    := $(shell $(UNAME) -m)
  76   # Check for unknown arch, try uname -p if uname -m says unknown
  77   ifeq ($(OS_ARCH),unknown)
  78     OS_ARCH    := $(shell $(UNAME) -p)
  79   endif
  80   OS_VERSION := $(shell $(UNAME) -r)
  81 endif
  82 ifeq ($(UNAME_S), Darwin)
  83   OS_NAME     = macosx
  84   OS_ARCH    := $(shell $(UNAME) -m)
  85   # Check for unknown arch, try uname -p if uname -m says unknown
  86   ifeq ($(OS_ARCH),unknown)
  87     OS_ARCH    := $(shell $(UNAME) -p)
  88   endif
  89   OS_VERSION := $(shell $(UNAME) -r)
  90 endif
  91 ifeq ($(OS_NAME),)
  92   OS_NAME = windows
  93   # GNU Make or MKS overrides $(PROCESSOR_ARCHITECTURE) to always
  94   # return "x86". Use the first word of $(PROCESSOR_IDENTIFIER) instead.
  95   ifeq ($(PROCESSOR_IDENTIFIER),)
  96     PROC_ARCH:=$(shell $(UNAME) -m)
  97   else
  98     PROC_ARCH:=$(word 1, $(PROCESSOR_IDENTIFIER))
  99   endif
 100   OS_ARCH:=$(PROC_ARCH)
 101   SLASH_JAVA = J:
 102   EXESUFFIX = .exe
 103   # These need to be different depending on MKS or CYGWIN
 104   ifeq ($(findstring cygdrive,$(shell ($(CD) C:/ && $(PWD)))), )
 105     GETMIXEDPATH  = dosname -s
 106     OS_VERSION   := $(shell $(UNAME) -r)
 107   else
 108     GETMIXEDPATH  = cygpath -m -s
 109     OS_VERSION   := $(shell $(UNAME) -s | $(CUT) -d'-' -f2)
 110   endif
 111 endif
 112 
 113 # Only want major and minor numbers from os version
 114 OS_VERSION := $(shell $(ECHO) "$(OS_VERSION)" | $(CUT) -d'.' -f1,2)
 115 
 116 # Name to use for x86_64 arch (historically amd64, but should change someday)
 117 OS_ARCH_X64_NAME:=amd64
 118 #OS_ARCH_X64_NAME:=x64
 119 
 120 # Alternate arch names (in case this arch is known by a second name)
 121 #   PROBLEM_LISTS may use either name.
 122 OS_ARCH2-amd64:=x64
 123 #OS_ARCH2-x64:=amd64
 124 
 125 # Try and use the arch names consistently
 126 OS_ARCH:=$(patsubst x64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 127 OS_ARCH:=$(patsubst X64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 128 OS_ARCH:=$(patsubst AMD64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 129 OS_ARCH:=$(patsubst amd64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 130 OS_ARCH:=$(patsubst x86_64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 131 OS_ARCH:=$(patsubst 8664,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 132 OS_ARCH:=$(patsubst EM64T,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 133 OS_ARCH:=$(patsubst em64t,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 134 OS_ARCH:=$(patsubst intel64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 135 OS_ARCH:=$(patsubst Intel64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 136 OS_ARCH:=$(patsubst INTEL64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 137 OS_ARCH:=$(patsubst IA64,ia64,$(OS_ARCH))
 138 OS_ARCH:=$(patsubst X86,i586,$(OS_ARCH))
 139 OS_ARCH:=$(patsubst x86,i586,$(OS_ARCH))
 140 OS_ARCH:=$(patsubst i386,i586,$(OS_ARCH))
 141 OS_ARCH:=$(patsubst i486,i586,$(OS_ARCH))
 142 OS_ARCH:=$(patsubst i686,i586,$(OS_ARCH))
 143 OS_ARCH:=$(patsubst 386,i586,$(OS_ARCH))
 144 OS_ARCH:=$(patsubst 486,i586,$(OS_ARCH))
 145 OS_ARCH:=$(patsubst 586,i586,$(OS_ARCH))
 146 OS_ARCH:=$(patsubst 686,i586,$(OS_ARCH))
 147 
 148 # Default  ARCH_DATA_MODEL settings
 149 ARCH_DATA_MODEL-i586 = 32
 150 ARCH_DATA_MODEL-$(OS_ARCH_X64_NAME) = 64
 151 ARCH_DATA_MODEL-ia64 = 64
 152 ARCH_DATA_MODEL-sparc = 32
 153 ARCH_DATA_MODEL-sparcv9 = 64
 154 
 155 # If ARCH_DATA_MODEL is not defined, try and pick a reasonable default
 156 ifndef ARCH_DATA_MODEL
 157   ARCH_DATA_MODEL:=$(ARCH_DATA_MODEL-$(OS_ARCH))
 158 endif
 159 ifndef ARCH_DATA_MODEL
 160   ARCH_DATA_MODEL=32
 161 endif
 162 
 163 # Platform directory name
 164 PLATFORM_OS = $(OS_NAME)-$(OS_ARCH)
 165 
 166 # Check ARCH_DATA_MODEL, adjust OS_ARCH accordingly on solaris
 167 ARCH_DATA_MODEL_ERROR= \
 168   ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) cannot be used with $(PLATFORM_OS)
 169 ifeq ($(ARCH_DATA_MODEL),64)
 170   ifeq ($(PLATFORM_OS),solaris-i586)
 171     OS_ARCH=$(OS_ARCH_X64_NAME)
 172   endif
 173   ifeq ($(PLATFORM_OS),solaris-sparc)
 174     OS_ARCH=sparcv9
 175   endif
 176   ifeq ($(OS_ARCH),i586)
 177     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 178   endif
 179   ifeq ($(OS_ARCH),sparc)
 180     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 181   endif
 182 else
 183   ifeq ($(ARCH_DATA_MODEL),32)
 184     ifeq ($(OS_ARCH),$(OS_ARCH_X64_NAME))
 185       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 186     endif
 187     ifeq ($(OS_ARCH),ia64)
 188       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 189     endif
 190     ifeq ($(OS_ARCH),sparcv9)
 191       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 192     endif
 193   else
 194     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 195   endif
 196 endif
 197 
 198 # Alternate OS_ARCH name (defaults to OS_ARCH)
 199 OS_ARCH2:=$(OS_ARCH2-$(OS_ARCH))
 200 ifeq ($(OS_ARCH2),)
 201   OS_ARCH2:=$(OS_ARCH)
 202 endif
 203 
 204 # Root of this test area (important to use full paths in some places)
 205 TEST_ROOT := $(shell $(PWD))
 206 
 207 # Root of all test results
 208 ifdef ALT_OUTPUTDIR
 209   ABS_OUTPUTDIR = $(ALT_OUTPUTDIR)
 210 else
 211   ABS_OUTPUTDIR = $(TEST_ROOT)/../build/$(PLATFORM_OS)
 212 endif
 213 ABS_PLATFORM_BUILD_ROOT = $(ABS_OUTPUTDIR)
 214 ABS_TEST_OUTPUT_DIR := $(ABS_PLATFORM_BUILD_ROOT)/testoutput/$(UNIQUE_DIR)
 215 
 216 # Expect JPRT to set PRODUCT_HOME (the product or jdk in this case to test)
 217 ifndef PRODUCT_HOME
 218   # Try to use j2sdk-image if it exists
 219   ABS_JDK_IMAGE = $(ABS_PLATFORM_BUILD_ROOT)/j2sdk-image
 220   PRODUCT_HOME :=                                       \
 221     $(shell                                             \
 222       if [ -d $(ABS_JDK_IMAGE) ] ; then                 \
 223          $(ECHO) "$(ABS_JDK_IMAGE)";                    \
 224        else                                             \
 225          $(ECHO) "$(ABS_PLATFORM_BUILD_ROOT)";          \
 226        fi)
 227   PRODUCT_HOME := $(PRODUCT_HOME)
 228 endif
 229 
 230 # Expect JPRT to set JPRT_PRODUCT_ARGS (e.g. -server etc.)
 231 #   Should be passed into 'java' only.
 232 #   Could include: -d64 -server -client OR any java option
 233 ifdef JPRT_PRODUCT_ARGS
 234   JAVA_ARGS = $(JPRT_PRODUCT_ARGS)
 235 endif
 236 
 237 # Expect JPRT to set JPRT_PRODUCT_VM_ARGS (e.g. -Xcomp etc.)
 238 #   Should be passed into anything running the vm (java, javac, javadoc, ...).
 239 ifdef JPRT_PRODUCT_VM_ARGS
 240   JAVA_VM_ARGS = $(JPRT_PRODUCT_VM_ARGS)
 241 endif
 242 
 243 # Check JAVA_ARGS arguments based on ARCH_DATA_MODEL etc.
 244 ifeq ($(OS_NAME),solaris)
 245   D64_ERROR_MESSAGE=Mismatch between ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) and use of -d64 in JAVA_ARGS=$(JAVA_ARGS)
 246   ifeq ($(ARCH_DATA_MODEL),32)
 247     ifneq ($(findstring -d64,$(JAVA_ARGS)),)
 248       x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
 249     endif
 250   endif
 251   ifeq ($(ARCH_DATA_MODEL),64)
 252     ifeq ($(findstring -d64,$(JAVA_ARGS)),)
 253       x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
 254     endif
 255   endif
 256 endif
 257 
 258 # Macro to run make and set the shared library permissions
 259 define SharedLibraryPermissions
 260 $(MAKE) SHARED_LIBRARY_DIR=$1 UNIQUE_DIR=$@ shared_library_permissions
 261 endef
 262 
 263 # Expect JPRT to set JPRT_ARCHIVE_BUNDLE (path to zip bundle for results)
 264 ARCHIVE_BUNDLE = $(ABS_TEST_OUTPUT_DIR)/ARCHIVE_BUNDLE.zip
 265 ifdef JPRT_ARCHIVE_BUNDLE
 266   ARCHIVE_BUNDLE = $(JPRT_ARCHIVE_BUNDLE)
 267 endif
 268 
 269 # How to create the test bundle (pass or fail, we want to create this)
 270 #   Follow command with ";$(BUNDLE_UP_AND_EXIT)", so it always gets executed.
 271 ZIP_UP_RESULTS = ( $(MKDIR) -p `$(DIRNAME) $(ARCHIVE_BUNDLE)`     \
 272                    && $(CD) $(ABS_TEST_OUTPUT_DIR)             \
 273                    && $(CHMOD) -R a+r . \
 274                    && $(ZIP) -q -r $(ARCHIVE_BUNDLE) . )
 275 SUMMARY_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport/text/summary.txt
 276 STATS_TXT_NAME = Stats.txt
 277 STATS_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/$(STATS_TXT_NAME)
 278 RUNLIST   = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/runlist.txt
 279 PASSLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/passlist.txt
 280 FAILLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/faillist.txt
 281 EXITCODE  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/exitcode.txt
 282 
 283 TESTEXIT = \
 284   if [ ! -s $(EXITCODE) ] ; then \
 285     $(ECHO) "ERROR: EXITCODE file not filled in."; \
 286     $(ECHO) "1" > $(EXITCODE); \
 287   fi ; \
 288   testExitCode=`$(CAT) $(EXITCODE)`; \
 289   $(ECHO) "EXIT CODE: $${testExitCode}"; \
 290   exit $${testExitCode}
 291 
 292 BUNDLE_UP_AND_EXIT = \
 293 ( \
 294   jtregExitCode=$$? && \
 295   _summary="$(SUMMARY_TXT)"; \
 296   $(RM) -f $(STATS_TXT) $(RUNLIST) $(PASSLIST) $(FAILLIST) $(EXITCODE); \
 297   $(ECHO) "$${jtregExitCode}" > $(EXITCODE); \
 298   if [ -r "$${_summary}" ] ; then \
 299     $(ECHO) "Summary: $(UNIQUE_DIR)" > $(STATS_TXT); \
 300     $(EXPAND) $${_summary} | $(EGREP) -v ' Not run\.' > $(RUNLIST); \
 301     $(EGREP) ' Passed\.' $(RUNLIST) \
 302       | $(EGREP) -v ' Error\.' \
 303       | $(EGREP) -v ' Failed\.' > $(PASSLIST); \
 304     ( $(EGREP) ' Failed\.' $(RUNLIST); \
 305       $(EGREP) ' Error\.' $(RUNLIST); \
 306       $(EGREP) -v ' Passed\.' $(RUNLIST) ) \
 307       | $(SORT) | $(UNIQ) > $(FAILLIST); \
 308     if [ $${jtregExitCode} != 0 -o -s $(FAILLIST) ] ; then \
 309       $(EXPAND) $(FAILLIST) \
 310         | $(CUT) -d' ' -f1 \
 311         | $(SED) -e 's@^@FAILED: @' >> $(STATS_TXT); \
 312       if [ $${jtregExitCode} = 0 ] ; then \
 313         jtregExitCode=1; \
 314       fi; \
 315     fi; \
 316     runc="`$(CAT) $(RUNLIST)      | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 317     passc="`$(CAT) $(PASSLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 318     failc="`$(CAT) $(FAILLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 319     exclc="`$(CAT) $(EXCLUDELIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 320     $(ECHO) "TEST STATS: name=$(UNIQUE_DIR)  run=$${runc}  pass=$${passc}  fail=$${failc}  excluded=$${exclc}" \
 321       >> $(STATS_TXT); \
 322   else \
 323     $(ECHO) "Missing file: $${_summary}" >> $(STATS_TXT); \
 324   fi; \
 325   if [ -f $(STATS_TXT) ] ; then \
 326     $(CAT) $(STATS_TXT); \
 327   fi; \
 328   $(ZIP_UP_RESULTS) ; \
 329   $(TESTEXIT) \
 330 )
 331 
 332 ################################################################
 333 
 334 # Default make rule (runs default jdk tests)
 335 all: jdk_default
 336         @$(ECHO) "Testing completed successfully"
 337 
 338 # Prep for output
 339 prep: clean
 340         @$(MKDIR) -p $(ABS_TEST_OUTPUT_DIR)
 341         @$(MKDIR) -p `$(DIRNAME) $(ARCHIVE_BUNDLE)`
 342 
 343 # Cleanup
 344 clean:
 345         @$(RM) -r $(ABS_TEST_OUTPUT_DIR)
 346         @$(RM) $(ARCHIVE_BUNDLE)
 347 
 348 ################################################################
 349 
 350 # jtreg tests
 351 
 352 # Expect JT_HOME to be set for jtreg tests. (home for jtreg)
 353 ifndef JT_HOME
 354   JT_HOME = $(SLASH_JAVA)/re/jtreg/4.1/promoted/latest/binaries/jtreg
 355   ifdef JPRT_JTREG_HOME
 356     JT_HOME = $(JPRT_JTREG_HOME)
 357   endif
 358 endif
 359 
 360 # Expect JPRT to set TESTDIRS to the jtreg test dirs
 361 ifndef TESTDIRS
 362   TESTDIRS = demo
 363 endif
 364 
 365 # Agentvm settings (default is false)
 366 ifndef USE_JTREG_AGENTVM
 367   USE_JTREG_AGENTVM=false
 368 endif
 369 # With agentvm, you cannot use -javaoptions?
 370 ifeq ($(USE_JTREG_AGENTVM),true)
 371   JTREG_AGENTVM_OPTION = -agentvm
 372   EXTRA_JTREG_OPTIONS += $(JTREG_AGENTVM_OPTION) $(JAVA_ARGS) $(JAVA_ARGS:%=-vmoption:%)
 373   JTREG_TEST_OPTIONS = $(JAVA_VM_ARGS:%=-vmoption:%)
 374 else
 375   JTREG_TEST_OPTIONS = $(JAVA_ARGS:%=-javaoptions:%) $(JAVA_VM_ARGS:%=-vmoption:%)
 376 endif
 377 
 378 ifdef CONCURRENCY
 379   EXTRA_JTREG_OPTIONS += -concurrency:$(CONCURRENCY)
 380 endif
 381 
 382 # Some tests annoy me and fail frequently
 383 PROBLEM_LIST=ProblemList.txt
 384 PROBLEM_LISTS=$(PROBLEM_LIST) $(wildcard closed/$(PROBLEM_LIST))
 385 EXCLUDELIST=$(ABS_TEST_OUTPUT_DIR)/excludelist.txt
 386 
 387 # Create exclude list for this platform and arch
 388 ifdef NO_EXCLUDES
 389 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TEST_DEPENDENCIES)
 390         @$(ECHO) "NOTHING_EXCLUDED" > $@
 391 else
 392 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TEST_DEPENDENCIES)
 393         @$(RM) $@ $@.temp1 $@.temp2
 394         @(($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-all'          ) ;\
 395           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(PLATFORM_OS)'          ) ;\
 396           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_ARCH2)'  ) ;\
 397           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_VERSION)') ;\
 398           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH)'      ) ;\
 399           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH2)'     ) ;\
 400           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-all'             ) ;\
 401           ($(ECHO) "#") ;\
 402         ) | $(SED) -e 's@^[\ ]*@@' \
 403           | $(EGREP) -v '^#' > $@.temp1
 404         @for tdir in $(TESTDIRS) SOLARIS_10_SH_BUG_NO_EMPTY_FORS ; do \
 405           ( ( $(CAT) $@.temp1 | $(EGREP) "^$${tdir}" ) ; $(ECHO) "#" ) >> $@.temp2 ; \
 406         done
 407         @$(ECHO) "# at least one line" >> $@.temp2
 408         @( $(EGREP) -v '^#' $@.temp2 ; true ) > $@
 409         @$(ECHO) "Excluding list contains `$(EXPAND) $@ | $(WC) -l` items"
 410 endif
 411 
 412 # Select list of directories that exist
 413 define TestDirs
 414 $(foreach i,$1,$(wildcard ${i})) $(foreach i,$1,$(wildcard closed/${i}))
 415 endef
 416 # Running batches of tests with or without agentvm
 417 define RunAgentvmBatch
 418 $(ECHO) "Running tests in agentvm mode: $?"
 419 $(MAKE) TEST_DEPENDENCIES="$?" TESTDIRS="$?" USE_JTREG_AGENTVM=true  UNIQUE_DIR=$@ jtreg_tests
 420 endef
 421 define RunOthervmBatch
 422 $(ECHO) "Running tests in othervm mode: $?"
 423 $(MAKE) TEST_DEPENDENCIES="$?" TESTDIRS="$?" USE_JTREG_AGENTVM=false UNIQUE_DIR=$@ jtreg_tests
 424 endef
 425 define SummaryInfo
 426 $(ECHO) "########################################################"
 427 $(CAT) $(?:%=$(ABS_TEST_OUTPUT_DIR)/%/$(STATS_TXT_NAME))
 428 $(ECHO) "########################################################"
 429 endef
 430 
 431 # ------------------------------------------------------------------
 432 
 433 # Batches of tests (somewhat arbitrary assigments to jdk_* targets)
 434 # NOTE: These *do not* run the same tests as make/jprt.properties
 435 JDK_DEFAULT_TARGETS =
 436 JDK_ALL_TARGETS =
 437 
 438 # Stable othervm testruns (minus items from PROBLEM_LIST)
 439 #   Using agentvm has problems, and doesn't help performance as much as others.
 440 JDK_ALL_TARGETS += jdk_awt
 441 jdk_awt: $(call TestDirs, com/sun/awt java/awt sun/awt \
 442          javax/imageio javax/print sun/pisces)
 443         $(call RunOthervmBatch)
 444 
 445 # Stable othervm testruns (minus items from PROBLEM_LIST)
 446 JDK_ALL_TARGETS += jdk_beans1
 447 JDK_DEFAULT_TARGETS += jdk_beans1
 448 jdk_beans1: $(call TestDirs, \
 449             java/beans/beancontext java/beans/PropertyChangeSupport \
 450             java/beans/Introspector java/beans/Performance \
 451             java/beans/VetoableChangeSupport java/beans/Statement)
 452         $(call RunOthervmBatch)
 453 
 454 # Stable othervm testruns (minus items from PROBLEM_LIST)
 455 #   Using agentvm has serious problems with these tests
 456 JDK_ALL_TARGETS += jdk_beans2
 457 jdk_beans2: $(call TestDirs, \
 458             java/beans/Beans java/beans/EventHandler java/beans/XMLDecoder \
 459             java/beans/PropertyEditor)
 460         $(call RunOthervmBatch)
 461 
 462 # Stable othervm testruns (minus items from PROBLEM_LIST)
 463 #   Using agentvm has serious problems with these tests
 464 JDK_ALL_TARGETS += jdk_beans3
 465 jdk_beans3: $(call TestDirs, java/beans/XMLEncoder)
 466         $(call RunOthervmBatch)
 467 
 468 # All beans tests
 469 jdk_beans: jdk_beans1 jdk_beans2 jdk_beans3
 470         @$(SummaryInfo)
 471 
 472 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 473 JDK_ALL_TARGETS += jdk_io
 474 JDK_DEFAULT_TARGETS += jdk_io
 475 jdk_io: $(call TestDirs, java/io)
 476         $(call RunAgentvmBatch)
 477 
 478 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 479 JDK_ALL_TARGETS += jdk_lang
 480 JDK_DEFAULT_TARGETS += jdk_lang
 481 jdk_lang: $(call TestDirs, java/lang sun/invoke sun/misc vm)
 482         $(call RunAgentvmBatch)
 483 
 484 # Stable othervm testruns (minus items from PROBLEM_LIST)
 485 #   Using agentvm has serious problems with these tests
 486 JDK_ALL_TARGETS += jdk_jmx
 487 jdk_jmx: $(call TestDirs, javax/management com/sun/jmx)
 488         $(call RunOthervmBatch)
 489 
 490 # Stable othervm testruns (minus items from PROBLEM_LIST)
 491 #   Using agentvm has serious problems with these tests
 492 JDK_ALL_TARGETS += jdk_management
 493 jdk_management: $(call TestDirs, com/sun/management sun/management)
 494         $(call RunOthervmBatch)
 495 
 496 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 497 JDK_ALL_TARGETS += jdk_math
 498 JDK_DEFAULT_TARGETS += jdk_math
 499 jdk_math: $(call TestDirs, java/math)
 500         $(call RunAgentvmBatch)
 501 
 502 # Stable agentvm testruns (TestNG)
 503 JDK_DEFAULT_TARGETS += jdk_time
 504 jdk_time: $(call TestDirs, java/time)
 505         $(call RunOthervmBatch)
 506 
 507 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 508 JDK_ALL_TARGETS += jdk_other
 509 JDK_DEFAULT_TARGETS += jdk_other
 510 jdk_other: $(call TestDirs, \
 511           demo/jvmti demo/zipfs sample \
 512           javax/naming com/sun/jndi \
 513           javax/script \
 514           java/sql javax/sql \
 515           javax/smartcardio \
 516           javax/xml/ws com/sun/internal/ws \
 517           jdk/asm \
 518           com/sun/org/apache/xerces \
 519           com/sun/corba \
 520           com/sun/servicetag \
 521           com/sun/tracing \
 522           sun/usagetracker)
 523         $(call RunAgentvmBatch)
 524 
 525 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 526 JDK_ALL_TARGETS += jdk_net
 527 JDK_DEFAULT_TARGETS += jdk_net
 528 jdk_net: $(call TestDirs, com/sun/net java/net sun/net com/oracle/net)
 529         $(call RunAgentvmBatch)
 530 
 531 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 532 jdk_nio: $(call TestDirs, java/nio sun/nio com/oracle/nio)
 533         $(call SharedLibraryPermissions,java/nio/channels)
 534         $(call RunAgentvmBatch)
 535 
 536 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 537 jdk_sctp: $(call TestDirs, com/sun/nio/sctp)
 538         $(call RunAgentvmBatch)
 539 
 540 # Stable othervm testruns (minus items from PROBLEM_LIST)
 541 #   Using agentvm has serious problems with these tests
 542 JDK_ALL_TARGETS += jdk_rmi
 543 jdk_rmi: $(call TestDirs, java/rmi sun/rmi javax/rmi/ssl)
 544         $(call RunOthervmBatch)
 545 
 546 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 547 JDK_ALL_TARGETS += jdk_security1
 548 JDK_DEFAULT_TARGETS += jdk_security1
 549 jdk_security1: $(call TestDirs, java/security)
 550         $(call RunAgentvmBatch)
 551 
 552 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 553 JDK_ALL_TARGETS += jdk_security2
 554 jdk_security2: $(call TestDirs, javax/crypto javax/xml/crypto com/sun/crypto)
 555         $(call RunAgentvmBatch)
 556 
 557 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 558 JDK_ALL_TARGETS += jdk_security3
 559 jdk_security3: $(call TestDirs, com/sun/security lib/security javax/security \
 560         sun/security com/sun/org/apache/xml/internal/security \
 561         com/oracle/security)
 562         $(call SharedLibraryPermissions,sun/security)
 563         $(call RunAgentvmBatch)
 564 
 565 # All security tests
 566 jdk_security: jdk_security1 jdk_security2 jdk_security3
 567         @$(SummaryInfo)
 568 
 569 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 570 JDK_ALL_TARGETS += jdk_sound
 571 jdk_sound: $(call TestDirs, javax/sound)
 572         $(call RunAgentvmBatch)
 573 
 574 # Stable othervm testruns (minus items from PROBLEM_LIST)
 575 #   Using agentvm has problems, and doesn't help performance as much as others.
 576 JDK_ALL_TARGETS += jdk_swing
 577 jdk_swing: $(call TestDirs, javax/swing sun/java2d \
 578            demo/jfc com/sun/java/swing)
 579         $(call RunOthervmBatch)
 580 
 581 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 582 JDK_ALL_TARGETS += jdk_text
 583 JDK_DEFAULT_TARGETS += jdk_text
 584 jdk_text: $(call TestDirs, java/text sun/text)
 585         $(call RunAgentvmBatch)
 586 
 587 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 588 JDK_ALL_TARGETS += jdk_jdi
 589 jdk_jdi: $(call TestDirs, com/sun/jdi)
 590         $(call RunAgentvmBatch)
 591 
 592 # Stable othervm testruns (minus items from PROBLEM_LIST)
 593 #   Using agentvm has serious problems with these tests
 594 JDK_ALL_TARGETS += jdk_tools
 595 jdk_tools: $(call TestDirs, com/sun/tools sun/jvmstat sun/tools tools)
 596         $(call SharedLibraryPermissions,tools/launcher)
 597         $(call RunAgentvmBatch)
 598 
 599 # Stable othervm testruns (minus items from PROBLEM_LIST)
 600 #   Using agentvm has serious problems with these tests
 601 ifdef OPENJDK
 602 jdk_jfr:
 603 else
 604 JDK_ALL_TARGETS += jdk_jfr
 605 jdk_jfr: $(call TestDirs, com/oracle/jfr)
 606         $(call RunOthervmBatch)
 607 endif
 608 
 609 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 610 JDK_ALL_TARGETS += jdk_util
 611 JDK_DEFAULT_TARGETS += jdk_util
 612 jdk_util: $(call TestDirs, java/util sun/util)
 613         $(call RunAgentvmBatch)
 614 
 615 # ------------------------------------------------------------------
 616 
 617 # Run default tests
 618 # note that this *does not* have the same meaning as jprt.properties :: jprt.make.rule.default.test.targets
 619 jdk_default: $(JDK_DEFAULT_TARGETS)
 620         @$(SummaryInfo)
 621 
 622 # Run core tests
 623 # please keep this in sync with jdk/make/jprt.properties :: jprt.make.rule.core.test.targets
 624 jdk_core: jdk_lang jdk_math jdk_util jdk_io jdk_net jdk_nio \
 625         jdk_security1 jdk_security2 jdk_security3 jdk_rmi \
 626         jdk_management jdk_jmx jdk_text jdk_tools jdk_jfr jdk_other
 627         @$(SummaryInfo)
 628 
 629 # Run all tests
 630 # note that this *does not* have the same meaning as jprt.properties :: jprt.make.rule.all.test.targets
 631 jdk_all: $(JDK_ALL_TARGETS)
 632         @$(SummaryInfo)
 633 
 634 # These are all phony targets
 635 PHONY_LIST += $(JDK_ALL_TARGETS) jdk_default jdk_core jdk_all
 636 
 637 # ------------------------------------------------------------------
 638 
 639 # Default JTREG to run (win32 script works for everybody)
 640 JTREG = $(JT_HOME)/win32/bin/jtreg
 641 # Add any extra options (agentvm etc.)
 642 JTREG_BASIC_OPTIONS += $(EXTRA_JTREG_OPTIONS)
 643 # Only run automatic tests
 644 JTREG_BASIC_OPTIONS += -a
 645 # Always turn on assertions
 646 JTREG_ASSERT_OPTION = -ea -esa
 647 JTREG_BASIC_OPTIONS += $(JTREG_ASSERT_OPTION)
 648 # Report details on all failed or error tests, times too
 649 JTREG_BASIC_OPTIONS += -v:fail,error,time
 650 # Retain all files for failing tests
 651 JTREG_BASIC_OPTIONS += -retain:fail,error
 652 # Ignore tests are not run and completely silent about it
 653 JTREG_IGNORE_OPTION = -ignore:quiet
 654 JTREG_BASIC_OPTIONS += $(JTREG_IGNORE_OPTION)
 655 # Multiple by 4 the timeout numbers
 656 JTREG_TIMEOUT_OPTION =  -timeoutFactor:4
 657 JTREG_BASIC_OPTIONS += $(JTREG_TIMEOUT_OPTION)
 658 # Boost the max memory for jtreg to avoid gc thrashing
 659 JTREG_MEMORY_OPTION = -J-Xmx512m
 660 JTREG_BASIC_OPTIONS += $(JTREG_MEMORY_OPTION)
 661 
 662 # Make sure jtreg exists
 663 $(JTREG): $(JT_HOME)
 664 
 665 # Run jtreg
 666 jtreg_tests: prep $(PRODUCT_HOME) $(JTREG) $(EXCLUDELIST)
 667         @$(EXPAND) $(EXCLUDELIST) \
 668             | $(CUT) -d' ' -f1 \
 669             | $(SED) -e 's@^@Excluding: @'
 670         (                                                                    \
 671           ( JT_HOME=$(shell $(GETMIXEDPATH) "$(JT_HOME)");                   \
 672             export JT_HOME;                                                  \
 673             $(shell $(GETMIXEDPATH) "$(JTREG)")                              \
 674               $(JTREG_BASIC_OPTIONS)                                         \
 675               -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
 676               -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
 677               -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
 678               -exclude:$(shell $(GETMIXEDPATH) "$(EXCLUDELIST)")             \
 679               $(JTREG_TEST_OPTIONS)                                          \
 680               $(TESTDIRS)                                                    \
 681           ) ; $(BUNDLE_UP_AND_EXIT)                                          \
 682         ) 2>&1 | $(TEE) $(ABS_TEST_OUTPUT_DIR)/output.txt ; $(TESTEXIT)
 683 
 684 # Rule that may change execute permissions on shared library files.
 685 #  Files in repositories should never have execute permissions, but there
 686 #  are some tests that have pre-built shared libraries, and these windows
 687 #  dll files must have execute permission. Adding execute permission
 688 #  may happen automatically on windows when using certain versions of mercurial
 689 #  but it cannot be guaranteed. And blindly adding execute permission might
 690 #  be seen as a mercurial 'change', so we avoid adding execute permission to
 691 #  repository files. But testing from a plain source tree needs the chmod a+rx.
 692 #  Used on select directories and applying the chmod to all shared libraries
 693 #  not just dll files. On windows, this may not work with MKS if the files
 694 #  were installed with CYGWIN unzip or untar (MKS chmod may not do anything).
 695 #  And with CYGWIN and sshd service, you may need CYGWIN=ntsec for this to work.
 696 #
 697 shared_library_permissions: $(SHARED_LIBRARY_DIR)
 698         if [ ! -d $(TEST_ROOT)/../.hg ] ; then                          \
 699           $(FIND) $< \( -name \*.dll -o -name \*.DLL -o -name \*.so \)  \
 700                 -exec $(CHMOD) a+rx {} \; ;                             \
 701         fi
 702 
 703 PHONY_LIST += jtreg_tests shared_library_permissions
 704 
 705 ################################################################
 706 
 707 # packtest
 708 
 709 # Expect JPRT to set JPRT_PACKTEST_HOME.
 710 PACKTEST_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/packtest
 711 ifdef JPRT_PACKTEST_HOME
 712   PACKTEST_HOME = $(JPRT_PACKTEST_HOME)
 713 endif
 714 
 715 packtest: prep $(PACKTEST_HOME)/ptest $(PRODUCT_HOME)
 716         ( $(CD) $(PACKTEST_HOME) &&            \
 717             $(PACKTEST_HOME)/ptest             \
 718                  -t "$(PRODUCT_HOME)"          \
 719                  $(PACKTEST_STRESS_OPTION)     \
 720                  $(EXTRA_PACKTEST_OPTIONS)     \
 721                  -W $(ABS_TEST_OUTPUT_DIR)     \
 722                  $(JAVA_ARGS:%=-J %)           \
 723                  $(JAVA_VM_ARGS:%=-J %)        \
 724          ) ; $(BUNDLE_UP_AND_EXIT)
 725 
 726 packtest_stress: PACKTEST_STRESS_OPTION=-s
 727 packtest_stress: packtest
 728 
 729 PHONY_LIST += packtest packtest_stress
 730 
 731 ################################################################
 732 
 733 # perftest to collect statistics
 734 
 735 # Expect JPRT to set JPRT_PACKTEST_HOME.
 736 PERFTEST_HOME = $(TEST_ROOT)/perf
 737 ifdef JPRT_PERFTEST_HOME
 738   PERFTEST_HOME = $(JPRT_PERFTEST_HOME)
 739 endif
 740 
 741 perftest: ( $(PERFTEST_HOME)/perftest          \
 742                  -t $(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")               \
 743                  -w $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)") \
 744                  -h $(PERFTEST_HOME) \
 745          ) ; $(BUNDLE_UP_AND_EXIT)
 746 
 747 
 748 PHONY_LIST += perftest
 749 
 750 ################################################################
 751 
 752 # vmsqe tests
 753 
 754 # Expect JPRT to set JPRT_VMSQE_HOME.
 755 VMSQE_HOME = $(SLASH_JAVA)/sqe/comp/vm/testbase/sqe/vm/current/build/latest/vm
 756 ifdef JPRT_VMSQE_HOME
 757   VMSQE_HOME = $(JPRT_VMSQE_HOME)
 758 endif
 759 
 760 # Expect JPRT to set JPRT_RUNVMSQE_HOME.
 761 RUNVMSQE_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/runvmsqe
 762 ifdef JPRT_RUNVMSQE_HOME
 763   RUNVMSQE_HOME = $(JPRT_RUNVMSQE_HOME)
 764 endif
 765 
 766 # Expect JPRT to set JPRT_TONGA3_HOME.
 767 TONGA3_HOME = $(SLASH_JAVA)/sqe/tools/gtee/harness/tonga
 768 ifdef JPRT_TONGA3_HOME
 769   TONGA3_HOME = $(JPRT_TONGA3_HOME)
 770 endif
 771 
 772 RUNVMSQE_BIN = $(RUNVMSQE_HOME)/bin/runvmsqe
 773 
 774 vmsqe_tests: prep $(VMSQE_HOME)/vm $(TONGA3_HOME) $(RUNVMSQE_BIN) $(PRODUCT_HOME)
 775         $(RM) -r $(ABS_TEST_OUTPUT_DIR)/vmsqe
 776         ( $(CD) $(ABS_TEST_OUTPUT_DIR) &&          \
 777             $(RUNVMSQE_BIN)                        \
 778                  -jdk "$(PRODUCT_HOME)"            \
 779                  -o "$(ABS_TEST_OUTPUT_DIR)/vmsqe" \
 780                  -testbase "$(VMSQE_HOME)/vm"      \
 781                  -tonga "$(TONGA3_HOME)"           \
 782                  -tongajdk "$(ALT_BOOTDIR)"        \
 783                  $(JAVA_ARGS)                      \
 784                  $(JAVA_VM_ARGS)                   \
 785                  $(RUNVMSQE_TEST_OPTION)           \
 786                  $(EXTRA_RUNVMSQE_OPTIONS)         \
 787          ) ; $(BUNDLE_UP_AND_EXIT)
 788 
 789 vmsqe_jdwp: RUNVMSQE_TEST_OPTION=-jdwp
 790 vmsqe_jdwp: vmsqe_tests
 791 
 792 vmsqe_jdi: RUNVMSQE_TEST_OPTION=-jdi
 793 vmsqe_jdi: vmsqe_tests
 794 
 795 vmsqe_jdb: RUNVMSQE_TEST_OPTION=-jdb
 796 vmsqe_jdb: vmsqe_tests
 797 
 798 vmsqe_quick-jdi: RUNVMSQE_TEST_OPTION=-quick-jdi
 799 vmsqe_quick-jdi: vmsqe_tests
 800 
 801 vmsqe_sajdi: RUNVMSQE_TEST_OPTION=-sajdi
 802 vmsqe_sajdi: vmsqe_tests
 803 
 804 vmsqe_jvmti: RUNVMSQE_TEST_OPTION=-jvmti
 805 vmsqe_jvmti: vmsqe_tests
 806 
 807 vmsqe_hprof: RUNVMSQE_TEST_OPTION=-hprof
 808 vmsqe_hprof: vmsqe_tests
 809 
 810 vmsqe_monitoring: RUNVMSQE_TEST_OPTION=-monitoring
 811 vmsqe_monitoring: vmsqe_tests
 812 
 813 PHONY_LIST += vmsqe_jdwp vmsqe_jdi vmsqe_jdb vmsqe_quick-jdi vmsqe_sajdi \
 814               vmsqe_jvmti vmsqe_hprof vmsqe_monitoring vmsqe_tests
 815 
 816 ################################################################
 817 
 818 # jck tests
 819 
 820 # Default is to use jck 7 from /java/re
 821 JCK7_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/7/promoted/latest/binaries
 822 
 823 # Expect JPRT to set JPRT_JCK7COMPILER_HOME.
 824 JCK7COMPILER_HOME = $(JCK7_DEFAULT_HOME)/JCK-compiler-7
 825 ifdef JPRT_JCK7COMPILER_HOME
 826   JCK7COMPILER_HOME = $(JPRT_JCK7COMPILER_HOME)/JCK-compiler-7
 827 endif
 828 
 829 # Expect JPRT to set JPRT_JCK7RUNTIME_HOME.
 830 JCK7RUNTIME_HOME = $(JCK7_DEFAULT_HOME)/JCK-runtime-7
 831 ifdef JPRT_JCK7RUNTIME_HOME
 832   JCK7RUNTIME_HOME = $(JPRT_JCK7RUNTIME_HOME)/JCK-runtime-7
 833 endif
 834 
 835 # Expect JPRT to set JPRT_JCK7DEVTOOLS_HOME.
 836 JCK7DEVTOOLS_HOME = $(JCK7_DEFAULT_HOME)/JCK-devtools-7
 837 ifdef JPRT_JCK7DEVTOOLS_HOME
 838   JCK7DEVTOOLS_HOME = $(JPRT_JCK7DEVTOOLS_HOME)/JCK-devtools-7
 839 endif
 840 
 841 # The jtjck.jar utility to use to run the tests
 842 JTJCK_JAR = $(JCK_HOME)/lib/jtjck.jar
 843 JTJCK_JAVA_ARGS =  -XX:MaxPermSize=256m -Xmx512m
 844 JTJCK_OPTIONS = -headless -v
 845 
 846 # Default tests to run
 847 ifndef JCK_COMPILER_TESTS
 848   JCK_COMPILER_TESTS =
 849 endif
 850 ifndef JCK_RUNTIME_TESTS
 851   JCK_RUNTIME_TESTS  =
 852 endif
 853 ifndef JCK_DEVTOOLS_TESTS
 854   JCK_DEVTOOLS_TESTS =
 855 endif
 856 
 857 # Generic rule used to run jck tests
 858 _generic_jck_tests: prep $(PRODUCT_HOME) $(EXCLUDELIST)
 859         @$(EXPAND) $(EXCLUDELIST) \
 860             | $(CUT) -d' ' -f1 \
 861             | $(SED) -e 's@^@Excluding: @'
 862         ( $(CD) $(ABS_TEST_OUTPUT_DIR) &&                                  \
 863           $(PRODUCT_HOME)/bin/java $(JTJCK_JAVA_ARGS)                      \
 864             -jar "$(JTJCK_JAR)"                                            \
 865             $(JTJCK_OPTIONS)                                               \
 866             -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
 867             -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
 868             -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
 869             $(TESTDIRS)                                                    \
 870         ) ; $(BUNDLE_UP_AND_EXIT)
 871 
 872 # JCK7 compiler tests
 873 jck7compiler:
 874         $(MAKE) UNIQUE_DIR=$@ \
 875                 JCK_HOME=$(JCK7COMPILER_HOME) \
 876                 TESTDIRS="$(JCK_COMPILER_TESTS)" \
 877                 _generic_jck_tests
 878 
 879 # JCK7 runtime tests
 880 jck7runtime:
 881         $(MAKE) UNIQUE_DIR=$@ \
 882                 JCK_HOME=$(JCK7RUNTIME_HOME) \
 883                 TESTDIRS="$(JCK_RUNTIME_TESTS)" \
 884                 _generic_jck_tests
 885 
 886 # JCK7 devtools tests
 887 jck7devtools:
 888         $(MAKE) UNIQUE_DIR=$@ \
 889                 JCK_HOME=$(JCK7DEVTOOLS_HOME) \
 890                 TESTDIRS="$(JCK_DEVTOOLS_TESTS)" \
 891                 _generic_jck_tests
 892 
 893 # Run all 3 sets of JCK7 tests
 894 jck_all: jck7runtime jck7devtools jck7compiler
 895 
 896 PHONY_LIST += jck_all _generic_jck_tests \
 897               jck7compiler jck7runtime jck7devtools
 898 
 899 ################################################################
 900 
 901 # Phony targets (e.g. these are not filenames)
 902 .PHONY: all clean prep $(PHONY_LIST)
 903 
 904 ################################################################