1 #
   2 # Copyright (c) 1995, 2012, Oracle and/or its affiliates. All rights reserved.
   3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
   4 #
   5 # This code is free software; you can redistribute it and/or modify it
   6 # under the terms of the GNU General Public License version 2 only, as
   7 # published by the Free Software Foundation.  Oracle designates this
   8 # particular file as subject to the "Classpath" exception as provided
   9 # by Oracle in the LICENSE file that accompanied this code.
  10 #
  11 # This code is distributed in the hope that it will be useful, but WITHOUT
  12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  13 # FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
  14 # version 2 for more details (a copy is included in the LICENSE file that
  15 # accompanied this code).
  16 #
  17 # You should have received a copy of the GNU General Public License version
  18 # 2 along with this work; if not, write to the Free Software Foundation,
  19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
  20 #
  21 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
  22 # or visit www.oracle.com if you need additional information or have any
  23 # questions.
  24 #
  25 
  26 #
  27 # Makefile to run various jdk tests
  28 #
  29 
  30 # Empty these to get rid of some default rules
  31 .SUFFIXES:
  32 .SUFFIXES: .java
  33 CO=
  34 GET=
  35 
  36 # Utilities used
  37 AWK       = awk
  38 CAT       = cat
  39 CD        = cd
  40 CHMOD     = chmod
  41 CP        = cp
  42 CUT       = cut
  43 DIRNAME   = dirname
  44 ECHO      = echo
  45 EGREP     = egrep
  46 EXPAND    = expand
  47 FIND      = find
  48 MKDIR     = mkdir
  49 PWD       = pwd
  50 SED       = sed
  51 SORT      = sort
  52 TEE       = tee
  53 UNAME     = uname
  54 UNIQ      = uniq
  55 WC        = wc
  56 ZIP       = zip
  57 
  58 # Get OS name from uname
  59 UNAME_S := $(shell $(UNAME) -s)
  60 
  61 # Commands to run on paths to make mixed paths for java on windows
  62 GETMIXEDPATH=$(ECHO)
  63 
  64 # Location of developer shared files
  65 SLASH_JAVA = /java
  66 
  67 # Platform specific settings
  68 ifeq ($(UNAME_S), SunOS)
  69   OS_NAME     = solaris
  70   OS_ARCH    := $(shell $(UNAME) -p)
  71   OS_VERSION := $(shell $(UNAME) -r)
  72 endif
  73 ifeq ($(UNAME_S), Linux)
  74   OS_NAME     = linux
  75   OS_ARCH    := $(shell $(UNAME) -m)
  76   # Check for unknown arch, try uname -p if uname -m says unknown
  77   ifeq ($(OS_ARCH),unknown)
  78     OS_ARCH    := $(shell $(UNAME) -p)
  79   endif
  80   OS_VERSION := $(shell $(UNAME) -r)
  81 endif
  82 ifeq ($(UNAME_S), Darwin)
  83   OS_NAME     = macosx
  84   OS_ARCH    := $(shell $(UNAME) -m)
  85   # Check for unknown arch, try uname -p if uname -m says unknown
  86   ifeq ($(OS_ARCH),unknown)
  87     OS_ARCH    := $(shell $(UNAME) -p)
  88   endif
  89   OS_VERSION := $(shell $(UNAME) -r)
  90 endif
  91 ifeq ($(OS_NAME),)
  92   OS_NAME = windows
  93   # GNU Make or MKS overrides $(PROCESSOR_ARCHITECTURE) to always
  94   # return "x86". Use the first word of $(PROCESSOR_IDENTIFIER) instead.
  95   ifeq ($(PROCESSOR_IDENTIFIER),)
  96     PROC_ARCH:=$(shell $(UNAME) -m)
  97   else
  98     PROC_ARCH:=$(word 1, $(PROCESSOR_IDENTIFIER))
  99   endif
 100   OS_ARCH:=$(PROC_ARCH)
 101   SLASH_JAVA = J:
 102   EXESUFFIX = .exe
 103   # These need to be different depending on MKS or CYGWIN
 104   ifeq ($(findstring cygdrive,$(shell ($(CD) C:/ && $(PWD)))), )
 105     GETMIXEDPATH  = dosname -s
 106     OS_VERSION   := $(shell $(UNAME) -r)
 107   else
 108     GETMIXEDPATH  = cygpath -m -s
 109     OS_VERSION   := $(shell $(UNAME) -s | $(CUT) -d'-' -f2)
 110   endif
 111 endif
 112 
 113 # Only want major and minor numbers from os version
 114 OS_VERSION := $(shell $(ECHO) "$(OS_VERSION)" | $(CUT) -d'.' -f1,2)
 115 
 116 # Name to use for x86_64 arch (historically amd64, but should change someday)
 117 OS_ARCH_X64_NAME:=amd64
 118 #OS_ARCH_X64_NAME:=x64
 119 
 120 # Alternate arch names (in case this arch is known by a second name)
 121 #   PROBLEM_LISTS may use either name.
 122 OS_ARCH2-amd64:=x64
 123 #OS_ARCH2-x64:=amd64
 124 
 125 # Try and use the arch names consistently
 126 OS_ARCH:=$(patsubst x64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 127 OS_ARCH:=$(patsubst X64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 128 OS_ARCH:=$(patsubst AMD64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 129 OS_ARCH:=$(patsubst amd64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 130 OS_ARCH:=$(patsubst x86_64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 131 OS_ARCH:=$(patsubst 8664,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 132 OS_ARCH:=$(patsubst EM64T,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 133 OS_ARCH:=$(patsubst em64t,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 134 OS_ARCH:=$(patsubst intel64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 135 OS_ARCH:=$(patsubst Intel64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 136 OS_ARCH:=$(patsubst INTEL64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
 137 OS_ARCH:=$(patsubst IA64,ia64,$(OS_ARCH))
 138 OS_ARCH:=$(patsubst X86,i586,$(OS_ARCH))
 139 OS_ARCH:=$(patsubst x86,i586,$(OS_ARCH))
 140 OS_ARCH:=$(patsubst i386,i586,$(OS_ARCH))
 141 OS_ARCH:=$(patsubst i486,i586,$(OS_ARCH))
 142 OS_ARCH:=$(patsubst i686,i586,$(OS_ARCH))
 143 OS_ARCH:=$(patsubst 386,i586,$(OS_ARCH))
 144 OS_ARCH:=$(patsubst 486,i586,$(OS_ARCH))
 145 OS_ARCH:=$(patsubst 586,i586,$(OS_ARCH))
 146 OS_ARCH:=$(patsubst 686,i586,$(OS_ARCH))
 147 
 148 # Default  ARCH_DATA_MODEL settings
 149 ARCH_DATA_MODEL-i586 = 32
 150 ARCH_DATA_MODEL-$(OS_ARCH_X64_NAME) = 64
 151 ARCH_DATA_MODEL-ia64 = 64
 152 ARCH_DATA_MODEL-sparc = 32
 153 ARCH_DATA_MODEL-sparcv9 = 64
 154 
 155 # If ARCH_DATA_MODEL is not defined, try and pick a reasonable default
 156 ifndef ARCH_DATA_MODEL
 157   ARCH_DATA_MODEL:=$(ARCH_DATA_MODEL-$(OS_ARCH))
 158 endif
 159 ifndef ARCH_DATA_MODEL
 160   ARCH_DATA_MODEL=32
 161 endif
 162 
 163 # Platform directory name
 164 PLATFORM_OS = $(OS_NAME)-$(OS_ARCH)
 165 
 166 # Check ARCH_DATA_MODEL, adjust OS_ARCH accordingly on solaris
 167 ARCH_DATA_MODEL_ERROR= \
 168   ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) cannot be used with $(PLATFORM_OS)
 169 ifeq ($(ARCH_DATA_MODEL),64)
 170   ifeq ($(PLATFORM_OS),solaris-i586)
 171     OS_ARCH=$(OS_ARCH_X64_NAME)
 172   endif
 173   ifeq ($(PLATFORM_OS),solaris-sparc)
 174     OS_ARCH=sparcv9
 175   endif
 176   ifeq ($(OS_ARCH),i586)
 177     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 178   endif
 179   ifeq ($(OS_ARCH),sparc)
 180     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 181   endif
 182 else
 183   ifeq ($(ARCH_DATA_MODEL),32)
 184     ifeq ($(OS_ARCH),$(OS_ARCH_X64_NAME))
 185       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 186     endif
 187     ifeq ($(OS_ARCH),ia64)
 188       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 189     endif
 190     ifeq ($(OS_ARCH),sparcv9)
 191       x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 192     endif
 193   else
 194     x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
 195   endif
 196 endif
 197 
 198 # Alternate OS_ARCH name (defaults to OS_ARCH)
 199 OS_ARCH2:=$(OS_ARCH2-$(OS_ARCH))
 200 ifeq ($(OS_ARCH2),)
 201   OS_ARCH2:=$(OS_ARCH)
 202 endif
 203 
 204 # Root of this test area (important to use full paths in some places)
 205 TEST_ROOT := $(shell $(PWD))
 206 
 207 # Root of all test results
 208 ifdef ALT_OUTPUTDIR
 209   ABS_OUTPUTDIR = $(ALT_OUTPUTDIR)
 210 else
 211   ABS_OUTPUTDIR = $(TEST_ROOT)/../build/$(PLATFORM_OS)
 212 endif
 213 ABS_PLATFORM_BUILD_ROOT = $(ABS_OUTPUTDIR)
 214 ABS_TEST_OUTPUT_DIR := $(ABS_PLATFORM_BUILD_ROOT)/testoutput/$(UNIQUE_DIR)
 215 
 216 # Expect JPRT to set PRODUCT_HOME (the product or jdk in this case to test)
 217 ifndef PRODUCT_HOME
 218   # Try to use j2sdk-image if it exists
 219   ABS_JDK_IMAGE = $(ABS_PLATFORM_BUILD_ROOT)/j2sdk-image
 220   PRODUCT_HOME :=                                       \
 221     $(shell                                             \
 222       if [ -d $(ABS_JDK_IMAGE) ] ; then                 \
 223          $(ECHO) "$(ABS_JDK_IMAGE)";                    \
 224        else                                             \
 225          $(ECHO) "$(ABS_PLATFORM_BUILD_ROOT)";          \
 226        fi)
 227   PRODUCT_HOME := $(PRODUCT_HOME)
 228 endif
 229 
 230 # Expect JPRT to set JPRT_PRODUCT_ARGS (e.g. -server etc.)
 231 #   Should be passed into 'java' only.
 232 #   Could include: -d64 -server -client OR any java option
 233 ifdef JPRT_PRODUCT_ARGS
 234   JAVA_ARGS = $(JPRT_PRODUCT_ARGS)
 235 endif
 236 
 237 # Expect JPRT to set JPRT_PRODUCT_VM_ARGS (e.g. -Xcomp etc.)
 238 #   Should be passed into anything running the vm (java, javac, javadoc, ...).
 239 ifdef JPRT_PRODUCT_VM_ARGS
 240   JAVA_VM_ARGS = $(JPRT_PRODUCT_VM_ARGS)
 241 endif
 242 
 243 # Check JAVA_ARGS arguments based on ARCH_DATA_MODEL etc.
 244 ifeq ($(OS_NAME),solaris)
 245   D64_ERROR_MESSAGE=Mismatch between ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) and use of -d64 in JAVA_ARGS=$(JAVA_ARGS)
 246   ifeq ($(ARCH_DATA_MODEL),32)
 247     ifneq ($(findstring -d64,$(JAVA_ARGS)),)
 248       x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
 249     endif
 250   endif
 251   ifeq ($(ARCH_DATA_MODEL),64)
 252     ifeq ($(findstring -d64,$(JAVA_ARGS)),)
 253       x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
 254     endif
 255   endif
 256 endif
 257 
 258 # Macro to run make and set the shared library permissions
 259 define SharedLibraryPermissions
 260 $(MAKE) SHARED_LIBRARY_DIR=$1 UNIQUE_DIR=$@ shared_library_permissions
 261 endef
 262 
 263 # Expect JPRT to set JPRT_ARCHIVE_BUNDLE (path to zip bundle for results)
 264 ARCHIVE_BUNDLE = $(ABS_TEST_OUTPUT_DIR)/ARCHIVE_BUNDLE.zip
 265 ifdef JPRT_ARCHIVE_BUNDLE
 266   ARCHIVE_BUNDLE = $(JPRT_ARCHIVE_BUNDLE)
 267 endif
 268 
 269 # How to create the test bundle (pass or fail, we want to create this)
 270 #   Follow command with ";$(BUNDLE_UP_AND_EXIT)", so it always gets executed.
 271 ZIP_UP_RESULTS = ( $(MKDIR) -p `$(DIRNAME) $(ARCHIVE_BUNDLE)`     \
 272                    && $(CD) $(ABS_TEST_OUTPUT_DIR)             \
 273                    && $(CHMOD) -R a+r . \
 274                    && $(ZIP) -q -r $(ARCHIVE_BUNDLE) . )
 275 SUMMARY_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport/text/summary.txt
 276 STATS_TXT_NAME = Stats.txt
 277 STATS_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/$(STATS_TXT_NAME)
 278 RUNLIST   = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/runlist.txt
 279 PASSLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/passlist.txt
 280 FAILLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/faillist.txt
 281 EXITCODE  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/exitcode.txt
 282 
 283 TESTEXIT = \
 284   if [ ! -s $(EXITCODE) ] ; then \
 285     $(ECHO) "ERROR: EXITCODE file not filled in."; \
 286     $(ECHO) "1" > $(EXITCODE); \
 287   fi ; \
 288   testExitCode=`$(CAT) $(EXITCODE)`; \
 289   $(ECHO) "EXIT CODE: $${testExitCode}"; \
 290   exit $${testExitCode}
 291 
 292 BUNDLE_UP_AND_EXIT = \
 293 ( \
 294   jtregExitCode=$$? && \
 295   _summary="$(SUMMARY_TXT)"; \
 296   $(RM) -f $(STATS_TXT) $(RUNLIST) $(PASSLIST) $(FAILLIST) $(EXITCODE); \
 297   $(ECHO) "$${jtregExitCode}" > $(EXITCODE); \
 298   if [ -r "$${_summary}" ] ; then \
 299     $(ECHO) "Summary: $(UNIQUE_DIR)" > $(STATS_TXT); \
 300     $(EXPAND) $${_summary} | $(EGREP) -v ' Not run\.' > $(RUNLIST); \
 301     $(EGREP) ' Passed\.' $(RUNLIST) \
 302       | $(EGREP) -v ' Error\.' \
 303       | $(EGREP) -v ' Failed\.' > $(PASSLIST); \
 304     ( $(EGREP) ' Failed\.' $(RUNLIST); \
 305       $(EGREP) ' Error\.' $(RUNLIST); \
 306       $(EGREP) -v ' Passed\.' $(RUNLIST) ) \
 307       | $(SORT) | $(UNIQ) > $(FAILLIST); \
 308     if [ $${jtregExitCode} != 0 -o -s $(FAILLIST) ] ; then \
 309       $(EXPAND) $(FAILLIST) \
 310         | $(CUT) -d' ' -f1 \
 311         | $(SED) -e 's@^@FAILED: @' >> $(STATS_TXT); \
 312       if [ $${jtregExitCode} = 0 ] ; then \
 313         jtregExitCode=1; \
 314       fi; \
 315     fi; \
 316     runc="`$(CAT) $(RUNLIST)      | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 317     passc="`$(CAT) $(PASSLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 318     failc="`$(CAT) $(FAILLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 319     exclc="`$(CAT) $(EXCLUDELIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
 320     $(ECHO) "TEST STATS: name=$(UNIQUE_DIR)  run=$${runc}  pass=$${passc}  fail=$${failc}  excluded=$${exclc}" \
 321       >> $(STATS_TXT); \
 322   else \
 323     $(ECHO) "Missing file: $${_summary}" >> $(STATS_TXT); \
 324   fi; \
 325   if [ -f $(STATS_TXT) ] ; then \
 326     $(CAT) $(STATS_TXT); \
 327   fi; \
 328   $(ZIP_UP_RESULTS) ; \
 329   $(TESTEXIT) \
 330 )
 331 
 332 ################################################################
 333 
 334 # Default make rule (runs default jdk tests)
 335 all: jdk_default
 336         @$(ECHO) "Testing completed successfully"
 337 
 338 # Prep for output
 339 prep: clean
 340         @$(MKDIR) -p $(ABS_TEST_OUTPUT_DIR)
 341         @$(MKDIR) -p `$(DIRNAME) $(ARCHIVE_BUNDLE)`
 342 
 343 # Cleanup
 344 clean:
 345         @$(RM) -r $(ABS_TEST_OUTPUT_DIR)
 346         @$(RM) $(ARCHIVE_BUNDLE)
 347 
 348 ################################################################
 349 
 350 # jtreg tests
 351 
 352 # Expect JT_HOME to be set for jtreg tests. (home for jtreg)
 353 ifndef JT_HOME
 354   JT_HOME = $(SLASH_JAVA)/re/jtreg/4.1/promoted/latest/binaries/jtreg
 355   ifdef JPRT_JTREG_HOME
 356     JT_HOME = $(JPRT_JTREG_HOME)
 357   endif
 358 endif
 359 
 360 # Expect JPRT to set TESTDIRS to the jtreg test dirs
 361 ifndef TESTDIRS
 362   TESTDIRS = demo
 363 endif
 364 
 365 # Agentvm settings (default is false)
 366 ifndef USE_JTREG_AGENTVM
 367   USE_JTREG_AGENTVM=false
 368 endif
 369 # With agentvm, you cannot use -javaoptions?
 370 ifeq ($(USE_JTREG_AGENTVM),true)
 371   JTREG_AGENTVM_OPTION = -agentvm
 372   EXTRA_JTREG_OPTIONS += $(JTREG_AGENTVM_OPTION) $(JAVA_ARGS) $(JAVA_ARGS:%=-vmoption:%)
 373   JTREG_TEST_OPTIONS = $(JAVA_VM_ARGS:%=-vmoption:%)
 374 else
 375   JTREG_TEST_OPTIONS = $(JAVA_ARGS:%=-javaoptions:%) $(JAVA_VM_ARGS:%=-vmoption:%)
 376 endif
 377 
 378 ifdef CONCURRENCY
 379   EXTRA_JTREG_OPTIONS += -concurrency:$(CONCURRENCY)
 380 endif
 381 
 382 # Some tests annoy me and fail frequently
 383 PROBLEM_LIST=ProblemList.txt
 384 PROBLEM_LISTS=$(PROBLEM_LIST) $(wildcard closed/$(PROBLEM_LIST))
 385 EXCLUDELIST=$(ABS_TEST_OUTPUT_DIR)/excludelist.txt
 386 
 387 # Create exclude list for this platform and arch
 388 ifdef NO_EXCLUDES
 389 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TEST_DEPENDENCIES)
 390         @$(ECHO) "NOTHING_EXCLUDED" > $@
 391 else
 392 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TEST_DEPENDENCIES)
 393         @$(RM) $@ $@.temp1 $@.temp2
 394         @(($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-all'          ) ;\
 395           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(PLATFORM_OS)'          ) ;\
 396           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_ARCH2)'  ) ;\
 397           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_VERSION)') ;\
 398           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH)'      ) ;\
 399           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH2)'     ) ;\
 400           ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-all'             ) ;\
 401           ($(ECHO) "#") ;\
 402         ) | $(SED) -e 's@^[\ ]*@@' \
 403           | $(EGREP) -v '^#' > $@.temp1
 404         @for tdir in $(TESTDIRS) SOLARIS_10_SH_BUG_NO_EMPTY_FORS ; do \
 405           ( ( $(CAT) $@.temp1 | $(EGREP) "^$${tdir}" ) ; $(ECHO) "#" ) >> $@.temp2 ; \
 406         done
 407         @$(ECHO) "# at least one line" >> $@.temp2
 408         @( $(EGREP) -v '^#' $@.temp2 ; true ) > $@
 409         @$(ECHO) "Excluding list contains `$(EXPAND) $@ | $(WC) -l` items"
 410 endif
 411 
 412 # Select list of directories that exist
 413 define TestDirs
 414 $(foreach i,$1,$(wildcard ${i})) $(foreach i,$1,$(wildcard closed/${i}))
 415 endef
 416 # Running batches of tests with or without agentvm
 417 define RunAgentvmBatch
 418 $(ECHO) "Running tests in agentvm mode: $?"
 419 $(MAKE) TEST_DEPENDENCIES="$?" TESTDIRS="$?" USE_JTREG_AGENTVM=true  UNIQUE_DIR=$@ jtreg_tests
 420 endef
 421 define RunOthervmBatch
 422 $(ECHO) "Running tests in othervm mode: $?"
 423 $(MAKE) TEST_DEPENDENCIES="$?" TESTDIRS="$?" USE_JTREG_AGENTVM=false UNIQUE_DIR=$@ jtreg_tests
 424 endef
 425 define SummaryInfo
 426 $(ECHO) "########################################################"
 427 $(CAT) $(?:%=$(ABS_TEST_OUTPUT_DIR)/%/$(STATS_TXT_NAME))
 428 $(ECHO) "########################################################"
 429 endef
 430 
 431 # ------------------------------------------------------------------
 432 
 433 # Batches of tests (somewhat arbitrary assigments to jdk_* targets)
 434 # NOTE: These *do not* run the same tests as make/jprt.properties
 435 JDK_DEFAULT_TARGETS =
 436 JDK_ALL_TARGETS =
 437 
 438 # Stable othervm testruns (minus items from PROBLEM_LIST)
 439 #   Using agentvm has problems, and doesn't help performance as much as others.
 440 JDK_ALL_TARGETS += jdk_awt
 441 jdk_awt: $(call TestDirs, com/sun/awt java/awt sun/awt \
 442          javax/imageio javax/print sun/pisces)
 443         $(call RunOthervmBatch)
 444 
 445 # Stable othervm testruns (minus items from PROBLEM_LIST)
 446 JDK_ALL_TARGETS += jdk_beans1
 447 JDK_DEFAULT_TARGETS += jdk_beans1
 448 jdk_beans1: $(call TestDirs, \
 449             java/beans/beancontext java/beans/PropertyChangeSupport \
 450             java/beans/Introspector java/beans/Performance \
 451             java/beans/VetoableChangeSupport java/beans/Statement)
 452         $(call RunOthervmBatch)
 453 
 454 # Stable othervm testruns (minus items from PROBLEM_LIST)
 455 #   Using agentvm has serious problems with these tests
 456 JDK_ALL_TARGETS += jdk_beans2
 457 jdk_beans2: $(call TestDirs, \
 458             java/beans/Beans java/beans/EventHandler java/beans/XMLDecoder \
 459             java/beans/PropertyEditor)
 460         $(call RunOthervmBatch)
 461 
 462 # Stable othervm testruns (minus items from PROBLEM_LIST)
 463 #   Using agentvm has serious problems with these tests
 464 JDK_ALL_TARGETS += jdk_beans3
 465 jdk_beans3: $(call TestDirs, java/beans/XMLEncoder)
 466         $(call RunOthervmBatch)
 467 
 468 # All beans tests
 469 jdk_beans: jdk_beans1 jdk_beans2 jdk_beans3
 470         @$(SummaryInfo)
 471 
 472 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 473 JDK_ALL_TARGETS += jdk_io
 474 JDK_DEFAULT_TARGETS += jdk_io
 475 jdk_io: $(call TestDirs, java/io)
 476         $(call RunAgentvmBatch)
 477 
 478 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 479 JDK_ALL_TARGETS += jdk_lang
 480 JDK_DEFAULT_TARGETS += jdk_lang
 481 jdk_lang: $(call TestDirs, java/lang sun/invoke sun/misc vm)
 482         $(call RunAgentvmBatch)
 483 
 484 # Stable othervm testruns (minus items from PROBLEM_LIST)
 485 #   Using agentvm has serious problems with these tests
 486 JDK_ALL_TARGETS += jdk_jmx
 487 jdk_jmx: $(call TestDirs, javax/management com/sun/jmx)
 488         $(call RunOthervmBatch)
 489 
 490 # Stable othervm testruns (minus items from PROBLEM_LIST)
 491 #   Using agentvm has serious problems with these tests
 492 JDK_ALL_TARGETS += jdk_management
 493 jdk_management: $(call TestDirs, com/sun/management sun/management)
 494         $(call RunOthervmBatch)
 495 
 496 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 497 JDK_ALL_TARGETS += jdk_math
 498 JDK_DEFAULT_TARGETS += jdk_math
 499 jdk_math: $(call TestDirs, java/math)
 500         $(call RunAgentvmBatch)
 501 
 502 # Stable agentvm testruns (TestNG)
 503 JDK_DEFAULT_TARGETS += jdk_time
 504 jdk_time: $(call TestDirs, java/time)
 505         $(call RunOthervmBatch)
 506 
 507 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 508 JDK_ALL_TARGETS += jdk_other
 509 JDK_DEFAULT_TARGETS += jdk_other
 510 jdk_other: $(call TestDirs, \
 511           demo/jvmti demo/zipfs sample \
 512           javax/naming com/sun/jndi \
 513           javax/script \
 514           java/sql javax/sql \
 515           javax/smartcardio \
 516           javax/xml/ws com/sun/internal/ws \
 517           jdk/asm \
 518           com/sun/org/apache/xerces \
 519           com/sun/corba \
 520           com/sun/tracing \
 521           sun/usagetracker)
 522         $(call RunAgentvmBatch)
 523 
 524 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 525 JDK_ALL_TARGETS += jdk_net
 526 JDK_DEFAULT_TARGETS += jdk_net
 527 jdk_net: $(call TestDirs, com/sun/net java/net sun/net com/oracle/net)
 528         $(call RunAgentvmBatch)
 529 
 530 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 531 jdk_nio: $(call TestDirs, java/nio sun/nio com/oracle/nio)
 532         $(call SharedLibraryPermissions,java/nio/channels)
 533         $(call RunAgentvmBatch)
 534 
 535 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 536 jdk_sctp: $(call TestDirs, com/sun/nio/sctp)
 537         $(call RunAgentvmBatch)
 538 
 539 # Stable othervm testruns (minus items from PROBLEM_LIST)
 540 #   Using agentvm has serious problems with these tests
 541 JDK_ALL_TARGETS += jdk_rmi
 542 jdk_rmi: $(call TestDirs, java/rmi sun/rmi javax/rmi/ssl)
 543         $(call RunOthervmBatch)
 544 
 545 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 546 JDK_ALL_TARGETS += jdk_security1
 547 JDK_DEFAULT_TARGETS += jdk_security1
 548 jdk_security1: $(call TestDirs, java/security)
 549         $(call RunAgentvmBatch)
 550 
 551 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 552 JDK_ALL_TARGETS += jdk_security2
 553 jdk_security2: $(call TestDirs, javax/crypto javax/xml/crypto com/sun/crypto)
 554         $(call RunAgentvmBatch)
 555 
 556 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 557 JDK_ALL_TARGETS += jdk_security3
 558 jdk_security3: $(call TestDirs, com/sun/security lib/security javax/security \
 559         sun/security com/sun/org/apache/xml/internal/security \
 560         com/oracle/security)
 561         $(call SharedLibraryPermissions,sun/security)
 562         $(call RunAgentvmBatch)
 563 
 564 # All security tests
 565 jdk_security: jdk_security1 jdk_security2 jdk_security3
 566         @$(SummaryInfo)
 567 
 568 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 569 JDK_ALL_TARGETS += jdk_sound
 570 jdk_sound: $(call TestDirs, javax/sound)
 571         $(call RunAgentvmBatch)
 572 
 573 # Stable othervm testruns (minus items from PROBLEM_LIST)
 574 #   Using agentvm has problems, and doesn't help performance as much as others.
 575 JDK_ALL_TARGETS += jdk_swing
 576 jdk_swing: $(call TestDirs, javax/swing sun/java2d \
 577            demo/jfc com/sun/java/swing)
 578         $(call RunOthervmBatch)
 579 
 580 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 581 JDK_ALL_TARGETS += jdk_text
 582 JDK_DEFAULT_TARGETS += jdk_text
 583 jdk_text: $(call TestDirs, java/text sun/text)
 584         $(call RunAgentvmBatch)
 585 
 586 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 587 JDK_ALL_TARGETS += jdk_jdi
 588 jdk_jdi: $(call TestDirs, com/sun/jdi)
 589         $(call RunAgentvmBatch)
 590 
 591 # Stable othervm testruns (minus items from PROBLEM_LIST)
 592 #   Using agentvm has serious problems with these tests
 593 JDK_ALL_TARGETS += jdk_tools
 594 jdk_tools: $(call TestDirs, com/sun/tools sun/jvmstat sun/tools tools)
 595         $(call SharedLibraryPermissions,tools/launcher)
 596         $(call RunAgentvmBatch)
 597 
 598 # Stable othervm testruns (minus items from PROBLEM_LIST)
 599 #   Using agentvm has serious problems with these tests
 600 ifdef OPENJDK
 601 jdk_jfr:
 602 else
 603 JDK_ALL_TARGETS += jdk_jfr
 604 jdk_jfr: $(call TestDirs, com/oracle/jfr)
 605         $(call RunOthervmBatch)
 606 endif
 607 
 608 # Stable agentvm testruns (minus items from PROBLEM_LIST)
 609 JDK_ALL_TARGETS += jdk_util
 610 JDK_DEFAULT_TARGETS += jdk_util
 611 jdk_util: $(call TestDirs, java/util sun/util)
 612         $(call RunAgentvmBatch)
 613 
 614 # ------------------------------------------------------------------
 615 
 616 # Run default tests
 617 # note that this *does not* have the same meaning as jprt.properties :: jprt.make.rule.default.test.targets
 618 jdk_default: $(JDK_DEFAULT_TARGETS)
 619         @$(SummaryInfo)
 620 
 621 # Run core tests
 622 # please keep this in sync with jdk/make/jprt.properties :: jprt.make.rule.core.test.targets
 623 jdk_core: jdk_lang jdk_math jdk_util jdk_io jdk_net jdk_nio \
 624         jdk_security1 jdk_security2 jdk_security3 jdk_rmi \
 625         jdk_management jdk_jmx jdk_text jdk_tools jdk_jfr jdk_other
 626         @$(SummaryInfo)
 627 
 628 # Run all tests
 629 # note that this *does not* have the same meaning as jprt.properties :: jprt.make.rule.all.test.targets
 630 jdk_all: $(JDK_ALL_TARGETS)
 631         @$(SummaryInfo)
 632 
 633 # These are all phony targets
 634 PHONY_LIST += $(JDK_ALL_TARGETS) jdk_default jdk_core jdk_all
 635 
 636 # ------------------------------------------------------------------
 637 
 638 # Default JTREG to run (win32 script works for everybody)
 639 JTREG = $(JT_HOME)/win32/bin/jtreg
 640 # Add any extra options (agentvm etc.)
 641 JTREG_BASIC_OPTIONS += $(EXTRA_JTREG_OPTIONS)
 642 # Only run automatic tests
 643 JTREG_BASIC_OPTIONS += -a
 644 # Always turn on assertions
 645 JTREG_ASSERT_OPTION = -ea -esa
 646 JTREG_BASIC_OPTIONS += $(JTREG_ASSERT_OPTION)
 647 # Report details on all failed or error tests, times too
 648 JTREG_BASIC_OPTIONS += -v:fail,error,time
 649 # Retain all files for failing tests
 650 JTREG_BASIC_OPTIONS += -retain:fail,error
 651 # Ignore tests are not run and completely silent about it
 652 JTREG_IGNORE_OPTION = -ignore:quiet
 653 JTREG_BASIC_OPTIONS += $(JTREG_IGNORE_OPTION)
 654 # Multiple by 4 the timeout numbers
 655 JTREG_TIMEOUT_OPTION =  -timeoutFactor:4
 656 JTREG_BASIC_OPTIONS += $(JTREG_TIMEOUT_OPTION)
 657 # Boost the max memory for jtreg to avoid gc thrashing
 658 JTREG_MEMORY_OPTION = -J-Xmx512m
 659 JTREG_BASIC_OPTIONS += $(JTREG_MEMORY_OPTION)
 660 
 661 # Make sure jtreg exists
 662 $(JTREG): $(JT_HOME)
 663 
 664 # Run jtreg
 665 jtreg_tests: prep $(PRODUCT_HOME) $(JTREG) $(EXCLUDELIST)
 666         @$(EXPAND) $(EXCLUDELIST) \
 667             | $(CUT) -d' ' -f1 \
 668             | $(SED) -e 's@^@Excluding: @'
 669         (                                                                    \
 670           ( JT_HOME=$(shell $(GETMIXEDPATH) "$(JT_HOME)");                   \
 671             export JT_HOME;                                                  \
 672             $(shell $(GETMIXEDPATH) "$(JTREG)")                              \
 673               $(JTREG_BASIC_OPTIONS)                                         \
 674               -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
 675               -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
 676               -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
 677               -exclude:$(shell $(GETMIXEDPATH) "$(EXCLUDELIST)")             \
 678               $(JTREG_TEST_OPTIONS)                                          \
 679               $(TESTDIRS)                                                    \
 680           ) ; $(BUNDLE_UP_AND_EXIT)                                          \
 681         ) 2>&1 | $(TEE) $(ABS_TEST_OUTPUT_DIR)/output.txt ; $(TESTEXIT)
 682 
 683 # Rule that may change execute permissions on shared library files.
 684 #  Files in repositories should never have execute permissions, but there
 685 #  are some tests that have pre-built shared libraries, and these windows
 686 #  dll files must have execute permission. Adding execute permission
 687 #  may happen automatically on windows when using certain versions of mercurial
 688 #  but it cannot be guaranteed. And blindly adding execute permission might
 689 #  be seen as a mercurial 'change', so we avoid adding execute permission to
 690 #  repository files. But testing from a plain source tree needs the chmod a+rx.
 691 #  Used on select directories and applying the chmod to all shared libraries
 692 #  not just dll files. On windows, this may not work with MKS if the files
 693 #  were installed with CYGWIN unzip or untar (MKS chmod may not do anything).
 694 #  And with CYGWIN and sshd service, you may need CYGWIN=ntsec for this to work.
 695 #
 696 shared_library_permissions: $(SHARED_LIBRARY_DIR)
 697         if [ ! -d $(TEST_ROOT)/../.hg ] ; then                          \
 698           $(FIND) $< \( -name \*.dll -o -name \*.DLL -o -name \*.so \)  \
 699                 -exec $(CHMOD) a+rx {} \; ;                             \
 700         fi
 701 
 702 PHONY_LIST += jtreg_tests shared_library_permissions
 703 
 704 ################################################################
 705 
 706 # packtest
 707 
 708 # Expect JPRT to set JPRT_PACKTEST_HOME.
 709 PACKTEST_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/packtest
 710 ifdef JPRT_PACKTEST_HOME
 711   PACKTEST_HOME = $(JPRT_PACKTEST_HOME)
 712 endif
 713 
 714 packtest: prep $(PACKTEST_HOME)/ptest $(PRODUCT_HOME)
 715         ( $(CD) $(PACKTEST_HOME) &&            \
 716             $(PACKTEST_HOME)/ptest             \
 717                  -t "$(PRODUCT_HOME)"          \
 718                  $(PACKTEST_STRESS_OPTION)     \
 719                  $(EXTRA_PACKTEST_OPTIONS)     \
 720                  -W $(ABS_TEST_OUTPUT_DIR)     \
 721                  $(JAVA_ARGS:%=-J %)           \
 722                  $(JAVA_VM_ARGS:%=-J %)        \
 723          ) ; $(BUNDLE_UP_AND_EXIT)
 724 
 725 packtest_stress: PACKTEST_STRESS_OPTION=-s
 726 packtest_stress: packtest
 727 
 728 PHONY_LIST += packtest packtest_stress
 729 
 730 ################################################################
 731 
 732 # perftest to collect statistics
 733 
 734 # Expect JPRT to set JPRT_PACKTEST_HOME.
 735 PERFTEST_HOME = $(TEST_ROOT)/perf
 736 ifdef JPRT_PERFTEST_HOME
 737   PERFTEST_HOME = $(JPRT_PERFTEST_HOME)
 738 endif
 739 
 740 perftest: ( $(PERFTEST_HOME)/perftest          \
 741                  -t $(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")               \
 742                  -w $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)") \
 743                  -h $(PERFTEST_HOME) \
 744          ) ; $(BUNDLE_UP_AND_EXIT)
 745 
 746 
 747 PHONY_LIST += perftest
 748 
 749 ################################################################
 750 
 751 # vmsqe tests
 752 
 753 # Expect JPRT to set JPRT_VMSQE_HOME.
 754 VMSQE_HOME = $(SLASH_JAVA)/sqe/comp/vm/testbase/sqe/vm/current/build/latest/vm
 755 ifdef JPRT_VMSQE_HOME
 756   VMSQE_HOME = $(JPRT_VMSQE_HOME)
 757 endif
 758 
 759 # Expect JPRT to set JPRT_RUNVMSQE_HOME.
 760 RUNVMSQE_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/runvmsqe
 761 ifdef JPRT_RUNVMSQE_HOME
 762   RUNVMSQE_HOME = $(JPRT_RUNVMSQE_HOME)
 763 endif
 764 
 765 # Expect JPRT to set JPRT_TONGA3_HOME.
 766 TONGA3_HOME = $(SLASH_JAVA)/sqe/tools/gtee/harness/tonga
 767 ifdef JPRT_TONGA3_HOME
 768   TONGA3_HOME = $(JPRT_TONGA3_HOME)
 769 endif
 770 
 771 RUNVMSQE_BIN = $(RUNVMSQE_HOME)/bin/runvmsqe
 772 
 773 vmsqe_tests: prep $(VMSQE_HOME)/vm $(TONGA3_HOME) $(RUNVMSQE_BIN) $(PRODUCT_HOME)
 774         $(RM) -r $(ABS_TEST_OUTPUT_DIR)/vmsqe
 775         ( $(CD) $(ABS_TEST_OUTPUT_DIR) &&          \
 776             $(RUNVMSQE_BIN)                        \
 777                  -jdk "$(PRODUCT_HOME)"            \
 778                  -o "$(ABS_TEST_OUTPUT_DIR)/vmsqe" \
 779                  -testbase "$(VMSQE_HOME)/vm"      \
 780                  -tonga "$(TONGA3_HOME)"           \
 781                  -tongajdk "$(ALT_BOOTDIR)"        \
 782                  $(JAVA_ARGS)                      \
 783                  $(JAVA_VM_ARGS)                   \
 784                  $(RUNVMSQE_TEST_OPTION)           \
 785                  $(EXTRA_RUNVMSQE_OPTIONS)         \
 786          ) ; $(BUNDLE_UP_AND_EXIT)
 787 
 788 vmsqe_jdwp: RUNVMSQE_TEST_OPTION=-jdwp
 789 vmsqe_jdwp: vmsqe_tests
 790 
 791 vmsqe_jdi: RUNVMSQE_TEST_OPTION=-jdi
 792 vmsqe_jdi: vmsqe_tests
 793 
 794 vmsqe_jdb: RUNVMSQE_TEST_OPTION=-jdb
 795 vmsqe_jdb: vmsqe_tests
 796 
 797 vmsqe_quick-jdi: RUNVMSQE_TEST_OPTION=-quick-jdi
 798 vmsqe_quick-jdi: vmsqe_tests
 799 
 800 vmsqe_sajdi: RUNVMSQE_TEST_OPTION=-sajdi
 801 vmsqe_sajdi: vmsqe_tests
 802 
 803 vmsqe_jvmti: RUNVMSQE_TEST_OPTION=-jvmti
 804 vmsqe_jvmti: vmsqe_tests
 805 
 806 vmsqe_hprof: RUNVMSQE_TEST_OPTION=-hprof
 807 vmsqe_hprof: vmsqe_tests
 808 
 809 vmsqe_monitoring: RUNVMSQE_TEST_OPTION=-monitoring
 810 vmsqe_monitoring: vmsqe_tests
 811 
 812 PHONY_LIST += vmsqe_jdwp vmsqe_jdi vmsqe_jdb vmsqe_quick-jdi vmsqe_sajdi \
 813               vmsqe_jvmti vmsqe_hprof vmsqe_monitoring vmsqe_tests
 814 
 815 ################################################################
 816 
 817 # jck tests
 818 
 819 # Default is to use jck 7 from /java/re
 820 JCK7_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/7/promoted/latest/binaries
 821 
 822 # Expect JPRT to set JPRT_JCK7COMPILER_HOME.
 823 JCK7COMPILER_HOME = $(JCK7_DEFAULT_HOME)/JCK-compiler-7
 824 ifdef JPRT_JCK7COMPILER_HOME
 825   JCK7COMPILER_HOME = $(JPRT_JCK7COMPILER_HOME)/JCK-compiler-7
 826 endif
 827 
 828 # Expect JPRT to set JPRT_JCK7RUNTIME_HOME.
 829 JCK7RUNTIME_HOME = $(JCK7_DEFAULT_HOME)/JCK-runtime-7
 830 ifdef JPRT_JCK7RUNTIME_HOME
 831   JCK7RUNTIME_HOME = $(JPRT_JCK7RUNTIME_HOME)/JCK-runtime-7
 832 endif
 833 
 834 # Expect JPRT to set JPRT_JCK7DEVTOOLS_HOME.
 835 JCK7DEVTOOLS_HOME = $(JCK7_DEFAULT_HOME)/JCK-devtools-7
 836 ifdef JPRT_JCK7DEVTOOLS_HOME
 837   JCK7DEVTOOLS_HOME = $(JPRT_JCK7DEVTOOLS_HOME)/JCK-devtools-7
 838 endif
 839 
 840 # The jtjck.jar utility to use to run the tests
 841 JTJCK_JAR = $(JCK_HOME)/lib/jtjck.jar
 842 JTJCK_JAVA_ARGS =  -XX:MaxPermSize=256m -Xmx512m
 843 JTJCK_OPTIONS = -headless -v
 844 
 845 # Default tests to run
 846 ifndef JCK_COMPILER_TESTS
 847   JCK_COMPILER_TESTS =
 848 endif
 849 ifndef JCK_RUNTIME_TESTS
 850   JCK_RUNTIME_TESTS  =
 851 endif
 852 ifndef JCK_DEVTOOLS_TESTS
 853   JCK_DEVTOOLS_TESTS =
 854 endif
 855 
 856 # Generic rule used to run jck tests
 857 _generic_jck_tests: prep $(PRODUCT_HOME) $(EXCLUDELIST)
 858         @$(EXPAND) $(EXCLUDELIST) \
 859             | $(CUT) -d' ' -f1 \
 860             | $(SED) -e 's@^@Excluding: @'
 861         ( $(CD) $(ABS_TEST_OUTPUT_DIR) &&                                  \
 862           $(PRODUCT_HOME)/bin/java $(JTJCK_JAVA_ARGS)                      \
 863             -jar "$(JTJCK_JAR)"                                            \
 864             $(JTJCK_OPTIONS)                                               \
 865             -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
 866             -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
 867             -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
 868             $(TESTDIRS)                                                    \
 869         ) ; $(BUNDLE_UP_AND_EXIT)
 870 
 871 # JCK7 compiler tests
 872 jck7compiler:
 873         $(MAKE) UNIQUE_DIR=$@ \
 874                 JCK_HOME=$(JCK7COMPILER_HOME) \
 875                 TESTDIRS="$(JCK_COMPILER_TESTS)" \
 876                 _generic_jck_tests
 877 
 878 # JCK7 runtime tests
 879 jck7runtime:
 880         $(MAKE) UNIQUE_DIR=$@ \
 881                 JCK_HOME=$(JCK7RUNTIME_HOME) \
 882                 TESTDIRS="$(JCK_RUNTIME_TESTS)" \
 883                 _generic_jck_tests
 884 
 885 # JCK7 devtools tests
 886 jck7devtools:
 887         $(MAKE) UNIQUE_DIR=$@ \
 888                 JCK_HOME=$(JCK7DEVTOOLS_HOME) \
 889                 TESTDIRS="$(JCK_DEVTOOLS_TESTS)" \
 890                 _generic_jck_tests
 891 
 892 # Run all 3 sets of JCK7 tests
 893 jck_all: jck7runtime jck7devtools jck7compiler
 894 
 895 PHONY_LIST += jck_all _generic_jck_tests \
 896               jck7compiler jck7runtime jck7devtools
 897 
 898 ################################################################
 899 
 900 # Phony targets (e.g. these are not filenames)
 901 .PHONY: all clean prep $(PHONY_LIST)
 902 
 903 ################################################################