1 #
2 # Copyright 1995-2009 Sun Microsystems, Inc. All Rights Reserved.
3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 #
5 # This code is free software; you can redistribute it and/or modify it
6 # under the terms of the GNU General Public License version 2 only, as
7 # published by the Free Software Foundation. Sun designates this
8 # particular file as subject to the "Classpath" exception as provided
9 # by Sun in the LICENSE file that accompanied this code.
10 #
11 # This code is distributed in the hope that it will be useful, but WITHOUT
12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 # version 2 for more details (a copy is included in the LICENSE file that
15 # accompanied this code).
16 #
17 # You should have received a copy of the GNU General Public License version
18 # 2 along with this work; if not, write to the Free Software Foundation,
19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
20 #
21 # Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
22 # CA 95054 USA or visit www.sun.com if you need additional information or
23 # have any questions.
24 #
25
26 #
27 # Makefile to run various jdk tests
28 #
29
30 # Empty these to get rid of some default rules
31 .SUFFIXES:
32 .SUFFIXES: .java
33 CO=
34 GET=
35
36 # Utilities used
37 AWK = awk
38 CAT = cat
39 CD = cd
40 CHMOD = chmod
41 CP = cp
42 CUT = cut
43 ECHO = echo
44 EGREP = egrep
45 EXPAND = expand
46 EXPR = expr
47 KILL = /usr/bin/kill
48 MKDIR = mkdir
49 NOHUP = nohup
50 PWD = pwd
51 SED = sed
52 SLEEP = sleep
53 SORT = sort
54 TEE = tee
55 UNAME = uname
56 UNIQ = uniq
57 WC = wc
58 XHOST = xhost
59 ZIP = zip
60
61 # Get OS name from uname
62 UNAME_S := $(shell $(UNAME) -s)
63
64 # Commands to run on paths to make mixed paths for java on windows
65 GETMIXEDPATH=$(ECHO)
66
67 # Location of developer shared files
68 SLASH_JAVA = /java
69
70 # Platform specific settings
71 ifeq ($(UNAME_S), SunOS)
72 OS_NAME = solaris
73 OS_ARCH := $(shell $(UNAME) -p)
74 OS_VERSION := $(shell $(UNAME) -r)
75 endif
76 ifeq ($(UNAME_S), Linux)
77 OS_NAME = linux
78 OS_ARCH := $(shell $(UNAME) -m)
79 OS_VERSION := $(shell $(UNAME) -r)
80 endif
81 ifndef OS_NAME
82 ifneq ($(PROCESSOR_IDENTIFIER), )
83 OS_NAME = windows
84 SLASH_JAVA = J:
85 # A variety of ways to say X64 arch :^(
86 OS_ARCH:=$(word 1, $(PROCESSOR_IDENTIFIER))
87 EXESUFFIX = .exe
88 # These need to be different depending on MKS or CYGWIN
89 ifeq ($(findstring cygdrive,$(shell ($(CD) C:/ && $(PWD)))), )
90 GETMIXEDPATH = dosname -s
91 OS_VERSION := $(shell $(UNAME) -r)
92 else
93 GETMIXEDPATH = cygpath -m -s
94 OS_VERSION := $(shell $(UNAME) -s | $(CUT) -d'-' -f2)
95 endif
96 endif
97 endif
98
99 # Only want major and minor numbers from os version
100 OS_VERSION := $(shell $(ECHO) "$(OS_VERSION)" | $(CUT) -d'.' -f1,2)
101
102 # Try and use names i586, x64, and ia64 consistently
103 OS_ARCH:=$(subst X64,x64,$(OS_ARCH))
104 OS_ARCH:=$(subst AMD64,x64,$(OS_ARCH))
105 OS_ARCH:=$(subst amd64,x64,$(OS_ARCH))
106 OS_ARCH:=$(subst x86_64,x64,$(OS_ARCH))
107 OS_ARCH:=$(subst EM64T,x64,$(OS_ARCH))
108 OS_ARCH:=$(subst em64t,x64,$(OS_ARCH))
109 OS_ARCH:=$(subst intel64,x64,$(OS_ARCH))
110 OS_ARCH:=$(subst Intel64,x64,$(OS_ARCH))
111 OS_ARCH:=$(subst INTEL64,x64,$(OS_ARCH))
112 OS_ARCH:=$(subst IA64,ia64,$(OS_ARCH))
113 OS_ARCH:=$(subst X86,i586,$(OS_ARCH))
114 OS_ARCH:=$(subst x86,i586,$(OS_ARCH))
115 OS_ARCH:=$(subst i386,i586,$(OS_ARCH))
116 OS_ARCH:=$(subst i486,i586,$(OS_ARCH))
117 OS_ARCH:=$(subst i686,i586,$(OS_ARCH))
118
119 # Check for ARCH_DATA_MODEL, adjust OS_ARCH accordingly
120 ifndef ARCH_DATA_MODEL
121 ARCH_DATA_MODEL=32
122 endif
123 ARCH_DATA_MODEL_ERROR= \
124 ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) cannot be used with $(OS_NAME)-$(ARCH)
125 ifeq ($(ARCH_DATA_MODEL),64)
126 ifeq ($(OS_NAME)-$(OS_ARCH),solaris-i586)
127 OS_ARCH=x64
128 endif
129 ifeq ($(OS_NAME)-$(OS_ARCH),solaris-sparc)
130 OS_ARCH=sparcv9
131 endif
132 ifeq ($(OS_ARCH),i586)
133 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
134 endif
135 ifeq ($(OS_ARCH),sparc)
136 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
137 endif
138 else
139 ifeq ($(ARCH_DATA_MODEL),32)
140 ifeq ($(OS_ARCH),x64)
141 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
142 endif
143 ifeq ($(OS_ARCH),ia64)
144 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
145 endif
146 ifeq ($(OS_ARCH),sparcv9)
147 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
148 endif
149 else
150 x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
151 endif
152 endif
153
154 # Root of this test area (important to use full paths in some places)
155 TEST_ROOT := $(shell $(PWD))
156
157 # Root of all test results
158 ifdef ALT_OUTPUTDIR
159 ABS_OUTPUTDIR = $(ALT_OUTPUTDIR)
160 else
161 ABS_OUTPUTDIR = $(TEST_ROOT)/../build/$(OS_NAME)-$(OS_ARCH)
162 endif
163 ABS_BUILD_ROOT = $(ABS_OUTPUTDIR)
164 ABS_TEST_OUTPUT_DIR := $(ABS_BUILD_ROOT)/testoutput/$(UNIQUE_DIR)
165
166 # Expect JPRT to set PRODUCT_HOME (the product or jdk in this case to test)
167 ifndef PRODUCT_HOME
168 # Try to use j2sdk-image if it exists
169 ABS_JDK_IMAGE = $(ABS_BUILD_ROOT)/j2sdk-image
170 PRODUCT_HOME := \
171 $(shell \
172 if [ -d $(ABS_JDK_IMAGE) ] ; then \
173 $(ECHO) "$(ABS_JDK_IMAGE)"; \
174 else \
175 $(ECHO) "$(ABS_BUILD_ROOT)"; \
176 fi)
177 PRODUCT_HOME := $(PRODUCT_HOME)
178 endif
179
180 # Expect JPRT to set JPRT_PRODUCT_ARGS (e.g. -server etc.)
181 # Should be passed into 'java' only.
182 # Could include: -d64 -server -client OR any java option
183 ifdef JPRT_PRODUCT_ARGS
184 JAVA_ARGS = $(JPRT_PRODUCT_ARGS)
185 endif
186
187 # Expect JPRT to set JPRT_PRODUCT_VM_ARGS (e.g. -Xcomp etc.)
188 # Should be passed into anything running the vm (java, javac, javadoc, ...).
189 ifdef JPRT_PRODUCT_VM_ARGS
190 JAVA_VM_ARGS = $(JPRT_PRODUCT_VM_ARGS)
191 endif
192
193 # Check JAVA_ARGS arguments based on ARCH_DATA_MODEL etc.
194 ifeq ($(OS_NAME),solaris)
195 D64_ERROR_MESSAGE=Mismatch between ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) and use of -d64 in JAVA_ARGS=$(JAVA_ARGS)
196 ifeq ($(ARCH_DATA_MODEL),32)
197 ifneq ($(findstring -d64,$(JAVA_ARGS)),)
198 x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
199 endif
200 endif
201 ifeq ($(ARCH_DATA_MODEL),64)
202 ifeq ($(findstring -d64,$(JAVA_ARGS)),)
203 x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
204 endif
205 endif
206 endif
207
208 # Expect JPRT to set JPRT_ARCHIVE_BUNDLE (path to zip bundle for results)
209 ARCHIVE_BUNDLE = $(ABS_TEST_OUTPUT_DIR)/ARCHIVE_BUNDLE.zip
210 ifdef JPRT_ARCHIVE_BUNDLE
211 ARCHIVE_BUNDLE = $(JPRT_ARCHIVE_BUNDLE)
212 endif
213
214 # DISPLAY settings for virtual frame buffer
215 START_XVFB = start-Xvfb.sh
216 NOHUP_OUTPUT = $(ABS_TEST_OUTPUT_DIR)/start-Xvfb.nohup-output.txt
217 DISPLAY_PID_FILE=$(ABS_TEST_OUTPUT_DIR)/xvfb-display-number.txt
218 DISPLAY_SLEEP_TIME=10
219 DISPLAY_MAX_SLEEPS=10
220 ifeq ($(OS_NAME),solaris)
221 VIRTUAL_FRAME_BUFFER = true
222 endif
223 ifeq ($(OS_NAME),linux)
224 VIRTUAL_FRAME_BUFFER = true
225 endif
226
227 # Does not work yet, display dies as soon as it gets used. :^(
228 VIRTUAL_FRAME_BUFFER = false
229
230 # Are we using a VIRTUAL_FRAME_BUFFER (Xvfb)
231 ifeq ($(VIRTUAL_FRAME_BUFFER),true)
232
233 PREP_DISPLAY = \
234 $(CP) $(START_XVFB) $(ABS_TEST_OUTPUT_DIR); \
235 $(CHMOD) a+x $(ABS_TEST_OUTPUT_DIR)/$(START_XVFB); \
236 ( $(CD) $(ABS_TEST_OUTPUT_DIR) && \
237 $(NOHUP) $(ABS_TEST_OUTPUT_DIR)/$(START_XVFB) $(DISPLAY_PID_FILE) > $(NOHUP_OUTPUT) 2>&1 && \
238 $(SLEEP) $(DISPLAY_SLEEP_TIME) ) & \
239 count=1; \
240 while [ ! -s $(DISPLAY_PID_FILE) ] ; do \
241 $(ECHO) "Sleeping $(DISPLAY_SLEEP_TIME) more seconds, DISPLAY not ready"; \
242 $(SLEEP) $(DISPLAY_SLEEP_TIME); \
243 count=`$(EXPR) $${count} '+' 1`; \
244 if [ $${count} -gt $(DISPLAY_MAX_SLEEPS) ] ; then \
245 $(ECHO) "ERROR: DISPLAY not ready, giving up on DISPLAY"; \
246 exit 9; \
247 fi; \
248 done ; \
249 DISPLAY=":`$(CAT) $(DISPLAY_PID_FILE)`"; \
250 export DISPLAY; \
251 $(CAT) $(NOHUP_OUTPUT); \
252 $(ECHO) "Prepared DISPLAY=$${DISPLAY}"; \
253 $(XHOST) || \
254 ( $(ECHO) "ERROR: No display" ; exit 8)
255
256 KILL_DISPLAY = \
257 ( \
258 DISPLAY=":`$(CAT) $(DISPLAY_PID_FILE)`"; \
259 export DISPLAY; \
260 if [ -s "$(DISPLAY_PID_FILE)" ] ; then \
261 $(KILL) `$(CAT) $(DISPLAY_PID_FILE)` > /dev/null 2>&1; \
262 $(KILL) -9 `$(CAT) $(DISPLAY_PID_FILE)` > /dev/null 2>&1; \
263 fi; \
264 $(ECHO) "Killed DISPLAY=$${DISPLAY}"; \
265 )
266
267 else
268
269 PREP_DISPLAY = $(ECHO) "VIRTUAL_FRAME_BUFFER=$(VIRTUAL_FRAME_BUFFER)"
270 KILL_DISPLAY = $(ECHO) "VIRTUAL_FRAME_BUFFER=$(VIRTUAL_FRAME_BUFFER)"
271
272 endif
273
274 # How to create the test bundle (pass or fail, we want to create this)
275 # Follow command with ";$(BUNDLE_UP_AND_EXIT)", so it always gets executed.
276 ZIP_UP_RESULTS = ( $(MKDIR) -p `dirname $(ARCHIVE_BUNDLE)` \
277 && $(CD) $(ABS_TEST_OUTPUT_DIR) \
278 && $(ZIP) -q -r $(ARCHIVE_BUNDLE) . )
279 SUMMARY_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport/text/summary.txt
280 STATS_TXT_NAME = Stats.txt
281 STATS_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/$(STATS_TXT_NAME)
282 RUNLIST = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/runlist.txt
283 PASSLIST = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/passlist.txt
284 FAILLIST = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/faillist.txt
285 EXITCODE = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/exitcode.txt
286
287 TESTEXIT = \
288 if [ ! -s $(EXITCODE) ] ; then \
289 $(ECHO) "ERROR: EXITCODE file not filled in."; \
290 $(ECHO) "1" > $(EXITCODE); \
291 fi ; \
292 testExitCode=`$(CAT) $(EXITCODE)`; \
293 $(ECHO) "EXIT CODE: $${testExitCode}"; \
294 exit $${testExitCode}
295
296 BUNDLE_UP_AND_EXIT = \
297 ( \
298 jtregExitCode=$$? && \
299 _summary="$(SUMMARY_TXT)"; \
300 $(RM) -f $(STATS_TXT) $(RUNLIST) $(PASSLIST) $(FAILLIST) $(EXITCODE); \
301 $(ECHO) "$${jtregExitCode}" > $(EXITCODE); \
302 if [ -r "$${_summary}" ] ; then \
303 $(ECHO) "Summary: $(UNIQUE_DIR)" > $(STATS_TXT); \
304 $(EXPAND) $${_summary} | $(EGREP) -v ' Not run\.' > $(RUNLIST); \
305 $(EGREP) ' Passed\.' $(RUNLIST) \
306 | $(EGREP) -v ' Error\.' \
307 | $(EGREP) -v ' Failed\.' > $(PASSLIST); \
308 ( $(EGREP) ' Failed\.' $(RUNLIST); \
309 $(EGREP) ' Error\.' $(RUNLIST); \
310 $(EGREP) -v ' Passed\.' $(RUNLIST) ) \
311 | $(SORT) | $(UNIQ) > $(FAILLIST); \
312 if [ $${jtregExitCode} != 0 -o -s $(FAILLIST) ] ; then \
313 $(EXPAND) $(FAILLIST) \
314 | $(CUT) -d' ' -f1 \
315 | $(SED) -e 's@^@FAILED: @' >> $(STATS_TXT); \
316 if [ $${jtregExitCode} = 0 ] ; then \
317 jtregExitCode=1; \
318 fi; \
319 fi; \
320 runc="`$(CAT) $(RUNLIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
321 passc="`$(CAT) $(PASSLIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
322 failc="`$(CAT) $(FAILLIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
323 exclc="`$(CAT) $(EXCLUDELIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
324 $(ECHO) "TEST STATS: run=$${runc} pass=$${passc} fail=$${failc} excluded=$${exclc}" \
325 >> $(STATS_TXT); \
326 else \
327 $(ECHO) "Missing file: $${_summary}" >> $(STATS_TXT); \
328 fi; \
329 $(CAT) $(STATS_TXT); \
330 $(ZIP_UP_RESULTS) && $(KILL_DISPLAY) ; \
331 $(TESTEXIT) \
332 )
333
334 ################################################################
335
336 # Default make rule (runs jtreg_tests)
337 all: jtreg_tests
338 @$(ECHO) "Testing completed successfully"
339
340 # Prep for output
341 prep: clean
342 @$(MKDIR) -p $(ABS_TEST_OUTPUT_DIR)
343 @$(MKDIR) -p `dirname $(ARCHIVE_BUNDLE)`
344
345 # Cleanup
346 clean:
347 $(RM) -r $(ABS_TEST_OUTPUT_DIR)
348 $(RM) $(ARCHIVE_BUNDLE)
349
350 ################################################################
351
352 # jtreg tests
353
354 # Expect JT_HOME to be set for jtreg tests. (home for jtreg)
355 ifndef JT_HOME
356 JT_HOME = $(SLASH_JAVA)/re/jtreg/4.0/promoted/latest/binaries/jtreg
357 ifdef JPRT_JTREG_HOME
358 JT_HOME = $(JPRT_JTREG_HOME)
359 endif
360 endif
361
362 # Expect JPRT to set TESTDIRS to the jtreg test dirs
363 ifndef TESTDIRS
364 TESTDIRS = demo
365 endif
366
367 # Samevm settings (default is false)
368 ifndef USE_JTREG_SAMEVM
369 USE_JTREG_SAMEVM=false
370 endif
371 # With samevm, you cannot use -javaoptions?
372 ifeq ($(USE_JTREG_SAMEVM),true)
373 JTREG_SAMEVM_OPTION = -samevm
374 EXTRA_JTREG_OPTIONS += $(JTREG_SAMEVM_OPTION) $(JAVA_ARGS) $(JAVA_ARGS:%=-vmoption:%)
375 JTREG_TEST_OPTIONS = $(JAVA_VM_ARGS:%=-vmoption:%)
376 else
377 JTREG_TEST_OPTIONS = $(JAVA_ARGS:%=-javaoptions:%) $(JAVA_VM_ARGS:%=-vmoption:%)
378 endif
379
380 # Some tests annoy me and fail frequently
381 PROBLEM_LIST=ProblemList.txt
382 PROBLEM_LISTS=$(PROBLEM_LIST) $(wildcard closed/$(PROBLEM_LIST))
383 EXCLUDELIST=$(ABS_TEST_OUTPUT_DIR)/excludelist.txt
384
385 # Create exclude list for this platform and arch
386 ifdef NO_EXCLUDES
387 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TESTDIRS)
388 @$(ECHO) "NOTHING_EXCLUDED" > $@
389 else
390 $(EXCLUDELIST): $(PROBLEM_LISTS) $(TESTDIRS)
391 @$(RM) $@ $@.temp1 $@.temp2
392 @(($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-all' ) ;\
393 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_ARCH)' ) ;\
394 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_VERSION)') ;\
395 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH)' ) ;\
396 ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-all' ) ;\
397 ($(ECHO) "#") ;\
398 ) | $(SED) -e 's@^[\ ]*@@' \
399 | $(EGREP) -v '^#' > $@.temp1
400 @for tdir in $(TESTDIRS) ; do \
401 ( ( $(CAT) $@.temp1 | $(EGREP) "^$${tdir}" ) ; $(ECHO) "#" ) >> $@.temp2 ; \
402 done
403 @$(ECHO) "# at least one line" >> $@.temp2
404 @( $(EGREP) -v '^#' $@.temp2 ; true ) > $@
405 @$(ECHO) "Excluding list contains `$(EXPAND) $@ | $(WC) -l` items"
406 endif
407
408 # Select list of directories that exist
409 define TestDirs
410 $(foreach i,$1,$(wildcard ${i})) $(foreach i,$1,$(wildcard closed/${i}))
411 endef
412 # Running batches of tests with or without samevm
413 define RunSamevmBatch
414 $(ECHO) "Running tests in samevm mode: $(call TestDirs, $?)"
415 $(MAKE) TESTDIRS="$(call TestDirs, $?)" USE_JTREG_SAMEVM=true UNIQUE_DIR=$@ jtreg_tests
416 endef
417 define RunOthervmBatch
418 $(ECHO) "Running tests in othervm mode: $(call TestDirs, $?)"
419 $(MAKE) TESTDIRS="$(call TestDirs, $?)" USE_JTREG_SAMEVM=false UNIQUE_DIR=$@ jtreg_tests
420 endef
421 define SummaryInfo
422 $(ECHO) "########################################################"
423 $(CAT) $(?:%=$(ABS_TEST_OUTPUT_DIR)/%/$(STATS_TXT_NAME))
424 $(ECHO) "########################################################"
425 endef
426
427 # ------------------------------------------------------------------
428
429 # Batches of tests (somewhat arbitrary assigments to jdk_* targets)
430 JDK_ALL_TARGETS =
431
432 # Stable othervm testruns (minus items from PROBLEM_LIST)
433 # Using samevm has problems, and doesn't help performance as much as others.
434 JDK_ALL_TARGETS += jdk_awt
435 jdk_awt: com/sun/awt java/awt sun/awt
436 $(call RunOthervmBatch)
437
438 # Stable samevm testruns (minus items from PROBLEM_LIST)
439 JDK_ALL_TARGETS += jdk_beans1
440 jdk_beans1: java/beans/beancontext java/beans/PropertyChangeSupport \
441 java/beans/Introspector java/beans/Performance \
442 java/beans/VetoableChangeSupport java/beans/Statement
443 $(call RunSamevmBatch)
444
445 # Stable othervm testruns (minus items from PROBLEM_LIST)
446 # Using samevm has serious problems with these tests
447 JDK_ALL_TARGETS += jdk_beans2
448 jdk_beans2: java/beans/Beans java/beans/EventHandler java/beans/XMLDecoder \
449 java/beans/PropertyEditor
450 $(call RunOthervmBatch)
451
452 # Stable othervm testruns (minus items from PROBLEM_LIST)
453 # Using samevm has serious problems with these tests
454 JDK_ALL_TARGETS += jdk_beans3
455 jdk_beans3: java/beans/XMLEncoder
456 $(call RunOthervmBatch)
457
458 # All beans tests
459 jdk_beans: jdk_beans1 jdk_beans2 jdk_beans3
460 @$(SummaryInfo)
461
462 # Stable samevm testruns (minus items from PROBLEM_LIST)
463 JDK_ALL_TARGETS += jdk_io
464 jdk_io: java/io
465 $(call RunSamevmBatch)
466
467 # Stable samevm testruns (minus items from PROBLEM_LIST)
468 JDK_ALL_TARGETS += jdk_lang
469 jdk_lang: java/lang
470 $(call RunSamevmBatch)
471
472 # Stable othervm testruns (minus items from PROBLEM_LIST)
473 # Using samevm has serious problems with these tests
474 JDK_ALL_TARGETS += jdk_management1
475 jdk_management1: javax/management
476 $(call RunOthervmBatch)
477
478 # Stable othervm testruns (minus items from PROBLEM_LIST)
479 # Using samevm has serious problems with these tests
480 JDK_ALL_TARGETS += jdk_management2
481 jdk_management2: com/sun/jmx com/sun/management sun/management
482 $(call RunOthervmBatch)
483
484 # All management tests
485 jdk_management: jdk_management1 jdk_management2
486 @$(SummaryInfo)
487
488 # Stable samevm testruns (minus items from PROBLEM_LIST)
489 JDK_ALL_TARGETS += jdk_math
490 jdk_math: java/math
491 $(call RunSamevmBatch)
492
493 # Stable samevm testruns (minus items from PROBLEM_LIST)
494 JDK_ALL_TARGETS += jdk_misc
495 jdk_misc: demo javax/imageio javax/naming javax/print javax/script \
496 javax/smartcardio javax/sound com/sun/java com/sun/jndi \
497 com/sun/org sun/misc sun/pisces
498 $(call RunSamevmBatch)
499
500 # Stable samevm testruns (minus items from PROBLEM_LIST)
501 JDK_ALL_TARGETS += jdk_net
502 jdk_net: com/sun/net java/net sun/net
503 $(call RunSamevmBatch)
504
505 # Stable samevm testruns (minus items from PROBLEM_LIST)
506 JDK_ALL_TARGETS += jdk_nio1
507 jdk_nio1: java/nio/file
508 $(call RunSamevmBatch)
509
510 # Stable othervm testruns (minus items from PROBLEM_LIST)
511 # Using samevm has serious problems with these tests
512 JDK_ALL_TARGETS += jdk_nio2
513 jdk_nio2: java/nio/Buffer java/nio/ByteOrder \
514 java/nio/channels java/nio/BufferPoolMXBean java/nio/MappedByteBuffer
515 $(call RunOthervmBatch)
516
517 # Stable othervm testruns (minus items from PROBLEM_LIST)
518 # Using samevm has serious problems with these tests
519 JDK_ALL_TARGETS += jdk_nio3
520 jdk_nio3: com/sun/nio sun/nio
521 $(call RunOthervmBatch)
522
523 # All nio tests
524 jdk_nio: jdk_nio1 jdk_nio2 jdk_nio3
525 @$(SummaryInfo)
526
527 # Stable othervm testruns (minus items from PROBLEM_LIST)
528 # Using samevm has serious problems with these tests
529 JDK_ALL_TARGETS += jdk_rmi
530 jdk_rmi: java/rmi javax/rmi sun/rmi
531 $(call RunOthervmBatch)
532
533 # Stable samevm testruns (minus items from PROBLEM_LIST)
534 JDK_ALL_TARGETS += jdk_security1
535 jdk_security1: java/security
536 $(call RunSamevmBatch)
537
538 # Stable othervm testruns (minus items from PROBLEM_LIST)
539 # Using samevm has serious problems with these tests
540 JDK_ALL_TARGETS += jdk_security2
541 jdk_security2: javax/crypto com/sun/crypto
542 $(call RunOthervmBatch)
543
544 # Stable othervm testruns (minus items from PROBLEM_LIST)
545 # Using samevm has serious problems with these tests
546 JDK_ALL_TARGETS += jdk_security3
547 jdk_security3: com/sun/security lib/security javax/security sun/security
548 $(call RunOthervmBatch)
549
550 # All security tests
551 jdk_security: jdk_security1 jdk_security2 jdk_security3
552 @$(SummaryInfo)
553
554 # Stable othervm testruns (minus items from PROBLEM_LIST)
555 # Using samevm has problems, and doesn't help performance as much as others.
556 JDK_ALL_TARGETS += jdk_swing
557 jdk_swing: javax/swing sun/java2d
558 $(call RunOthervmBatch)
559
560 # Stable samevm testruns (minus items from PROBLEM_LIST)
561 JDK_ALL_TARGETS += jdk_text
562 jdk_text: java/text sun/text
563 $(call RunSamevmBatch)
564
565 # Stable samevm testruns (minus items from PROBLEM_LIST)
566 JDK_ALL_TARGETS += jdk_tools1
567 jdk_tools1: com/sun/jdi
568 $(call RunSamevmBatch)
569
570 # Stable othervm testruns (minus items from PROBLEM_LIST)
571 # Using samevm has serious problems with these tests
572 JDK_ALL_TARGETS += jdk_tools2
573 jdk_tools2: com/sun/tools sun/jvmstat sun/tools tools vm com/sun/servicetag com/sun/tracing
574 $(call RunOthervmBatch)
575
576 # All tools tests
577 jdk_tools: jdk_tools1 jdk_tools2
578 @$(SummaryInfo)
579
580 # Stable samevm testruns (minus items from PROBLEM_LIST)
581 JDK_ALL_TARGETS += jdk_util
582 jdk_util: java/util sun/util
583 $(call RunSamevmBatch)
584
585 # ------------------------------------------------------------------
586
587 # Run all tests
588 FILTER_OUT_LIST=jdk_awt jdk_rmi jdk_swing
589 JDK_ALL_STABLE_TARGETS := $(filter-out $(FILTER_OUT_LIST), $(JDK_ALL_TARGETS))
590 jdk_all: $(JDK_ALL_STABLE_TARGETS)
591 @$(SummaryInfo)
592
593 # These are all phony targets
594 PHONY_LIST += $(JDK_ALL_TARGETS)
595
596 # ------------------------------------------------------------------
597
598 # Default JTREG to run (win32 script works for everybody)
599 JTREG = $(JT_HOME)/win32/bin/jtreg
600 # Add any extra options (samevm etc.)
601 JTREG_BASIC_OPTIONS += $(EXTRA_JTREG_OPTIONS)
602 # Only run automatic tests
603 JTREG_BASIC_OPTIONS += -a
604 # Always turn on assertions
605 JTREG_ASSERT_OPTION = -ea -esa
606 JTREG_BASIC_OPTIONS += $(JTREG_ASSERT_OPTION)
607 # Report details on all failed or error tests, times too
608 JTREG_BASIC_OPTIONS += -v:fail,error,time
609 # Retain all files for failing tests
610 JTREG_BASIC_OPTIONS += -retain:fail,error
611 # Ignore tests are not run and completely silent about it
612 JTREG_IGNORE_OPTION = -ignore:quiet
613 JTREG_BASIC_OPTIONS += $(JTREG_IGNORE_OPTION)
614 # Multiple by 4 the timeout numbers
615 JTREG_TIMEOUT_OPTION = -timeoutFactor:4
616 JTREG_BASIC_OPTIONS += $(JTREG_TIMEOUT_OPTION)
617 # Boost the max memory for jtreg to avoid gc thrashing
618 JTREG_MEMORY_OPTION = -J-Xmx512m
619 JTREG_BASIC_OPTIONS += $(JTREG_MEMORY_OPTION)
620
621 # Make sure jtreg exists
622 $(JTREG): $(JT_HOME)
623
624 # Run jtreg
625 jtreg_tests: prep $(PRODUCT_HOME) $(JTREG) $(EXCLUDELIST)
626 @$(EXPAND) $(EXCLUDELIST) \
627 | $(CUT) -d' ' -f1 \
628 | $(SED) -e 's@^@Excluding: @'
629 ( \
630 ( JT_HOME=$(shell $(GETMIXEDPATH) "$(JT_HOME)"); \
631 export JT_HOME; \
632 $(PREP_DISPLAY) && \
633 $(shell $(GETMIXEDPATH) "$(JTREG)") \
634 $(JTREG_BASIC_OPTIONS) \
635 -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport \
636 -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork \
637 -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)") \
638 -exclude:$(shell $(GETMIXEDPATH) "$(EXCLUDELIST)") \
639 $(JTREG_TEST_OPTIONS) \
640 $(TESTDIRS) \
641 ) ; $(BUNDLE_UP_AND_EXIT) \
642 ) 2>&1 | $(TEE) $(ABS_TEST_OUTPUT_DIR)/output.txt ; $(TESTEXIT)
643
644 PHONY_LIST += jtreg_tests
645
646 ################################################################
647
648 # packtest
649
650 # Expect JPRT to set JPRT_PACKTEST_HOME.
651 PACKTEST_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/packtest
652 ifdef JPRT_PACKTEST_HOME
653 PACKTEST_HOME = $(JPRT_PACKTEST_HOME)
654 endif
655
656 packtest: prep $(PACKTEST_HOME)/ptest $(PRODUCT_HOME)
657 ( $(CD) $(PACKTEST_HOME) && \
658 $(PACKTEST_HOME)/ptest \
659 -t "$(PRODUCT_HOME)" \
660 $(PACKTEST_STRESS_OPTION) \
661 $(EXTRA_PACKTEST_OPTIONS) \
662 -W $(ABS_TEST_OUTPUT_DIR) \
663 $(JAVA_ARGS:%=-J %) \
664 $(JAVA_VM_ARGS:%=-J %) \
665 ) ; $(BUNDLE_UP_AND_EXIT)
666
667 packtest_stress: PACKTEST_STRESS_OPTION=-s
668 packtest_stress: packtest
669
670 PHONY_LIST += packtest packtest_stress
671
672 ################################################################
673
674 # perftest to collect statistics
675
676 # Expect JPRT to set JPRT_PACKTEST_HOME.
677 PERFTEST_HOME = ${TEST_ROOT}/perf
678 ifdef JPRT_PERFTEST_HOME
679 PERFTEST_HOME = $(JPRT_PERFTEST_HOME)
680 endif
681
682 perftest: ( $(PERFTEST_HOME)/perftest \
683 -t $(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)") \
684 -w $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)") \
685 -h $(PERFTEST_HOME) \
686 ) ; $(BUNDLE_UP_AND_EXIT)
687
688
689 PHONY_LIST += perftest
690
691 ################################################################
692
693 # vmsqe tests
694
695 # Expect JPRT to set JPRT_VMSQE_HOME.
696 VMSQE_HOME = /java/sqe/comp/vm/testbase/sqe/vm/current/build/latest/vm
697 ifdef JPRT_VMSQE_HOME
698 VMSQE_HOME = $(JPRT_VMSQE_HOME)
699 endif
700
701 # Expect JPRT to set JPRT_RUNVMSQE_HOME.
702 RUNVMSQE_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/runvmsqe
703 ifdef JPRT_RUNVMSQE_HOME
704 RUNVMSQE_HOME = $(JPRT_RUNVMSQE_HOME)
705 endif
706
707 # Expect JPRT to set JPRT_TONGA3_HOME.
708 TONGA3_HOME = /java/sqe//tools/gtee/harness/tonga
709 ifdef JPRT_TONGA3_HOME
710 TONGA3_HOME = $(JPRT_TONGA3_HOME)
711 endif
712
713 RUNVMSQE_BIN = $(RUNVMSQE_HOME)/bin/runvmsqe
714
715 vmsqe_tests: prep $(VMSQE_HOME)/vm $(TONGA3_HOME) $(RUNVMSQE_BIN) $(PRODUCT_HOME)
716 $(RM) -r $(ABS_TEST_OUTPUT_DIR)/vmsqe
717 ( $(CD) $(ABS_TEST_OUTPUT_DIR) && \
718 $(RUNVMSQE_BIN) \
719 -jdk "$(PRODUCT_HOME)" \
720 -o "$(ABS_TEST_OUTPUT_DIR)/vmsqe" \
721 -testbase "$(VMSQE_HOME)/vm" \
722 -tonga "$(TONGA3_HOME)" \
723 -tongajdk "$(ALT_BOOTDIR)" \
724 $(JAVA_ARGS) \
725 $(JAVA_VM_ARGS) \
726 $(RUNVMSQE_TEST_OPTION) \
727 $(EXTRA_RUNVMSQE_OPTIONS) \
728 ) ; $(BUNDLE_UP_AND_EXIT)
729
730 vmsqe_jdwp: RUNVMSQE_TEST_OPTION=-jdwp
731 vmsqe_jdwp: vmsqe_tests
732
733 vmsqe_jdi: RUNVMSQE_TEST_OPTION=-jdi
734 vmsqe_jdi: vmsqe_tests
735
736 vmsqe_jdb: RUNVMSQE_TEST_OPTION=-jdb
737 vmsqe_jdb: vmsqe_tests
738
739 vmsqe_quick-jdi: RUNVMSQE_TEST_OPTION=-quick-jdi
740 vmsqe_quick-jdi: vmsqe_tests
741
742 vmsqe_sajdi: RUNVMSQE_TEST_OPTION=-sajdi
743 vmsqe_sajdi: vmsqe_tests
744
745 vmsqe_jvmti: RUNVMSQE_TEST_OPTION=-jvmti
746 vmsqe_jvmti: vmsqe_tests
747
748 vmsqe_hprof: RUNVMSQE_TEST_OPTION=-hprof
749 vmsqe_hprof: vmsqe_tests
750
751 vmsqe_monitoring: RUNVMSQE_TEST_OPTION=-monitoring
752 vmsqe_monitoring: vmsqe_tests
753
754 PHONY_LIST += vmsqe_jdwp vmsqe_jdi vmsqe_jdb vmsqe_quick-jdi vmsqe_sajdi \
755 vmsqe_jvmti vmsqe_hprof vmsqe_monitoring vmsqe_tests
756
757 ################################################################
758
759 # jck tests
760
761 JCK_WORK_DIR = $(ABS_TEST_OUTPUT_DIR)/JCKwork
762 JCK_REPORT_DIR = $(ABS_TEST_OUTPUT_DIR)/JCKreport
763 JCK_PROPERTIES = $(ABS_TEST_OUTPUT_DIR)/jck.properties
764 JCK_CONFIG = $(ABS_TEST_OUTPUT_DIR)/jck.config
765
766 JCK_JAVA_EXE = $(PRODUCT_HOME)/bin/java$(EXESUFFIX)
767
768 JCK_JAVATEST_JAR = $(JCK_HOME)/lib/javatest.jar
769 JCK_JAVATEST = $(ALT_BOOTDIR)/bin/java -jar $(JCK_JAVATEST_JAR)
770
771 $(JCK_CONFIG): $(TEST_ROOT)/JCK-$(JCK_BUNDLE_NAME)-$(JCK_RELEASE)-base.jti
772 $(RM) $@
773 $(MKDIR) -p $(@D)
774 $(CP) $< $@
775
776 $(JCK_PROPERTIES): $(PRODUCT_HOME) $(JCK_JAVA_EXE)
777 $(RM) $@
778 $(MKDIR) -p $(@D)
779 $(ECHO) "jck.env.compiler.compRefExecute.cmdAsFile=$(JCK_JAVA_EXE)" >> $@
780 $(ECHO) "jck.env.compiler.compRefExecute.systemRoot=$(SYSTEMROOT)" >> $@
781 $(ECHO) "jck.env.compiler.testCompile.testCompileAPImultiJVM.cmdAsFile=$(JCK_JAVA_EXE)" >> $@
782 $(ECHO) "jck.tests.tests=$(JCK_BUNDLE_TESTDIRS)" >> $@
783
784 jck_tests: prep $(JCK_HOME) $(JCK_PROPERTIES) $(JCK_CONFIG) $(JCK_JAVATEST_JAR)
785 $(MKDIR) -p $(JCK_WORK_DIR)
786 ( $(JCK_JAVATEST) \
787 -verbose:commands,non-pass \
788 -testSuite $(JCK_HOME) \
789 -workDir $(JCK_WORK_DIR) \
790 -config $(JCK_CONFIG) \
791 -set -file $(JCK_PROPERTIES) \
792 -runtests \
793 -writeReport $(JCK_REPORT_DIR) \
794 ) ; $(BUNDLE_UP_AND_EXIT)
795
796 PHONY_LIST += jck_tests
797
798 ################################################################
799
800 # jck6 tests
801
802 JCK6_RELEASE = 6b
803 JCK6_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/$(JCK6_RELEASE)/archive/fcs/binaries
804
805 # Expect JPRT to set JPRT_JCK6COMPILER_HOME.
806 JCK6COMPILER_HOME = $(JCK6_DEFAULT_HOME)/JCK-compiler-$(JCK6_RELEASE)
807 ifdef JPRT_JCK6COMPILER_HOME
808 JCK6COMPILER_HOME = $(JPRT_JCK6COMPILER_HOME)
809 endif
810
811 # Expect JPRT to set JPRT_JCK6RUNTIME_HOME.
812 JCK6RUNTIME_HOME = $(JCK6_DEFAULT_HOME)/JCK-runtime-$(JCK6_RELEASE)
813 ifdef JPRT_JCK6RUNTIME_HOME
814 JCK6RUNTIME_HOME = $(JPRT_JCK6RUNTIME_HOME)
815 endif
816
817 # Expect JPRT to set JPRT_JCK6DEVTOOLS_HOME.
818 JCK6DEVTOOLS_HOME = $(JCK6_DEFAULT_HOME)/JCK-devtools-$(JCK6_RELEASE)
819 ifdef JPRT_JCK6DEVTOOLS_HOME
820 JCK6DEVTOOLS_HOME = $(JPRT_JCK6DEVTOOLS_HOME)
821 endif
822
823 jck6_tests: JCK_HOME=$(JCK6_HOME)
824 jck6_tests: JCK_RELEASE=$(JCK6_RELEASE)
825 jck6_tests: jck_tests
826
827 jck6compiler: JCK6_HOME=$(JCK6COMPILER_HOME)
828 jck6compiler: JCK_BUNDLE_NAME=compiler
829 jck6compiler: jck6_tests
830
831 jck6compiler_lang: JCK_BUNDLE_TESTDIRS=lang
832 jck6compiler_lang: jck6compiler
833
834 jck6runtime: JCK6_HOME=$(JCK6RUNTIME_HOME)
835 jck6runtime: JCK_BUNDLE_NAME=runtime
836 jck6runtime: jck6_tests
837
838 jck6runtime_lang: JCK_BUNDLE_TESTDIRS=lang
839 jck6runtime_lang: jck6runtime
840
841 jck6devtools: JCK6_HOME=$(JCK6DEVTOOLS_HOME)
842 jck6devtools: JCK_BUNDLE_NAME=devtools
843 jck6devtools: jck6_tests
844
845 jck6devtools_lang: JCK_BUNDLE_TESTDIRS=lang
846 jck6devtools_lang: jck6devtools
847
848 PHONY_LIST += jck6compiler jck6runtime jck6devtools jck6_tests \
849 jck6compiler_lang jck6runtime_lang jck6devtools_lang
850
851 ################################################################
852
853 # jck7 tests
854
855 JCK7_RELEASE = 7
856 JCK7_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/$(JCK7_RELEASE)/archive/fcs/binaries
857
858 # Expect JPRT to set JPRT_JCK7COMPILER_HOME.
859 JCK7COMPILER_HOME = $(JCK7_DEFAULT_HOME)/JCK-compiler-$(JCK7_RELEASE)
860 ifdef JPRT_JCK7COMPILER_HOME
861 JCK7COMPILER_HOME = $(JPRT_JCK7COMPILER_HOME)
862 endif
863
864 # Expect JPRT to set JPRT_JCK7RUNTIME_HOME.
865 JCK7RUNTIME_HOME = $(JCK7_DEFAULT_HOME)/JCK-runtime-$(JCK7_RELEASE)
866 ifdef JPRT_JCK7RUNTIME_HOME
867 JCK7RUNTIME_HOME = $(JPRT_JCK7RUNTIME_HOME)
868 endif
869
870 # Expect JPRT to set JPRT_JCK7DEVTOOLS_HOME.
871 JCK7DEVTOOLS_HOME = $(JCK7_DEFAULT_HOME)/JCK-devtools-$(JCK7_RELEASE)
872 ifdef JPRT_JCK7DEVTOOLS_HOME
873 JCK7DEVTOOLS_HOME = $(JPRT_JCK7DEVTOOLS_HOME)
874 endif
875
876 jck7_tests: JCK_HOME=$(JCK7_HOME)
877 jck7_tests: JCK_RELEASE=$(JCK7_RELEASE)
878 jck7_tests: jck_tests
879
880 jck7compiler: JCK7_HOME=$(JCK7COMPILER_HOME)
881 jck7compiler: JCK_BUNDLE_NAME=compiler
882 jck7compiler: jck7_tests
883
884 jck7compiler_lang: JCK_BUNDLE_TESTDIRS=lang
885 jck7compiler_lang: jck7compiler
886
887 jck7runtime: JCK7_HOME=$(JCK7RUNTIME_HOME)
888 jck7runtime: JCK_BUNDLE_NAME=runtime
889 jck7runtime: jck7_tests
890
891 jck7runtime_lang: JCK_BUNDLE_TESTDIRS=lang
892 jck7runtime_lang: jck7runtime
893
894 jck7devtools: JCK7_HOME=$(JCK7DEVTOOLS_HOME)
895 jck7devtools: JCK_BUNDLE_NAME=devtools
896 jck7devtools: jck7_tests
897
898 jck7devtools_lang: JCK_BUNDLE_TESTDIRS=lang
899 jck7devtools_lang: jck7devtools
900
901 PHONY_LIST += jck7compiler jck7runtime jck7devtools jck7_tests \
902 jck7compiler_lang jck7runtime_lang jck7devtools_lang
903
904 ################################################################
905
906 # Phony targets (e.g. these are not filenames)
907 .PHONY: all clean prep $(PHONY_LIST)
908
909 ################################################################
910