Makefile 29.6 KB
Newer Older
D
duke 已提交
1
#
2
# Copyright (c) 1995, 2011, Oracle and/or its affiliates. All rights reserved.
3 4 5 6
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# This code is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 only, as
7
# published by the Free Software Foundation.  Oracle designates this
8
# particular file as subject to the "Classpath" exception as provided
9
# by Oracle in the LICENSE file that accompanied this code.
10 11 12 13 14 15 16 17 18 19 20
#
# This code is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
# version 2 for more details (a copy is included in the LICENSE file that
# accompanied this code).
#
# You should have received a copy of the GNU General Public License version
# 2 along with this work; if not, write to the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
#
21 22 23
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
# or visit www.oracle.com if you need additional information or have any
# questions.
24 25 26 27
#

#
# Makefile to run various jdk tests
D
duke 已提交
28 29
#

30 31 32 33 34 35 36 37 38 39
# Empty these to get rid of some default rules
.SUFFIXES:
.SUFFIXES: .java
CO=
GET=

# Utilities used
AWK       = awk
CAT       = cat
CD        = cd
40
CHMOD     = chmod
41 42
CP        = cp
CUT       = cut
43
DIRNAME   = dirname
44 45 46
ECHO      = echo
EGREP     = egrep
EXPAND    = expand
47
FIND      = find
48 49 50 51 52 53 54 55 56 57 58 59
MKDIR     = mkdir
PWD       = pwd
SED       = sed
SORT      = sort
TEE       = tee
UNAME     = uname
UNIQ      = uniq
WC        = wc
ZIP       = zip

# Get OS name from uname
UNAME_S := $(shell $(UNAME) -s)
60 61

# Commands to run on paths to make mixed paths for java on windows
62
GETMIXEDPATH=$(ECHO)
63 64 65 66 67

# Location of developer shared files
SLASH_JAVA = /java

# Platform specific settings
68 69 70 71
ifeq ($(UNAME_S), SunOS)
  OS_NAME     = solaris
  OS_ARCH    := $(shell $(UNAME) -p)
  OS_VERSION := $(shell $(UNAME) -r)
D
duke 已提交
72
endif
73 74 75
ifeq ($(UNAME_S), Linux)
  OS_NAME     = linux
  OS_ARCH    := $(shell $(UNAME) -m)
76 77 78 79
  # Check for unknown arch, try uname -p if uname -m says unknown
  ifeq ($(OS_ARCH),unknown)
    OS_ARCH    := $(shell $(UNAME) -p)
  endif
80
  OS_VERSION := $(shell $(UNAME) -r)
D
duke 已提交
81
endif
82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100
ifeq ($(OS_NAME),)
  OS_NAME = windows
  # GNU Make or MKS overrides $(PROCESSOR_ARCHITECTURE) to always
  # return "x86". Use the first word of $(PROCESSOR_IDENTIFIER) instead.
  ifeq ($(PROCESSOR_IDENTIFIER),)
    PROC_ARCH:=$(shell $(UNAME) -m)
  else
    PROC_ARCH:=$(word 1, $(PROCESSOR_IDENTIFIER))
  endif
  OS_ARCH:=$(PROC_ARCH)
  SLASH_JAVA = J:
  EXESUFFIX = .exe
  # These need to be different depending on MKS or CYGWIN
  ifeq ($(findstring cygdrive,$(shell ($(CD) C:/ && $(PWD)))), )
    GETMIXEDPATH  = dosname -s
    OS_VERSION   := $(shell $(UNAME) -r)
  else
    GETMIXEDPATH  = cygpath -m -s
    OS_VERSION   := $(shell $(UNAME) -s | $(CUT) -d'-' -f2)
D
duke 已提交
101
  endif
102 103 104 105 106
endif

# Only want major and minor numbers from os version
OS_VERSION := $(shell $(ECHO) "$(OS_VERSION)" | $(CUT) -d'.' -f1,2)

107 108 109 110 111 112 113 114 115 116
# Name to use for x86_64 arch (historically amd64, but should change someday)
OS_ARCH_X64_NAME:=amd64
#OS_ARCH_X64_NAME:=x64

# Alternate arch names (in case this arch is known by a second name)
#   PROBLEM_LISTS may use either name.
OS_ARCH2-amd64:=x64
#OS_ARCH2-x64:=amd64

# Try and use the arch names consistently
117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137
OS_ARCH:=$(patsubst x64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst X64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst AMD64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst amd64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst x86_64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst 8664,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst EM64T,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst em64t,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst intel64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst Intel64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst INTEL64,$(OS_ARCH_X64_NAME),$(OS_ARCH))
OS_ARCH:=$(patsubst IA64,ia64,$(OS_ARCH))
OS_ARCH:=$(patsubst X86,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst x86,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst i386,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst i486,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst i686,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst 386,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst 486,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst 586,i586,$(OS_ARCH))
OS_ARCH:=$(patsubst 686,i586,$(OS_ARCH))
138

139 140 141 142 143 144 145 146 147 148 149
# Default  ARCH_DATA_MODEL settings
ARCH_DATA_MODEL-i586 = 32
ARCH_DATA_MODEL-$(OS_ARCH_X64_NAME) = 64
ARCH_DATA_MODEL-ia64 = 64
ARCH_DATA_MODEL-sparc = 32
ARCH_DATA_MODEL-sparcv9 = 64

# If ARCH_DATA_MODEL is not defined, try and pick a reasonable default
ifndef ARCH_DATA_MODEL
  ARCH_DATA_MODEL:=$(ARCH_DATA_MODEL-$(OS_ARCH))
endif
150 151 152
ifndef ARCH_DATA_MODEL
  ARCH_DATA_MODEL=32
endif
153 154 155 156 157

# Platform directory name
PLATFORM_OS = $(OS_NAME)-$(OS_ARCH)

# Check ARCH_DATA_MODEL, adjust OS_ARCH accordingly on solaris
158
ARCH_DATA_MODEL_ERROR= \
159
  ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) cannot be used with $(PLATFORM_OS)
160
ifeq ($(ARCH_DATA_MODEL),64)
161 162
  ifeq ($(PLATFORM_OS),solaris-i586)
    OS_ARCH=$(OS_ARCH_X64_NAME)
163
  endif
164
  ifeq ($(PLATFORM_OS),solaris-sparc)
165 166 167 168 169 170 171 172 173 174
    OS_ARCH=sparcv9
  endif
  ifeq ($(OS_ARCH),i586)
    x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
  endif
  ifeq ($(OS_ARCH),sparc)
    x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
  endif
else
  ifeq ($(ARCH_DATA_MODEL),32)
175
    ifeq ($(OS_ARCH),$(OS_ARCH_X64_NAME))
176 177 178 179 180 181 182 183
      x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
    endif
    ifeq ($(OS_ARCH),ia64)
      x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
    endif
    ifeq ($(OS_ARCH),sparcv9)
      x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
    endif
184
  else
185
    x:=$(warning "WARNING: $(ARCH_DATA_MODEL_ERROR)")
186
  endif
D
duke 已提交
187 188
endif

189 190 191 192 193 194
# Alternate OS_ARCH name (defaults to OS_ARCH)
OS_ARCH2:=$(OS_ARCH2-$(OS_ARCH))
ifeq ($(OS_ARCH2),)
  OS_ARCH2:=$(OS_ARCH)
endif

D
duke 已提交
195
# Root of this test area (important to use full paths in some places)
196
TEST_ROOT := $(shell $(PWD))
D
duke 已提交
197

198 199 200
# Root of all test results
ifdef ALT_OUTPUTDIR
  ABS_OUTPUTDIR = $(ALT_OUTPUTDIR)
D
duke 已提交
201
else
202
  ABS_OUTPUTDIR = $(TEST_ROOT)/../build/$(PLATFORM_OS)
D
duke 已提交
203
endif
204 205
ABS_PLATFORM_BUILD_ROOT = $(ABS_OUTPUTDIR)
ABS_TEST_OUTPUT_DIR := $(ABS_PLATFORM_BUILD_ROOT)/testoutput/$(UNIQUE_DIR)
D
duke 已提交
206

207 208 209
# Expect JPRT to set PRODUCT_HOME (the product or jdk in this case to test)
ifndef PRODUCT_HOME
  # Try to use j2sdk-image if it exists
210 211 212 213 214 215 216
  ABS_JDK_IMAGE = $(ABS_PLATFORM_BUILD_ROOT)/j2sdk-image
  PRODUCT_HOME :=                       		\
    $(shell                             		\
      if [ -d $(ABS_JDK_IMAGE) ] ; then 		\
         $(ECHO) "$(ABS_JDK_IMAGE)";    		\
       else                             		\
         $(ECHO) "$(ABS_PLATFORM_BUILD_ROOT)";		\
217 218 219
       fi)
  PRODUCT_HOME := $(PRODUCT_HOME)
endif
D
duke 已提交
220

221 222
# Expect JPRT to set JPRT_PRODUCT_ARGS (e.g. -server etc.)
#   Should be passed into 'java' only.
223
#   Could include: -d64 -server -client OR any java option
224 225 226
ifdef JPRT_PRODUCT_ARGS
  JAVA_ARGS = $(JPRT_PRODUCT_ARGS)
endif
D
duke 已提交
227

228 229 230 231 232
# Expect JPRT to set JPRT_PRODUCT_VM_ARGS (e.g. -Xcomp etc.)
#   Should be passed into anything running the vm (java, javac, javadoc, ...).
ifdef JPRT_PRODUCT_VM_ARGS
  JAVA_VM_ARGS = $(JPRT_PRODUCT_VM_ARGS)
endif
D
duke 已提交
233

234 235 236 237 238 239 240 241 242 243 244 245 246 247 248
# Check JAVA_ARGS arguments based on ARCH_DATA_MODEL etc.
ifeq ($(OS_NAME),solaris)
  D64_ERROR_MESSAGE=Mismatch between ARCH_DATA_MODEL=$(ARCH_DATA_MODEL) and use of -d64 in JAVA_ARGS=$(JAVA_ARGS)
  ifeq ($(ARCH_DATA_MODEL),32)
    ifneq ($(findstring -d64,$(JAVA_ARGS)),)
      x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
    endif
  endif
  ifeq ($(ARCH_DATA_MODEL),64)
    ifeq ($(findstring -d64,$(JAVA_ARGS)),)
      x:=$(warning "WARNING: $(D64_ERROR_MESSAGE)")
    endif
  endif
endif

249 250 251
# Macro to run make and set the shared library permissions
define SharedLibraryPermissions
$(MAKE) SHARED_LIBRARY_DIR=$1 UNIQUE_DIR=$@ shared_library_permissions
252 253
endef

254 255 256 257 258 259 260 261
# Expect JPRT to set JPRT_ARCHIVE_BUNDLE (path to zip bundle for results)
ARCHIVE_BUNDLE = $(ABS_TEST_OUTPUT_DIR)/ARCHIVE_BUNDLE.zip
ifdef JPRT_ARCHIVE_BUNDLE
  ARCHIVE_BUNDLE = $(JPRT_ARCHIVE_BUNDLE)
endif

# How to create the test bundle (pass or fail, we want to create this)
#   Follow command with ";$(BUNDLE_UP_AND_EXIT)", so it always gets executed.
262
ZIP_UP_RESULTS = ( $(MKDIR) -p `$(DIRNAME) $(ARCHIVE_BUNDLE)`     \
263
	           && $(CD) $(ABS_TEST_OUTPUT_DIR)             \
264
	           && $(CHMOD) -R a+r . \
265
	           && $(ZIP) -q -r $(ARCHIVE_BUNDLE) . )
266 267 268 269 270 271
SUMMARY_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport/text/summary.txt
STATS_TXT_NAME = Stats.txt
STATS_TXT = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/$(STATS_TXT_NAME)
RUNLIST   = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/runlist.txt
PASSLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/passlist.txt
FAILLIST  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/faillist.txt
272 273 274 275 276 277 278 279 280
EXITCODE  = $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/exitcode.txt

TESTEXIT = \
  if [ ! -s $(EXITCODE) ] ; then \
    $(ECHO) "ERROR: EXITCODE file not filled in."; \
    $(ECHO) "1" > $(EXITCODE); \
  fi ; \
  testExitCode=`$(CAT) $(EXITCODE)`; \
  $(ECHO) "EXIT CODE: $${testExitCode}"; \
281
  exit $${testExitCode}
282

283 284
BUNDLE_UP_AND_EXIT = \
( \
285
  jtregExitCode=$$? && \
286
  _summary="$(SUMMARY_TXT)"; \
287 288
  $(RM) -f $(STATS_TXT) $(RUNLIST) $(PASSLIST) $(FAILLIST) $(EXITCODE); \
  $(ECHO) "$${jtregExitCode}" > $(EXITCODE); \
289
  if [ -r "$${_summary}" ] ; then \
290
    $(ECHO) "Summary: $(UNIQUE_DIR)" > $(STATS_TXT); \
291 292 293 294 295 296 297 298
    $(EXPAND) $${_summary} | $(EGREP) -v ' Not run\.' > $(RUNLIST); \
    $(EGREP) ' Passed\.' $(RUNLIST) \
      | $(EGREP) -v ' Error\.' \
      | $(EGREP) -v ' Failed\.' > $(PASSLIST); \
    ( $(EGREP) ' Failed\.' $(RUNLIST); \
      $(EGREP) ' Error\.' $(RUNLIST); \
      $(EGREP) -v ' Passed\.' $(RUNLIST) ) \
      | $(SORT) | $(UNIQ) > $(FAILLIST); \
299
    if [ $${jtregExitCode} != 0 -o -s $(FAILLIST) ] ; then \
300 301 302
      $(EXPAND) $(FAILLIST) \
        | $(CUT) -d' ' -f1 \
        | $(SED) -e 's@^@FAILED: @' >> $(STATS_TXT); \
303 304 305
      if [ $${jtregExitCode} = 0 ] ; then \
        jtregExitCode=1; \
      fi; \
306 307 308 309 310
    fi; \
    runc="`$(CAT) $(RUNLIST)      | $(WC) -l | $(AWK) '{print $$1;}'`"; \
    passc="`$(CAT) $(PASSLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
    failc="`$(CAT) $(FAILLIST)    | $(WC) -l | $(AWK) '{print $$1;}'`"; \
    exclc="`$(CAT) $(EXCLUDELIST) | $(WC) -l | $(AWK) '{print $$1;}'`"; \
311
    $(ECHO) "TEST STATS: name=$(UNIQUE_DIR)  run=$${runc}  pass=$${passc}  fail=$${failc}  excluded=$${exclc}" \
312 313 314 315
      >> $(STATS_TXT); \
  else \
    $(ECHO) "Missing file: $${_summary}" >> $(STATS_TXT); \
  fi; \
316 317 318
  if [ -f $(STATS_TXT) ] ; then \
    $(CAT) $(STATS_TXT); \
  fi; \
319
  $(ZIP_UP_RESULTS) ; \
320
  $(TESTEXIT) \
321
)
322 323 324

################################################################

325 326
# Default make rule (runs default jdk tests)
all: jdk_default
327 328 329 330 331
	@$(ECHO) "Testing completed successfully"

# Prep for output
prep: clean
	@$(MKDIR) -p $(ABS_TEST_OUTPUT_DIR)
332
	@$(MKDIR) -p `$(DIRNAME) $(ARCHIVE_BUNDLE)`
D
duke 已提交
333 334 335

# Cleanup
clean:
336 337 338 339 340 341 342 343
	$(RM) -r $(ABS_TEST_OUTPUT_DIR)
	$(RM) $(ARCHIVE_BUNDLE)

################################################################

# jtreg tests

# Expect JT_HOME to be set for jtreg tests. (home for jtreg)
344
ifndef JT_HOME
345
  JT_HOME = $(SLASH_JAVA)/re/jtreg/4.1/promoted/latest/binaries/jtreg
346 347 348
  ifdef JPRT_JTREG_HOME
    JT_HOME = $(JPRT_JTREG_HOME)
  endif
349 350 351 352
endif

# Expect JPRT to set TESTDIRS to the jtreg test dirs
ifndef TESTDIRS
353
  TESTDIRS = demo
354 355
endif

356 357 358
# Agentvm settings (default is false)
ifndef USE_JTREG_AGENTVM
  USE_JTREG_AGENTVM=false
359
endif
360 361 362 363
# With agentvm, you cannot use -javaoptions?
ifeq ($(USE_JTREG_AGENTVM),true)
  JTREG_AGENTVM_OPTION = -agentvm
  EXTRA_JTREG_OPTIONS += $(JTREG_AGENTVM_OPTION) $(JAVA_ARGS) $(JAVA_ARGS:%=-vmoption:%)
364 365 366 367 368
  JTREG_TEST_OPTIONS = $(JAVA_VM_ARGS:%=-vmoption:%)
else
  JTREG_TEST_OPTIONS = $(JAVA_ARGS:%=-javaoptions:%) $(JAVA_VM_ARGS:%=-vmoption:%)
endif

369 370 371 372
ifdef CONCURRENCY
  EXTRA_JTREG_OPTIONS += -concurrency:$(CONCURRENCY)
endif

373 374
# Some tests annoy me and fail frequently
PROBLEM_LIST=ProblemList.txt
375
PROBLEM_LISTS=$(PROBLEM_LIST) $(wildcard closed/$(PROBLEM_LIST))
376 377 378 379
EXCLUDELIST=$(ABS_TEST_OUTPUT_DIR)/excludelist.txt

# Create exclude list for this platform and arch
ifdef NO_EXCLUDES
380
$(EXCLUDELIST): $(PROBLEM_LISTS) $(TEST_DEPENDENCIES)
381 382
	@$(ECHO) "NOTHING_EXCLUDED" > $@
else
383
$(EXCLUDELIST): $(PROBLEM_LISTS) $(TEST_DEPENDENCIES)
384
	@$(RM) $@ $@.temp1 $@.temp2
385
	@(($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-all'          ) ;\
386
	  ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(PLATFORM_OS)'          ) ;\
387
	  ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_ARCH2)'  ) ;\
388 389
	  ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- '$(OS_NAME)-$(OS_VERSION)') ;\
	  ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH)'      ) ;\
390
	  ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-$(OS_ARCH2)'     ) ;\
391 392
          ($(CAT) $(PROBLEM_LISTS) | $(EGREP) -- 'generic-all'             ) ;\
          ($(ECHO) "#") ;\
393 394
        ) | $(SED) -e 's@^[\ ]*@@' \
          | $(EGREP) -v '^#' > $@.temp1
395
	for tdir in $(TESTDIRS) SOLARIS_10_SH_BUG_NO_EMPTY_FORS ; do \
396 397 398 399 400 401 402
          ( ( $(CAT) $@.temp1 | $(EGREP) "^$${tdir}" ) ; $(ECHO) "#" ) >> $@.temp2 ; \
        done
	@$(ECHO) "# at least one line" >> $@.temp2
	@( $(EGREP) -v '^#' $@.temp2 ; true ) > $@
	@$(ECHO) "Excluding list contains `$(EXPAND) $@ | $(WC) -l` items"
endif

403 404 405 406
# Select list of directories that exist
define TestDirs
$(foreach i,$1,$(wildcard ${i})) $(foreach i,$1,$(wildcard closed/${i}))
endef
407 408 409 410
# Running batches of tests with or without agentvm
define RunAgentvmBatch
$(ECHO) "Running tests in agentvm mode: $?"
$(MAKE) TEST_DEPENDENCIES="$?" TESTDIRS="$?" USE_JTREG_AGENTVM=true  UNIQUE_DIR=$@ jtreg_tests
411 412
endef
define RunOthervmBatch
413
$(ECHO) "Running tests in othervm mode: $?"
414
$(MAKE) TEST_DEPENDENCIES="$?" TESTDIRS="$?" USE_JTREG_AGENTVM=false UNIQUE_DIR=$@ jtreg_tests
415 416
endef
define SummaryInfo
417
$(ECHO) "########################################################"
418
$(CAT) $(?:%=$(ABS_TEST_OUTPUT_DIR)/%/$(STATS_TXT_NAME))
419
$(ECHO) "########################################################"
420 421 422 423 424
endef

# ------------------------------------------------------------------

# Batches of tests (somewhat arbitrary assigments to jdk_* targets)
425
JDK_DEFAULT_TARGETS =
426 427 428
JDK_ALL_TARGETS =

# Stable othervm testruns (minus items from PROBLEM_LIST)
429
#   Using agentvm has problems, and doesn't help performance as much as others.
430
JDK_ALL_TARGETS += jdk_awt
431 432
jdk_awt: $(call TestDirs, com/sun/awt java/awt sun/awt \
         javax/imageio javax/print sun/pisces)
433 434
	$(call RunOthervmBatch)

435
# Stable agentvm testruns (minus items from PROBLEM_LIST)
436
JDK_ALL_TARGETS += jdk_beans1
437
JDK_DEFAULT_TARGETS += jdk_beans1
438 439
jdk_beans1: $(call TestDirs, \
            java/beans/beancontext java/beans/PropertyChangeSupport \
440
            java/beans/Introspector java/beans/Performance \
441
            java/beans/VetoableChangeSupport java/beans/Statement)
442
	$(call RunAgentvmBatch)
443 444

# Stable othervm testruns (minus items from PROBLEM_LIST)
445
#   Using agentvm has serious problems with these tests
446
JDK_ALL_TARGETS += jdk_beans2
447 448 449
jdk_beans2: $(call TestDirs, \
            java/beans/Beans java/beans/EventHandler java/beans/XMLDecoder \
            java/beans/PropertyEditor)
450
	$(call RunOthervmBatch)
451 452

# Stable othervm testruns (minus items from PROBLEM_LIST)
453
#   Using agentvm has serious problems with these tests
454
JDK_ALL_TARGETS += jdk_beans3
455
jdk_beans3: $(call TestDirs, java/beans/XMLEncoder)
456 457
	$(call RunOthervmBatch)

458
# All beans tests
459 460 461
jdk_beans: jdk_beans1 jdk_beans2 jdk_beans3
	@$(SummaryInfo)

462
# Stable agentvm testruns (minus items from PROBLEM_LIST)
463
JDK_ALL_TARGETS += jdk_io
464
JDK_DEFAULT_TARGETS += jdk_io
465
jdk_io: $(call TestDirs, java/io)
466
	$(call RunAgentvmBatch)
467

468
# Stable agentvm testruns (minus items from PROBLEM_LIST)
469
JDK_ALL_TARGETS += jdk_lang
470
JDK_DEFAULT_TARGETS += jdk_lang
471
jdk_lang: $(call TestDirs, java/lang)
472
	$(call RunAgentvmBatch)
473 474

# Stable othervm testruns (minus items from PROBLEM_LIST)
475
#   Using agentvm has serious problems with these tests
476
JDK_ALL_TARGETS += jdk_management1
477
jdk_management1: $(call TestDirs, javax/management)
478 479 480
	$(call RunOthervmBatch)

# Stable othervm testruns (minus items from PROBLEM_LIST)
481
#   Using agentvm has serious problems with these tests
482
JDK_ALL_TARGETS += jdk_management2
483
jdk_management2: $(call TestDirs, com/sun/jmx com/sun/management sun/management)
484 485
	$(call RunOthervmBatch)

486
# All management tests
487 488 489
jdk_management: jdk_management1 jdk_management2
	@$(SummaryInfo)

490
# Stable agentvm testruns (minus items from PROBLEM_LIST)
491
JDK_ALL_TARGETS += jdk_math
492
JDK_DEFAULT_TARGETS += jdk_math
493
jdk_math: $(call TestDirs, java/math)
494
	$(call RunAgentvmBatch)
495

496
# Stable agentvm testruns (minus items from PROBLEM_LIST)
497
JDK_ALL_TARGETS += jdk_misc
498
JDK_DEFAULT_TARGETS += jdk_misc
499
jdk_misc: $(call TestDirs, \
500 501
          demo/jvmti demo/zipfs javax/naming javax/script \
          javax/smartcardio com/sun/jndi com/sun/xml sun/misc)
502
	$(call RunAgentvmBatch)
503

504
# Stable agentvm testruns (minus items from PROBLEM_LIST)
505
JDK_ALL_TARGETS += jdk_net
506
JDK_DEFAULT_TARGETS += jdk_net
507
jdk_net: $(call TestDirs, com/sun/net java/net sun/net)
508
	$(call RunAgentvmBatch)
509

510
# Stable agentvm testruns (minus items from PROBLEM_LIST)
511
JDK_ALL_TARGETS += jdk_nio1
512
JDK_DEFAULT_TARGETS += jdk_nio1
513
jdk_nio1: $(call TestDirs, java/nio/file)
514
	$(call RunAgentvmBatch)
515

516
# Stable agentvm testruns (minus items from PROBLEM_LIST)
517
JDK_ALL_TARGETS += jdk_nio2
518
JDK_DEFAULT_TARGETS += jdk_nio2
519
jdk_nio2: $(call TestDirs, java/nio/Buffer java/nio/ByteOrder \
520
          java/nio/channels java/nio/MappedByteBuffer)
521
	$(call SharedLibraryPermissions,java/nio/channels)
522
	$(call RunAgentvmBatch)
523

524
# Stable agentvm testruns (minus items from PROBLEM_LIST)
525
JDK_ALL_TARGETS += jdk_nio3
526
JDK_DEFAULT_TARGETS += jdk_nio3
527
jdk_nio3: $(call TestDirs, sun/nio)
528
	$(call RunAgentvmBatch)
529

530
# All nio tests
531 532 533
jdk_nio: jdk_nio1 jdk_nio2 jdk_nio3
	@$(SummaryInfo)

534
# Stable agentvm testruns (minus items from PROBLEM_LIST)
535
jdk_sctp: $(call TestDirs, com/sun/nio/sctp)
536
	$(call RunAgentvmBatch)
537

538
# Stable othervm testruns (minus items from PROBLEM_LIST)
539
#   Using agentvm has serious problems with these tests
540
JDK_ALL_TARGETS += jdk_rmi
541
jdk_rmi: $(call TestDirs, java/rmi javax/rmi sun/rmi)
542 543
	$(call RunOthervmBatch)

544
# Stable agentvm testruns (minus items from PROBLEM_LIST)
545
JDK_ALL_TARGETS += jdk_security1
546
JDK_DEFAULT_TARGETS += jdk_security1
547
jdk_security1: $(call TestDirs, java/security)
548
	$(call RunAgentvmBatch)
549

550
# Stable agentvm testruns (minus items from PROBLEM_LIST)
551
JDK_ALL_TARGETS += jdk_security2
552
jdk_security2: $(call TestDirs, javax/crypto javax/xml/crypto com/sun/crypto)
553
	$(call RunAgentvmBatch)
554

555
# Stable agentvm testruns (minus items from PROBLEM_LIST)
556
JDK_ALL_TARGETS += jdk_security3
557
jdk_security3: $(call TestDirs, com/sun/security lib/security javax/security \
558 559
        sun/security com/sun/org/apache/xml/internal/security \
        com/oracle/secrity/ucrypto)
560
	$(call SharedLibraryPermissions,sun/security)
561
	$(call RunAgentvmBatch)
562

563
# All security tests
564 565 566
jdk_security: jdk_security1 jdk_security2 jdk_security3
	@$(SummaryInfo)

567
# Stable agentvm testruns (minus items from PROBLEM_LIST)
568 569
JDK_ALL_TARGETS += jdk_sound
jdk_sound: $(call TestDirs, javax/sound)
570
	$(call RunAgentvmBatch)
571

572
# Stable othervm testruns (minus items from PROBLEM_LIST)
573
#   Using agentvm has problems, and doesn't help performance as much as others.
574
JDK_ALL_TARGETS += jdk_swing
575 576
jdk_swing: $(call TestDirs, javax/swing sun/java2d \
           demo/jfc com/sun/java/swing)
577 578
	$(call RunOthervmBatch)

579
# Stable agentvm testruns (minus items from PROBLEM_LIST)
580
JDK_ALL_TARGETS += jdk_text
581
JDK_DEFAULT_TARGETS += jdk_text
582
jdk_text: $(call TestDirs, java/text sun/text)
583
	$(call RunAgentvmBatch)
584

585
# Stable agentvm testruns (minus items from PROBLEM_LIST)
586
JDK_ALL_TARGETS += jdk_tools1
587
jdk_tools1: $(call TestDirs, com/sun/jdi)
588
	$(call RunAgentvmBatch)
589 590

# Stable othervm testruns (minus items from PROBLEM_LIST)
591
#   Using agentvm has serious problems with these tests
592
JDK_ALL_TARGETS += jdk_tools2
593 594 595
jdk_tools2: $(call TestDirs, \
            com/sun/tools sun/jvmstat sun/tools tools vm \
            com/sun/servicetag com/sun/tracing)
596
	$(call SharedLibraryPermissions,tools/launcher)
597
	$(call RunAgentvmBatch)
598

599
# All tools tests
600 601 602
jdk_tools: jdk_tools1 jdk_tools2
	@$(SummaryInfo)

603
# Stable agentvm testruns (minus items from PROBLEM_LIST)
604
JDK_ALL_TARGETS += jdk_util
605
JDK_DEFAULT_TARGETS += jdk_util
606
jdk_util: $(call TestDirs, java/util sun/util)
607
	$(call RunAgentvmBatch)
608 609 610

# ------------------------------------------------------------------

611 612 613 614
# Run default tests
jdk_default: $(JDK_DEFAULT_TARGETS)
	@$(SummaryInfo)

615
# Run all tests
616
jdk_all: $(JDK_ALL_TARGETS)
617 618 619 620 621 622 623
	@$(SummaryInfo)

# These are all phony targets
PHONY_LIST += $(JDK_ALL_TARGETS)

# ------------------------------------------------------------------

624 625
# Default JTREG to run (win32 script works for everybody)
JTREG = $(JT_HOME)/win32/bin/jtreg
626
# Add any extra options (agentvm etc.)
627 628 629
JTREG_BASIC_OPTIONS += $(EXTRA_JTREG_OPTIONS)
# Only run automatic tests
JTREG_BASIC_OPTIONS += -a
630 631 632
# Always turn on assertions
JTREG_ASSERT_OPTION = -ea -esa
JTREG_BASIC_OPTIONS += $(JTREG_ASSERT_OPTION)
633 634 635 636 637
# Report details on all failed or error tests, times too
JTREG_BASIC_OPTIONS += -v:fail,error,time
# Retain all files for failing tests
JTREG_BASIC_OPTIONS += -retain:fail,error
# Ignore tests are not run and completely silent about it
638 639
JTREG_IGNORE_OPTION = -ignore:quiet
JTREG_BASIC_OPTIONS += $(JTREG_IGNORE_OPTION)
640
# Multiple by 4 the timeout numbers
641 642
JTREG_TIMEOUT_OPTION =  -timeoutFactor:4
JTREG_BASIC_OPTIONS += $(JTREG_TIMEOUT_OPTION)
643
# Boost the max memory for jtreg to avoid gc thrashing
644 645
JTREG_MEMORY_OPTION = -J-Xmx512m
JTREG_BASIC_OPTIONS += $(JTREG_MEMORY_OPTION)
646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666

# Make sure jtreg exists
$(JTREG): $(JT_HOME)

# Run jtreg
jtreg_tests: prep $(PRODUCT_HOME) $(JTREG) $(EXCLUDELIST)
	@$(EXPAND) $(EXCLUDELIST) \
            | $(CUT) -d' ' -f1 \
            | $(SED) -e 's@^@Excluding: @'
	(                                                                    \
	  ( JT_HOME=$(shell $(GETMIXEDPATH) "$(JT_HOME)");                   \
            export JT_HOME;                                                  \
            $(shell $(GETMIXEDPATH) "$(JTREG)")                              \
              $(JTREG_BASIC_OPTIONS)                                         \
              -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
              -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
              -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
              -exclude:$(shell $(GETMIXEDPATH) "$(EXCLUDELIST)")             \
              $(JTREG_TEST_OPTIONS)                                          \
              $(TESTDIRS)                                                    \
	  ) ; $(BUNDLE_UP_AND_EXIT)                                          \
667
	) 2>&1 | $(TEE) $(ABS_TEST_OUTPUT_DIR)/output.txt ; $(TESTEXIT)
668

669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688
# Rule that may change execute permissions on shared library files.
#  Files in repositories should never have execute permissions, but there
#  are some tests that have pre-built shared libraries, and these windows
#  dll files must have execute permission. Adding execute permission
#  may happen automatically on windows when using certain versions of mercurial
#  but it cannot be guaranteed. And blindly adding execute permission might
#  be seen as a mercurial 'change', so we avoid adding execute permission to
#  repository files. But testing from a plain source tree needs the chmod a+rx.
#  Used on select directories and applying the chmod to all shared libraries
#  not just dll files. On windows, this may not work with MKS if the files
#  were installed with CYGWIN unzip or untar (MKS chmod may not do anything).
#  And with CYGWIN and sshd service, you may need CYGWIN=ntsec for this to work.
#
shared_library_permissions: $(SHARED_LIBRARY_DIR)
	if [ ! -d $(TEST_ROOT)/../.hg ] ; then                          \
	  $(FIND) $< \( -name \*.dll -o -name \*.DLL -o -name \*.so \)  \
	        -exec $(CHMOD) a+rx {} \; ;                             \
        fi

PHONY_LIST += jtreg_tests shared_library_permissions
689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717

################################################################

# packtest

# Expect JPRT to set JPRT_PACKTEST_HOME.
PACKTEST_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/packtest
ifdef JPRT_PACKTEST_HOME
  PACKTEST_HOME = $(JPRT_PACKTEST_HOME)
endif

packtest: prep $(PACKTEST_HOME)/ptest $(PRODUCT_HOME)
	( $(CD) $(PACKTEST_HOME) &&            \
	    $(PACKTEST_HOME)/ptest             \
		 -t "$(PRODUCT_HOME)"          \
	         $(PACKTEST_STRESS_OPTION)     \
		 $(EXTRA_PACKTEST_OPTIONS)     \
		 -W $(ABS_TEST_OUTPUT_DIR)     \
                 $(JAVA_ARGS:%=-J %)           \
                 $(JAVA_VM_ARGS:%=-J %)        \
	 ) ; $(BUNDLE_UP_AND_EXIT)

packtest_stress: PACKTEST_STRESS_OPTION=-s
packtest_stress: packtest

PHONY_LIST += packtest packtest_stress

################################################################

718
# perftest to collect statistics
719 720

# Expect JPRT to set JPRT_PACKTEST_HOME.
721
PERFTEST_HOME = $(TEST_ROOT)/perf
722 723 724 725 726 727 728 729 730 731 732 733 734 735 736
ifdef JPRT_PERFTEST_HOME
  PERFTEST_HOME = $(JPRT_PERFTEST_HOME)
endif

perftest: ( $(PERFTEST_HOME)/perftest          \
                 -t $(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")               \
                 -w $(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)") \
                 -h $(PERFTEST_HOME) \
	 ) ; $(BUNDLE_UP_AND_EXIT)


PHONY_LIST += perftest

################################################################

737 738 739
# vmsqe tests

# Expect JPRT to set JPRT_VMSQE_HOME.
740
VMSQE_HOME = $(SLASH_JAVA)/sqe/comp/vm/testbase/sqe/vm/current/build/latest/vm
741 742 743 744 745 746 747 748 749 750 751
ifdef JPRT_VMSQE_HOME
  VMSQE_HOME = $(JPRT_VMSQE_HOME)
endif

# Expect JPRT to set JPRT_RUNVMSQE_HOME.
RUNVMSQE_HOME = /net/jprt-web.sfbay.sun.com/jprt/allproducts/runvmsqe
ifdef JPRT_RUNVMSQE_HOME
  RUNVMSQE_HOME = $(JPRT_RUNVMSQE_HOME)
endif

# Expect JPRT to set JPRT_TONGA3_HOME.
752
TONGA3_HOME = $(SLASH_JAVA)/sqe/tools/gtee/harness/tonga
753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
ifdef JPRT_TONGA3_HOME
  TONGA3_HOME = $(JPRT_TONGA3_HOME)
endif

RUNVMSQE_BIN = $(RUNVMSQE_HOME)/bin/runvmsqe

vmsqe_tests: prep $(VMSQE_HOME)/vm $(TONGA3_HOME) $(RUNVMSQE_BIN) $(PRODUCT_HOME)
	$(RM) -r $(ABS_TEST_OUTPUT_DIR)/vmsqe
	( $(CD) $(ABS_TEST_OUTPUT_DIR) &&          \
	    $(RUNVMSQE_BIN)                        \
		 -jdk "$(PRODUCT_HOME)"            \
		 -o "$(ABS_TEST_OUTPUT_DIR)/vmsqe" \
		 -testbase "$(VMSQE_HOME)/vm"      \
		 -tonga "$(TONGA3_HOME)"           \
		 -tongajdk "$(ALT_BOOTDIR)"        \
                 $(JAVA_ARGS)                      \
                 $(JAVA_VM_ARGS)                   \
	         $(RUNVMSQE_TEST_OPTION)           \
		 $(EXTRA_RUNVMSQE_OPTIONS)         \
	 ) ; $(BUNDLE_UP_AND_EXIT)

vmsqe_jdwp: RUNVMSQE_TEST_OPTION=-jdwp
vmsqe_jdwp: vmsqe_tests
D
duke 已提交
776

777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804
vmsqe_jdi: RUNVMSQE_TEST_OPTION=-jdi
vmsqe_jdi: vmsqe_tests

vmsqe_jdb: RUNVMSQE_TEST_OPTION=-jdb
vmsqe_jdb: vmsqe_tests

vmsqe_quick-jdi: RUNVMSQE_TEST_OPTION=-quick-jdi
vmsqe_quick-jdi: vmsqe_tests

vmsqe_sajdi: RUNVMSQE_TEST_OPTION=-sajdi
vmsqe_sajdi: vmsqe_tests

vmsqe_jvmti: RUNVMSQE_TEST_OPTION=-jvmti
vmsqe_jvmti: vmsqe_tests

vmsqe_hprof: RUNVMSQE_TEST_OPTION=-hprof
vmsqe_hprof: vmsqe_tests

vmsqe_monitoring: RUNVMSQE_TEST_OPTION=-monitoring
vmsqe_monitoring: vmsqe_tests

PHONY_LIST += vmsqe_jdwp vmsqe_jdi vmsqe_jdb vmsqe_quick-jdi vmsqe_sajdi \
              vmsqe_jvmti vmsqe_hprof vmsqe_monitoring vmsqe_tests

################################################################

# jck tests

805 806
# Default is to use jck 7 from /java/re
JCK7_DEFAULT_HOME = $(SLASH_JAVA)/re/jck/7/promoted/latest/binaries
807 808

# Expect JPRT to set JPRT_JCK7COMPILER_HOME.
809
JCK7COMPILER_HOME = $(JCK7_DEFAULT_HOME)/JCK-compiler-7
810
ifdef JPRT_JCK7COMPILER_HOME
811
  JCK7COMPILER_HOME = $(JPRT_JCK7COMPILER_HOME)/JCK-compiler-7
812 813 814
endif

# Expect JPRT to set JPRT_JCK7RUNTIME_HOME.
815
JCK7RUNTIME_HOME = $(JCK7_DEFAULT_HOME)/JCK-runtime-7
816
ifdef JPRT_JCK7RUNTIME_HOME
817
  JCK7RUNTIME_HOME = $(JPRT_JCK7RUNTIME_HOME)/JCK-runtime-7
818 819 820
endif

# Expect JPRT to set JPRT_JCK7DEVTOOLS_HOME.
821
JCK7DEVTOOLS_HOME = $(JCK7_DEFAULT_HOME)/JCK-devtools-7
822
ifdef JPRT_JCK7DEVTOOLS_HOME
823
  JCK7DEVTOOLS_HOME = $(JPRT_JCK7DEVTOOLS_HOME)/JCK-devtools-7
824 825
endif

826 827 828
# The jtjck.jar utility to use to run the tests
JTJCK_JAR = $(JCK_HOME)/lib/jtjck.jar
JTJCK_JAVA_ARGS =  -XX:MaxPermSize=256m -Xmx512m
829
JTJCK_OPTIONS = -headless -v
830

831 832
# Default tests to run
ifndef JCK_COMPILER_TESTS
833
  JCK_COMPILER_TESTS =
834 835
endif
ifndef JCK_RUNTIME_TESTS
836
  JCK_RUNTIME_TESTS  =
837 838
endif
ifndef JCK_DEVTOOLS_TESTS
839
  JCK_DEVTOOLS_TESTS =
840
endif
841

842 843 844 845 846 847 848 849 850 851 852 853 854 855
# Generic rule used to run jck tests
_generic_jck_tests: prep $(PRODUCT_HOME) $(EXCLUDELIST)
	@$(EXPAND) $(EXCLUDELIST) \
            | $(CUT) -d' ' -f1 \
            | $(SED) -e 's@^@Excluding: @'
	( $(CD) $(ABS_TEST_OUTPUT_DIR) &&          			   \
	  $(PRODUCT_HOME)/bin/java $(JTJCK_JAVA_ARGS) 			   \
	    -jar "$(JTJCK_JAR)" 					   \
	    $(JTJCK_OPTIONS) 						   \
            -r:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTreport  \
            -w:$(shell $(GETMIXEDPATH) "$(ABS_TEST_OUTPUT_DIR)")/JTwork    \
            -jdk:$(shell $(GETMIXEDPATH) "$(PRODUCT_HOME)")                \
	    $(TESTDIRS) 						   \
        ) ; $(BUNDLE_UP_AND_EXIT)
856

857 858 859 860 861 862 863 864
# JCK7 compiler tests
jck7compiler:
	$(MAKE) UNIQUE_DIR=$@ \
	        JCK_HOME=$(JCK7COMPILER_HOME) \
	        TESTDIRS="$(JCK_COMPILER_TESTS)" \
                _generic_jck_tests

# JCK7 runtime tests
865
jck7runtime:
866 867 868 869 870 871
	$(MAKE) UNIQUE_DIR=$@ \
	        JCK_HOME=$(JCK7RUNTIME_HOME) \
	        TESTDIRS="$(JCK_RUNTIME_TESTS)" \
                _generic_jck_tests

# JCK7 devtools tests
872
jck7devtools:
873 874 875 876 877 878 879 880 881 882
	$(MAKE) UNIQUE_DIR=$@ \
	        JCK_HOME=$(JCK7DEVTOOLS_HOME) \
                TESTDIRS="$(JCK_DEVTOOLS_TESTS)" \
                _generic_jck_tests

# Run all 3 sets of JCK7 tests
jck_all: jck7runtime jck7devtools jck7compiler

PHONY_LIST += jck_all _generic_jck_tests \
	      jck7compiler jck7runtime jck7devtools
883 884

################################################################
D
duke 已提交
885 886

# Phony targets (e.g. these are not filenames)
887 888 889
.PHONY: all clean prep $(PHONY_LIST)

################################################################
D
duke 已提交
890