stan/jdk-24
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

8078450: Implement consistent process for quarantine of tests

Browse Source 
Reviewed-by: dfazunen, dholmes, sspitsyn
This commit is contained in:
Igor Ignatyev 2016-12-07 14:37:35 +03:00
parent 6a685f1d63
commit 9d99a698ef
19 changed files with 100 additions and 19 deletions

17
hotspot/test/Makefile

@ -314,6 +314,21 @@ ifndef JT_HOME
endif
endif
# Problematic tests to be excluded
PROBLEM_LISTS=$(call MixedDirs,$(wildcard ProblemList.txt closed/ProblemList.txt))
# Create exclude list for this platform and arch
ifdef NO_EXCLUDES
JTREG_EXCLUSIONS =
else
JTREG_EXCLUSIONS = $(PROBLEM_LISTS:%=-exclude:%)
endif
# convert list of directories to dos paths
define MixedDirs
$(foreach i,$1,$(shell $(GETMIXEDPATH) "${i}"))
endef
# When called from JPRT the TESTDIRS variable is set to the jtreg tests to run
ifdef TESTDIRS
TEST_SELECTION = $(TESTDIRS)
@ -327,7 +342,7 @@ ifdef NUM_CORES
else ifeq ($(shell expr $(CONCURRENCY) \> 12), 1)
CONCURRENCY := 12
endif
else
else
CONCURRENCY := 1
endif
JTREG_BASIC_OPTIONS += -concurrency:$(CONCURRENCY)

82
hotspot/test/ProblemList.txt Normal file

@ -0,0 +1,82 @@
#
# Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
# DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
#
# This code is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 only, as
# published by the Free Software Foundation.
#
# This code is distributed in the hope that it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
# version 2 for more details (a copy is included in the LICENSE file that
# accompanied this code).
#
# You should have received a copy of the GNU General Public License version
# 2 along with this work; if not, write to the Free Software Foundation,
# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
#
# Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
# or visit www.oracle.com if you need additional information or have any
# questions.
#
#############################################################################
#
# List of quarantined tests -- tests that should not be run by default, because
# they may fail due to known reason. The reason (CR#) must be mandatory specified.
#
# List items are testnames followed by labels, all MUST BE commented
# as to why they are here and use a label:
# generic-all Problems on all platforms
# generic-ARCH Where ARCH is one of: sparc, sparcv9, x64, i586, etc.
# OSNAME-all Where OSNAME is one of: solaris, linux, windows, macosx, aix
# OSNAME-ARCH Specific on to one OSNAME and ARCH, e.g. solaris-amd64
# OSNAME-REV Specific on to one OSNAME and REV, e.g. solaris-5.8
#
# More than one label is allowed but must be on the same line.
#
#############################################################################
# :hotspot_compiler
compiler/codecache/stress/OverloadCompileQueueTest.java 8166554 generic-all
compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java 8140405 generic-all
compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java 8158860 generic-all
compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java 8163894 generic-all
compiler/startup/SmallCodeCacheStartup.java 8134286 generic-all
compiler/tiered/LevelTransitionTest.java 8067651 generic-all
compiler/types/correctness/CorrectnessTest.java 8066173 generic-all
compiler/types/correctness/OffTest.java 8066173 generic-all
#############################################################################
# :hotspot_gc
gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java 8156755 generic-all
gc/survivorAlignment/TestPromotionToSurvivor.java 8129886 generic-all
#############################################################################
# :hotspot_runtime
runtime/CompressedOops/UseCompressedOops.java 8079353 generic-all
# This test is disabled since it will stress NMT and timeout during normal testing
runtime/NMT/MallocStressTest.java 8166548 generic-all
runtime/SharedArchiveFile/BootAppendTests.java 8150683 generic-all
runtime/SharedArchiveFile/DefaultUseWithClient.java 8154204 generic-all
#############################################################################
# :hotspot_serviceability
serviceability/dcmd/jvmti/LoadAgentDcmdTest.java 8150318 generic-all
serviceability/jdwp/AllModulesCommandTest.java 8168478 generic-all
serviceability/sa/sadebugd/SADebugDTest.java 8163805 generic-all
#############################################################################
# :hotspot_misc
#############################################################################

1
hotspot/test/compiler/codecache/stress/OverloadCompileQueueTest.java

@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
* @ignore 8166554
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission

1
hotspot/test/compiler/compilercontrol/jcmd/ClearDirectivesFileStackTest.java

@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* @library /test/lib /
*
* @ignore 8140405
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission

1
hotspot/test/compiler/jvmci/compilerToVM/GetResolvedJavaTypeTest.java

@ -31,7 +31,6 @@
* @modules jdk.vm.ci/jdk.vm.ci.hotspot
* jdk.vm.ci/jdk.vm.ci.meta
*
* @ignore 8158860
* @build jdk.vm.ci/jdk.vm.ci.hotspot.CompilerToVMHelper
* jdk.vm.ci/jdk.vm.ci.hotspot.PublicMetaspaceWrapperObject
* sun.hotspot.WhiteBox

1
hotspot/test/compiler/jvmci/compilerToVM/InvalidateInstalledCodeTest.java

@ -34,7 +34,6 @@
* jdk.vm.ci/jdk.vm.ci.code
* jdk.vm.ci/jdk.vm.ci.runtime
*
* @ignore 8163894
* @build jdk.vm.ci/jdk.vm.ci.hotspot.CompilerToVMHelper
* @build compiler.jvmci.compilerToVM.InvalidateInstalledCodeTest
* @build sun.hotspot.WhiteBox

1
hotspot/test/compiler/startup/SmallCodeCacheStartup.java

@ -31,7 +31,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
* @ignore 8134286
* @run driver compiler.startup.SmallCodeCacheStartup
*/

4
hotspot/test/compiler/tiered/LevelTransitionTest.java

@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
* @ignore 8067651
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
@ -266,4 +265,5 @@ public class LevelTransitionTest extends TieredLevelsTest {
}
}
}
}

1
hotspot/test/compiler/types/correctness/CorrectnessTest.java

@ -30,7 +30,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
* @ignore 8066173
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission

1
hotspot/test/compiler/types/correctness/OffTest.java

@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
*
* @ignore 8066173
* @build sun.hotspot.WhiteBox
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission

1
hotspot/test/gc/g1/humongousObjects/objectGraphTest/TestObjectGraphAfterGC.java

@ -52,7 +52,6 @@ import java.util.stream.Collectors;
* @library /test/lib /
* @modules java.management java.base/jdk.internal.misc
* @build sun.hotspot.WhiteBox
* @ignore 8156755
*
* @run driver ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission

1
hotspot/test/gc/survivorAlignment/TestPromotionToSurvivor.java

@ -30,7 +30,6 @@
* @modules java.base/jdk.internal.misc
* java.management
* @build sun.hotspot.WhiteBox
* @ignore 8129886
* @run main ClassFileInstaller sun.hotspot.WhiteBox
* sun.hotspot.WhiteBox$WhiteBoxPermission
* @run main/othervm -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions

1
hotspot/test/runtime/CompressedOops/UseCompressedOops.java

@ -26,7 +26,6 @@
* @bug 8022865
* @summary Tests for different combination of UseCompressedOops options
* @library /test/lib
* @ignore 8079353
* @modules java.base/jdk.internal.misc
* java.management
* @run main UseCompressedOops

1
hotspot/test/runtime/NMT/MallocStressTest.java

@ -29,7 +29,6 @@
* @modules java.base/jdk.internal.misc
* java.management
* @build sun.hotspot.WhiteBox
* @ignore - This test is disabled since it will stress NMT and timeout during normal testing
* @run main ClassFileInstaller sun.hotspot.WhiteBox
* @run main/othervm/timeout=600 -Xbootclasspath/a:. -XX:+UnlockDiagnosticVMOptions -XX:+WhiteBoxAPI -XX:NativeMemoryTracking=detail MallocStressTest
*/

1
hotspot/test/runtime/SharedArchiveFile/BootAppendTests.java

@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* java.management
* jdk.jvmstat/sun.jvmstat.monitor
* @ignore 8150683
* @compile javax/sound/sampled/MyClass.jasm
* @compile org/omg/CORBA/Context.jasm
* @compile nonjdk/myPackage/MyClass.java

1
hotspot/test/runtime/SharedArchiveFile/DefaultUseWithClient.java

@ -27,7 +27,6 @@
* @library /test/lib
* @modules java.base/jdk.internal.misc
* java.management
* @ignore 8154204
* @run main DefaultUseWithClient
* @bug 8032224
*/

1
hotspot/test/serviceability/dcmd/jvmti/LoadAgentDcmdTest.java

@ -43,7 +43,6 @@ import org.testng.annotations.Test;
* java.management
* jdk.jvmstat/sun.jvmstat.monitor
* @build SimpleJvmtiAgent
* @ignore 8150318
* @run main ClassFileInstaller SimpleJvmtiAgent
* @run testng LoadAgentDcmdTest
*/

1
hotspot/test/serviceability/jdwp/AllModulesCommandTest.java

@ -32,7 +32,6 @@ import static jdk.test.lib.Asserts.assertTrue;
* @test
* @summary Tests the modules-related JDWP commands
* @library /test/lib
* @ignore 8168478
* @modules jdk.jdwp.agent
* @modules java.base/jdk.internal.misc
* @compile AllModulesCommandTestDebuggee.java

1
hotspot/test/serviceability/sa/sadebugd/SADebugDTest.java

@ -28,7 +28,6 @@
* @modules java.base/jdk.internal.misc
* @library /test/lib
*
* @ignore 8163805
* @run main/othervm SADebugDTest
*/
import java.io.File;