Skip to content

Commit

Permalink
Exclude tests with known issues for jdk17 (#3821)
Browse files Browse the repository at this point in the history 
#3806

Signed-off-by: Sophia Guo <[email protected]>
  • Loading branch information
@sophia-guo
sophia-guo authored Jul 6, 2022
1 parent e11f6f8 commit 608f819
Show file tree
Hide file tree
Showing 5 changed files with 89 additions and 31 deletions.
7 changes: 7 additions & 0 deletions external/quarkus/playlist.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,13 @@
<playlist xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="../TestConfig/playlist.xsd">
<test>
<testCaseName>quarkus_test</testCaseName>
<disables>
<disable>
<comment>https://github.com/adoptium/aqa-tests/issues/3807</comment>
<version>11</version>
<impl>hotspot</impl>
</disable>
</disables>
<command> $(TEST_ROOT)$(D)external$(D)external.sh --run --tag "${DOCKERIMAGE_TAG}" --dir quarkus --reportdst $(REPORTDIR) --docker_args "$(EXTRA_DOCKER_ARGS)"; \
$(TEST_STATUS); \
$(TEST_ROOT)$(D)external$(D)external.sh --clean --tag "${DOCKERIMAGE_TAG}" --dir quarkus
Expand Down
12 changes: 7 additions & 5 deletions openjdk/excludes/ProblemList_openjdk11.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -99,8 +99,8 @@ sun/security/krb5/auto/rcache_usemd5.sh https://bugs.openjdk.java.net/browse/JDK
############################################################################

# jdk_other
com/sun/jndi/dns/ConfigTests/Timeout.java https://github.com/adoptium/aqa-tests/issues/2876 linux-s390x
com/sun/jndi/ldap/LdapPoolTimeoutTest.java https://github.com/adoptium/aqa-tests/issues/3619 windows-all
#com/sun/jndi/dns/ConfigTests/Timeout.java https://github.com/adoptium/aqa-tests/issues/2876 linux-s390x
com/sun/jndi/ldap/LdapPoolTimeoutTest.java https://github.com/adoptium/aqa-tests/issues/3619 linux-ppc64le,windows-all
com/sun/jndi/dns/ConfigTests/Timeout.java https://bugs.openjdk.org/browse/JDK-8282993 generic-all
############################################################################

Expand All @@ -112,10 +112,11 @@ java/net/Inet6Address/B6206527.java https://github.com/adoptium/aqa-tests/issues
java/net/InetAddress/BadDottedIPAddress.java https://github.com/adoptium/aqa-tests/issues/593 linux-all
java/net/InetAddress/CachedUnknownHostName.java https://github.com/adoptium/aqa-tests/issues/593 linux-all
java/net/InetAddress/IPv4Formats.java https://github.com/adoptium/aqa-tests/issues/593 linux-all
java/net/MulticastSocket/Promiscuous.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/net/MulticastSocket/SetLoopbackMode.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
#Multicase failures on aix https://github.com/adoptium/aqa-tests/issues/2246
java/net/MulticastSocket/Promiscuous.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/SetLoopbackMode.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/SetOutgoingIf.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/Test.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/net/MulticastSocket/Test.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/SocketPermission/SocketPermissionCollection.java https://github.com/adoptium/aqa-tests/issues/593 linux-all
java/net/SocketPermission/Wildcard.java https://github.com/adoptium/aqa-tests/issues/593 linux-all
java/net/Socks/SocksV4Test.java https://github.com/adoptium/aqa-tests/issues/593 linux-all
Expand Down Expand Up @@ -193,6 +194,7 @@ sun/security/util/RegisteredDomain/Versions.java https://github.com/adoptium/aqa
security/infra/java/security/cert/CertPathValidator/certification/LuxTrustCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/BuypassCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/QuoVadisCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/EntrustCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
############################################################################

# jdk_sound
Expand Down
40 changes: 33 additions & 7 deletions openjdk/excludes/ProblemList_openjdk17.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -101,8 +101,8 @@ sun/management/jdp/JdpSpecificAddressTest.java https://github.com/adoptium/aqa-t
############################################################################

# jdk_other
com/sun/jndi/dns/ConfigTests/Timeout.java https://github.com/adoptium/aqa-tests/issues/2876 linux-s390x
com/sun/jndi/ldap/LdapPoolTimeoutTest.java https://github.com/adoptium/aqa-tests/issues/3619 windows-all
#com/sun/jndi/dns/ConfigTests/Timeout.java https://github.com/adoptium/aqa-tests/issues/2876 linux-s390x
com/sun/jndi/ldap/LdapPoolTimeoutTest.java https://github.com/adoptium/aqa-tests/issues/3619 linux-ppc64le,windows-all
com/sun/jndi/dns/ConfigTests/Timeout.java https://bugs.openjdk.org/browse/JDK-8282993 generic-all
############################################################################

Expand All @@ -128,9 +128,18 @@ java/net/httpclient/ResponseBodyBeforeError.java https://github.com/adoptium/tem
java/net/httpclient/ResponsePublisher.java https://github.com/adoptium/temurin-build/issues/893 linux-all
java/net/httpclient/ShortResponseBody.java https://bugs.openjdk.java.net/browse/JDK-8261898 windows-all,sunos-all,macosx-all
java/net/httpclient/ShortResponseBodyWithRetry.java https://bugs.openjdk.java.net/browse/JDK-8222928 windows-all,sunos-all,macosx-all
java/net/MulticastSocket/Promiscuous.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/net/MulticastSocket/SetLoopbackMode.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/net/MulticastSocket/Test.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
#Multivase failures on aix https://github.com/adoptium/aqa-tests/issues/2246
java/net/MulticastSocket/Test.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/Promiscuous.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/B6427403.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/NoLoopbackPackets.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/SetLoopbackMode.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/SetOutgoingIf.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/DatagramSocket/DatagramSocketExample.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/DatagramSocket/DatagramSocketMulticasting.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/JoinLeave.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/MulticastAddresses.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/nio/channels/DatagramChannel/AdaptorMulticasting.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
#java/nio/channels/DatagramChannel/MulticastSendReceiveTests.java is excluded for two different reasons on different platforms https://github.com/adoptium/aqa-tests/issues/1016
#java/nio/channels/DatagramChannel/MulticastSendReceiveTests.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/nio/channels/DatagramChannel/MulticastSendReceiveTests.java https://github.com/adoptium/aqa-tests/issues/1267 macosx-all,linux-s390x
Expand All @@ -143,6 +152,8 @@ java/nio/channels/FileChannel/LoopingTruncate.java https://github.com/adoptium/a
java/nio/channels/FileChannel/Transfer4GBFile.java https://github.com/adoptium/aqa-tests/issues/3686 windows-all
#java/nio/file/Files/probeContentType/Basic.java https://github.com/adoptium/infrastructure/issues/2645 windows-all
java/nio/file/Files/probeContentType/Basic.java https://github.com/adoptium/aqa-tests/issues/2789 aix-ppc64,windows-all
java/nio/channels/DatagramChannel/SendReceiveMaxSize.java https://github.com/adoptium/aqa-tests/issues/3820 aix-all
java/net/DatagramSocket/SendReceiveMaxSize.java https://github.com/adoptium/aqa-tests/issues/3820 aix-all
############################################################################

# jdk_io
Expand All @@ -154,6 +165,8 @@ java/io/File/GetXSpace.java https://bugs.openjdk.java.net/browse/JDK-8251466 win
com/sun/jdi/JdwpNetProps.java https://bugs.openjdk.java.net/browse/JDK-8231915 linux-s390x
com/sun/jdi/JdwpAttachTest.java https://bugs.openjdk.java.net/browse/JDK-8253940 linux-s390x
com/sun/jdi/BreakpointTest.java https://bugs.openjdk.java.net/browse/JDK-8050470 linux-s390x
com/sun/jdi/JdwpAllowTest.java https://bugs.openjdk.org/browse/JDK-8241624 generic-all
com/sun/jdi/JdwpListenTest.java https://bugs.openjdk.org/browse/JDK-8241624 generic-all
############################################################################

# jdk_nio
Expand Down Expand Up @@ -181,7 +194,8 @@ java/nio/channels/FileChannel/Transfer2GPlus.java https://bugs.openjdk.java.ne
security/infra/java/security/cert/CertPathValidator/certification/LuxTrustCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/BuypassCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/QuoVadisCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all

security/infra/java/security/cert/CertPathValidator/certification/EntrustCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
sun/security/ssl/SSLSocketImpl/SSLSocketLeak.java https://github.com/adoptium/aqa-tests/issues/3811 windows-x86
############################################################################

# jdk_security3
Expand All @@ -192,7 +206,7 @@ sun/security/lib/cacerts/VerifyCACerts.java https://github.com/adoptium/aqa-test
sun/security/pkcs11/Secmod/AddTrustedCert.java https://github.com/adoptium/aqa-tests/issues/2123 linux-all
sun/security/provider/SecureRandom/AbstractDrbg/SpecTest.java https://github.com/adoptium/aqa-tests/issues/2123 linux-all
sun/security/ssl/X509TrustManagerImpl/Symantec/Distrust.java https://github.com/adoptium/aqa-tests/issues/2123 generic-all

sun/security/ssl/SSLSocketImpl/SSLSocketLeak.java https://github.com/adoptium/aqa-tests/issues/3811 windows-x86
############################################################################

# jdk_sound
Expand Down Expand Up @@ -409,6 +423,8 @@ jdk/jfr/jmx/streaming/TestEnableDisable.java https://github.com/adoptium/aqa-tes
jdk/jfr/jmx/streaming/TestRemoteDump.java https://github.com/adoptium/aqa-tests/issues/2866 windows-x86,linux-arm
jdk/jfr/jmx/streaming/TestRotate.java https://github.com/adoptium/aqa-tests/issues/2866 windows-x86,linux-arm
jdk/jfr/jmx/streaming/TestSetSettings.java https://github.com/adoptium/aqa-tests/issues/2866 windows-x86,linux-arm
jdk/jfr/event/gc/detailed/TestZUncommitEvent.java https://bugs.openjdk.org/browse/JDK-8248078 generic-all
jdk/jfr/event/gc/detailed/TestGCLockerEvent.java https://github.com/adoptium/aqa-tests/issues/3817 windows-x64
###########################################################################

#jdk_vector
Expand Down Expand Up @@ -452,6 +468,16 @@ compiler/codegen/ClearArrayTest.java https://github.com/adoptium/aqa-tests/issue
compiler/c2/TestJumpTable.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/loopstripmining/TestPinnedUseInOuterLSMUnusedBySfpt.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/vectorapi/TestNoInline.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/c2/TestCMoveInfiniteGVN.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/c2/TestDeadDataLoopCmoveIdentity.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/c2/TestModDivTopInput.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/loopopts/FillArrayWithUnsafe.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/loopopts/TestPredicateInputBelowLoopPredicate.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/print/PrintInlining.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/tiered/TieredLevelsTest.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/c2/irTests/TestSkeletonPredicates.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/c2/irTests/TestStripMiningDropsSafepoint.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
compiler/c2/irTests/TestSuperwordFailsUnrolling.java https://github.com/adoptium/aqa-tests/issues/2382 windows-x86
############################################################################

#runtime_nestmate
Expand Down
31 changes: 21 additions & 10 deletions openjdk/excludes/ProblemList_openjdk18.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -115,7 +115,7 @@ sun/management/jdp/JdpSpecificAddressTest.java https://github.com/adoptium/aqa-t
############################################################################

# jdk_other
com/sun/jndi/dns/ConfigTests/Timeout.java https://github.com/adoptium/aqa-tests/issues/2876 linux-s390x
#com/sun/jndi/dns/ConfigTests/Timeout.java https://github.com/adoptium/aqa-tests/issues/2876 linux-s390x
com/sun/jndi/dns/ConfigTests/Timeout.java https://bugs.openjdk.org/browse/JDK-8282993 generic-all
############################################################################

Expand All @@ -139,13 +139,18 @@ java/net/httpclient/http2/BadHeadersTest.java https://github.com/adoptium/temuri
java/net/httpclient/DigestEchoClientSSL.java https://github.com/adoptium/temurin-build/issues/893 linux-all
java/net/httpclient/ResponseBodyBeforeError.java https://github.com/adoptium/temurin-build/issues/893 linux-all
java/net/httpclient/ResponsePublisher.java https://github.com/adoptium/temurin-build/issues/893 linux-all
java/net/MulticastSocket/Promiscuous.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/net/MulticastSocket/SetLoopbackMode.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/net/MulticastSocket/Test.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
###
java/net/MulticastSocket/B6427403.java https://github.com/adoptium/infrastructure/issues/699 aix-ppc64
java/net/MulticastSocket/IPMulticastIF.java https://github.com/adoptium/infrastructure/issues/699 aix-ppc64,linux-ppc64le
java/net/MulticastSocket/NoLoopbackPackets.java https://github.com/adoptium/infrastructure/issues/699 aix-ppc64,linux-ppc64le
#Multivase failures on aix https://github.com/adoptium/aqa-tests/issues/2246
java/net/MulticastSocket/Test.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/Promiscuous.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/B6427403.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/NoLoopbackPackets.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all,linux-ppc64le
java/net/MulticastSocket/SetLoopbackMode.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x,aix-all
java/net/MulticastSocket/SetOutgoingIf.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/DatagramSocket/DatagramSocketExample.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/DatagramSocket/DatagramSocketMulticasting.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/JoinLeave.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/MulticastSocket/MulticastAddresses.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/nio/channels/DatagramChannel/AdaptorMulticasting.java https://github.com/adoptium/aqa-tests/issues/2246 aix-all
java/net/CookieHandler/CookieManagerTest.java https://github.com/adoptium/infrastructure/issues/699 aix-ppc64,linux-ppc64le
java/net/DatagramPacket/ReuseBuf.java https://github.com/adoptium/aqa-tests/issues/3088 linux-ppc64le
java/net/DatagramSocket/GetLocalAddress.java https://github.com/adoptium/aqa-tests/issues/3088 aix-pcc64, linux-ppc64le
Expand All @@ -172,7 +177,6 @@ java/net/Socks/SocksProxyVersion.java https://github.com/adoptium/aqa-tests/is
java/net/Socket/asyncClose/Race.java https://github.com/adoptium/aqa-tests/issues/3088 linux-ppc64le
java/net/ServerSocket/TestLocalAddress.java https://github.com/adoptium/aqa-tests/issues/3088 linux-ppc64le
java/net/httpclient/ManyRequests.java https://github.com/adoptium/aqa-tests/issues/2828 aix-ppc64

#java/nio/channels/DatagramChannel/MulticastSendReceiveTests.java is excluded for two different reasons on different platforms https://github.com/adoptium/aqa-tests/issues/1016
#java/nio/channels/DatagramChannel/MulticastSendReceiveTests.java https://github.com/adoptium/infrastructure/issues/699 linux-s390x
java/nio/channels/DatagramChannel/MulticastSendReceiveTests.java https://github.com/adoptium/aqa-tests/issues/1267 macosx-all,linux-s390x
Expand All @@ -196,6 +200,8 @@ java/net/InetAddress/InternalNameServiceWithHostsFileTest.java https://github.co
com/sun/net/httpserver/simpleserver/CustomFileSystemTest.java https://bugs.openjdk.java.net/browse/JDK-8280965 windows-x64
com/sun/net/httpserver/simpleserver/MapToPathTest.java https://bugs.openjdk.java.net/browse/JDK-8281305 windows-x64
com/sun/net/httpserver/simpleserver/SimpleFileServerTest.java https://bugs.openjdk.java.net/browse/JDK-8280965 windows-x64
java/nio/channels/DatagramChannel/SendReceiveMaxSize.java https://github.com/adoptium/aqa-tests/issues/3820 aix-all
java/net/DatagramSocket/SendReceiveMaxSize.java https://github.com/adoptium/aqa-tests/issues/3820 aix-all
############################################################################

# jdk_io
Expand All @@ -207,6 +213,8 @@ java/io/File/GetXSpace.java https://bugs.openjdk.java.net/browse/JDK-8251466 win
com/sun/jdi/JdwpNetProps.java https://bugs.openjdk.java.net/browse/JDK-8231915 linux-s390x
com/sun/jdi/JdwpAttachTest.java https://bugs.openjdk.java.net/browse/JDK-8253940 linux-s390x
com/sun/jdi/BreakpointTest.java https://bugs.openjdk.java.net/browse/JDK-8050470 linux-s390x
com/sun/jdi/JdwpAllowTest.java https://bugs.openjdk.org/browse/JDK-8241624 generic-all
com/sun/jdi/JdwpListenTest.java https://bugs.openjdk.org/browse/JDK-8241624 generic-all
############################################################################

# jdk_nio
Expand Down Expand Up @@ -237,7 +245,8 @@ java/nio/channels/Channels/ReadXBytes.java https://github.com/adoptium/aqa-test
security/infra/java/security/cert/CertPathValidator/certification/LuxTrustCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/BuypassCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
security/infra/java/security/cert/CertPathValidator/certification/QuoVadisCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all

security/infra/java/security/cert/CertPathValidator/certification/EntrustCA.java https://github.com/adoptium/aqa-tests/issues/2074 generic-all
sun/security/ssl/SSLSocketImpl/SSLSocketLeak.java https://github.com/adoptium/aqa-tests/issues/3811 windows-x86
############################################################################

# jdk_security3
Expand Down Expand Up @@ -495,6 +504,8 @@ jdk/jfr/jmx/TestGetRecordings.java https://github.com/adoptium/aqa-tests/issues
jdk/jfr/event/compiler/TestCodeCacheFull.java https://github.com/adoptium/aqa-tests/issues/3277 windows-x86
jdk/jfr/event/compiler/TestCompilerInlining.java https://github.com/adoptium/aqa-tests/issues/3277 windows-x86
jdk/jfr/event/compiler/TestCompilerPhase.java https://github.com/adoptium/aqa-tests/issues/3277 windows-x86
jdk/jfr/event/gc/detailed/TestZUncommitEvent.java https://bugs.openjdk.org/browse/JDK-8248078 generic-all
jdk/jfr/event/gc/detailed/TestGCLockerEvent.java https://github.com/adoptium/aqa-tests/issues/3817 windows-x64

###########################################################################

Expand Down
Loading

0 comments on commit 608f819

Please sign in to comment.