diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/coverage.svg b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/coverage.svg new file mode 100644 index 0000000..cd4a3e9 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/coverage.svg @@ -0,0 +1 @@ +1467/12755 runnable; 1432 verified passesVerified passes1432Bali differences30Reference issues5Runner unsupported11288OpenJDK regression tests; not a Java SE conformance percentage diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/differential.md b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/differential.md new file mode 100644 index 0000000..e8baeb0 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/differential.md @@ -0,0 +1,228 @@ +# Bali OpenJDK compatibility + +Suite: jdk-jtreg. 12755 test files inventoried (multiple variants count as one file). + +| Outcome | Files | +|---|---:| +| Pass on both runtimes | 1432 | +| Reference passes; Bali does not | 30 | +| Reference issues | 5 | +| Unsupported by adapter | 11288 | + +Completed inventory run; known failures remain visible. + +This measures the pinned test/jdk inventory, not Java SE certification. Stock javac compiles both runtime selections. + +## Areas + +| Area | Inventory | Runnable | Pass on both | +|---|---:|---:|---:| +| build/AbsPathsInImage.java | 1 | 0 | 0 | +| build/releaseFile | 1 | 1 | 0 | +| build/translations | 1 | 0 | 0 | +| com/apple | 3 | 0 | 0 | +| com/sun | 639 | 68 | 68 | +| demo/jfc | 1 | 0 | 0 | +| java/awt | 2240 | 0 | 0 | +| java/beans | 349 | 0 | 0 | +| java/foreign | 106 | 0 | 0 | +| java/io | 434 | 234 | 232 | +| java/lang | 1102 | 247 | 237 | +| java/math | 54 | 34 | 34 | +| java/net | 668 | 137 | 135 | +| java/nio | 387 | 89 | 87 | +| java/rmi | 83 | 0 | 0 | +| java/security | 209 | 103 | 102 | +| java/sql | 2 | 0 | 0 | +| java/text | 189 | 44 | 43 | +| java/time | 15 | 0 | 0 | +| java/util | 910 | 245 | 242 | +| javax/accessibility | 44 | 0 | 0 | +| javax/crypto | 69 | 34 | 34 | +| javax/imageio | 209 | 0 | 0 | +| javax/management | 232 | 0 | 0 | +| javax/naming | 15 | 0 | 0 | +| javax/net | 196 | 32 | 30 | +| javax/print | 46 | 0 | 0 | +| javax/rmi | 2 | 0 | 0 | +| javax/script | 17 | 0 | 0 | +| javax/security | 63 | 26 | 26 | +| javax/smartcardio | 7 | 0 | 0 | +| javax/sound | 431 | 0 | 0 | +| javax/sql | 5 | 0 | 0 | +| javax/swing | 1320 | 0 | 0 | +| javax/transaction | 2 | 0 | 0 | +| javax/xml | 46 | 5 | 3 | +| jdk/classfile | 56 | 0 | 0 | +| jdk/dynalink | 10 | 1 | 0 | +| jdk/editpad | 1 | 0 | 0 | +| jdk/incubator | 79 | 0 | 0 | +| jdk/internal | 80 | 4 | 4 | +| jdk/jfr | 617 | 0 | 0 | +| jdk/lambda | 1 | 0 | 0 | +| jdk/management | 1 | 0 | 0 | +| jdk/modules | 12 | 0 | 0 | +| jdk/net | 9 | 0 | 0 | +| jdk/nio | 30 | 0 | 0 | +| jdk/security | 11 | 1 | 1 | +| jni/nullCaller | 1 | 0 | 0 | +| native_sanity/simplenativelauncher | 1 | 0 | 0 | +| native_sanity/simplenativelib | 1 | 0 | 0 | +| native_sanity/simplenativelib2 | 1 | 0 | 0 | +| sanity/client | 25 | 0 | 0 | +| security/infra | 9 | 0 | 0 | +| sun/awt | 32 | 0 | 0 | +| sun/invoke | 2 | 0 | 0 | +| sun/java2d | 109 | 0 | 0 | +| sun/jvmstat | 6 | 0 | 0 | +| sun/management | 32 | 0 | 0 | +| sun/misc | 7 | 0 | 0 | +| sun/net | 158 | 27 | 27 | +| sun/nio | 81 | 39 | 39 | +| sun/reflect | 1 | 0 | 0 | +| sun/rmi | 8 | 0 | 0 | +| sun/security | 855 | 86 | 80 | +| sun/text | 20 | 2 | 2 | +| sun/tools | 61 | 0 | 0 | +| sun/util | 31 | 4 | 3 | +| tools/jar | 29 | 0 | 0 | +| tools/jimage | 10 | 0 | 0 | +| tools/jlink | 79 | 2 | 2 | +| tools/jmod | 4 | 0 | 0 | +| tools/jpackage | 89 | 0 | 0 | +| tools/launcher | 62 | 2 | 1 | +| tools/sincechecker | 36 | 0 | 0 | + +## Adapter gaps + +| Reason | Files | +|---|---:| +| Unsupported inherited TEST.properties: java/awt/TEST.properties | 2240 | +| Unsupported inherited TEST.properties: javax/swing/TEST.properties | 1320 | +| Unsupported @library directive | 1309 | +| Unsupported @modules directive | 813 | +| Non-standalone main action or additional arguments | 718 | +| Unsupported inherited TEST.properties: jdk/jfr/TEST.properties | 617 | +| Unsupported inherited TEST.properties: javax/sound/TEST.properties | 431 | +| Unsupported inherited TEST.properties: java/beans/TEST.properties | 349 | +| Unsupported inherited TEST.properties: java/net/httpclient/TEST.properties | 263 | +| Unsupported @key directive | 241 | +| Unsupported inherited TEST.properties: javax/management/TEST.properties | 232 | +| Unsupported @requires directive | 230 | +| Unsupported inherited TEST.properties: javax/imageio/TEST.properties | 209 | +| Unsupported inherited TEST.properties: java/lang/invoke/TEST.properties | 197 | +| Unsupported inherited TEST.properties: com/sun/jdi/TEST.properties | 186 | +| Unsupported inherited TEST.properties: java/util/concurrent/TEST.properties | 127 | +| Unsupported @build directive | 117 | +| Unsupported inherited TEST.properties: sun/java2d/TEST.properties | 109 | +| Unsupported @compile directive | 103 | +| Unsupported inherited TEST.properties: com/sun/net/httpserver/TEST.properties | 95 | +| Unsupported inherited TEST.properties: sun/security/krb5/auto/TEST.properties | 89 | +| Unsupported inherited TEST.properties: tools/jpackage/TEST.properties | 89 | +| Unsupported inherited TEST.properties: java/rmi/TEST.properties | 83 | +| Unsupported inherited TEST.properties: java/util/logging/TEST.properties | 81 | +| Multiple test descriptions or variants | 77 | +| Unsupported inherited TEST.properties: java/lang/management/TEST.properties | 67 | +| Unsupported inherited TEST.properties: jdk/classfile/TEST.properties | 56 | +| Unsupported inherited TEST.properties: java/nio/channels/FileChannel/TEST.properties | 53 | +| Unsupported inherited TEST.properties: javax/print/TEST.properties | 46 | +| Unsupported inherited TEST.properties: javax/accessibility/TEST.properties | 44 | +| Named test variant | 39 | +| Unsupported inherited TEST.properties: tools/sincechecker/TEST.properties | 36 | +| Unsupported inherited TEST.properties: com/sun/management/TEST.properties | 32 | +| Unsupported inherited TEST.properties: sun/awt/TEST.properties | 32 | +| Unsupported inherited TEST.properties: sun/management/TEST.properties | 32 | +| Unsupported inherited TEST.properties: java/util/stream/TEST.properties | 31 | +| Unsupported inherited TEST.properties: javax/xml/jaxp/TEST.properties | 28 | +| Unsupported @clean directive | 27 | +| Unsupported inherited TEST.properties: javax/net/ssl/DTLS/TEST.properties | 27 | +| Unsupported inherited TEST.properties: com/sun/jndi/ldap/TEST.properties | 25 | +| Non-Java test action | 25 | +| Unsupported inherited TEST.properties: sanity/client/TEST.properties | 25 | +| Unsupported inherited TEST.properties: sun/tools/jstat/TEST.properties | 23 | +| Unsupported inherited TEST.properties: com/sun/java/swing/TEST.properties | 21 | +| No standalone main method | 18 | +| Unsupported inherited TEST.properties: com/sun/nio/sctp/TEST.properties | 17 | +| Unsupported inherited TEST.properties: com/sun/security/auth/TEST.properties | 17 | +| Unsupported inherited TEST.properties: javax/script/TEST.properties | 17 | +| Unsupported inherited TEST.properties: com/sun/security/sasl/TEST.properties | 15 | +| Unsupported inherited TEST.properties: javax/naming/TEST.properties | 15 | +| Unsupported inherited TEST.properties: javax/net/ssl/TLS/TEST.properties | 14 | +| Unsupported inherited TEST.properties: javax/net/ssl/TLSv11/TEST.properties | 14 | +| Unsupported inherited TEST.properties: javax/net/ssl/DTLSv10/TEST.properties | 13 | +| Unsupported inherited TEST.properties: java/time/test/TEST.properties | 12 | +| Unsupported inherited TEST.properties: java/util/prefs/TEST.properties | 12 | +| Unsupported @enablePreview directive | 11 | +| Unsupported inherited TEST.properties: javax/security/auth/kerberos/TEST.properties | 10 | +| Unsupported inherited TEST.properties: javax/net/ssl/TLSv1/TEST.properties | 9 | +| Unsupported inherited TEST.properties: jdk/internal/vm/Continuation/TEST.properties | 9 | +| Unsupported inherited TEST.properties: sun/rmi/TEST.properties | 8 | +| Unsupported inherited TEST.properties: sun/tools/jcmd/TEST.properties | 8 | +| Unsupported inherited TEST.properties: javax/smartcardio/TEST.properties | 7 | +| Unsupported inherited TEST.properties: sun/tools/jhsdb/TEST.properties | 7 | +| Unsupported inherited TEST.properties: sun/tools/jstatd/TEST.properties | 7 | +| Unsupported inherited TEST.properties: java/lang/ModuleTests/TEST.properties | 6 | +| Unsupported inherited TEST.properties: sun/jvmstat/TEST.properties | 6 | +| Unsupported inherited TEST.properties: java/util/jar/JarFile/mrjar/TEST.properties | 5 | +| Unsupported inherited TEST.properties: javax/net/ssl/Stapling/TEST.properties | 4 | +| Unsupported @ignore directive | 3 | +| Unsupported inherited TEST.properties: javax/sql/rowset/TEST.properties | 3 | +| Unsupported inherited TEST.properties: jdk/nio/zipfs/testng/TEST.properties | 3 | +| Unsupported inherited TEST.properties: sun/security/provider/certpath/OCSP/TEST.properties | 3 | +| Unsupported inherited TEST.properties: com/apple/laf/TEST.properties | 2 | +| Unsupported inherited TEST.properties: java/sql/TEST.properties | 2 | +| Unsupported inherited TEST.properties: javax/rmi/TEST.properties | 2 | +| Unsupported inherited TEST.properties: jdk/internal/jimage/TEST.properties | 2 | +| Unsupported inherited TEST.properties: sun/tools/jinfo/TEST.properties | 2 | +| Unsupported inherited TEST.properties: sun/tools/jstack/TEST.properties | 2 | +| Unsupported inherited TEST.properties: com/apple/eawt/TEST.properties | 1 | +| Unsupported inherited TEST.properties: demo/jfc/TEST.properties | 1 | +| Unsupported inherited TEST.properties: java/lang/constant/boottest/TEST.properties | 1 | +| Unsupported inherited TEST.properties: java/net/whitebox/TEST.properties | 1 | +| Unsupported inherited TEST.properties: java/time/tck/TEST.properties | 1 | +| Unsupported inherited TEST.properties: javax/sql/testng/TEST.properties | 1 | +| Unsupported inherited TEST.properties: jdk/lambda/TEST.properties | 1 | +| Unsupported inherited TEST.properties: sun/security/ssl/Stapling/TEST.properties | 1 | +| Unsupported inherited TEST.properties: sun/tools/jmap/TEST.properties | 1 | + +## Executed tests needing attention + +| File | Reference | Bali | +|---|---|---| +| build/releaseFile/CheckReleaseFile.java | pass | fail | +| java/io/Serializable/clearHandleTable/ClearHandleTable.java | pass | fail | +| java/io/Serializable/getSuidClinitError/GetSuidClinitError.java | pass | fail | +| java/lang/Class/IsAnnotationType.java | pass | fail | +| java/lang/ClassLoader/IsParallelCapable.java | pass | fail | +| java/lang/SecurityManager/CheckSecurityProvider.java | pass | fail | +| java/lang/StackWalker/DumpStackTest.java | pass | fail | +| java/lang/StackWalker/MultiThreadStackWalk.java | pass | fail | +| java/lang/StackWalker/VerifyStackTrace.java | pass | fail | +| java/lang/System/finalization/FinThreads.java | pass | timeout | +| java/lang/annotation/AnnotationToStringTest.java | pass | fail | +| java/lang/ref/Basic.java | pass | fail | +| java/lang/ref/FinalizeOverride.java | pass | timeout | +| java/net/CookieHandler/B6644726.java | fail | fail | +| java/net/Socket/asyncClose/Race.java | pass | timeout | +| java/nio/channels/DatagramChannel/StressNativeSignal.java | pass | timeout | +| java/nio/channels/unixdomain/SocketOptions.java | fail | fail | +| java/security/Provider/DefaultProviderList.java | pass | fail | +| java/text/Format/NumberFormat/MultipleNumberScriptTest.java | pass | fail | +| java/util/Collections/RotateHuge.java | pass | timeout | +| java/util/Locale/LSRDataTest.java | fail | fail | +| java/util/TimeZone/AssureTzdataVersion.java | pass | fail | +| javax/net/ssl/TLSCommon/ConcurrentClientAccessTest.java | pass | fail | +| javax/net/ssl/TLSCommon/TestSessionLocalPrincipal.java | pass | fail | +| javax/xml/crypto/dsig/GetInstanceTests.java | pass | fail | +| javax/xml/crypto/dsig/TransformService/NullParent.java | pass | fail | +| jdk/dynalink/BeanLinkerRecordsTest.java | pass | fail | +| sun/security/lib/cacerts/VerifyCACerts.java | fail | fail | +| sun/security/provider/SecureRandom/StrongSeedReader.java | pass | fail | +| sun/security/ssl/ClientHandshaker/RSAExport.java | pass | fail | +| sun/security/ssl/SSLContextImpl/DefaultDTLSEnabledProtocols.java | pass | fail | +| sun/security/ssl/SSLContextImpl/DefaultEnabledProtocols.java | pass | fail | +| sun/security/ssl/X509KeyManager/PreferredKey.java | fail | fail | +| sun/util/resources/TimeZone/Bug4848242.java | pass | fail | +| tools/launcher/InstanceMainTest.java | pass | fail | + +results.json.gz keeps every file's paired outcome in its meta. Raw jtreg diagnostics remain in the run workspace or CI artifact. diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/impact.json b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/impact.json new file mode 100644 index 0000000..1b19469 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/impact.json @@ -0,0 +1,296 @@ +{ + "bySignature": [ + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Run into problems, see log for more details", + "count": 2, + "exampleIds": [ + "sun/security/ssl/SSLContextImpl/DefaultDTLSEnabledProtocols.java", + "sun/security/ssl/SSLContextImpl/DefaultEnabledProtocols.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Run into problems, see log for more details" + ] + }, + { + "signature": "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120001ms).", + "count": 1, + "exampleIds": [ + "java/nio/channels/DatagramChannel/StressNativeSignal.java" + ], + "samples": [ + "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120001ms)." + ] + }, + { + "signature": "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120002ms).", + "count": 1, + "exampleIds": [ + "java/lang/System/finalization/FinThreads.java" + ], + "samples": [ + "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120002ms)." + ] + }, + { + "signature": "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120005ms).", + "count": 1, + "exampleIds": [ + "java/net/Socket/asyncClose/Race.java" + ], + "samples": [ + "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120005ms)." + ] + }, + { + "signature": "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120006ms).", + "count": 1, + "exampleIds": [ + "java/lang/ref/FinalizeOverride.java" + ], + "samples": [ + "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120006ms)." + ] + }, + { + "signature": "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120008ms).", + "count": 1, + "exampleIds": [ + "java/util/Collections/RotateHuge.java" + ], + "samples": [ + "Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120008ms)." + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.AssertionError", + "count": 1, + "exampleIds": [ + "tools/launcher/InstanceMainTest.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.AssertionError" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Error", + "count": 1, + "exampleIds": [ + "java/io/Serializable/getSuidClinitError/GetSuidClinitError.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Error" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Error\\: failed to garbage collect object", + "count": 1, + "exampleIds": [ + "java/io/Serializable/clearHandleTable/ClearHandleTable.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Error\\: failed to garbage collect object" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Byte \\!\\= ", + "count": 1, + "exampleIds": [ + "sun/security/provider/SecureRandom/StrongSeedReader.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Byte \\!\\= 0" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: One or more tests failed", + "count": 1, + "exampleIds": [ + "java/security/Provider/DefaultProviderList.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: One or more tests failed" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Test object not finalized", + "count": 1, + "exampleIds": [ + "java/lang/ref/Basic.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Test object not finalized" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Unexpected provider count. Expected\\: . Actual\\: ", + "count": 1, + "exampleIds": [ + "java/lang/SecurityManager/CheckSecurityProvider.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.Exception\\: Unexpected provider count. Expected\\: 11. Actual\\: 9" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.NoClassDefFoundError\\: Ljdk/dynalink/NoSuchDynamicMethodException;", + "count": 1, + "exampleIds": [ + "jdk/dynalink/BeanLinkerRecordsTest.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.NoClassDefFoundError\\: Ljdk/dynalink/NoSuchDynamicMethodException;" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: failures", + "count": 1, + "exampleIds": [ + "java/lang/annotation/AnnotationToStringTest.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: 2 failures" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: JAVA_RUNTIME_VERSION line was not found\\!", + "count": 1, + "exampleIds": [ + "build/releaseFile/CheckReleaseFile.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: JAVA_RUNTIME_VERSION line was not found\\!" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: javax.net.ssl.SSLHandshakeException\\: Remote host terminated the handshake", + "count": 1, + "exampleIds": [ + "javax/net/ssl/TLSCommon/ConcurrentClientAccessTest.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: javax.net.ssl.SSLHandshakeException\\: Remote host terminated the handshake" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Principal can not be null", + "count": 1, + "exampleIds": [ + "javax/net/ssl/TLSCommon/TestSessionLocalPrincipal.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Principal can not be null" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: StackTraceElements mismatch at index . Expected [jdk.internal.reflect.Direct", + "count": 1, + "exampleIds": [ + "java/lang/StackWalker/DumpStackTest.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: StackTraceElements mismatch at index 3. Expected [jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java)], but get [org.graalvm.nativeimage.builder/com.oracle.svm.core.reflect.CremaMethodAccessor.invoke(CremaMethodAccessor.java\\:63)]" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: System classloader not parallel capable\\!?", + "count": 1, + "exampleIds": [ + "java/lang/ClassLoader/IsParallelCapable.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: System classloader not parallel capable\\!?" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: test failed. expected number system was not returned.", + "count": 1, + "exampleIds": [ + "java/text/Format/NumberFormat/MultipleNumberScriptTest.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: test failed. expected number system was not returned." + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Timezone name is incorrect (should be CET)", + "count": 1, + "exampleIds": [ + "sun/util/resources/TimeZone/Bug4848242.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Timezone name is incorrect (should be CET)" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Unexpected annotation status detected.", + "count": 1, + "exampleIds": [ + "java/lang/Class/IsAnnotationType.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Unexpected annotation status detected." + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Unexpected stack trace for\\: StackWalker.getInstance(StackWalker.Option.RETAIN_", + "count": 1, + "exampleIds": [ + "java/lang/StackWalker/VerifyStackTrace.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: Unexpected stack trace for\\: StackWalker.getInstance(StackWalker.Option.RETAIN_CLASS_REFERENCE)" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.lang.StackOverflowError", + "count": 1, + "exampleIds": [ + "java/lang/StackWalker/MultiThreadStackWalk.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.StackOverflowError" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.security.NoSuchAlgorithmException\\: http\\://www.w3.org///xmldsig\\#base64 algorithm and DOM mechan", + "count": 1, + "exampleIds": [ + "javax/xml/crypto/dsig/TransformService/NullParent.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.security.NoSuchAlgorithmException\\: http\\://www.w3.org/2000/09/xmldsig\\#base64 algorithm and DOM mechanism not available" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: java.security.NoSuchAlgorithmException\\: http\\://www.w3.org/TR//REC-xml-c14n- algorithm and DOM mechan", + "count": 1, + "exampleIds": [ + "javax/xml/crypto/dsig/GetInstanceTests.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.security.NoSuchAlgorithmException\\: http\\://www.w3.org/TR/2001/REC-xml-c14n-20010315 algorithm and DOM mechanism not available" + ] + }, + { + "signature": "Failed. Execution failed\\: `main' threw exception\\: javax.net.ssl.SSLHandshakeException\\: No appropriate protocol (protocol is disabled or cipher suites are ina", + "count": 1, + "exampleIds": [ + "sun/security/ssl/ClientHandshaker/RSAExport.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: javax.net.ssl.SSLHandshakeException\\: No appropriate protocol (protocol is disabled or cipher suites are inappropriate)" + ] + }, + { + "signature": "Failed. Execution failed\\: `maint match\\: run-time\\=2026b, tests\\=2025b", + "count": 1, + "exampleIds": [ + "java/util/TimeZone/AssureTzdataVersion.java" + ], + "samples": [ + "Failed. Execution failed\\: `main' threw exception\\: java.lang.RuntimeException\\: tzdata versions don't match\\: run-time\\=2026b, tests\\=2025b" + ] + } + ], + "byFeature": [] +} \ No newline at end of file diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/impact.md b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/impact.md new file mode 100644 index 0000000..57a1ef6 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/impact.md @@ -0,0 +1,177 @@ +# Impact-ordered failures + +## By root-cause signature + +### 2 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Run into problems, see log for more details` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Run into problems, see log for more details` +example test: `sun/security/ssl/SSLContextImpl/DefaultDTLSEnabledProtocols.java` + +### 1 × `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120001ms).` + +distinct messages: +- `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120001ms).` +example test: `java/nio/channels/DatagramChannel/StressNativeSignal.java` + +### 1 × `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120002ms).` + +distinct messages: +- `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120002ms).` +example test: `java/lang/System/finalization/FinThreads.java` + +### 1 × `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120005ms).` + +distinct messages: +- `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120005ms).` +example test: `java/net/Socket/asyncClose/Race.java` + +### 1 × `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120006ms).` + +distinct messages: +- `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120006ms).` +example test: `java/lang/ref/FinalizeOverride.java` + +### 1 × `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120008ms).` + +distinct messages: +- `Error. Program ʼ/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120008ms).` +example test: `java/util/Collections/RotateHuge.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.AssertionError` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.AssertionError` +example test: `tools/launcher/InstanceMainTest.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Error` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Error` +example test: `java/io/Serializable/getSuidClinitError/GetSuidClinitError.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Error\: failed to garbage collect object` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Error\: failed to garbage collect object` +example test: `java/io/Serializable/clearHandleTable/ClearHandleTable.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Byte \!\= ` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Byte \!\= 0` +example test: `sun/security/provider/SecureRandom/StrongSeedReader.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: One or more tests failed` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: One or more tests failed` +example test: `java/security/Provider/DefaultProviderList.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Test object not finalized` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Test object not finalized` +example test: `java/lang/ref/Basic.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Unexpected provider count. Expected\: . Actual\: ` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.Exception\: Unexpected provider count. Expected\: 11. Actual\: 9` +example test: `java/lang/SecurityManager/CheckSecurityProvider.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.NoClassDefFoundError\: Ljdk/dynalink/NoSuchDynamicMethodException;` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.NoClassDefFoundError\: Ljdk/dynalink/NoSuchDynamicMethodException;` +example test: `jdk/dynalink/BeanLinkerRecordsTest.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: failures` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: 2 failures` +example test: `java/lang/annotation/AnnotationToStringTest.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: JAVA_RUNTIME_VERSION line was not found\!` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: JAVA_RUNTIME_VERSION line was not found\!` +example test: `build/releaseFile/CheckReleaseFile.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: javax.net.ssl.SSLHandshakeException\: Remote host terminated the handshake` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: javax.net.ssl.SSLHandshakeException\: Remote host terminated the handshake` +example test: `javax/net/ssl/TLSCommon/ConcurrentClientAccessTest.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Principal can not be null` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Principal can not be null` +example test: `javax/net/ssl/TLSCommon/TestSessionLocalPrincipal.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: StackTraceElements mismatch at index . Expected [jdk.internal.reflect.Direct` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: StackTraceElements mismatch at index 3. Expected [jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java)], but get [org.graalvm.nativeimage.builder/com.oracle.svm.core.reflect.CremaMetho` +example test: `java/lang/StackWalker/DumpStackTest.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: System classloader not parallel capable\!?` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: System classloader not parallel capable\!?` +example test: `java/lang/ClassLoader/IsParallelCapable.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: test failed. expected number system was not returned.` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: test failed. expected number system was not returned.` +example test: `java/text/Format/NumberFormat/MultipleNumberScriptTest.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Timezone name is incorrect (should be CET)` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Timezone name is incorrect (should be CET)` +example test: `sun/util/resources/TimeZone/Bug4848242.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Unexpected annotation status detected.` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Unexpected annotation status detected.` +example test: `java/lang/Class/IsAnnotationType.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Unexpected stack trace for\: StackWalker.getInstance(StackWalker.Option.RETAIN_` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: Unexpected stack trace for\: StackWalker.getInstance(StackWalker.Option.RETAIN_CLASS_REFERENCE)` +example test: `java/lang/StackWalker/VerifyStackTrace.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.lang.StackOverflowError` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.StackOverflowError` +example test: `java/lang/StackWalker/MultiThreadStackWalk.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.security.NoSuchAlgorithmException\: http\://www.w3.org///xmldsig\#base64 algorithm and DOM mechan` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.security.NoSuchAlgorithmException\: http\://www.w3.org/2000/09/xmldsig\#base64 algorithm and DOM mechanism not available` +example test: `javax/xml/crypto/dsig/TransformService/NullParent.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: java.security.NoSuchAlgorithmException\: http\://www.w3.org/TR//REC-xml-c14n- algorithm and DOM mechan` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.security.NoSuchAlgorithmException\: http\://www.w3.org/TR/2001/REC-xml-c14n-20010315 algorithm and DOM mechanism not available` +example test: `javax/xml/crypto/dsig/GetInstanceTests.java` + +### 1 × `Failed. Execution failed\: ʼmain' threw exception\: javax.net.ssl.SSLHandshakeException\: No appropriate protocol (protocol is disabled or cipher suites are ina` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: javax.net.ssl.SSLHandshakeException\: No appropriate protocol (protocol is disabled or cipher suites are inappropriate)` +example test: `sun/security/ssl/ClientHandshaker/RSAExport.java` + +### 1 × `Failed. Execution failed\: ʼmaint match\: run-time\=2026b, tests\=2025b` + +distinct messages: +- `Failed. Execution failed\: ʼmain' threw exception\: java.lang.RuntimeException\: tzdata versions don't match\: run-time\=2026b, tests\=2025b` +example test: `java/util/TimeZone/AssureTzdataVersion.java` diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/index.md b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/index.md new file mode 100644 index 0000000..a1e9295 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/index.md @@ -0,0 +1,5 @@ +# Compliance run — `0.6.0` (`6590c3ba50c03ef180625219bdee46003c59af8a795b7531f4d20b89af1dbd3b`) + +Status: **❌ 1 regressions** + +- [jdk-jtreg](./jdk-jtreg.md) diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/jdk-jtreg.md b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/jdk-jtreg.md new file mode 100644 index 0000000..9c63308 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/jdk-jtreg.md @@ -0,0 +1,245 @@ +# jdk-jtreg — `0.6.0` + +- Image digest: `6590c3ba50c03ef180625219bdee46003c59af8a795b7531f4d20b89af1dbd3b` +- Suite version: `unknown` +- Ran: 2026-09-19T20:59:32.431Z → 2026-09-19T21:12:30.939Z + +## Summary + +![Pass-rate chart](./pass-rate.svg) + +**Pass rate: 1432/12755 (97.95%)** + +| pass | fail | error | skip | regressions | new passes | +|---:|---:|---:|---:|---:|---:| +| 1432 | 25 | 5 | 11293 | 1 | 19 | + +## Observed cases (1462) + +- `build/releaseFile/CheckReleaseFile.java` — fail — Failed. Execution failed\: `main' threw exception\: java.lang.RuntimeException\: JAVA_RUNTIME_VERSION line was not found\! +- `com/sun/crypto/provider/AlgorithmParameters/OAEPOrder.java` — pass +- `com/sun/crypto/provider/CICO/CICOChainingTest.java` — pass +- `com/sun/crypto/provider/CICO/CICODESFuncTest.java` — pass +- `com/sun/crypto/provider/CICO/CICOSkipTest.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/AEADBufferTest.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/Encrypt.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/GCMLargeDataKAT.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/GCMParameterSpecTest.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/GCMShortBuffer.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/GCMShortInput.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/KeyWrapper.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/ReadWriteSkip.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/SealedObjectTest.java` — pass +- `com/sun/crypto/provider/Cipher/AEAD/WrongAAD.java` — pass +- `com/sun/crypto/provider/Cipher/AES/Test4511676.java` — pass +- `com/sun/crypto/provider/Cipher/AES/Test4512524.java` — pass +- `com/sun/crypto/provider/Cipher/AES/Test4512704.java` — pass +- `com/sun/crypto/provider/Cipher/AES/Test4626070.java` — pass +- `com/sun/crypto/provider/Cipher/AES/TestAESCipher.java` — pass +- `com/sun/crypto/provider/Cipher/AES/TestAESCiphers/TestAESWithDefaultProvider.java` — pass +- `com/sun/crypto/provider/Cipher/AES/TestAESCiphers/TestAESWithRemoveAddProvider.java` — pass +- `com/sun/crypto/provider/Cipher/AES/TestCopySafe.java` — pass +- `com/sun/crypto/provider/Cipher/AES/TestNoPaddingModes.java` — pass +- `com/sun/crypto/provider/Cipher/AES/TestShortBuffer.java` — pass +- `com/sun/crypto/provider/Cipher/CTS/CTSMode.java` — pass +- `com/sun/crypto/provider/Cipher/DES/DESSecretKeySpec.java` — pass +- `com/sun/crypto/provider/Cipher/DES/DesAPITest.java` — pass +- `com/sun/crypto/provider/Cipher/DES/DoFinalReturnLen.java` — pass +- `com/sun/crypto/provider/Cipher/DES/PaddingTest.java` — pass +- `com/sun/crypto/provider/Cipher/DES/PerformanceTest.java` — pass +- `com/sun/crypto/provider/Cipher/DES/TextPKCS5PaddingTest.java` — pass +- `com/sun/crypto/provider/Cipher/JCE/Bugs/4686632/Empty.java` — pass +- `com/sun/crypto/provider/Cipher/KeyWrap/TestGeneral.java` — pass +- `com/sun/crypto/provider/Cipher/KeyWrap/TestKeySizeCheck.java` — pass +- `com/sun/crypto/provider/Cipher/KeyWrap/XMLEncKAT.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/DecryptWithoutParameters.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PBEInvalidParamsTest.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PBEKeyTest.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PBEKeysAlgorithmNames.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PBEParametersTest.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PBMacBuffer.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PBMacDoFinalVsUpdate.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PKCS12CipherKAT.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/PKCS12Oid.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/TestCipherPBE.java` — pass +- `com/sun/crypto/provider/Cipher/PBE/TestCipherPBECons.java` — pass +- `com/sun/crypto/provider/Cipher/RC2ArcFour/CipherKAT.java` — pass +- `com/sun/crypto/provider/Cipher/RSA/TestOAEPParameterSpec.java` — pass +- `com/sun/crypto/provider/Cipher/RSA/TestOAEP_KAT.java` — pass +- `com/sun/crypto/provider/Cipher/TextLength/SameBufferOverwrite.java` — pass +- `com/sun/crypto/provider/Cipher/TextLength/TestCipherTextLength.java` — pass +- `com/sun/crypto/provider/Cipher/UTIL/StrongOrUnlimited.java` — pass +- `com/sun/crypto/provider/Cipher/UTIL/SunJCEGetInstance.java` — pass +- `com/sun/crypto/provider/KDF/HKDFKnownAnswerTests.java` — pass +- `com/sun/crypto/provider/KeyAgreement/SupportedDHKeys.java` — pass +- `com/sun/crypto/provider/KeyAgreement/TestExponentSize.java` — pass +- `com/sun/crypto/provider/KeyAgreement/UnsupportedDHKeys.java` — pass +- `com/sun/crypto/provider/KeyFactory/PBKDF2HmacSHA1FactoryTest.java` — pass +- `com/sun/crypto/provider/KeyGenerator/Test4628062.java` — pass +- `com/sun/crypto/provider/KeyGenerator/TestExplicitKeyLength.java` — pass +- `com/sun/crypto/provider/Mac/DigestCloneabilityTest.java` — pass +- `com/sun/crypto/provider/Mac/HmacMD5.java` — pass +- `com/sun/crypto/provider/Mac/HmacPBESHA1.java` — pass +- `com/sun/crypto/provider/Mac/MacKAT.java` — pass +- `com/sun/crypto/provider/NSASuiteB/TestAESOids.java` — pass +- `com/sun/crypto/provider/NSASuiteB/TestAESWrapOids.java` — pass +- `com/sun/crypto/provider/NSASuiteB/TestHmacSHAOids.java` — pass +- `com/sun/crypto/provider/TLS/TestLeadingZeroes.java` — pass +- `java/io/BufferedInputStream/CloseStream.java` — pass +- `java/io/BufferedInputStream/CountUpdate.java` — pass +- `java/io/BufferedInputStream/Fill.java` — pass +- `java/io/BufferedInputStream/ReadAfterClose.java` — pass +- `java/io/BufferedInputStream/ReadZeroBytes.java` — pass +- `java/io/BufferedReader/EOL.java` — pass +- `java/io/BufferedReader/Fill.java` — pass +- `java/io/BufferedReader/MarkedFillAtEOF.java` — pass +- `java/io/BufferedReader/ReadLine.java` — pass +- `java/io/BufferedReader/ReadLineSync.java` — pass +- `java/io/BufferedReader/Ready.java` — pass +- `java/io/BufferedReader/SkipNegative.java` — pass +- `java/io/BufferedWriter/Cleanup.java` — pass +- `java/io/ByteArrayInputStream/Skip.java` — pass +- `java/io/ByteArrayOutputStream/ToString.java` — pass +- `java/io/CharArrayReader/Constructor.java` — pass +- `java/io/CharArrayReader/OverflowInSkip.java` — pass +- `java/io/DataInputStream/OpsAfterClose.java` — pass +- `java/io/DataInputStream/ReadLinePushback.java` — pass +- `java/io/DataInputStream/SkipBytes.java` — pass +- `java/io/DataOutputStream/CounterOverflow.java` — pass +- `java/io/Externalizable/compatibility/ExternalizableBlockData.java` — pass +- `java/io/Externalizable/definesWriteObject/DefinesWriteObject.java` — pass +- `java/io/File/AccessDenied.java` — pass +- `java/io/File/CheckTempDir.java` — pass +- `java/io/File/CompareTo.java` — pass +- `java/io/File/Cons.java` — pass +- `java/io/File/Create.java` — pass +- `java/io/File/CreateNewFile.java` — pass +- `java/io/File/DeleteOnExit.java` — pass +- `java/io/File/DeleteOnExitLong.java` — pass +- `java/io/File/DeleteOnExitNPE.java` — pass +- `java/io/File/FileMethods.java` — pass +- `java/io/File/GetParent.java` — pass +- `java/io/File/HashCodeEquals.java` — pass +- `java/io/File/IsHidden.java` — pass +- `java/io/File/ListNull.java` — pass +- `java/io/File/ListRoots.java` — pass +- `java/io/File/ListSpace.java` — pass +- `java/io/File/MaxPathLength.java` — pass +- `java/io/File/Mkdir.java` — pass +- `java/io/File/NulFile.java` — pass +- `java/io/File/NullArgs.java` — pass +- `java/io/File/TimeZoneLastModified.java` — pass +- `java/io/File/ToURI.java` — pass +- `java/io/File/ToURL.java` — pass +- `java/io/File/Unicode.java` — pass +- `java/io/File/UserDirChangedTest.java` — pass +- `java/io/File/createTempFile/NameTooLong.java` — pass +- `java/io/File/createTempFile/Patterns.java` — pass +- `java/io/File/createTempFile/TargetDirectory.java` — pass +- `java/io/FileDescriptor/Finalize.java` — pass +- `java/io/FileDescriptor/RememberAppend.java` — pass +- `java/io/FileDescriptor/Sharing.java` — pass +- `java/io/FileInputStream/NegativeAvailable.java` — pass +- `java/io/FileInputStream/OpenDir.java` — pass +- `java/io/FileInputStream/OpsAfterClose.java` — pass +- `java/io/FileOutputStream/AtomicAppend.java` — pass +- `java/io/FileOutputStream/OpsAfterClose.java` — pass +- `java/io/FilePermission/FilePermissionCollection.java` — pass +- `java/io/FilePermission/SpecTests.java` — pass +- `java/io/FilterOutputStream/BoundsCheck.java` — pass +- `java/io/FilterOutputStream/SuppressedException.java` — pass +- `java/io/FilterOutputStream/Write.java` — pass +- `java/io/InputStream/OpsAfterClose.java` — pass +- `java/io/InputStream/ReadParams.java` — pass +- `java/io/InputStream/Skip.java` — pass +- `java/io/InputStreamReader/GrowAfterEOF.java` — pass +- `java/io/InputStreamReader/NullCreate.java` — pass +- `java/io/InputStreamReader/One.java` — pass +- `java/io/InputStreamReader/ReadOffset.java` — pass +- `java/io/LineNumberInputStream/Available.java` — pass +- `java/io/LineNumberInputStream/MarkReset.java` — pass +- `java/io/LineNumberInputStream/Skip.java` — pass +- `java/io/LineNumberInputStream/SkipEOL.java` — pass +- `java/io/LineNumberReader/MarkReset.java` — pass +- `java/io/LineNumberReader/Read.java` — pass +- `java/io/LineNumberReader/ReadReadLine.java` — pass +- `java/io/LineNumberReader/Skip.java` — pass +- `java/io/NegativeInitSize.java` — pass +- `java/io/ObjectInputStream/NegativeArraySizeTest.java` — pass +- `java/io/ObjectInputStream/TestObjectStreamClass.java` — pass +- `java/io/OutputStream/WriteParams.java` — pass +- `java/io/OutputStreamWriter/BoundsCheck.java` — pass +- `java/io/OutputStreamWriter/CloseWriterOnFailedFlush.java` — pass +- `java/io/OutputStreamWriter/Encode.java` — pass +- `java/io/OutputStreamWriter/NullCreate.java` — pass +- `java/io/OutputStreamWriter/TestWrite.java` — pass +- `java/io/OutputStreamWriter/WriteAfterClose.java` — pass +- `java/io/PipedInputStream/CloseAndAvailableRC.java` — pass +- `java/io/PipedInputStream/ClosedWriter.java` — pass +- `java/io/PipedInputStream/Constructors.java` — pass +- `java/io/PipedInputStream/FasterWriter.java` — pass +- `java/io/PipedInputStream/WriterLoop.java` — pass +- `java/io/PipedOutputStream/ClosedWrite.java` — pass +- `java/io/PipedOutputStream/DeadReader.java` — pass +- `java/io/PipedOutputStream/MultipleConnect.java` — pass +- `java/io/PipedOutputStream/NotConnected.java` — pass +- `java/io/PipedOutputStream/WriteAfterClose.java` — pass +- `java/io/PipedReader/Constructors.java` — pass +- `java/io/PipedReader/ReadToArray.java` — pass +- `java/io/PipedReader/Ready.java` — pass +- `java/io/PipedWriter/ConnectAfterReaderClose.java` — pass +- `java/io/PipedWriter/FlushAfterClose.java` — pass +- `java/io/PipedWriter/WriteAfterReaderClose.java` — pass +- `java/io/PrintStream/CheckError.java` — pass +- `java/io/PrintStream/ClearErrorStream.java` — pass +- `java/io/PrintStream/EncodingConstructor.java` — pass +- `java/io/PrintStream/FailingConstructors.java` — pass +- `java/io/PrintStream/NullConstructor.java` — pass +- `java/io/PrintStream/WriteBytes.java` — pass +- `java/io/PrintWriter/CheckError.java` — pass +- `java/io/PrintWriter/ClearErrorWriter.java` — pass +- `java/io/PrintWriter/FailingConstructors.java` — pass +- `java/io/PrintWriter/OpsAfterClose.java` — pass +- `java/io/PrintWriter/OversynchronizedTest.java` — pass +- `java/io/PrintWriter/SubClass.java` — pass +- `java/io/PushbackInputStream/Available.java` — pass +- `java/io/PushbackInputStream/ClosedStream.java` — pass +- `java/io/PushbackInputStream/MarkReset.java` — pass +- `java/io/PushbackInputStream/Skip.java` — pass +- `java/io/PushbackReader/MarkReset.java` — pass +- `java/io/PushbackReader/ReadCloseRaceNPE.java` — pass +- `java/io/PushbackReader/Skip.java` — pass +- `java/io/RandomAccessFile/Close.java` — pass +- `java/io/RandomAccessFile/EOF.java` — pass +- `java/io/RandomAccessFile/FileLengthTest.java` — pass +- `java/io/RandomAccessFile/OpenSync.java` — pass +- `java/io/RandomAccessFile/OpsAfterClose.java` — pass +- `java/io/RandomAccessFile/ParameterCheck.java` — pass +- `java/io/RandomAccessFile/ReadLine.java` — pass +- …and 1262 more + +## ❌ Regressions (1) + +- `java/nio/channels/DatagramChannel/StressNativeSignal.java` — Error. Program `/opt/bali/bin/java' timed out (timeout set to 120000ms, elapsed time including timeout handling was 120001ms). + +## 🟢 New passes (19) — consider advancing the baseline + +- `java/net/URLClassLoader/B7050028.java` +- `java/security/Principal/Implies.java` +- `java/util/ResourceBundle/Control/LoadingStrategiesTest.java` +- `javax/net/ssl/HttpsURLConnection/CriticalSubjectAltName.java` +- `javax/security/auth/login/Exceptions/NewExceptions.java` +- `javax/security/auth/login/LoginContext/SharedState.java` +- `javax/xml/crypto/dsig/TransformService/UnknownProvider.java` +- `javax/xml/crypto/dsig/XMLSignatureFactory/UnknownProvider.java` +- `javax/xml/crypto/dsig/keyinfo/KeyInfoFactory/UnknownProvider.java` +- `jdk/internal/loader/InterruptedClassLoad.java` +- `sun/net/www/protocol/https/HttpsURLConnection/DNSIdentities.java` +- `sun/net/www/protocol/https/HttpsURLConnection/Identities.java` +- `sun/net/www/protocol/https/NewImpl/JavaxHostnameVerifier.java` +- `sun/security/jgss/spnego/MSOID.java` +- `sun/security/krb5/NullStringToKey.java` +- `sun/security/krb5/etype/UnsupportedKeyType.java` +- `sun/security/rsa/TestCACerts.java` +- `tools/jlink/CheckExecutable.java` +- `tools/jlink/ReleaseImplementorTest.java` diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/pass-rate.svg b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/pass-rate.svg new file mode 100644 index 0000000..0eca458 --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/pass-rate.svg @@ -0,0 +1,13 @@ + + jdk-jtreg pass-rate chart + 1432 of 12755 tests passed. + + jdk-jtreg + 1432/12755 pass (97.9%) + + pass: 1432 + fail: 25 + error: 5 + skip: 11293 + fail 25 · error 5 · skip 11293 · regressions 1 + diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/results.json.gz b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/results.json.gz new file mode 100644 index 0000000..4f0766d Binary files /dev/null and b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/results.json.gz differ diff --git a/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/summary.json b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/summary.json new file mode 100644 index 0000000..a764a0a --- /dev/null +++ b/reports/bali/0.6.0/6590c3ba50c0/jdk-jtreg/summary.json @@ -0,0 +1,49 @@ +{ + "meta": { + "workload": "jdk-jtreg", + "kind": "test", + "elide": { + "semver": "0.6.0", + "digest": "6590c3ba50c03ef180625219bdee46003c59af8a795b7531f4d20b89af1dbd3b" + }, + "target": { + "name": "bali", + "version": "0.6.0", + "artifactDigest": "6590c3ba50c03ef180625219bdee46003c59af8a795b7531f4d20b89af1dbd3b", + "platform": "linux-x64" + }, + "startedAt": "2026-09-19T20:59:32.431Z", + "finishedAt": "2026-09-19T21:12:30.939Z" + }, + "counts": { + "pass": 1432, + "fail": 25, + "skip": 11293, + "error": 5, + "total": 12755 + }, + "regressions": [ + "java/nio/channels/DatagramChannel/StressNativeSignal.java" + ], + "newPasses": [ + "java/net/URLClassLoader/B7050028.java", + "java/security/Principal/Implies.java", + "java/util/ResourceBundle/Control/LoadingStrategiesTest.java", + "javax/net/ssl/HttpsURLConnection/CriticalSubjectAltName.java", + "javax/security/auth/login/Exceptions/NewExceptions.java", + "javax/security/auth/login/LoginContext/SharedState.java", + "javax/xml/crypto/dsig/TransformService/UnknownProvider.java", + "javax/xml/crypto/dsig/XMLSignatureFactory/UnknownProvider.java", + "javax/xml/crypto/dsig/keyinfo/KeyInfoFactory/UnknownProvider.java", + "jdk/internal/loader/InterruptedClassLoad.java", + "sun/net/www/protocol/https/HttpsURLConnection/DNSIdentities.java", + "sun/net/www/protocol/https/HttpsURLConnection/Identities.java", + "sun/net/www/protocol/https/NewImpl/JavaxHostnameVerifier.java", + "sun/security/jgss/spnego/MSOID.java", + "sun/security/krb5/NullStringToKey.java", + "sun/security/krb5/etype/UnsupportedKeyType.java", + "sun/security/rsa/TestCACerts.java", + "tools/jlink/CheckExecutable.java", + "tools/jlink/ReleaseImplementorTest.java" + ] +} \ No newline at end of file diff --git a/reports/bali/index.json b/reports/bali/index.json index ddcbe6b..6786dd2 100644 --- a/reports/bali/index.json +++ b/reports/bali/index.json @@ -1,3 +1,15 @@ { - "runs": [] -} + "runs": [ + { + "workload": "jdk-jtreg", + "semver": "0.6.0", + "digest": "6590c3ba50c0", + "pass": 1432, + "total": 12755, + "skip": 11293, + "regressions": 1, + "finishedAt": "2026-09-19T21:12:30.939Z", + "reportDir": "0.6.0/6590c3ba50c0/jdk-jtreg" + } + ] +} \ No newline at end of file diff --git a/reports/bali/index.md b/reports/bali/index.md index eb4ccf3..82587f1 100644 --- a/reports/bali/index.md +++ b/reports/bali/index.md @@ -1,3 +1,7 @@ -# Bali OpenJDK compatibility +# Elide compliance reports -No recorded measurements yet. Run **Manual - Bali Release Compatibility** to measure the latest release on Linux AMD64 in Docker. +![Latest compatibility pass rates](./pass-rate.svg) + +| Suite | Version | Digest | Pass rate | Status | +|---|---|---|---:|:--:| +| jdk-jtreg | `0.6.0` | `6590c3ba50c0` | 97.9% | ❌ | diff --git a/reports/bali/pass-rate.svg b/reports/bali/pass-rate.svg new file mode 100644 index 0000000..177e54f --- /dev/null +++ b/reports/bali/pass-rate.svg @@ -0,0 +1,10 @@ + + Elide compatibility pass rates + Latest pass rate by compliance suite. + + Latest compatibility + jdk-jtreg + + + 97.9% +